Daemon logging to a database.

[rsync/rsync-patches.git] / fuzzy.diff

From: Rusty Russell <rusty@rustcorp.com.au>
Date: Wed, 03 Apr 2002 17:08:57 +1000

Found old patch on google, and updated it for 2.5.4 (I know, but that's what
apt-get source gave me).

Compiles, otherwise untested.
Rusty.

[Updated for current CVS version by Wayne Davison.  Passes *MOST* of the
test suite, but otherwise UNTESTED.]
--
  Anyone who quotes me in their sig is an idiot. -- Rusty Russell.

--- Makefile.in	10 Feb 2004 17:06:11 -0000	1.98
+++ Makefile.in	27 Feb 2004 08:57:09 -0000
@@ -32,7 +32,7 @@
 	zlib/inflate.o zlib/inftrees.o zlib/infutil.o zlib/trees.o \
 	zlib/zutil.o zlib/adler32.o
 OBJS1=rsync.o generator.o receiver.o cleanup.o sender.o exclude.o util.o \
-	main.o checksum.o match.o syscall.o log.o backup.o
+	main.o checksum.o match.o syscall.o log.o backup.o alternate.o
 OBJS2=options.o flist.o io.o compat.o hlink.o token.o uidlist.o socket.o \
 	fileio.o batch.o clientname.o
 OBJS3=progress.o pipe.o
--- generator.c	27 Feb 2004 08:03:49 -0000	1.76
+++ generator.c	27 Feb 2004 08:57:09 -0000
@@ -43,10 +43,12 @@
 extern int always_checksum;
 extern char *compare_dest;
 extern int link_dest;
+extern int fuzzy;
 
 
 /* choose whether to skip a particular file */
-static int skip_file(char *fname, struct file_struct *file, STRUCT_STAT *st)
+static int skip_file(char *fname, struct file_struct *file,
+		     const STRUCT_STAT *st)
 {
 	if (st->st_size != file->length) {
 		return 0;
@@ -252,7 +254,62 @@
 	}
 }
 
+/* Returns -1 for can't open (null file), -2 for skip */
+static int open_base_file(struct file_struct *file, char *fname, int statret,
+			  STRUCT_STAT *st)
+{
+	int fd = -1;
 
+	if (statret == 0) {
+		if (S_ISREG(st->st_mode)) {
+			if (update_only
+			    && cmp_modtime(st->st_mtime, file->modtime) > 0) {
+				if (verbose > 1)
+					rprintf(FINFO, "%s is newer\n", fname);
+				return -2;
+			}
+			if (skip_file(fname, file, st)) {
+				set_perms(fname, file, st, 1);
+				return -2;
+			}
+		 	fd = do_open(fname, O_RDONLY, 0);
+			if (fd == -1) {
+				rprintf(FERROR, "failed to open %s, continuing : %s\n",
+				    full_fname(fname), strerror(errno));
+				return -1;
+			}
+			return fd;
+		} else {
+			/* Try to use symlink contents */
+			if (S_ISLNK(st->st_mode)) {
+				fd = do_open_regular(fname);
+				/* Don't delete yet; receiver will need it */
+			} else {
+				if (delete_file(fname) != 0) {
+					if (fd != -1)
+						close(fd);
+					return -2;
+				}
+			}
+		}
+	}
+
+	if (fd == -1 && compare_dest != NULL)
+		fd = open_alternate_base_comparedir(fname);
+
+	if (fd == -1 && fuzzy)
+		fd = open_alternate_base_fuzzy(fname);
+
+	/* Update stat to understand size */
+	if (fd != -1) {
+		if (do_fstat(fd, st) != 0) {
+			rprintf(FERROR, "fstat %s : %s\n",
+			    full_fname(fname), strerror(errno));
+		}
+	}
+
+	return fd;
+}
 
 /**
  * Acts on file number @p i from @p flist, whose name is @p fname.
@@ -268,9 +325,6 @@ void recv_generator(char *fname, struct 
 	STRUCT_STAT st;
 	struct map_struct *mapbuf;
 	int statret;
-	char *fnamecmp;
-	char fnamecmpbuf[MAXPATHLEN];
-	extern char *compare_dest;
 	extern int list_only;
 	extern int only_existing;
 	extern int orig_umask;
@@ -397,108 +451,38 @@ void recv_generator(char *fname, struct 
 	}
 #endif
 
-	if (preserve_hard_links && hard_link_check(file, HL_CHECK_MASTER))
-		return;
-
-	if (!S_ISREG(file->mode)) {
-		rprintf(FINFO, "skipping non-regular file \"%s\"\n",fname);
-		return;
-	}
-
-	fnamecmp = fname;
-
-	if (statret == -1 && compare_dest != NULL) {
-		/* try the file at compare_dest instead */
-		int saveerrno = errno;
-		pathjoin(fnamecmpbuf, sizeof fnamecmpbuf, compare_dest, fname);
-		statret = link_stat(fnamecmpbuf,&st);
-		if (!S_ISREG(st.st_mode))
-			statret = -1;
-		if (statret == -1)
-			errno = saveerrno;
-#if HAVE_LINK
-		else if (link_dest && !dry_run) {
-			if (do_link(fnamecmpbuf, fname) != 0) {
-				if (verbose > 0) {
-					rprintf(FINFO,"link %s => %s : %s\n",
-						fnamecmpbuf, fname,
-						strerror(errno));
-				}
-			}
-			fnamecmp = fnamecmpbuf;
-		}
-#endif
-		else
-			fnamecmp = fnamecmpbuf;
-	}
-
-	if (statret == -1) {
-		if (preserve_hard_links && hard_link_check(file, HL_SKIP))
-			return;
-		if (errno == ENOENT) {
-			write_int(f_out,i);
-			if (!dry_run) write_sum_head(f_out, NULL);
-		} else if (verbose > 1) {
+	/* Failed to stat for some reason besides "not found". */
+	if (statret == -1 && errno != ENOENT) {
+		if (verbose > 1)
 			rprintf(FERROR,
-				"recv_generator: failed to open %s: %s\n",
+				"recv_generator failed to stat %s: %s\n",
 				full_fname(fname), strerror(errno));
-		}
 		return;
 	}
 
-	if (!S_ISREG(st.st_mode)) {
-		if (delete_file(fname) != 0) {
-			return;
-		}
-
-		/* now pretend the file didn't exist */
-		if (preserve_hard_links && hard_link_check(file, HL_SKIP))
-			return;
-		write_int(f_out,i);
-		if (!dry_run) write_sum_head(f_out, NULL);
+	if ((fd = open_base_file(file, fname, statret, &st)) == -2)
 		return;
-	}
-
-	if (opt_ignore_existing && fnamecmp == fname) {
-		if (verbose > 1)
-			rprintf(FINFO,"%s exists\n",fname);
-		return;
-	}
 
-	if (update_only && cmp_modtime(st.st_mtime,file->modtime)>0 && fnamecmp == fname) {
-		if (verbose > 1)
-			rprintf(FINFO,"%s is newer\n",fname);
-		return;
+	if ((disable_deltas_p() || dry_run) && fd != -1) {
+		close(fd);
+		fd = -1;
 	}
 
-	if (skip_file(fname, file, &st)) {
-		if (fnamecmp == fname)
-			set_perms(fname,file,&st,1);
-		return;
-	}
-
-	if (dry_run) {
-		write_int(f_out,i);
-		return;
-	}
-
-	if (disable_deltas_p()) {
-		write_int(f_out,i);
-		write_sum_head(f_out, NULL);
-		return;
-	}
-
-	/* open the file */
-	fd = do_open(fnamecmp, O_RDONLY, 0);
-
 	if (fd == -1) {
-		rprintf(FERROR, "failed to open %s, continuing: %s\n",
-			full_fname(fnamecmp), strerror(errno));
-		/* pretend the file didn't exist */
+		/* the file didn't exist, or we can pretend it doesn't */
 		if (preserve_hard_links && hard_link_check(file, HL_SKIP))
 			return;
-		write_int(f_out,i);
-		write_sum_head(f_out, NULL);
+ 		write_int(f_out, i);
+		if (!dry_run)
+			write_sum_head(f_out, NULL);
+ 		return;
+ 	}
+
+	if (preserve_hard_links && hard_link_check(file, HL_CHECK_MASTER))
+		return;
+
+	if (!S_ISREG(file->mode)) {
+		rprintf(FINFO, "skipping non-regular file \"%s\"\n",fname);
 		return;
 	}
 
@@ -508,7 +492,7 @@ void recv_generator(char *fname, struct 
 		mapbuf = NULL;
 
 	if (verbose > 3) {
-		rprintf(FINFO,"gen mapped %s of size %.0f\n", fnamecmp,
+		rprintf(FINFO, "gen mapped %s of size %.0f\n", fname,
 			(double)st.st_size);
 	}
 
--- options.c	22 Feb 2004 08:56:43 -0000	1.139
+++ options.c	27 Feb 2004 08:57:10 -0000
@@ -89,6 +89,7 @@
 int modify_window = 0;
 int blocking_io = -1;
 int checksum_seed = 0;
+int fuzzy = 0;
 unsigned int block_size = 0;
 
 
@@ -288,6 +289,7 @@ void usage(enum logcode F)
   rprintf(F,"     --bwlimit=KBPS          limit I/O bandwidth, KBytes per second\n");
   rprintf(F,"     --write-batch=PREFIX    write batch fileset starting with PREFIX\n");
   rprintf(F,"     --read-batch=PREFIX     read batch fileset starting with PREFIX\n");
+  rprintf(F,"     --fuzzy                 use similar file as basis if it does't exist\n");
   rprintf(F," -h, --help                  show this help screen\n");
 #ifdef INET6
   rprintf(F," -4                          prefer IPv4\n");
@@ -383,6 +385,7 @@ static struct poptOption long_options[] 
   {"files-from",       0,  POPT_ARG_STRING, &files_from, 0, 0, 0 },
   {"from0",           '0', POPT_ARG_NONE,   &eol_nulls, 0, 0, 0},
   {"no-implied-dirs",  0,  POPT_ARG_VAL,    &implied_dirs, 0, 0, 0 },
+  {"fuzzy",            0,  POPT_ARG_NONE,   &fuzzy, 0, 0, 0 },
   {"protocol",         0,  POPT_ARG_INT,    &protocol_version, 0, 0, 0 },
 #ifdef INET6
   {0,		      '4', POPT_ARG_VAL,    &default_af_hint, AF_INET, 0, 0 },
@@ -945,6 +948,9 @@ void server_options(char **args,int *arg
 			args[ac++] = "--from0";
 		}
 	}
+
+	if (fuzzy && am_sender)
+		args[ac++] = "--fuzzy";
 
 	*argc = ac;
 	return;
--- proto.h	17 Feb 2004 23:13:06 -0000	1.184
+++ proto.h	27 Feb 2004 08:57:10 -0000
@@ -1,6 +1,9 @@
 /* This file is automatically generated with "make proto". DO NOT EDIT */
 
 int allow_access(char *addr, char *host, char *allow_list, char *deny_list);
+int do_open_regular(char *fname);
+int open_alternate_base_fuzzy(const char *fname);
+int open_alternate_base_comparedir(const char *fname);
 void base64_encode(char *buf, int len, char *out);
 char *auth_server(int f_in, int f_out, int module, char *addr, char *leader);
 void auth_client(int fd, char *user, char *challenge);
--- receiver.c	27 Feb 2004 08:03:49 -0000	1.73
+++ receiver.c	27 Feb 2004 08:57:10 -0000
@@ -39,6 +39,7 @@
 extern char *backup_suffix;
 extern int backup_suffix_len;
 extern int cleanup_got_literal;
+extern int fuzzy;
 
 static void delete_one(char *fn, int is_dir)
 {
@@ -288,8 +289,6 @@ int recv_files(int f_in,struct file_list
 	char *fname, fbuf[MAXPATHLEN];
 	char template[MAXPATHLEN];
 	char fnametmp[MAXPATHLEN];
-	char *fnamecmp;
-	char fnamecmpbuf[MAXPATHLEN];
 	struct map_struct *mapbuf;
 	int i;
 	struct file_struct *file;
@@ -356,35 +355,31 @@ int recv_files(int f_in,struct file_list
 		if (verbose > 2)
 			rprintf(FINFO,"recv_files(%s)\n",fname);
 
-		fnamecmp = fname;
-
 		/* open the file */
-		fd1 = do_open(fnamecmp, O_RDONLY, 0);
+		fd1 = do_open(fname, O_RDONLY, 0);
 
-		if (fd1 == -1 && compare_dest != NULL) {
-			/* try the file at compare_dest instead */
-			pathjoin(fnamecmpbuf, sizeof fnamecmpbuf,
-				 compare_dest, fname);
-			fnamecmp = fnamecmpbuf;
-			fd1 = do_open(fnamecmp, O_RDONLY, 0);
-		}
+		if (fd1 == -1 && compare_dest != NULL)
+			fd1 = open_alternate_base_comparedir(fname);
+
+		if (fd1 == -1 && fuzzy)
+			fd1 = open_alternate_base_fuzzy(fname);
 
 		if (fd1 != -1 && do_fstat(fd1,&st) != 0) {
 			rprintf(FERROR, "fstat %s failed: %s\n",
-				full_fname(fnamecmp), strerror(errno));
+				full_fname(fname), strerror(errno));
 			receive_data(f_in,NULL,-1,NULL,file->length);
 			close(fd1);
 			continue;
 		}
 
-		if (fd1 != -1 && S_ISDIR(st.st_mode) && fnamecmp == fname) {
+		if (fd1 != -1 && S_ISDIR(st.st_mode)) {
 			/* this special handling for directories
 			 * wouldn't be necessary if robust_rename()
 			 * and the underlying robust_unlink could cope
 			 * with directories
 			 */
 			rprintf(FERROR,"recv_files: %s is a directory\n",
-				full_fname(fnamecmp));
+				full_fname(fname));
 			receive_data(f_in, NULL, -1, NULL, file->length);
 			close(fd1);
 			continue;
@@ -405,8 +400,10 @@ int recv_files(int f_in,struct file_list
 
 		if (fd1 != -1 && st.st_size > 0) {
 			mapbuf = map_file(fd1,st.st_size);
-			if (verbose > 2)
-				rprintf(FINFO,"recv mapped %s of size %.0f\n",fnamecmp,(double)st.st_size);
+			if (verbose > 2) {
+				rprintf(FINFO, "recv mapped %s of size %.0f\n",
+				    fname, (double)st.st_size);
+			}
 		} else
 			mapbuf = NULL;