From: Rusty Russell Date: Wed, 03 Apr 2002 17:08:57 +1000 Found old patch on google, and updated it for 2.5.4 (I know, but that's what apt-get source gave me). Compiles, otherwise untested. Rusty. [Updated for current CVS version by Wayne Davison. Passes *MOST* of the test suite, but otherwise UNTESTED.] -- Anyone who quotes me in their sig is an idiot. -- Rusty Russell. --- Makefile.in 10 Feb 2004 17:06:11 -0000 1.98 +++ Makefile.in 27 Feb 2004 08:57:09 -0000 @@ -32,7 +32,7 @@ zlib/inflate.o zlib/inftrees.o zlib/infutil.o zlib/trees.o \ zlib/zutil.o zlib/adler32.o OBJS1=rsync.o generator.o receiver.o cleanup.o sender.o exclude.o util.o \ - main.o checksum.o match.o syscall.o log.o backup.o + main.o checksum.o match.o syscall.o log.o backup.o alternate.o OBJS2=options.o flist.o io.o compat.o hlink.o token.o uidlist.o socket.o \ fileio.o batch.o clientname.o OBJS3=progress.o pipe.o --- generator.c 27 Feb 2004 08:03:49 -0000 1.76 +++ generator.c 27 Feb 2004 08:57:09 -0000 @@ -43,10 +43,12 @@ extern int always_checksum; extern char *compare_dest; extern int link_dest; +extern int fuzzy; /* choose whether to skip a particular file */ -static int skip_file(char *fname, struct file_struct *file, STRUCT_STAT *st) +static int skip_file(char *fname, struct file_struct *file, + const STRUCT_STAT *st) { if (st->st_size != file->length) { return 0; @@ -252,7 +254,62 @@ } } +/* Returns -1 for can't open (null file), -2 for skip */ +static int open_base_file(struct file_struct *file, char *fname, int statret, + STRUCT_STAT *st) +{ + int fd = -1; + if (statret == 0) { + if (S_ISREG(st->st_mode)) { + if (update_only + && cmp_modtime(st->st_mtime, file->modtime) > 0) { + if (verbose > 1) + rprintf(FINFO, "%s is newer\n", fname); + return -2; + } + if (skip_file(fname, file, st)) { + set_perms(fname, file, st, 1); + return -2; + } + fd = do_open(fname, O_RDONLY, 0); + if (fd == -1) { + rprintf(FERROR, "failed to open %s, continuing : %s\n", + full_fname(fname), strerror(errno)); + return -1; + } + return fd; + } else { + /* Try to use symlink contents */ + if (S_ISLNK(st->st_mode)) { + fd = do_open_regular(fname); + /* Don't delete yet; receiver will need it */ + } else { + if (delete_file(fname) != 0) { + if (fd != -1) + close(fd); + return -2; + } + } + } + } + + if (fd == -1 && compare_dest != NULL) + fd = open_alternate_base_comparedir(fname); + + if (fd == -1 && fuzzy) + fd = open_alternate_base_fuzzy(fname); + + /* Update stat to understand size */ + if (fd != -1) { + if (do_fstat(fd, st) != 0) { + rprintf(FERROR, "fstat %s : %s\n", + full_fname(fname), strerror(errno)); + } + } + + return fd; +} /** * Acts on file number @p i from @p flist, whose name is @p fname. @@ -268,9 +325,6 @@ void recv_generator(char *fname, struct STRUCT_STAT st; struct map_struct *mapbuf; int statret; - char *fnamecmp; - char fnamecmpbuf[MAXPATHLEN]; - extern char *compare_dest; extern int list_only; extern int only_existing; extern int orig_umask; @@ -397,108 +451,38 @@ void recv_generator(char *fname, struct } #endif - if (preserve_hard_links && hard_link_check(file, HL_CHECK_MASTER)) - return; - - if (!S_ISREG(file->mode)) { - rprintf(FINFO, "skipping non-regular file \"%s\"\n",fname); - return; - } - - fnamecmp = fname; - - if (statret == -1 && compare_dest != NULL) { - /* try the file at compare_dest instead */ - int saveerrno = errno; - pathjoin(fnamecmpbuf, sizeof fnamecmpbuf, compare_dest, fname); - statret = link_stat(fnamecmpbuf,&st); - if (!S_ISREG(st.st_mode)) - statret = -1; - if (statret == -1) - errno = saveerrno; -#if HAVE_LINK - else if (link_dest && !dry_run) { - if (do_link(fnamecmpbuf, fname) != 0) { - if (verbose > 0) { - rprintf(FINFO,"link %s => %s : %s\n", - fnamecmpbuf, fname, - strerror(errno)); - } - } - fnamecmp = fnamecmpbuf; - } -#endif - else - fnamecmp = fnamecmpbuf; - } - - if (statret == -1) { - if (preserve_hard_links && hard_link_check(file, HL_SKIP)) - return; - if (errno == ENOENT) { - write_int(f_out,i); - if (!dry_run) write_sum_head(f_out, NULL); - } else if (verbose > 1) { + /* Failed to stat for some reason besides "not found". */ + if (statret == -1 && errno != ENOENT) { + if (verbose > 1) rprintf(FERROR, - "recv_generator: failed to open %s: %s\n", + "recv_generator failed to stat %s: %s\n", full_fname(fname), strerror(errno)); - } return; } - if (!S_ISREG(st.st_mode)) { - if (delete_file(fname) != 0) { - return; - } - - /* now pretend the file didn't exist */ - if (preserve_hard_links && hard_link_check(file, HL_SKIP)) - return; - write_int(f_out,i); - if (!dry_run) write_sum_head(f_out, NULL); + if ((fd = open_base_file(file, fname, statret, &st)) == -2) return; - } - - if (opt_ignore_existing && fnamecmp == fname) { - if (verbose > 1) - rprintf(FINFO,"%s exists\n",fname); - return; - } - if (update_only && cmp_modtime(st.st_mtime,file->modtime)>0 && fnamecmp == fname) { - if (verbose > 1) - rprintf(FINFO,"%s is newer\n",fname); - return; + if ((disable_deltas_p() || dry_run) && fd != -1) { + close(fd); + fd = -1; } - if (skip_file(fname, file, &st)) { - if (fnamecmp == fname) - set_perms(fname,file,&st,1); - return; - } - - if (dry_run) { - write_int(f_out,i); - return; - } - - if (disable_deltas_p()) { - write_int(f_out,i); - write_sum_head(f_out, NULL); - return; - } - - /* open the file */ - fd = do_open(fnamecmp, O_RDONLY, 0); - if (fd == -1) { - rprintf(FERROR, "failed to open %s, continuing: %s\n", - full_fname(fnamecmp), strerror(errno)); - /* pretend the file didn't exist */ + /* the file didn't exist, or we can pretend it doesn't */ if (preserve_hard_links && hard_link_check(file, HL_SKIP)) return; - write_int(f_out,i); - write_sum_head(f_out, NULL); + write_int(f_out, i); + if (!dry_run) + write_sum_head(f_out, NULL); + return; + } + + if (preserve_hard_links && hard_link_check(file, HL_CHECK_MASTER)) + return; + + if (!S_ISREG(file->mode)) { + rprintf(FINFO, "skipping non-regular file \"%s\"\n",fname); return; } @@ -508,7 +492,7 @@ void recv_generator(char *fname, struct mapbuf = NULL; if (verbose > 3) { - rprintf(FINFO,"gen mapped %s of size %.0f\n", fnamecmp, + rprintf(FINFO, "gen mapped %s of size %.0f\n", fname, (double)st.st_size); } --- options.c 22 Feb 2004 08:56:43 -0000 1.139 +++ options.c 27 Feb 2004 08:57:10 -0000 @@ -89,6 +89,7 @@ int modify_window = 0; int blocking_io = -1; int checksum_seed = 0; +int fuzzy = 0; unsigned int block_size = 0; @@ -288,6 +289,7 @@ void usage(enum logcode F) rprintf(F," --bwlimit=KBPS limit I/O bandwidth, KBytes per second\n"); rprintf(F," --write-batch=PREFIX write batch fileset starting with PREFIX\n"); rprintf(F," --read-batch=PREFIX read batch fileset starting with PREFIX\n"); + rprintf(F," --fuzzy use similar file as basis if it does't exist\n"); rprintf(F," -h, --help show this help screen\n"); #ifdef INET6 rprintf(F," -4 prefer IPv4\n"); @@ -383,6 +385,7 @@ static struct poptOption long_options[] {"files-from", 0, POPT_ARG_STRING, &files_from, 0, 0, 0 }, {"from0", '0', POPT_ARG_NONE, &eol_nulls, 0, 0, 0}, {"no-implied-dirs", 0, POPT_ARG_VAL, &implied_dirs, 0, 0, 0 }, + {"fuzzy", 0, POPT_ARG_NONE, &fuzzy, 0, 0, 0 }, {"protocol", 0, POPT_ARG_INT, &protocol_version, 0, 0, 0 }, #ifdef INET6 {0, '4', POPT_ARG_VAL, &default_af_hint, AF_INET, 0, 0 }, @@ -945,6 +948,9 @@ void server_options(char **args,int *arg args[ac++] = "--from0"; } } + + if (fuzzy && am_sender) + args[ac++] = "--fuzzy"; *argc = ac; return; --- proto.h 17 Feb 2004 23:13:06 -0000 1.184 +++ proto.h 27 Feb 2004 08:57:10 -0000 @@ -1,6 +1,9 @@ /* This file is automatically generated with "make proto". DO NOT EDIT */ int allow_access(char *addr, char *host, char *allow_list, char *deny_list); +int do_open_regular(char *fname); +int open_alternate_base_fuzzy(const char *fname); +int open_alternate_base_comparedir(const char *fname); void base64_encode(char *buf, int len, char *out); char *auth_server(int f_in, int f_out, int module, char *addr, char *leader); void auth_client(int fd, char *user, char *challenge); --- receiver.c 27 Feb 2004 08:03:49 -0000 1.73 +++ receiver.c 27 Feb 2004 08:57:10 -0000 @@ -39,6 +39,7 @@ extern char *backup_suffix; extern int backup_suffix_len; extern int cleanup_got_literal; +extern int fuzzy; static void delete_one(char *fn, int is_dir) { @@ -288,8 +289,6 @@ int recv_files(int f_in,struct file_list char *fname, fbuf[MAXPATHLEN]; char template[MAXPATHLEN]; char fnametmp[MAXPATHLEN]; - char *fnamecmp; - char fnamecmpbuf[MAXPATHLEN]; struct map_struct *mapbuf; int i; struct file_struct *file; @@ -356,35 +355,31 @@ int recv_files(int f_in,struct file_list if (verbose > 2) rprintf(FINFO,"recv_files(%s)\n",fname); - fnamecmp = fname; - /* open the file */ - fd1 = do_open(fnamecmp, O_RDONLY, 0); + fd1 = do_open(fname, O_RDONLY, 0); - if (fd1 == -1 && compare_dest != NULL) { - /* try the file at compare_dest instead */ - pathjoin(fnamecmpbuf, sizeof fnamecmpbuf, - compare_dest, fname); - fnamecmp = fnamecmpbuf; - fd1 = do_open(fnamecmp, O_RDONLY, 0); - } + if (fd1 == -1 && compare_dest != NULL) + fd1 = open_alternate_base_comparedir(fname); + + if (fd1 == -1 && fuzzy) + fd1 = open_alternate_base_fuzzy(fname); if (fd1 != -1 && do_fstat(fd1,&st) != 0) { rprintf(FERROR, "fstat %s failed: %s\n", - full_fname(fnamecmp), strerror(errno)); + full_fname(fname), strerror(errno)); receive_data(f_in,NULL,-1,NULL,file->length); close(fd1); continue; } - if (fd1 != -1 && S_ISDIR(st.st_mode) && fnamecmp == fname) { + if (fd1 != -1 && S_ISDIR(st.st_mode)) { /* this special handling for directories * wouldn't be necessary if robust_rename() * and the underlying robust_unlink could cope * with directories */ rprintf(FERROR,"recv_files: %s is a directory\n", - full_fname(fnamecmp)); + full_fname(fname)); receive_data(f_in, NULL, -1, NULL, file->length); close(fd1); continue; @@ -405,8 +400,10 @@ int recv_files(int f_in,struct file_list if (fd1 != -1 && st.st_size > 0) { mapbuf = map_file(fd1,st.st_size); - if (verbose > 2) - rprintf(FINFO,"recv mapped %s of size %.0f\n",fnamecmp,(double)st.st_size); + if (verbose > 2) { + rprintf(FINFO, "recv mapped %s of size %.0f\n", + fname, (double)st.st_size); + } } else mapbuf = NULL;