X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/fee64929a32a6cd69c3a675adb86e28440af6a2b..feaa89c410544775afc19eac4a966e8345d5134a:/rsync.c diff --git a/rsync.c b/rsync.c index c4a92d69..059b3845 100644 --- a/rsync.c +++ b/rsync.c @@ -29,7 +29,9 @@ extern time_t starttime; extern int remote_version; extern char *backup_suffix; +extern char *tmpdir; +extern int whole_file; extern int block_size; extern int update_only; extern int make_backups; @@ -200,7 +202,7 @@ static int set_perms(char *fname,struct file_struct *file,struct stat *st, if (dry_run) return 0; if (!st) { - if (lstat(fname,&st2) != 0) { + if (link_stat(fname,&st2) != 0) { fprintf(FERROR,"stat %s : %s\n",fname,strerror(errno)); return 0; } @@ -251,20 +253,43 @@ static int set_perms(char *fname,struct file_struct *file,struct stat *st, } +/* choose whether to skip a particular file */ +static int skip_file(char *fname, + struct file_struct *file, struct stat *st) +{ + if (st->st_size != file->length) { + return 0; + } + + /* if always checksum is set then we use the checksum instead + of the file time to determine whether to sync */ + if (always_checksum && S_ISREG(st->st_mode)) { + char sum[MD4_SUM_LENGTH]; + file_checksum(fname,sum,st->st_size); + return (memcmp(sum,file->sum,csum_length) == 0); + } + + if (ignore_times) { + return 0; + } + + return (st->st_mtime == file->modtime); +} + + void recv_generator(char *fname,struct file_list *flist,int i,int f_out) { int fd; struct stat st; struct map_struct *buf; struct sum_struct *s; - char sum[MD4_SUM_LENGTH]; int statret; - struct file_struct *file = &flist->files[i]; + struct file_struct *file = flist->files[i]; if (verbose > 2) fprintf(FERROR,"recv_generator(%s,%d)\n",fname,i); - statret = lstat(fname,&st); + statret = link_stat(fname,&st); if (S_ISDIR(file->mode)) { if (dry_run) return; @@ -288,8 +313,8 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) return; } -#if SUPPORT_LINKS if (preserve_links && S_ISLNK(file->mode)) { +#if SUPPORT_LINKS char lnk[MAXPATHLEN]; int l; if (statret == 0) { @@ -312,9 +337,9 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) fprintf(FINFO,"%s -> %s\n", fname,file->link); } +#endif return; } -#endif #ifdef HAVE_MKNOD if (am_root && preserve_devices && IS_DEVICE(file->mode)) { @@ -342,7 +367,7 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) if (preserve_hard_links && check_hard_link(file)) { if (verbose > 1) - fprintf(FINFO,"%s is a hard link\n",file->name); + fprintf(FINFO,"%s is a hard link\n",f_name(file)); return; } @@ -381,20 +406,13 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) return; } - if (update_only && st.st_mtime >= file->modtime) { + if (update_only && st.st_mtime > file->modtime) { if (verbose > 1) fprintf(FERROR,"%s is newer\n",fname); return; } - if (always_checksum && S_ISREG(st.st_mode)) { - file_checksum(fname,sum,st.st_size); - } - - if (st.st_size == file->length && - ((!ignore_times && st.st_mtime == file->modtime) || - (always_checksum && S_ISREG(st.st_mode) && - memcmp(sum,file->sum,csum_length) == 0))) { + if (skip_file(fname, file, &st)) { set_perms(fname,file,&st,1); return; } @@ -404,11 +422,18 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) return; } + if (whole_file) { + write_int(f_out,i); + send_sums(NULL,f_out); + return; + } + /* open the file */ fd = open(fname,O_RDONLY); if (fd == -1) { fprintf(FERROR,"failed to open %s : %s\n",fname,strerror(errno)); + fprintf(FERROR,"skipping %s\n",fname); return; } @@ -511,54 +536,108 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) static void delete_one(struct file_struct *f) { if (!S_ISDIR(f->mode)) { - if (!dry_run && unlink(f->name) != 0) { - fprintf(FERROR,"unlink %s : %s\n",f->name,strerror(errno)); + if (!dry_run && unlink(f_name(f)) != 0) { + fprintf(FERROR,"unlink %s : %s\n",f_name(f),strerror(errno)); } else if (verbose) { - fprintf(FERROR,"deleting %s\n",f->name); + fprintf(FERROR,"deleting %s\n",f_name(f)); } } else { - if (!dry_run && rmdir(f->name) != 0) { + if (!dry_run && rmdir(f_name(f)) != 0) { if (errno != ENOTEMPTY) - fprintf(FERROR,"rmdir %s : %s\n",f->name,strerror(errno)); + fprintf(FERROR,"rmdir %s : %s\n",f_name(f),strerror(errno)); } else if (verbose) { - fprintf(FERROR,"deleting directory %s\n",f->name); + fprintf(FERROR,"deleting directory %s\n",f_name(f)); } } } +/* yuck! This function wouldn't have been necessary if I had the sorting + algorithm right. Unfortunately fixing the sorting algorithm would introduce + a backward incompatibility as file list indexes are sent over the link. + + The aim is to see if a directory has already had the deletion algorithm applied + to it (due to recursion), and if so to skip it. The bisection is to + prevent this being an n^2 algorithm */ +static int delete_already_done(struct file_list *flist,int j) +{ + int low=0,high=j-1; + char *name; + char *p; + + if (j == 0) return 0; + + name = strdup(f_name(flist->files[j])); + + if (!name) { + fprintf(FERROR,"out of memory in delete_already_done"); + exit_cleanup(1); + } + + p = strrchr(name,'/'); + if (!p) { + free(name); + return 0; + } + *p = 0; + + while (low != high) { + int mid = (low+high)/2; + int ret = strcmp(f_name(flist->files[flist_up(flist, mid)]),name); + if (ret == 0) { + free(name); + return 1; + } + if (ret > 0) { + high=mid; + } else { + low=mid+1; + } + } + + low = flist_up(flist, low); + + if (strcmp(f_name(flist->files[low]),name) == 0) { + free(name); + return 1; + } + + free(name); + return 0; +} + + /* this deletes any files on the receiving side that are not present on the sending side. For version 1.6.4 I have changed the behaviour to match more closely what most people seem to expect of this option */ static void delete_files(struct file_list *flist) { struct file_list *local_file_list; - char *dot="."; int i, j; - char *last_name=NULL; if (cvs_exclude) add_cvs_excludes(); for (j=0;jcount;j++) { - if (!S_ISDIR(flist->files[j].mode)) continue; - if (strcmp(flist->files[j].name,".")==0) continue; - if (last_name && - flist->files[j].name[strlen(last_name)] == '/' && - strncmp(flist->files[j].name,last_name, strlen(last_name))==0) - continue; - last_name = flist->files[j].name; - if (!(local_file_list = send_file_list(-1,1,&last_name))) + char *name = f_name(flist->files[j]); + + if (!S_ISDIR(flist->files[j]->mode)) continue; + + if (delete_already_done(flist, j)) continue; + + if (!(local_file_list = send_file_list(-1,1,&name))) continue; + if (verbose > 1) - fprintf(FINFO,"deleting in %s\n", last_name); + fprintf(FINFO,"deleting in %s\n", name); for (i=local_file_list->count-1;i>=0;i--) { - if (!local_file_list->files[i].name) continue; - if (-1 == flist_find(flist,&local_file_list->files[i])) { - delete_one(&local_file_list->files[i]); + if (!local_file_list->files[i]->basename) continue; + if (-1 == flist_find(flist,local_file_list->files[i])) { + delete_one(local_file_list->files[i]); } } + flist_free(local_file_list); } } @@ -566,9 +645,17 @@ static char *cleanup_fname = NULL; void exit_cleanup(int code) { - if (cleanup_fname) - unlink(cleanup_fname); - exit(code); + if (cleanup_fname) + unlink(cleanup_fname); + signal(SIGUSR1, SIG_IGN); + if (code) { +#ifdef GETPGRP_VOID + kill(-getpgrp(), SIGUSR1); +#else + kill(-getpgrp(getpid()), SIGUSR1); +#endif + } + exit(code); } void sig_int(void) @@ -613,8 +700,8 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) break; } - file = &flist->files[i]; - fname = file->name; + file = flist->files[i]; + fname = f_name(file); if (local_name) fname = local_name; @@ -656,10 +743,21 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) /* open tmp file */ if (strlen(fname) > (MAXPATHLEN-8)) { fprintf(FERROR,"filename too long\n"); + if (buf) unmap_file(buf); close(fd1); continue; } - sprintf(fnametmp,"%s.XXXXXX",fname); + if (tmpdir) { + char *f; + f = strrchr(fname,'/'); + if (f == NULL) + f = fname; + else + f++; + sprintf(fnametmp,"%s/%s.XXXXXX",tmpdir,f); + } else { + sprintf(fnametmp,"%s.XXXXXX",fname); + } if (NULL == mktemp(fnametmp)) { fprintf(FERROR,"mktemp %s failed\n",fnametmp); receive_data(f_in,buf,-1,NULL); @@ -667,10 +765,10 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) close(fd1); continue; } - fd2 = open(fnametmp,O_WRONLY|O_CREAT,file->mode); + fd2 = open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); if (fd2 == -1 && relative_paths && errno == ENOENT && create_directory_path(fnametmp) == 0) { - fd2 = open(fnametmp,O_WRONLY|O_CREAT,file->mode); + fd2 = open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); } if (fd2 == -1) { fprintf(FERROR,"open %s : %s\n",fnametmp,strerror(errno)); @@ -688,8 +786,8 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) /* recv file data */ recv_ok = receive_data(f_in,buf,fd2,fname); + if (buf) unmap_file(buf); if (fd1 != -1) { - if (buf) unmap_file(buf); close(fd1); } close(fd2); @@ -712,14 +810,27 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) /* move tmp file over real file */ if (rename(fnametmp,fname) != 0) { - fprintf(FERROR,"rename %s -> %s : %s\n", - fnametmp,fname,strerror(errno)); - unlink(fnametmp); + if (errno == EXDEV) { + /* rename failed on cross-filesystem link. + Copy the file instead. */ + if (copy_file(fnametmp,fname, file->mode)) { + fprintf(FERROR,"copy %s -> %s : %s\n", + fnametmp,fname,strerror(errno)); + } else { + set_perms(fname,file,NULL,0); + } + unlink(fnametmp); + } else { + fprintf(FERROR,"rename %s -> %s : %s\n", + fnametmp,fname,strerror(errno)); + unlink(fnametmp); + } + } else { + set_perms(fname,file,NULL,0); } cleanup_fname = NULL; - set_perms(fname,file,NULL,0); if (!recv_ok) { if (verbose > 1) @@ -736,9 +847,9 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) /* now we need to fix any directory permissions that were modified during the transfer */ for (i = 0; i < flist->count; i++) { - struct file_struct *file = &flist->files[i]; - if (!file->name || !S_ISDIR(file->mode)) continue; - recv_generator(file->name,flist,i,-1); + struct file_struct *file = flist->files[i]; + if (!file->basename || !S_ISDIR(file->mode)) continue; + recv_generator(f_name(file),flist,i,-1); } if (verbose > 2) @@ -782,15 +893,20 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) break; } - file = &flist->files[i]; + file = flist->files[i]; fname[0] = 0; - if (file->dir) { - strncpy(fname,file->dir,MAXPATHLEN-1); - fname[MAXPATHLEN-1] = 0; - strcat(fname,"/"); + if (file->basedir) { + strncpy(fname,file->basedir,MAXPATHLEN-1); + fname[MAXPATHLEN-1] = 0; + if (strlen(fname) == MAXPATHLEN-1) { + fprintf(FERROR, "send_files failed on long-named directory %s\n", + fname); + return -1; + } + strcat(fname,"/"); } - strncat(fname,file->name,MAXPATHLEN-strlen(fname)); + strncat(fname,f_name(file),MAXPATHLEN-strlen(fname)); if (verbose > 2) fprintf(FERROR,"send_files(%d,%s)\n",i,fname); @@ -881,9 +997,9 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) (int)getpid(),flist->count); for (i = 0; i < flist->count; i++) { - struct file_struct *file = &flist->files[i]; + struct file_struct *file = flist->files[i]; mode_t saved_mode = file->mode; - if (!file->name) continue; + if (!file->basename) continue; /* we need to ensure that any directories we create have writeable permissions initially so that we can create the files within @@ -892,7 +1008,7 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) file->mode |= S_IWUSR; /* user write */ } - recv_generator(local_name?local_name:file->name, + recv_generator(local_name?local_name:f_name(file), flist,i,f); file->mode = saved_mode; @@ -912,8 +1028,8 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) /* in newer versions of the protocol the files can cycle through the system more than once to catch initial checksum errors */ for (i=read_int(f_recv); i != -1; i=read_int(f_recv)) { - struct file_struct *file = &flist->files[i]; - recv_generator(local_name?local_name:file->name, + struct file_struct *file = flist->files[i]; + recv_generator(local_name?local_name:f_name(file), flist,i,f); }