X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/a800434a82af8dbd59da7c27b382c9897dd90150..1f658d4207b36bbfbb42f638b2e70a8205819c9c:/rsync.c diff --git a/rsync.c b/rsync.c index 72c7ce9c..f3f23142 100644 --- a/rsync.c +++ b/rsync.c @@ -53,6 +53,37 @@ extern int io_timeout; extern int io_error; extern struct stats stats; + +/* handling the cleanup when a transfer is interrupted is tricky when + --partial is selected. We need to ensure that the partial file is + kept if any real data has been transferred */ +static int cleanup_got_literal; +static char *cleanup_fname; +static char *cleanup_new_fname; +static struct file_struct *cleanup_file; +static void finish_transfer(char *fname, char *fnametmp, struct file_struct *file); + +void exit_cleanup(int code) +{ + extern int keep_partial; + + signal(SIGUSR1, SIG_IGN); + + if (cleanup_got_literal && cleanup_fname && keep_partial) { + char *fname = cleanup_fname; + cleanup_fname = NULL; + finish_transfer(cleanup_new_fname, fname, cleanup_file); + } + io_flush(); + if (cleanup_fname) + do_unlink(cleanup_fname); + if (code) { + kill_all(SIGUSR1); + } + exit(code); +} + + /* free a sums struct */ @@ -267,65 +298,68 @@ static struct sum_struct *receive_sums(int f) static int set_perms(char *fname,struct file_struct *file,STRUCT_STAT *st, int report) { - int updated = 0; - STRUCT_STAT st2; - extern int am_daemon; + int updated = 0; + STRUCT_STAT st2; + extern int am_daemon; - if (dry_run) return 0; + if (dry_run) return 0; - if (!st) { - if (link_stat(fname,&st2) != 0) { - rprintf(FERROR,"stat %s : %s\n",fname,strerror(errno)); - return 0; - } - st = &st2; - } + if (!st) { + if (link_stat(fname,&st2) != 0) { + rprintf(FERROR,"stat %s : %s\n",fname,strerror(errno)); + return 0; + } + st = &st2; + } - if (preserve_times && !S_ISLNK(st->st_mode) && - st->st_mtime != file->modtime) { - updated = 1; - if (set_modtime(fname,file->modtime) != 0) { - rprintf(FERROR,"failed to set times on %s : %s\n", - fname,strerror(errno)); - return 0; - } - } + if (preserve_times && !S_ISLNK(st->st_mode) && + st->st_mtime != file->modtime) { + updated = 1; + if (set_modtime(fname,file->modtime) != 0) { + rprintf(FERROR,"failed to set times on %s : %s\n", + fname,strerror(errno)); + return 0; + } + } + + if ((am_root || !am_daemon) && + ((am_root && preserve_uid && st->st_uid != file->uid) || + (preserve_gid && st->st_gid != file->gid))) { + if (do_lchown(fname, + (am_root&&preserve_uid)?file->uid:-1, + preserve_gid?file->gid:-1) != 0) { + if (preserve_uid && st->st_uid != file->uid) + updated = 1; + if (verbose>1 || preserve_uid) { + rprintf(FERROR,"chown %s : %s\n", + fname,strerror(errno)); + return 0; + } + } else { + updated = 1; + } + } #ifdef HAVE_CHMOD - if (preserve_perms && !S_ISLNK(st->st_mode) && - st->st_mode != file->mode) { - updated = 1; - if (do_chmod(fname,file->mode) != 0) { - rprintf(FERROR,"failed to set permissions on %s : %s\n", - fname,strerror(errno)); - return 0; - } - } + if (preserve_perms && !S_ISLNK(st->st_mode) && + (st->st_mode != file->mode || + (updated && (file->mode & ~ACCESSPERMS)))) { + updated = 1; + if (do_chmod(fname,file->mode) != 0) { + rprintf(FERROR,"failed to set permissions on %s : %s\n", + fname,strerror(errno)); + return 0; + } + } #endif - - if ((am_root || !am_daemon) && - ((am_root && preserve_uid && st->st_uid != file->uid) || - (preserve_gid && st->st_gid != file->gid))) { - if (do_lchown(fname, - (am_root&&preserve_uid)?file->uid:-1, - preserve_gid?file->gid:-1) != 0) { - if (preserve_uid && st->st_uid != file->uid) - updated = 1; - if (verbose>1 || preserve_uid) - rprintf(FERROR,"chown %s : %s\n", - fname,strerror(errno)); - return updated; - } - updated = 1; - } - if (verbose > 1 && report) { - if (updated) - rprintf(FINFO,"%s\n",fname); - else - rprintf(FINFO,"%s is uptodate\n",fname); - } - return updated; + if (verbose > 1 && report) { + if (updated) + rprintf(FINFO,"%s\n",fname); + else + rprintf(FINFO,"%s is uptodate\n",fname); + } + return updated; } @@ -354,16 +388,20 @@ static int skip_file(char *fname, /* use a larger block size for really big files */ -int adapt_block_size(struct file_struct *file, int bsize) +static int adapt_block_size(struct file_struct *file, int bsize) { - int ret = file->length / (10000); /* rough heuristic */ + int ret; + + if (bsize != BLOCK_SIZE) return bsize; + + ret = file->length / (10000); /* rough heuristic */ ret = ret & ~15; /* multiple of 16 */ if (ret < bsize) ret = bsize; if (ret > CHUNK_SIZE/2) ret = CHUNK_SIZE/2; return ret; } -void recv_generator(char *fname,struct file_list *flist,int i,int f_out) +static void recv_generator(char *fname,struct file_list *flist,int i,int f_out) { int fd; STRUCT_STAT st; @@ -539,76 +577,92 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) -static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) +static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname, + OFF_T total_size) { - int i,n,remainder,len,count; - OFF_T offset = 0; - OFF_T offset2; - char *data; - static char file_sum1[MD4_SUM_LENGTH]; - static char file_sum2[MD4_SUM_LENGTH]; - char *map=NULL; - - count = read_int(f_in); - n = read_int(f_in); - remainder = read_int(f_in); - - sum_init(); - - for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) { - if (i > 0) { - if (verbose > 3) - rprintf(FINFO,"data recv %d at %d\n",i,(int)offset); - - stats.literal_data += i; - sum_update(data,i); + int i,n,remainder,len,count; + OFF_T offset = 0; + OFF_T offset2; + char *data; + static char file_sum1[MD4_SUM_LENGTH]; + static char file_sum2[MD4_SUM_LENGTH]; + char *map=NULL; + + count = read_int(f_in); + n = read_int(f_in); + remainder = read_int(f_in); + + sum_init(); + + for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) { - if (fd != -1 && write_file(fd,data,i) != i) { - rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno)); - exit_cleanup(1); - } - offset += i; - } else { - i = -(i+1); - offset2 = i*n; - len = n; - if (i == count-1 && remainder != 0) - len = remainder; + show_progress(offset, total_size); - stats.matched_data += len; + if (i > 0) { + if (verbose > 3) { + rprintf(FINFO,"data recv %d at %d\n", + i,(int)offset); + } - if (verbose > 3) - rprintf(FINFO,"chunk[%d] of size %d at %d offset=%d\n", - i,len,(int)offset2,(int)offset); + stats.literal_data += i; + cleanup_got_literal = 1; + + sum_update(data,i); - map = map_ptr(buf,offset2,len); + if (fd != -1 && write_file(fd,data,i) != i) { + rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno)); + exit_cleanup(1); + } + offset += i; + continue; + } - see_token(map, len); - sum_update(map,len); + i = -(i+1); + offset2 = i*n; + len = n; + if (i == count-1 && remainder != 0) + len = remainder; + + stats.matched_data += len; + + if (verbose > 3) + rprintf(FINFO,"chunk[%d] of size %d at %d offset=%d\n", + i,len,(int)offset2,(int)offset); + + map = map_ptr(buf,offset2,len); + + see_token(map, len); + sum_update(map,len); + + if (fd != -1 && write_file(fd,map,len) != len) { + rprintf(FERROR,"write failed on %s : %s\n", + fname,strerror(errno)); + exit_cleanup(1); + } + offset += len; + } - if (fd != -1 && write_file(fd,map,len) != len) { - rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno)); - exit_cleanup(1); - } - offset += len; - } - } + end_progress(); - if (fd != -1 && offset > 0 && sparse_end(fd) != 0) { - rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno)); - exit_cleanup(1); - } + if (fd != -1 && offset > 0 && sparse_end(fd) != 0) { + rprintf(FERROR,"write failed on %s : %s\n", + fname,strerror(errno)); + exit_cleanup(1); + } - sum_end(file_sum1); + sum_end(file_sum1); - if (remote_version >= 14) { - read_buf(f_in,file_sum2,MD4_SUM_LENGTH); - if (verbose > 2) - rprintf(FINFO,"got file_sum\n"); - if (fd != -1 && memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0) - return 0; - } - return 1; + if (remote_version >= 14) { + read_buf(f_in,file_sum2,MD4_SUM_LENGTH); + if (verbose > 2) { + rprintf(FINFO,"got file_sum\n"); + } + if (fd != -1 && + memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0) { + return 0; + } + } + return 1; } @@ -723,20 +777,6 @@ static void delete_files(struct file_list *flist) } } -static char *cleanup_fname; - -void exit_cleanup(int code) -{ - io_flush(); - if (cleanup_fname) - do_unlink(cleanup_fname); - signal(SIGUSR1, SIG_IGN); - if (code) { - kill_all(SIGUSR1); - } - exit(code); -} - void sig_int(void) { exit_cleanup(1); @@ -783,6 +823,46 @@ static int get_tmpname(char *fnametmp, char *fname) return 1; } +/* finish off a file transfer, renaming the file and setting the permissions + and ownership */ +static void finish_transfer(char *fname, char *fnametmp, struct file_struct *file) +{ + if (make_backups) { + char fnamebak[MAXPATHLEN]; + if (strlen(fname) + strlen(backup_suffix) > (MAXPATHLEN-1)) { + rprintf(FERROR,"backup filename too long\n"); + return; + } + slprintf(fnamebak,sizeof(fnamebak)-1,"%s%s",fname,backup_suffix); + if (do_rename(fname,fnamebak) != 0 && errno != ENOENT) { + rprintf(FERROR,"rename %s %s : %s\n",fname,fnamebak,strerror(errno)); + return; + } + } + + /* move tmp file over real file */ + if (do_rename(fnametmp,fname) != 0) { + if (errno == EXDEV) { + /* rename failed on cross-filesystem link. + Copy the file instead. */ + if (copy_file(fnametmp,fname, file->mode)) { + rprintf(FERROR,"copy %s -> %s : %s\n", + fnametmp,fname,strerror(errno)); + } else { + set_perms(fname,file,NULL,0); + } + do_unlink(fnametmp); + } else { + rprintf(FERROR,"rename %s -> %s : %s\n", + fnametmp,fname,strerror(errno)); + do_unlink(fnametmp); + } + } else { + set_perms(fname,file,NULL,0); + } +} + + int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) { int fd1,fd2; @@ -804,6 +884,9 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) } while (1) { + cleanup_fname = NULL; + cleanup_got_literal = 0; + i = read_int(f_in); if (i == -1) { if (phase==0 && remote_version >= 13) { @@ -834,7 +917,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) if (dry_run) { if (!am_server && verbose) - printf("%s\n",fname); + rprintf(FINFO,"%s\n",fname); continue; } @@ -846,14 +929,14 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) if (fd1 != -1 && do_fstat(fd1,&st) != 0) { rprintf(FERROR,"fstat %s : %s\n",fname,strerror(errno)); - receive_data(f_in,NULL,-1,NULL); + receive_data(f_in,NULL,-1,NULL,file->length); close(fd1); continue; } if (fd1 != -1 && !S_ISREG(st.st_mode)) { rprintf(FERROR,"%s : not a regular file (recv_files)\n",fname); - receive_data(f_in,NULL,-1,NULL); + receive_data(f_in,NULL,-1,NULL,file->length); close(fd1); continue; } @@ -874,32 +957,42 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) if (NULL == do_mktemp(fnametmp)) { rprintf(FERROR,"mktemp %s failed\n",fnametmp); - receive_data(f_in,buf,-1,NULL); + receive_data(f_in,buf,-1,NULL,file->length); if (buf) unmap_file(buf); close(fd1); continue; } - fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); + /* we initially set the perms without the + setuid/setgid bits to ensure that there is no race + condition. They are then correctly updated after + the lchown. Thanks to snabb@epipe.fi for pointing + this out */ + fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL, + file->mode & ACCESSPERMS); + if (fd2 == -1 && relative_paths && errno == ENOENT && create_directory_path(fnametmp) == 0) { - fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); + fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL, + file->mode & ACCESSPERMS); } if (fd2 == -1) { rprintf(FERROR,"open %s : %s\n",fnametmp,strerror(errno)); - receive_data(f_in,buf,-1,NULL); + receive_data(f_in,buf,-1,NULL,file->length); if (buf) unmap_file(buf); close(fd1); continue; } cleanup_fname = fnametmp; + cleanup_new_fname = fname; + cleanup_file = file; if (!am_server && verbose) - printf("%s\n",fname); + rprintf(FINFO,"%s\n",fname); /* recv file data */ - recv_ok = receive_data(f_in,buf,fd2,fname); + recv_ok = receive_data(f_in,buf,fd2,fname,file->length); if (buf) unmap_file(buf); if (fd1 != -1) { @@ -909,43 +1002,10 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) if (verbose > 2) rprintf(FINFO,"renaming %s to %s\n",fnametmp,fname); - - if (make_backups) { - char fnamebak[MAXPATHLEN]; - if (strlen(fname) + strlen(backup_suffix) > (MAXPATHLEN-1)) { - rprintf(FERROR,"backup filename too long\n"); - continue; - } - slprintf(fnamebak,sizeof(fnamebak)-1,"%s%s",fname,backup_suffix); - if (do_rename(fname,fnamebak) != 0 && errno != ENOENT) { - rprintf(FERROR,"rename %s %s : %s\n",fname,fnamebak,strerror(errno)); - continue; - } - } - - /* move tmp file over real file */ - if (do_rename(fnametmp,fname) != 0) { - if (errno == EXDEV) { - /* rename failed on cross-filesystem link. - Copy the file instead. */ - if (copy_file(fnametmp,fname, file->mode)) { - rprintf(FERROR,"copy %s -> %s : %s\n", - fnametmp,fname,strerror(errno)); - } else { - set_perms(fname,file,NULL,0); - } - do_unlink(fnametmp); - } else { - rprintf(FERROR,"rename %s -> %s : %s\n", - fnametmp,fname,strerror(errno)); - do_unlink(fnametmp); - } - } else { - set_perms(fname,file,NULL,0); - } + finish_transfer(fname, fnametmp, file); + cleanup_fname = NULL; - if (!recv_ok) { if (csum_length == SUM_LENGTH) { @@ -1040,7 +1100,7 @@ void send_files(struct file_list *flist,int f_out,int f_in) if (dry_run) { if (!am_server && verbose) - printf("%s\n",fname); + rprintf(FINFO,"%s\n",fname); write_int(f_out,i); continue; } @@ -1090,7 +1150,7 @@ void send_files(struct file_list *flist,int f_out,int f_in) rprintf(FINFO,"calling match_sums %s\n",fname); if (!am_server && verbose) - printf("%s\n",fname+offset); + rprintf(FINFO,"%s\n",fname+offset); match_sums(f_out,s,buf,st.st_size);