X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/e7ebc36c70b27d9354dae6a1bc6d7ec1aefa6e6f..6ba9279fb2c52280cedaaca94783caf44ae9d324:/rsync.c diff --git a/rsync.c b/rsync.c index e9b5e3fe..82035f5d 100644 --- a/rsync.c +++ b/rsync.c @@ -49,6 +49,8 @@ extern int delete_mode; extern int cvs_exclude; extern int am_root; extern int relative_paths; +extern int io_timeout; +extern int io_error; /* free a sums struct @@ -60,6 +62,75 @@ static void free_sums(struct sum_struct *s) } +/* + * delete a file or directory. If force_delet is set then delete + * recursively + */ +static int delete_file(char *fname) +{ + DIR *d; + struct dirent *di; + char buf[MAXPATHLEN]; + extern int force_delete; + struct stat st; + int ret; + + if (do_unlink(fname) == 0 || errno == ENOENT) return 0; + +#if SUPPORT_LINKS + ret = lstat(fname, &st); +#else + ret = stat(fname, &st); +#endif + if (ret) { + fprintf(FERROR,"stat(%s) : %s\n", fname, strerror(errno)); + return -1; + } + + if (!S_ISDIR(st.st_mode)) { + fprintf(FERROR,"unlink(%s) : %s\n", fname, strerror(errno)); + return -1; + } + + if (do_rmdir(fname) == 0 || errno == ENOENT) return 0; + if (!force_delete || errno != ENOTEMPTY) { + fprintf(FERROR,"rmdir(%s) : %s\n", fname, strerror(errno)); + return -1; + } + + /* now we do a recsursive delete on the directory ... */ + d = opendir(fname); + if (!d) { + fprintf(FERROR,"opendir(%s): %s\n", + fname,strerror(errno)); + return -1; + } + + for (di=readdir(d); di; di=readdir(d)) { + if (strcmp(di->d_name,".")==0 || + strcmp(di->d_name,"..")==0) + continue; + strncpy(buf, fname, (MAXPATHLEN-strlen(di->d_name))-2); + strcat(buf, "/"); + strcat(buf, di->d_name); + buf[MAXPATHLEN-1] = 0; + if (verbose > 0) + fprintf(FINFO,"deleting %s\n", buf); + if (delete_file(buf) != 0) { + closedir(d); + return -1; + } + } + + closedir(d); + + if (do_rmdir(fname) != 0) { + fprintf(FERROR,"rmdir(%s) : %s\n", fname, strerror(errno)); + return -1; + } + + return 0; +} /* send a sums struct down a fd @@ -112,7 +183,7 @@ static struct sum_struct *generate_sums(struct map_struct *buf,off_t len,int n) } if (verbose > 3) - fprintf(FERROR,"count=%d rem=%d n=%d flength=%d\n", + fprintf(FINFO,"count=%d rem=%d n=%d flength=%d\n", s->count,s->remainder,s->n,(int)s->flength); s->sums = (struct sum_buf *)malloc(sizeof(s->sums[0])*s->count); @@ -130,7 +201,7 @@ static struct sum_struct *generate_sums(struct map_struct *buf,off_t len,int n) s->sums[i].i = i; if (verbose > 3) - fprintf(FERROR,"chunk[%d] offset=%d len=%d sum1=%08x\n", + fprintf(FINFO,"chunk[%d] offset=%d len=%d sum1=%08x\n", i,(int)s->sums[i].offset,s->sums[i].len,s->sums[i].sum1); len -= n1; @@ -159,7 +230,7 @@ static struct sum_struct *receive_sums(int f) s->sums = NULL; if (verbose > 3) - fprintf(FERROR,"count=%d n=%d rem=%d\n", + fprintf(FINFO,"count=%d n=%d rem=%d\n", s->count,s->n,s->remainder); if (s->count == 0) @@ -183,7 +254,7 @@ static struct sum_struct *receive_sums(int f) offset += s->sums[i].len; if (verbose > 3) - fprintf(FERROR,"chunk[%d] len=%d offset=%d sum1=%08x\n", + fprintf(FINFO,"chunk[%d] len=%d offset=%d sum1=%08x\n", i,s->sums[i].len,(int)s->sums[i].offset,s->sums[i].sum1); } @@ -223,7 +294,7 @@ static int set_perms(char *fname,struct file_struct *file,struct stat *st, if (preserve_perms && !S_ISLNK(st->st_mode) && st->st_mode != file->mode) { updated = 1; - if (chmod(fname,file->mode) != 0) { + if (do_chmod(fname,file->mode) != 0) { fprintf(FERROR,"failed to set permissions on %s : %s\n", fname,strerror(errno)); return 0; @@ -233,21 +304,24 @@ static int set_perms(char *fname,struct file_struct *file,struct stat *st, if ((am_root && preserve_uid && st->st_uid != file->uid) || (preserve_gid && st->st_gid != file->gid)) { - updated = 1; - if (lchown(fname, - (am_root&&preserve_uid)?file->uid:-1, - preserve_gid?file->gid:-1) != 0) { - if (verbose>1 || preserve_uid) - fprintf(FERROR,"chown %s : %s\n",fname,strerror(errno)); - return updated; - } + if (do_lchown(fname, + (am_root&&preserve_uid)?file->uid:-1, + preserve_gid?file->gid:-1) != 0) { + if (preserve_uid && st->st_uid != file->uid) + updated = 1; + if (verbose>1 || preserve_uid) + fprintf(FERROR,"chown %s : %s\n", + fname,strerror(errno)); + return updated; + } + updated = 1; } if (verbose > 1 && report) { - if (updated) - fprintf(FINFO,"%s\n",fname); - else - fprintf(FINFO,"%s is uptodate\n",fname); + if (updated) + fprintf(FINFO,"%s\n",fname); + else + fprintf(FINFO,"%s is uptodate\n",fname); } return updated; } @@ -297,14 +371,14 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) struct file_struct *file = flist->files[i]; if (verbose > 2) - fprintf(FERROR,"recv_generator(%s,%d)\n",fname,i); + fprintf(FINFO,"recv_generator(%s,%d)\n",fname,i); statret = link_stat(fname,&st); if (S_ISDIR(file->mode)) { if (dry_run) return; if (statret == 0 && !S_ISDIR(st.st_mode)) { - if (unlink(fname) != 0) { + if (do_unlink(fname) != 0) { fprintf(FERROR,"unlink %s : %s\n",fname,strerror(errno)); return; } @@ -337,8 +411,8 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) } } } - if (!dry_run) unlink(fname); - if (!dry_run && symlink(file->link,fname) != 0) { + delete_file(fname); + if (do_symlink(file->link,fname) != 0) { fprintf(FERROR,"link %s -> %s : %s\n", fname,file->link,strerror(errno)); } else { @@ -356,12 +430,11 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) if (statret != 0 || st.st_mode != file->mode || st.st_rdev != file->rdev) { - if (!dry_run) unlink(fname); + delete_file(fname); if (verbose > 2) - fprintf(FERROR,"mknod(%s,0%o,0x%x)\n", + fprintf(FINFO,"mknod(%s,0%o,0x%x)\n", fname,(int)file->mode,(int)file->rdev); - if (!dry_run && - mknod(fname,file->mode,file->rdev) != 0) { + if (do_mknod(fname,file->mode,file->rdev) != 0) { fprintf(FERROR,"mknod %s : %s\n",fname,strerror(errno)); } else { set_perms(fname,file,NULL,0); @@ -382,7 +455,7 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) } if (!S_ISREG(file->mode)) { - fprintf(FERROR,"skipping non-regular file %s\n",fname); + fprintf(FINFO,"skipping non-regular file %s\n",fname); return; } @@ -398,15 +471,7 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) } if (!S_ISREG(st.st_mode)) { - /* its not a regular file on the receiving end, but it is on the - sending end. If its a directory then skip it (too dangerous to - do a recursive deletion??) otherwise try to unlink it */ - if (S_ISDIR(st.st_mode)) { - fprintf(FERROR,"ERROR: %s is a directory\n",fname); - return; - } - if (unlink(fname) != 0) { - fprintf(FERROR,"%s : not a regular file (generator)\n",fname); + if (delete_file(fname) != 0) { return; } @@ -418,7 +483,7 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) if (update_only && st.st_mtime > file->modtime) { if (verbose > 1) - fprintf(FERROR,"%s is newer\n",fname); + fprintf(FINFO,"%s is newer\n",fname); return; } @@ -454,12 +519,12 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out) } if (verbose > 3) - fprintf(FERROR,"gen mapped %s of size %d\n",fname,(int)st.st_size); + fprintf(FINFO,"gen mapped %s of size %d\n",fname,(int)st.st_size); s = generate_sums(buf,st.st_size,adapt_block_size(file, block_size)); if (verbose > 2) - fprintf(FERROR,"sending sums for %d\n",i); + fprintf(FINFO,"sending sums for %d\n",i); write_int(f_out,i); send_sums(s,f_out); @@ -492,7 +557,7 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) { if (i > 0) { if (verbose > 3) - fprintf(FERROR,"data recv %d at %d\n",i,(int)offset); + fprintf(FINFO,"data recv %d at %d\n",i,(int)offset); sum_update(data,i); @@ -509,7 +574,7 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) len = remainder; if (verbose > 3) - fprintf(FERROR,"chunk[%d] of size %d at %d offset=%d\n", + fprintf(FINFO,"chunk[%d] of size %d at %d offset=%d\n", i,len,(int)offset2,(int)offset); map = map_ptr(buf,offset2,len); @@ -535,7 +600,7 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) if (remote_version >= 14) { read_buf(f_in,file_sum2,MD4_SUM_LENGTH); if (verbose > 2) - fprintf(FERROR,"got file_sum\n"); + fprintf(FINFO,"got file_sum\n"); if (fd != -1 && memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0) return 0; } @@ -546,17 +611,17 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname) static void delete_one(struct file_struct *f) { if (!S_ISDIR(f->mode)) { - if (!dry_run && unlink(f_name(f)) != 0) { + if (do_unlink(f_name(f)) != 0) { fprintf(FERROR,"unlink %s : %s\n",f_name(f),strerror(errno)); } else if (verbose) { - fprintf(FERROR,"deleting %s\n",f_name(f)); + fprintf(FINFO,"deleting %s\n",f_name(f)); } } else { - if (!dry_run && rmdir(f_name(f)) != 0) { + if (do_rmdir(f_name(f)) != 0) { if (errno != ENOTEMPTY) fprintf(FERROR,"rmdir %s : %s\n",f_name(f),strerror(errno)); } else if (verbose) { - fprintf(FERROR,"deleting directory %s\n",f_name(f)); + fprintf(FINFO,"deleting directory %s\n",f_name(f)); } } } @@ -628,6 +693,11 @@ static void delete_files(struct file_list *flist) if (cvs_exclude) add_cvs_excludes(); + if (io_error) { + fprintf(FINFO,"IO error encountered - skipping file deletion\n"); + return; + } + for (j=0;jcount;j++) { char *name = f_name(flist->files[j]); @@ -651,12 +721,12 @@ static void delete_files(struct file_list *flist) } } -static char *cleanup_fname = NULL; +static char *cleanup_fname; void exit_cleanup(int code) { if (cleanup_fname) - unlink(cleanup_fname); + do_unlink(cleanup_fname); signal(SIGUSR1, SIG_IGN); if (code) { kill_all(SIGUSR1); @@ -683,7 +753,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) int recv_ok; if (verbose > 2) { - fprintf(FERROR,"recv_files(%d) starting\n",flist->count); + fprintf(FINFO,"recv_files(%d) starting\n",flist->count); } if (recurse && delete_mode && !local_name && flist->count>0) { @@ -698,7 +768,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) phase++; csum_length = SUM_LENGTH; if (verbose > 2) - fprintf(FERROR,"recv_files phase=%d\n",phase); + fprintf(FINFO,"recv_files phase=%d\n",phase); write_int(f_gen,-1); write_flush(f_gen); continue; @@ -719,7 +789,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) } if (verbose > 2) - fprintf(FERROR,"recv_files(%s)\n",fname); + fprintf(FINFO,"recv_files(%s)\n",fname); /* open the file */ fd1 = open(fname,O_RDONLY); @@ -741,7 +811,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) if (fd1 != -1 && st.st_size > 0) { buf = map_file(fd1,st.st_size); if (verbose > 2) - fprintf(FERROR,"recv mapped %s of size %d\n",fname,(int)st.st_size); + fprintf(FINFO,"recv mapped %s of size %d\n",fname,(int)st.st_size); } else { buf = NULL; } @@ -771,10 +841,10 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) close(fd1); continue; } - fd2 = open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); + fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); if (fd2 == -1 && relative_paths && errno == ENOENT && create_directory_path(fnametmp) == 0) { - fd2 = open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); + fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode); } if (fd2 == -1) { fprintf(FERROR,"open %s : %s\n",fnametmp,strerror(errno)); @@ -799,7 +869,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) close(fd2); if (verbose > 2) - fprintf(FERROR,"renaming %s to %s\n",fnametmp,fname); + fprintf(FINFO,"renaming %s to %s\n",fnametmp,fname); if (make_backups) { char fnamebak[MAXPATHLEN]; @@ -825,11 +895,11 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) } else { set_perms(fname,file,NULL,0); } - unlink(fnametmp); + do_unlink(fnametmp); } else { fprintf(FERROR,"rename %s -> %s : %s\n", fnametmp,fname,strerror(errno)); - unlink(fnametmp); + do_unlink(fnametmp); } } else { set_perms(fname,file,NULL,0); @@ -844,7 +914,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) fname); } else { if (verbose > 1) - fprintf(FERROR,"redoing %s(%d)\n",fname,i); + fprintf(FINFO,"redoing %s(%d)\n",fname,i); write_int(f_gen,i); } } @@ -862,27 +932,27 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen) } if (verbose > 2) - fprintf(FERROR,"recv_files finished\n"); + fprintf(FINFO,"recv_files finished\n"); return 0; } -off_t send_files(struct file_list *flist,int f_out,int f_in) +void send_files(struct file_list *flist,int f_out,int f_in) { int fd; struct sum_struct *s; struct map_struct *buf; struct stat st; char fname[MAXPATHLEN]; - off_t total=0; int i; struct file_struct *file; int phase = 0; + int offset=0; if (verbose > 2) - fprintf(FERROR,"send_files starting\n"); + fprintf(FINFO,"send_files starting\n"); setup_nonblocking(f_in,f_out); @@ -895,7 +965,7 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) write_int(f_out,-1); write_flush(f_out); if (verbose > 2) - fprintf(FERROR,"send_files phase=%d\n",phase); + fprintf(FINFO,"send_files phase=%d\n",phase); continue; } break; @@ -908,16 +978,18 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) strncpy(fname,file->basedir,MAXPATHLEN-1); fname[MAXPATHLEN-1] = 0; if (strlen(fname) == MAXPATHLEN-1) { + io_error = 1; fprintf(FERROR, "send_files failed on long-named directory %s\n", fname); - return -1; + return; } strcat(fname,"/"); + offset = strlen(file->basedir)+1; } strncat(fname,f_name(file),MAXPATHLEN-strlen(fname)); if (verbose > 2) - fprintf(FERROR,"send_files(%d,%s)\n",i,fname); + fprintf(FINFO,"send_files(%d,%s)\n",i,fname); if (dry_run) { if (!am_server && verbose) @@ -928,22 +1000,27 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) s = receive_sums(f_in); if (!s) { + io_error = 1; fprintf(FERROR,"receive_sums failed\n"); - return -1; + return; } fd = open(fname,O_RDONLY); if (fd == -1) { + io_error = 1; fprintf(FERROR,"send_files failed to open %s: %s\n", fname,strerror(errno)); + free_sums(s); continue; } /* map the local file */ if (fstat(fd,&st) != 0) { + io_error = 1; fprintf(FERROR,"fstat failed : %s\n",strerror(errno)); + free_sums(s); close(fd); - return -1; + return; } if (st.st_size > 0) { @@ -953,7 +1030,7 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) } if (verbose > 2) - fprintf(FERROR,"send_files mapped %s of size %d\n", + fprintf(FINFO,"send_files mapped %s of size %d\n", fname,(int)st.st_size); write_int(f_out,i); @@ -963,10 +1040,10 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) write_int(f_out,s->remainder); if (verbose > 2) - fprintf(FERROR,"calling match_sums %s\n",fname); + fprintf(FINFO,"calling match_sums %s\n",fname); if (!am_server && verbose) - printf("%s\n",fname); + printf("%s\n",fname+offset); match_sums(f_out,s,buf,st.st_size); write_flush(f_out); @@ -977,20 +1054,16 @@ off_t send_files(struct file_list *flist,int f_out,int f_in) free_sums(s); if (verbose > 2) - fprintf(FERROR,"sender finished %s\n",fname); - - total += st.st_size; + fprintf(FINFO,"sender finished %s\n",fname); } if (verbose > 2) - fprintf(FERROR,"send files finished\n"); + fprintf(FINFO,"send files finished\n"); match_report(); write_int(f_out,-1); write_flush(f_out); - - return total; } @@ -1001,7 +1074,7 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) int phase=0; if (verbose > 2) - fprintf(FERROR,"generator starting pid=%d count=%d\n", + fprintf(FINFO,"generator starting pid=%d count=%d\n", (int)getpid(),flist->count); for (i = 0; i < flist->count; i++) { @@ -1027,11 +1100,15 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) ignore_times=1; if (verbose > 2) - fprintf(FERROR,"generate_files phase=%d\n",phase); + fprintf(FINFO,"generate_files phase=%d\n",phase); write_int(f,-1); write_flush(f); + /* we expect to just sit around now, so don't exit on a timeout. If we + really get a timeout then the other process should exit */ + io_timeout = 0; + if (remote_version >= 13) { /* in newer versions of the protocol the files can cycle through the system more than once to catch initial checksum errors */ @@ -1043,7 +1120,7 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) phase++; if (verbose > 2) - fprintf(FERROR,"generate_files phase=%d\n",phase); + fprintf(FINFO,"generate_files phase=%d\n",phase); write_int(f,-1); write_flush(f); @@ -1051,7 +1128,7 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv) if (verbose > 2) - fprintf(FERROR,"generator wrote %d\n",write_total()); + fprintf(FINFO,"generator wrote %ld\n",(long)write_total()); }