removed old "make dist" target
[rsync/rsync.git] / rsync.c
diff --git a/rsync.c b/rsync.c
index 72c7ce9..f3f2314 100644 (file)
--- a/rsync.c
+++ b/rsync.c
@@ -53,6 +53,37 @@ extern int io_timeout;
 extern int io_error;
 extern struct stats stats;
 
+
+/* handling the cleanup when a transfer is interrupted is tricky when
+   --partial is selected. We need to ensure that the partial file is
+   kept if any real data has been transferred */
+static int cleanup_got_literal;
+static char *cleanup_fname;
+static char *cleanup_new_fname;
+static struct file_struct *cleanup_file;
+static void finish_transfer(char *fname, char *fnametmp, struct file_struct *file);
+
+void exit_cleanup(int code)
+{
+       extern int keep_partial;
+
+       signal(SIGUSR1, SIG_IGN);
+
+       if (cleanup_got_literal && cleanup_fname && keep_partial) {
+               char *fname = cleanup_fname;
+               cleanup_fname = NULL;
+               finish_transfer(cleanup_new_fname, fname, cleanup_file);
+       }
+       io_flush();
+       if (cleanup_fname)
+               do_unlink(cleanup_fname);
+       if (code) {
+               kill_all(SIGUSR1);
+       }
+       exit(code);
+}
+
+
 /*
   free a sums struct
   */
@@ -267,65 +298,68 @@ static struct sum_struct *receive_sums(int f)
 static int set_perms(char *fname,struct file_struct *file,STRUCT_STAT *st,
                     int report)
 {
-  int updated = 0;
-  STRUCT_STAT st2;
-  extern int am_daemon;
+       int updated = 0;
+       STRUCT_STAT st2;
+       extern int am_daemon;
 
-  if (dry_run) return 0;
+       if (dry_run) return 0;
 
-  if (!st) {
-    if (link_stat(fname,&st2) != 0) {
-      rprintf(FERROR,"stat %s : %s\n",fname,strerror(errno));
-      return 0;
-    }
-    st = &st2;
-  }
+       if (!st) {
+               if (link_stat(fname,&st2) != 0) {
+                       rprintf(FERROR,"stat %s : %s\n",fname,strerror(errno));
+                       return 0;
+               }
+               st = &st2;
+       }
 
-  if (preserve_times && !S_ISLNK(st->st_mode) &&
-      st->st_mtime != file->modtime) {
-    updated = 1;
-    if (set_modtime(fname,file->modtime) != 0) {
-      rprintf(FERROR,"failed to set times on %s : %s\n",
-             fname,strerror(errno));
-      return 0;
-    }
-  }
+       if (preserve_times && !S_ISLNK(st->st_mode) &&
+           st->st_mtime != file->modtime) {
+               updated = 1;
+               if (set_modtime(fname,file->modtime) != 0) {
+                       rprintf(FERROR,"failed to set times on %s : %s\n",
+                               fname,strerror(errno));
+                       return 0;
+               }
+       }
+
+       if ((am_root || !am_daemon) &&
+           ((am_root && preserve_uid && st->st_uid != file->uid) || 
+            (preserve_gid && st->st_gid != file->gid))) {
+               if (do_lchown(fname,
+                             (am_root&&preserve_uid)?file->uid:-1,
+                             preserve_gid?file->gid:-1) != 0) {
+                       if (preserve_uid && st->st_uid != file->uid)
+                               updated = 1;
+                       if (verbose>1 || preserve_uid) {
+                               rprintf(FERROR,"chown %s : %s\n",
+                                       fname,strerror(errno));
+                               return 0;
+                       }
+               } else {
+                       updated = 1;
+               }
+       }
 
 #ifdef HAVE_CHMOD
-  if (preserve_perms && !S_ISLNK(st->st_mode) &&
-      st->st_mode != file->mode) {
-    updated = 1;
-    if (do_chmod(fname,file->mode) != 0) {
-      rprintf(FERROR,"failed to set permissions on %s : %s\n",
-             fname,strerror(errno));
-      return 0;
-    }
-  }
+       if (preserve_perms && !S_ISLNK(st->st_mode) &&
+           (st->st_mode != file->mode || 
+            (updated && (file->mode & ~ACCESSPERMS)))) {
+               updated = 1;
+               if (do_chmod(fname,file->mode) != 0) {
+                       rprintf(FERROR,"failed to set permissions on %s : %s\n",
+                               fname,strerror(errno));
+                       return 0;
+               }
+       }
 #endif
-
-  if ((am_root || !am_daemon) &&
-      ((am_root && preserve_uid && st->st_uid != file->uid) || 
-       (preserve_gid && st->st_gid != file->gid))) {
-         if (do_lchown(fname,
-                       (am_root&&preserve_uid)?file->uid:-1,
-                       preserve_gid?file->gid:-1) != 0) {
-                 if (preserve_uid && st->st_uid != file->uid)
-                         updated = 1;
-                 if (verbose>1 || preserve_uid)
-                         rprintf(FERROR,"chown %s : %s\n",
-                                 fname,strerror(errno));
-                 return updated;
-         }
-         updated = 1;
-  }
     
-  if (verbose > 1 && report) {
-         if (updated)
-                 rprintf(FINFO,"%s\n",fname);
-         else
-                 rprintf(FINFO,"%s is uptodate\n",fname);
-  }
-  return updated;
+       if (verbose > 1 && report) {
+               if (updated)
+                       rprintf(FINFO,"%s\n",fname);
+               else
+                       rprintf(FINFO,"%s is uptodate\n",fname);
+       }
+       return updated;
 }
 
 
@@ -354,16 +388,20 @@ static int skip_file(char *fname,
 
 
 /* use a larger block size for really big files */
-int adapt_block_size(struct file_struct *file, int bsize)
+static int adapt_block_size(struct file_struct *file, int bsize)
 {
-       int ret = file->length / (10000); /* rough heuristic */
+       int ret;
+
+       if (bsize != BLOCK_SIZE) return bsize;
+
+       ret = file->length / (10000); /* rough heuristic */
        ret = ret & ~15; /* multiple of 16 */
        if (ret < bsize) ret = bsize;
        if (ret > CHUNK_SIZE/2) ret = CHUNK_SIZE/2;
        return ret;
 }
 
-void recv_generator(char *fname,struct file_list *flist,int i,int f_out)
+static void recv_generator(char *fname,struct file_list *flist,int i,int f_out)
 {  
   int fd;
   STRUCT_STAT st;
@@ -539,76 +577,92 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out)
 
 
 
-static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname)
+static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname,
+                       OFF_T total_size)
 {
-  int i,n,remainder,len,count;
-  OFF_T offset = 0;
-  OFF_T offset2;
-  char *data;
-  static char file_sum1[MD4_SUM_LENGTH];
-  static char file_sum2[MD4_SUM_LENGTH];
-  char *map=NULL;
-
-  count = read_int(f_in);
-  n = read_int(f_in);
-  remainder = read_int(f_in);
-
-  sum_init();
-
-  for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) {
-    if (i > 0) {
-      if (verbose > 3)
-       rprintf(FINFO,"data recv %d at %d\n",i,(int)offset);
-
-      stats.literal_data += i;
-      sum_update(data,i);
+       int i,n,remainder,len,count;
+       OFF_T offset = 0;
+       OFF_T offset2;
+       char *data;
+       static char file_sum1[MD4_SUM_LENGTH];
+       static char file_sum2[MD4_SUM_LENGTH];
+       char *map=NULL;
+       
+       count = read_int(f_in);
+       n = read_int(f_in);
+       remainder = read_int(f_in);
+       
+       sum_init();
+       
+       for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) {
 
-      if (fd != -1 && write_file(fd,data,i) != i) {
-       rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno));
-       exit_cleanup(1);
-      }
-      offset += i;
-    } else {
-      i = -(i+1);
-      offset2 = i*n;
-      len = n;
-      if (i == count-1 && remainder != 0)
-       len = remainder;
+               show_progress(offset, total_size);
 
-      stats.matched_data += len;
+               if (i > 0) {
+                       if (verbose > 3) {
+                               rprintf(FINFO,"data recv %d at %d\n",
+                                       i,(int)offset);
+                       }
 
-      if (verbose > 3)
-       rprintf(FINFO,"chunk[%d] of size %d at %d offset=%d\n",
-               i,len,(int)offset2,(int)offset);
+                       stats.literal_data += i;
+                       cleanup_got_literal = 1;
+      
+                       sum_update(data,i);
 
-      map = map_ptr(buf,offset2,len);
+                       if (fd != -1 && write_file(fd,data,i) != i) {
+                               rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno));
+                               exit_cleanup(1);
+                       }
+                       offset += i;
+                       continue;
+               } 
 
-      see_token(map, len);
-      sum_update(map,len);
+               i = -(i+1);
+               offset2 = i*n;
+               len = n;
+               if (i == count-1 && remainder != 0)
+                       len = remainder;
+               
+               stats.matched_data += len;
+               
+               if (verbose > 3)
+                       rprintf(FINFO,"chunk[%d] of size %d at %d offset=%d\n",
+                               i,len,(int)offset2,(int)offset);
+               
+               map = map_ptr(buf,offset2,len);
+               
+               see_token(map, len);
+               sum_update(map,len);
+               
+               if (fd != -1 && write_file(fd,map,len) != len) {
+                       rprintf(FERROR,"write failed on %s : %s\n",
+                               fname,strerror(errno));
+                       exit_cleanup(1);
+               }
+               offset += len;
+       }
 
-      if (fd != -1 && write_file(fd,map,len) != len) {
-       rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno));
-       exit_cleanup(1);
-      }
-      offset += len;
-    }
-  }
+       end_progress();
 
-  if (fd != -1 && offset > 0 && sparse_end(fd) != 0) {
-    rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno));
-    exit_cleanup(1);
-  }
+       if (fd != -1 && offset > 0 && sparse_end(fd) != 0) {
+               rprintf(FERROR,"write failed on %s : %s\n",
+                       fname,strerror(errno));
+               exit_cleanup(1);
+       }
 
-  sum_end(file_sum1);
+       sum_end(file_sum1);
 
-  if (remote_version >= 14) {
-    read_buf(f_in,file_sum2,MD4_SUM_LENGTH);
-    if (verbose > 2)
-      rprintf(FINFO,"got file_sum\n");
-    if (fd != -1 && memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0)
-      return 0;
-  }
-  return 1;
+       if (remote_version >= 14) {
+               read_buf(f_in,file_sum2,MD4_SUM_LENGTH);
+               if (verbose > 2) {
+                       rprintf(FINFO,"got file_sum\n");
+               }
+               if (fd != -1 && 
+                   memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0) {
+                       return 0;
+               }
+       }
+       return 1;
 }
 
 
@@ -723,20 +777,6 @@ static void delete_files(struct file_list *flist)
        }
 }
 
-static char *cleanup_fname;
-
-void exit_cleanup(int code)
-{
-       io_flush();
-       if (cleanup_fname)
-               do_unlink(cleanup_fname);
-       signal(SIGUSR1, SIG_IGN);
-       if (code) {
-               kill_all(SIGUSR1);
-       }
-       exit(code);
-}
-
 void sig_int(void)
 {
   exit_cleanup(1);
@@ -783,6 +823,46 @@ static int get_tmpname(char *fnametmp, char *fname)
        return 1;
 }
 
+/* finish off a file transfer, renaming the file and setting the permissions
+   and ownership */
+static void finish_transfer(char *fname, char *fnametmp, struct file_struct *file)
+{
+       if (make_backups) {
+               char fnamebak[MAXPATHLEN];
+               if (strlen(fname) + strlen(backup_suffix) > (MAXPATHLEN-1)) {
+                       rprintf(FERROR,"backup filename too long\n");
+                       return;
+               }
+               slprintf(fnamebak,sizeof(fnamebak)-1,"%s%s",fname,backup_suffix);
+               if (do_rename(fname,fnamebak) != 0 && errno != ENOENT) {
+                       rprintf(FERROR,"rename %s %s : %s\n",fname,fnamebak,strerror(errno));
+                       return;
+               }
+       }
+
+       /* move tmp file over real file */
+       if (do_rename(fnametmp,fname) != 0) {
+               if (errno == EXDEV) {
+                       /* rename failed on cross-filesystem link.  
+                          Copy the file instead. */
+                       if (copy_file(fnametmp,fname, file->mode)) {
+                               rprintf(FERROR,"copy %s -> %s : %s\n",
+                                       fnametmp,fname,strerror(errno));
+                       } else {
+                               set_perms(fname,file,NULL,0);
+                       }
+                       do_unlink(fnametmp);
+               } else {
+                       rprintf(FERROR,"rename %s -> %s : %s\n",
+                               fnametmp,fname,strerror(errno));
+                       do_unlink(fnametmp);
+               }
+       } else {
+               set_perms(fname,file,NULL,0);
+       }
+}
+
+
 int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
 {  
        int fd1,fd2;
@@ -804,6 +884,9 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
        }
 
        while (1) {      
+               cleanup_fname = NULL;
+               cleanup_got_literal = 0;
+
                i = read_int(f_in);
                if (i == -1) {
                        if (phase==0 && remote_version >= 13) {
@@ -834,7 +917,7 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
 
                if (dry_run) {
                        if (!am_server && verbose)
-                               printf("%s\n",fname);
+                               rprintf(FINFO,"%s\n",fname);
                        continue;
                }
 
@@ -846,14 +929,14 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
 
                if (fd1 != -1 && do_fstat(fd1,&st) != 0) {
                        rprintf(FERROR,"fstat %s : %s\n",fname,strerror(errno));
-                       receive_data(f_in,NULL,-1,NULL);
+                       receive_data(f_in,NULL,-1,NULL,file->length);
                        close(fd1);
                        continue;
                }
 
                if (fd1 != -1 && !S_ISREG(st.st_mode)) {
                        rprintf(FERROR,"%s : not a regular file (recv_files)\n",fname);
-                       receive_data(f_in,NULL,-1,NULL);
+                       receive_data(f_in,NULL,-1,NULL,file->length);
                        close(fd1);
                        continue;
                }
@@ -874,32 +957,42 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
 
                if (NULL == do_mktemp(fnametmp)) {
                        rprintf(FERROR,"mktemp %s failed\n",fnametmp);
-                       receive_data(f_in,buf,-1,NULL);
+                       receive_data(f_in,buf,-1,NULL,file->length);
                        if (buf) unmap_file(buf);
                        close(fd1);
                        continue;
                }
 
-               fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode);
+               /* we initially set the perms without the
+                  setuid/setgid bits to ensure that there is no race
+                  condition. They are then correctly updated after
+                  the lchown. Thanks to snabb@epipe.fi for pointing
+                  this out */
+               fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,
+                             file->mode & ACCESSPERMS);
+
                if (fd2 == -1 && relative_paths && errno == ENOENT && 
                    create_directory_path(fnametmp) == 0) {
-                       fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,file->mode);
+                       fd2 = do_open(fnametmp,O_WRONLY|O_CREAT|O_EXCL,
+                                     file->mode & ACCESSPERMS);
                }
                if (fd2 == -1) {
                        rprintf(FERROR,"open %s : %s\n",fnametmp,strerror(errno));
-                       receive_data(f_in,buf,-1,NULL);
+                       receive_data(f_in,buf,-1,NULL,file->length);
                        if (buf) unmap_file(buf);
                        close(fd1);
                        continue;
                }
       
                cleanup_fname = fnametmp;
+               cleanup_new_fname = fname;
+               cleanup_file = file;
 
                if (!am_server && verbose)
-                       printf("%s\n",fname);
+                       rprintf(FINFO,"%s\n",fname);
                
                /* recv file data */
-               recv_ok = receive_data(f_in,buf,fd2,fname);
+               recv_ok = receive_data(f_in,buf,fd2,fname,file->length);
                
                if (buf) unmap_file(buf);
                if (fd1 != -1) {
@@ -909,43 +1002,10 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
                
                if (verbose > 2)
                        rprintf(FINFO,"renaming %s to %s\n",fnametmp,fname);
-               
-               if (make_backups) {
-                       char fnamebak[MAXPATHLEN];
-                       if (strlen(fname) + strlen(backup_suffix) > (MAXPATHLEN-1)) {
-                               rprintf(FERROR,"backup filename too long\n");
-                               continue;
-                       }
-                       slprintf(fnamebak,sizeof(fnamebak)-1,"%s%s",fname,backup_suffix);
-                       if (do_rename(fname,fnamebak) != 0 && errno != ENOENT) {
-                               rprintf(FERROR,"rename %s %s : %s\n",fname,fnamebak,strerror(errno));
-                               continue;
-                       }
-               }
-
-               /* move tmp file over real file */
-               if (do_rename(fnametmp,fname) != 0) {
-                       if (errno == EXDEV) {
-                               /* rename failed on cross-filesystem link.  
-                                  Copy the file instead. */
-                               if (copy_file(fnametmp,fname, file->mode)) {
-                                       rprintf(FERROR,"copy %s -> %s : %s\n",
-                                               fnametmp,fname,strerror(errno));
-                               } else {
-                                       set_perms(fname,file,NULL,0);
-                               }
-                               do_unlink(fnametmp);
-                       } else {
-                               rprintf(FERROR,"rename %s -> %s : %s\n",
-                                       fnametmp,fname,strerror(errno));
-                               do_unlink(fnametmp);
-                       }
-               } else {
-                       set_perms(fname,file,NULL,0);
-               }
 
+               finish_transfer(fname, fnametmp, file);
+               
                cleanup_fname = NULL;
-
                
                if (!recv_ok) {
                        if (csum_length == SUM_LENGTH) {
@@ -1040,7 +1100,7 @@ void send_files(struct file_list *flist,int f_out,int f_in)
          
          if (dry_run) {        
                  if (!am_server && verbose)
-                         printf("%s\n",fname);
+                         rprintf(FINFO,"%s\n",fname);
                  write_int(f_out,i);
                  continue;
          }
@@ -1090,7 +1150,7 @@ void send_files(struct file_list *flist,int f_out,int f_in)
                  rprintf(FINFO,"calling match_sums %s\n",fname);
          
          if (!am_server && verbose)
-                 printf("%s\n",fname+offset);
+                 rprintf(FINFO,"%s\n",fname+offset);
          
          match_sums(f_out,s,buf,st.st_size);