Handle --delay-updates at the end of the first phase.
[rsync/rsync.git] / sender.c
index f31176e..74990ec 100644 (file)
--- a/sender.c
+++ b/sender.c
 #include "rsync.h"
 
 extern int verbose;
-extern int csum_length;
-extern struct stats stats;
-extern int io_error;
 extern int dry_run;
 extern int am_server;
 extern int am_daemon;
+extern int log_before_transfer;
+extern int log_format_has_i;
+extern int daemon_log_format_has_i;
+extern int csum_length;
+extern int io_error;
 extern int protocol_version;
+extern int remove_sent_files;
+extern int updating_basis_file;
 extern int make_backups;
+extern int do_progress;
+extern int inplace;
 extern struct stats stats;
+extern struct file_list *the_file_list;
+extern char *log_format;
 
 
 /**
@@ -45,7 +53,7 @@ extern struct stats stats;
 static struct sum_struct *receive_sums(int f)
 {
        struct sum_struct *s;
-       int i;
+       int32 i;
        OFF_T offset = 0;
 
        if (!(s = new(struct sum_struct)))
@@ -66,14 +74,14 @@ static struct sum_struct *receive_sums(int f)
        if (!(s->sums = new_array(struct sum_buf, s->count)))
                out_of_memory("receive_sums");
 
-       for (i = 0; i < (int)s->count; i++) {
+       for (i = 0; i < s->count; i++) {
                s->sums[i].sum1 = read_int(f);
                read_buf(f, s->sums[i].sum2, s->s2length);
 
                s->sums[i].offset = offset;
                s->sums[i].flags = 0;
 
-               if (i == (int)s->count-1 && s->remainder != 0)
+               if (i == s->count-1 && s->remainder != 0)
                        s->sums[i].len = s->remainder;
                else
                        s->sums[i].len = s->blength;
@@ -92,7 +100,101 @@ static struct sum_struct *receive_sums(int f)
        return s;
 }
 
+void successful_send(int ndx)
+{
+       char fname[MAXPATHLEN];
+       struct file_struct *file;
+       unsigned int offset;
+
+       if (ndx < 0 || ndx >= the_file_list->count)
+               return;
+
+       file = the_file_list->files[ndx];
+       /* The generator might tell us about symlinks we didn't send. */
+       if (!(file->flags & FLAG_SENT) && !S_ISLNK(file->mode))
+               return;
+       if (file->dir.root) {
+               offset = stringjoin(fname, sizeof fname,
+                                   file->dir.root, "/", NULL);
+       } else
+               offset = 0;
+       f_name_to(file, fname + offset);
+       if (remove_sent_files && do_unlink(fname) == 0 && verbose > 1) {
+               rprintf(FINFO, "sender removed %s\n",
+                       safe_fname(fname + offset));
+       }
+}
+
+static void write_ndx_and_attrs(int f_out, int ndx, int iflags,
+                               uchar fnamecmp_type, char *buf, int len)
+{
+       write_int(f_out, ndx);
+       if (protocol_version < 29)
+               return;
+       write_shortint(f_out, iflags);
+       if (iflags & ITEM_BASIS_TYPE_FOLLOWS)
+               write_byte(f_out, fnamecmp_type);
+       if (iflags & ITEM_XNAME_FOLLOWS)
+               write_vstring(f_out, buf, len);
+}
+
+/* This is also used by receive.c with f_out = -1. */
+int read_item_attrs(int f_in, int f_out, int ndx, uchar *type_ptr,
+                   char *buf, int *len_ptr)
+{
+       int len;
+       uchar fnamecmp_type = FNAMECMP_FNAME;
+       int iflags = protocol_version >= 29 ? read_shortint(f_in)
+                  : ITEM_TRANSFER | ITEM_MISSING_DATA;
+       int isave = iflags; /* XXX remove soon */
+
+       /* Handle the new keep-alive (no-op) packet. */
+       if (ndx == the_file_list->count && iflags == ITEM_IS_NEW)
+               ;
+       else if (ndx < 0 || ndx >= the_file_list->count) {
+               rprintf(FERROR, "Invalid file index: %d (count=%d) [%s]\n",
+                       ndx, the_file_list->count, who_am_i());
+               exit_cleanup(RERR_PROTOCOL);
+       } else if (iflags == ITEM_IS_NEW) {
+               rprintf(FERROR, "Invalid itemized flag word: %x [%s]\n",
+                       iflags, who_am_i());
+               exit_cleanup(RERR_PROTOCOL);
+       }
+
+       if (iflags & ITEM_BASIS_TYPE_FOLLOWS)
+               fnamecmp_type = read_byte(f_in);
+       *type_ptr = fnamecmp_type;
+
+       if (iflags & ITEM_XNAME_FOLLOWS) {
+               if ((len = read_vstring(f_in, buf, MAXPATHLEN)) < 0)
+                       exit_cleanup(RERR_PROTOCOL);
+       } else {
+               *buf = '\0';
+               len = -1;
+       }
+       *len_ptr = len;
+
+       /* XXX Temporary backward compatibility when talking to 2.6.4pre[12] */
+       if (protocol_version >= 29 && iflags & ITEM_TRANSFER
+           && !S_ISREG(the_file_list->files[ndx]->mode)) {
+               iflags &= ~ITEM_TRANSFER;
+               iflags |= ITEM_LOCAL_CHANGE;
+       }
+
+       if (iflags & ITEM_TRANSFER) {
+               if (!S_ISREG(the_file_list->files[ndx]->mode)) {
+                       rprintf(FERROR,
+                               "received request to transfer non-regular file: %d [%s]\n",
+                               ndx, who_am_i());
+                       exit_cleanup(RERR_PROTOCOL);
+               }
+       } else if (f_out >= 0) {
+               write_ndx_and_attrs(f_out, ndx, isave /*XXX iflags */,
+                                   fnamecmp_type, buf, len);
+       }
 
+       return iflags;
+}
 
 void send_files(struct file_list *flist, int f_out, int f_in)
 {
@@ -101,12 +203,16 @@ void send_files(struct file_list *flist, int f_out, int f_in)
        struct map_struct *mbuf = NULL;
        STRUCT_STAT st;
        char *fname2, fname[MAXPATHLEN];
-       int i;
+       char xname[MAXPATHLEN];
+       uchar fnamecmp_type;
+       int iflags, xlen;
        struct file_struct *file;
        int phase = 0;
        struct stats initial_stats;
        int save_make_backups = make_backups;
-       int j;
+       int itemizing = am_daemon ? daemon_log_format_has_i
+                     : !am_server && log_format_has_i;
+       int i, j;
 
        if (verbose > 2)
                rprintf(FINFO, "send_files starting\n");
@@ -130,21 +236,15 @@ void send_files(struct file_list *flist, int f_out, int f_in)
                        break;
                }
 
-               if (i < 0 || i >= flist->count) {
-                       rprintf(FERROR, "Invalid file index %d (count=%d)\n",
-                               i, flist->count);
-                       exit_cleanup(RERR_PROTOCOL);
-               }
+               iflags = read_item_attrs(f_in, f_out, i, &fnamecmp_type,
+                                        xname, &xlen);
+               if (iflags == ITEM_IS_NEW) /* no-op packet */
+                       continue;
 
                file = flist->files[i];
-
-               stats.current_file_index = i;
-               stats.num_transferred_files++;
-               stats.total_transferred_size += file->length;
-
-               if (file->basedir) {
+               if (file->dir.root) {
                        /* N.B. We're sure that this fits, so offset is OK. */
-                       offset = strlcpy(fname, file->basedir, sizeof fname);
+                       offset = strlcpy(fname, file->dir.root, sizeof fname);
                        if (!offset || fname[offset-1] != '/')
                                fname[offset++] = '/';
                } else
@@ -154,10 +254,23 @@ void send_files(struct file_list *flist, int f_out, int f_in)
                if (verbose > 2)
                        rprintf(FINFO, "send_files(%d, %s)\n", i, fname);
 
-               if (dry_run) {
-                       if (!am_server && verbose) /* log the transfer */
-                               rprintf(FINFO, "%s\n", safe_fname(fname2));
-                       write_int(f_out, i);
+               if (!(iflags & ITEM_TRANSFER)) {
+                       maybe_log_item(file, iflags, itemizing, xname);
+                       continue;
+               }
+
+               updating_basis_file = inplace && (protocol_version >= 29
+                       ? fnamecmp_type == FNAMECMP_FNAME : !make_backups);
+
+               stats.current_file_index = i;
+               stats.num_transferred_files++;
+               stats.total_transferred_size += file->length;
+
+               if (dry_run) { /* log the transfer */
+                       if (!am_server && log_format)
+                               log_item(file, &stats, iflags, NULL);
+                       write_ndx_and_attrs(f_out, i, iflags, fnamecmp_type,
+                                           xname, xlen);
                        continue;
                }
 
@@ -208,7 +321,8 @@ void send_files(struct file_list *flist, int f_out, int f_in)
                                safe_fname(fname), (double)st.st_size);
                }
 
-               write_int(f_out, i);
+               write_ndx_and_attrs(f_out, i, iflags, fnamecmp_type,
+                                   xname, xlen);
                write_sum_head(f_out, s);
 
                if (verbose > 2) {
@@ -216,13 +330,19 @@ void send_files(struct file_list *flist, int f_out, int f_in)
                                safe_fname(fname));
                }
 
-               if (!am_server && verbose) /* log the transfer */
+               if (log_before_transfer)
+                       log_item(file, &initial_stats, iflags, NULL);
+               else if (!am_server && verbose && do_progress)
                        rprintf(FINFO, "%s\n", safe_fname(fname2));
 
                set_compression(fname);
 
                match_sums(f_out, s, mbuf, st.st_size);
-               log_send(file, &initial_stats);
+               if (do_progress)
+                       end_progress(st.st_size);
+
+               if (!log_before_transfer)
+                       log_item(file, &initial_stats, iflags, NULL);
 
                if (mbuf) {
                        j = unmap_file(mbuf);
@@ -241,6 +361,9 @@ void send_files(struct file_list *flist, int f_out, int f_in)
                        rprintf(FINFO, "sender finished %s\n",
                                safe_fname(fname));
                }
+
+               /* Flag that we actually sent this entry. */
+               file->flags |= FLAG_SENT;
        }
        make_backups = save_make_backups;