X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/3333ffbd431e6164fe29b096ab67ff0cfda35a56..e1b3d5c4be46ee0b17a98aa48cb7cb152c4a008b:/flist.c diff --git a/flist.c b/flist.c index 86646bb5..75920690 100644 --- a/flist.c +++ b/flist.c @@ -21,12 +21,13 @@ #include "rsync.h" +extern struct stats stats; + extern int csum_length; extern int verbose; extern int am_server; extern int always_checksum; -extern int64 total_size; extern int cvs_exclude; @@ -46,18 +47,18 @@ extern int copy_links; extern int remote_version; extern int io_error; -static char **local_exclude_list; +static struct exclude_struct **local_exclude_list; -int link_stat(const char *Path, struct stat *Buffer) +int link_stat(const char *Path, STRUCT_STAT *Buffer) { #if SUPPORT_LINKS if (copy_links) { - return stat(Path, Buffer); + return do_stat(Path, Buffer); } else { - return lstat(Path, Buffer); + return do_lstat(Path, Buffer); } #else - return stat(Path, Buffer); + return do_stat(Path, Buffer); #endif } @@ -65,11 +66,11 @@ int link_stat(const char *Path, struct stat *Buffer) This function is used to check if a file should be included/excluded from the list of files based on its name and type etc */ -static int match_file_name(char *fname,struct stat *st) +static int match_file_name(char *fname,STRUCT_STAT *st) { - if (check_exclude(fname,local_exclude_list)) { + if (check_exclude(fname,local_exclude_list,st)) { if (verbose > 2) - fprintf(FINFO,"excluding file %s\n",fname); + rprintf(FINFO,"excluding file %s\n",fname); return 0; } return 1; @@ -80,7 +81,7 @@ static dev_t filesystem_dev; static void set_filesystem(char *fname) { - struct stat st; + STRUCT_STAT st; if (link_stat(fname,&st) != 0) return; filesystem_dev = st.st_dev; } @@ -90,49 +91,6 @@ static void send_directory(int f,struct file_list *flist,char *dir); static char *flist_dir; -static void clean_fname(char *name) -{ - char *p; - int l; - int modified = 1; - - if (!name) return; - - while (modified) { - modified = 0; - - if ((p=strstr(name,"/./"))) { - modified = 1; - while (*p) { - p[0] = p[2]; - p++; - } - } - - if ((p=strstr(name,"//"))) { - modified = 1; - while (*p) { - p[0] = p[1]; - p++; - } - } - - if (strncmp(p=name,"./",2) == 0) { - modified = 1; - do { - p[0] = p[2]; - } while (*p++); - } - - l = strlen(p=name); - if (l > 1 && p[l-1] == '/') { - modified = 1; - p[l-1] = 0; - } - } -} - - void send_file_entry(struct file_struct *file,int f,unsigned base_flags) { @@ -163,12 +121,17 @@ void send_file_entry(struct file_struct *file,int f,unsigned base_flags) if (file->gid == last_gid) flags |= SAME_GID; if (file->modtime == last_time) flags |= SAME_TIME; - for (l1=0;lastname[l1] && fname[l1] == lastname[l1];l1++) ; + for (l1=0;lastname[l1] && (fname[l1] == lastname[l1]) && (l1 < 255);l1++) ; l2 = strlen(fname) - l1; if (l1 > 0) flags |= SAME_NAME; if (l2 > 255) flags |= LONG_NAME; + /* we must make sure we don't send a zero flags byte or the other + end will terminate the flist transfer */ + if (flags == 0 && !S_ISDIR(file->mode)) flags |= FLAG_DELETE; + if (flags == 0) flags |= LONG_NAME; + write_byte(f,flags); if (flags & SAME_NAME) write_byte(f,l1); @@ -218,7 +181,7 @@ void send_file_entry(struct file_struct *file,int f,unsigned base_flags) last_gid = file->gid; last_time = file->modtime; - strncpy(lastname,fname,MAXPATHLEN-1); + strlcpy(lastname,fname,MAXPATHLEN-1); lastname[MAXPATHLEN-1] = 0; } @@ -253,15 +216,21 @@ static void receive_file_entry(struct file_struct **fptr, if (l2 >= MAXPATHLEN-l1) overflow("receive_file_entry"); - strncpy(thisname,lastname,l1); + strlcpy(thisname,lastname,l1); read_sbuf(f,&thisname[l1],l2); thisname[l1+l2] = 0; - strncpy(lastname,thisname,MAXPATHLEN-1); + strlcpy(lastname,thisname,MAXPATHLEN-1); lastname[MAXPATHLEN-1] = 0; clean_fname(thisname); + if (relative_paths && thisname[0] == '/') { + /* strip / off absolute paths in destination */ + memmove(thisname, thisname+1, strlen(thisname)); + if (!thisname[0]) strcpy(thisname,"."); + } + if ((p = strrchr(thisname,'/'))) { static char *lastdir; *p = 0; @@ -322,9 +291,9 @@ static void receive_file_entry(struct file_struct **fptr, /* determine if a file in a different filesstem should be skipped when one_file_system is set. We bascally only want to include the mount points - but they can be hard to find! */ -static int skip_filesystem(char *fname, struct stat *st) +static int skip_filesystem(char *fname, STRUCT_STAT *st) { - struct stat st2; + STRUCT_STAT st2; char *p = strrchr(fname, '/'); /* skip all but directories */ @@ -346,12 +315,12 @@ static int skip_filesystem(char *fname, struct stat *st) static struct file_struct *make_file(char *fname) { struct file_struct *file; - struct stat st; + STRUCT_STAT st; char sum[SUM_LENGTH]; char *p; char cleaned_name[MAXPATHLEN]; - strncpy(cleaned_name, fname, MAXPATHLEN-1); + strlcpy(cleaned_name, fname, MAXPATHLEN-1); cleaned_name[MAXPATHLEN-1] = 0; clean_fname(cleaned_name); fname = cleaned_name; @@ -360,13 +329,13 @@ static struct file_struct *make_file(char *fname) if (link_stat(fname,&st) != 0) { io_error = 1; - fprintf(FERROR,"%s: %s\n", + rprintf(FERROR,"%s: %s\n", fname,strerror(errno)); return NULL; } if (S_ISDIR(st.st_mode) && !recurse) { - fprintf(FINFO,"skipping directory %s\n",fname); + rprintf(FINFO,"skipping directory %s\n",fname); return NULL; } @@ -379,7 +348,7 @@ static struct file_struct *make_file(char *fname) return NULL; if (verbose > 2) - fprintf(FINFO,"make_file(%s)\n",fname); + rprintf(FINFO,"make_file(%s)\n",fname); file = (struct file_struct *)malloc(sizeof(*file)); if (!file) out_of_memory("make_file"); @@ -418,7 +387,7 @@ static struct file_struct *make_file(char *fname) char lnk[MAXPATHLEN]; if ((l=readlink(fname,lnk,MAXPATHLEN-1)) == -1) { io_error=1; - fprintf(FERROR,"readlink %s : %s\n", + rprintf(FERROR,"readlink %s : %s\n", fname,strerror(errno)); return NULL; } @@ -453,7 +422,7 @@ static struct file_struct *make_file(char *fname) } if (!S_ISDIR(st.st_mode)) - total_size += st.st_size; + stats.total_size += st.st_size; return file; } @@ -487,10 +456,10 @@ static void send_file_name(int f,struct file_list *flist,char *fname, } if (S_ISDIR(file->mode) && recursive) { - char **last_exclude_list = local_exclude_list; - send_directory(f,flist,f_name(file)); - local_exclude_list = last_exclude_list; - return; + struct exclude_struct **last_exclude_list = local_exclude_list; + send_directory(f,flist,f_name(file)); + local_exclude_list = last_exclude_list; + return; } } @@ -507,22 +476,21 @@ static void send_directory(int f,struct file_list *flist,char *dir) d = opendir(dir); if (!d) { io_error = 1; - fprintf(FERROR,"%s: %s\n", + rprintf(FERROR,"opendir(%s): %s\n", dir,strerror(errno)); return; } - strncpy(fname,dir,MAXPATHLEN-1); - fname[MAXPATHLEN-1]=0; + strlcpy(fname,dir,MAXPATHLEN-1); l = strlen(fname); if (fname[l-1] != '/') { if (l == MAXPATHLEN-1) { io_error = 1; - fprintf(FERROR,"skipping long-named directory %s\n",fname); + rprintf(FERROR,"skipping long-named directory %s\n",fname); closedir(d); return; } - strcat(fname,"/"); + strlcat(fname,"/", MAXPATHLEN-1); l++; } p = fname + strlen(fname); @@ -530,19 +498,20 @@ static void send_directory(int f,struct file_list *flist,char *dir) if (cvs_exclude) { if (strlen(fname) + strlen(".cvsignore") <= MAXPATHLEN-1) { strcpy(p,".cvsignore"); - local_exclude_list = make_exclude_list(fname,NULL,0); + local_exclude_list = make_exclude_list(fname,NULL,0,0); } else { io_error = 1; - fprintf(FINFO,"cannot cvs-exclude in long-named directory %s\n",fname); + rprintf(FINFO,"cannot cvs-exclude in long-named directory %s\n",fname); } } for (di=readdir(d); di; di=readdir(d)) { - if (strcmp(di->d_name,".")==0 || - strcmp(di->d_name,"..")==0) + char *dname = d_name(di); + if (strcmp(dname,".")==0 || + strcmp(dname,"..")==0) continue; - strncpy(p,di->d_name,MAXPATHLEN-(l+1)); - send_file_name(f,flist,fname,recurse,FLAG_DELETE); + strlcpy(p,dname,MAXPATHLEN-(l+1)); + send_file_name(f,flist,fname,recurse,0); } closedir(d); @@ -553,17 +522,19 @@ static void send_directory(int f,struct file_list *flist,char *dir) struct file_list *send_file_list(int f,int argc,char *argv[]) { int i,l; - struct stat st; + STRUCT_STAT st; char *p,*dir; - char dbuf[MAXPATHLEN]; char lastpath[MAXPATHLEN]=""; struct file_list *flist; + int64 start_write; if (verbose && recurse && !am_server && f != -1) { - fprintf(FINFO,"building file list ... "); - fflush(FINFO); + rprintf(FINFO,"building file list ... "); + rflush(FINFO); } + start_write = stats.total_written; + flist = (struct file_list *)malloc(sizeof(flist[0])); if (!flist) out_of_memory("send_file_list"); @@ -573,26 +544,29 @@ struct file_list *send_file_list(int f,int argc,char *argv[]) flist->malloced); if (!flist->files) out_of_memory("send_file_list"); + if (f != -1) { + io_start_buffering(f); + } + for (i=0;icount; + } + if (verbose > 2) - fprintf(FINFO,"send_file_list done\n"); + rprintf(FINFO,"send_file_list done\n"); return flist; } @@ -689,12 +670,15 @@ struct file_list *recv_file_list(int f) { struct file_list *flist; unsigned char flags; + int64 start_read; if (verbose && recurse && !am_server) { - fprintf(FINFO,"receiving file list ... "); - fflush(FINFO); + rprintf(FINFO,"receiving file list ... "); + rflush(FINFO); } + start_read = stats.total_read; + flist = (struct file_list *)malloc(sizeof(flist[0])); if (!flist) goto oom; @@ -725,22 +709,22 @@ struct file_list *recv_file_list(int f) receive_file_entry(&flist->files[i],flags,f); if (S_ISREG(flist->files[i]->mode)) - total_size += flist->files[i]->length; + stats.total_size += flist->files[i]->length; flist->count++; if (verbose > 2) - fprintf(FINFO,"recv_file_name(%s)\n",f_name(flist->files[i])); + rprintf(FINFO,"recv_file_name(%s)\n",f_name(flist->files[i])); } if (verbose > 2) - fprintf(FINFO,"received %d names\n",flist->count); + rprintf(FINFO,"received %d names\n",flist->count); clean_flist(flist); if (verbose && recurse && !am_server) { - fprintf(FINFO,"done\n"); + rprintf(FINFO,"done\n"); } /* now recv the uid/gid list. This was introduced in protocol version 15 */ @@ -754,7 +738,10 @@ struct file_list *recv_file_list(int f) } if (verbose > 2) - fprintf(FINFO,"recv_file_list done\n"); + rprintf(FINFO,"recv_file_list done\n"); + + stats.flist_size = stats.total_read - start_read; + stats.num_files = flist->count; return flist; @@ -770,8 +757,8 @@ int file_compare(struct file_struct **f1,struct file_struct **f2) if (!(*f1)->basename) return -1; if (!(*f2)->basename) return 1; if ((*f1)->dirname == (*f2)->dirname) - return strcmp((*f1)->basename, (*f2)->basename); - return strcmp(f_name(*f1),f_name(*f2)); + return u_strcmp((*f1)->basename, (*f2)->basename); + return u_strcmp(f_name(*f1),f_name(*f2)); } @@ -849,7 +836,7 @@ void clean_flist(struct file_list *flist) strcmp(f_name(flist->files[i]), f_name(flist->files[i-1])) == 0) { if (verbose > 1 && !am_server) - fprintf(FINFO,"removing duplicate name %s from file list %d\n", + rprintf(FINFO,"removing duplicate name %s from file list %d\n", f_name(flist->files[i-1]),i-1); free_file(flist->files[i]); } @@ -871,9 +858,9 @@ char *f_name(struct file_struct *f) n = (n+1)%10; if (f->dirname) { - sprintf(p, "%s/%s", f->dirname, f->basename); + slprintf(p, MAXPATHLEN-1, "%s/%s", f->dirname, f->basename); } else { - strcpy(p, f->basename); + strlcpy(p, f->basename, MAXPATHLEN-1); } return p;