X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/0b91056090d768c4bdc6aa83d929d09416d34e89..ea2111d10a10a164334eff3b621ed7e630404345:/flist.c diff --git a/flist.c b/flist.c index d53c815f..5b6dc602 100644 --- a/flist.c +++ b/flist.c @@ -26,7 +26,7 @@ extern int csum_length; extern int verbose; extern int am_server; extern int always_checksum; -extern off_t total_size; +extern int64 total_size; extern int cvs_exclude; @@ -44,19 +44,20 @@ extern int preserve_times; extern int relative_paths; extern int copy_links; extern int remote_version; +extern int io_error; -static char **local_exclude_list = NULL; +static struct exclude_struct **local_exclude_list; -int link_stat(const char *Path, struct stat *Buffer) +int link_stat(const char *Path, STRUCT_STAT *Buffer) { #if SUPPORT_LINKS if (copy_links) { - return stat(Path, Buffer); + return do_stat(Path, Buffer); } else { - return lstat(Path, Buffer); + return do_lstat(Path, Buffer); } #else - return stat(Path, Buffer); + return do_stat(Path, Buffer); #endif } @@ -64,11 +65,11 @@ int link_stat(const char *Path, struct stat *Buffer) This function is used to check if a file should be included/excluded from the list of files based on its name and type etc */ -static int match_file_name(char *fname,struct stat *st) +static int match_file_name(char *fname,STRUCT_STAT *st) { - if (check_exclude(fname,local_exclude_list)) { + if (check_exclude(fname,local_exclude_list,st)) { if (verbose > 2) - fprintf(FERROR,"excluding file %s\n",fname); + rprintf(FINFO,"excluding file %s\n",fname); return 0; } return 1; @@ -79,7 +80,7 @@ static dev_t filesystem_dev; static void set_filesystem(char *fname) { - struct stat st; + STRUCT_STAT st; if (link_stat(fname,&st) != 0) return; filesystem_dev = st.st_dev; } @@ -87,7 +88,7 @@ static void set_filesystem(char *fname) static void send_directory(int f,struct file_list *flist,char *dir); -static char *flist_dir = NULL; +static char *flist_dir; static void clean_fname(char *name) { @@ -133,15 +134,15 @@ static void clean_fname(char *name) -void send_file_entry(struct file_struct *file,int f) +void send_file_entry(struct file_struct *file,int f,unsigned base_flags) { unsigned char flags; - static time_t last_time=0; - static mode_t last_mode=0; - static dev_t last_rdev=0; - static uid_t last_uid=0; - static gid_t last_gid=0; - static char lastname[MAXPATHLEN]=""; + static time_t last_time; + static mode_t last_mode; + static dev_t last_rdev; + static uid_t last_uid; + static gid_t last_gid; + static char lastname[MAXPATHLEN]; char *fname; int l1,l2; @@ -154,7 +155,7 @@ void send_file_entry(struct file_struct *file,int f) fname = f_name(file); - flags = FILE_VALID; + flags = base_flags; if (file->mode == last_mode) flags |= SAME_MODE; if (file->rdev == last_rdev) flags |= SAME_RDEV; @@ -162,7 +163,7 @@ void send_file_entry(struct file_struct *file,int f) if (file->gid == last_gid) flags |= SAME_GID; if (file->modtime == last_time) flags |= SAME_TIME; - for (l1=0;lastname[l1] && fname[l1] == lastname[l1];l1++) ; + for (l1=0;lastname[l1] && (fname[l1] == lastname[l1]) && (l1 < 255);l1++) ; l2 = strlen(fname) - l1; if (l1 > 0) flags |= SAME_NAME; @@ -177,7 +178,7 @@ void send_file_entry(struct file_struct *file,int f) write_byte(f,l2); write_buf(f,fname+l1,l2); - write_int(f,(int)file->length); + write_longint(f,file->length); if (!(flags & SAME_TIME)) write_int(f,(int)file->modtime); if (!(flags & SAME_MODE)) @@ -202,13 +203,13 @@ void send_file_entry(struct file_struct *file,int f) #if SUPPORT_HARD_LINKS if (preserve_hard_links && S_ISREG(file->mode)) { - write_int(f,file->dev); - write_int(f,file->inode); + write_int(f,(int)file->dev); + write_int(f,(int)file->inode); } #endif if (always_checksum) { - write_buf(f,file->sum,csum_length); + write_buf(f,file->sum,csum_length); } last_mode = file->mode; @@ -217,20 +218,20 @@ void send_file_entry(struct file_struct *file,int f) last_gid = file->gid; last_time = file->modtime; - strncpy(lastname,fname,MAXPATHLEN-1); + strlcpy(lastname,fname,MAXPATHLEN-1); lastname[MAXPATHLEN-1] = 0; } -void receive_file_entry(struct file_struct **fptr, - unsigned char flags,int f) +static void receive_file_entry(struct file_struct **fptr, + unsigned flags,int f) { - static time_t last_time=0; - static mode_t last_mode=0; - static dev_t last_rdev=0; - static uid_t last_uid=0; - static gid_t last_gid=0; + static time_t last_time; + static mode_t last_mode; + static dev_t last_rdev; + static uid_t last_uid; + static gid_t last_gid; static char lastname[MAXPATHLEN]; char thisname[MAXPATHLEN]; int l1=0,l2=0; @@ -250,15 +251,23 @@ void receive_file_entry(struct file_struct **fptr, bzero((char *)file,sizeof(*file)); (*fptr) = file; - strncpy(thisname,lastname,l1); - read_buf(f,&thisname[l1],l2); + if (l2 >= MAXPATHLEN-l1) overflow("receive_file_entry"); + + strlcpy(thisname,lastname,l1); + read_sbuf(f,&thisname[l1],l2); thisname[l1+l2] = 0; - strncpy(lastname,thisname,MAXPATHLEN-1); + strlcpy(lastname,thisname,MAXPATHLEN-1); lastname[MAXPATHLEN-1] = 0; clean_fname(thisname); + if (relative_paths && thisname[0] == '/') { + /* strip / off absolute paths in destination */ + memmove(thisname, thisname+1, strlen(thisname)); + if (!thisname[0]) strcpy(thisname,"."); + } + if ((p = strrchr(thisname,'/'))) { static char *lastdir; *p = 0; @@ -277,7 +286,8 @@ void receive_file_entry(struct file_struct **fptr, if (!file->basename) out_of_memory("receive_file_entry 1"); - file->length = (off_t)read_int(f); + file->flags = flags; + file->length = read_longint(f); file->modtime = (flags & SAME_TIME) ? last_time : (time_t)read_int(f); file->mode = (flags & SAME_MODE) ? last_mode : (mode_t)read_int(f); if (preserve_uid) @@ -291,8 +301,7 @@ void receive_file_entry(struct file_struct **fptr, int l = read_int(f); file->link = (char *)malloc(l+1); if (!file->link) out_of_memory("receive_file_entry 2"); - read_buf(f,file->link,l); - file->link[l] = 0; + read_sbuf(f,file->link,l); } #if SUPPORT_HARD_LINKS @@ -316,16 +325,39 @@ void receive_file_entry(struct file_struct **fptr, } +/* determine if a file in a different filesstem should be skipped + when one_file_system is set. We bascally only want to include + the mount points - but they can be hard to find! */ +static int skip_filesystem(char *fname, STRUCT_STAT *st) +{ + STRUCT_STAT st2; + char *p = strrchr(fname, '/'); + + /* skip all but directories */ + if (!S_ISDIR(st->st_mode)) return 1; + + /* if its not a subdirectory then allow */ + if (!p) return 0; + + *p = 0; + if (link_stat(fname, &st2)) { + *p = '/'; + return 0; + } + *p = '/'; + + return (st2.st_dev != filesystem_dev); +} static struct file_struct *make_file(char *fname) { struct file_struct *file; - struct stat st; + STRUCT_STAT st; char sum[SUM_LENGTH]; char *p; char cleaned_name[MAXPATHLEN]; - strncpy(cleaned_name, fname, MAXPATHLEN-1); + strlcpy(cleaned_name, fname, MAXPATHLEN-1); cleaned_name[MAXPATHLEN-1] = 0; clean_fname(cleaned_name); fname = cleaned_name; @@ -333,24 +365,27 @@ static struct file_struct *make_file(char *fname) bzero(sum,SUM_LENGTH); if (link_stat(fname,&st) != 0) { - fprintf(FERROR,"%s: %s\n", + io_error = 1; + rprintf(FERROR,"%s: %s\n", fname,strerror(errno)); return NULL; } if (S_ISDIR(st.st_mode) && !recurse) { - fprintf(FERROR,"skipping directory %s\n",fname); + rprintf(FINFO,"skipping directory %s\n",fname); return NULL; } - if (one_file_system && st.st_dev != filesystem_dev) - return NULL; + if (one_file_system && st.st_dev != filesystem_dev) { + if (skip_filesystem(fname, &st)) + return NULL; + } if (!match_file_name(fname,&st)) return NULL; if (verbose > 2) - fprintf(FERROR,"make_file(%s)\n",fname); + rprintf(FINFO,"make_file(%s)\n",fname); file = (struct file_struct *)malloc(sizeof(*file)); if (!file) out_of_memory("make_file"); @@ -388,7 +423,8 @@ static struct file_struct *make_file(char *fname) int l; char lnk[MAXPATHLEN]; if ((l=readlink(fname,lnk,MAXPATHLEN-1)) == -1) { - fprintf(FERROR,"readlink %s : %s\n", + io_error=1; + rprintf(FERROR,"readlink %s : %s\n", fname,strerror(errno)); return NULL; } @@ -397,10 +433,17 @@ static struct file_struct *make_file(char *fname) } #endif - if (always_checksum && S_ISREG(st.st_mode)) { + if (always_checksum) { file->sum = (char *)malloc(MD4_SUM_LENGTH); if (!file->sum) out_of_memory("md4 sum"); - file_checksum(fname,file->sum,st.st_size); + /* drat. we have to provide a null checksum for non-regular + files in order to be compatible with earlier versions + of rsync */ + if (S_ISREG(st.st_mode)) { + file_checksum(fname,file->sum,st.st_size); + } else { + memset(file->sum, 0, MD4_SUM_LENGTH); + } } if (flist_dir) { @@ -423,7 +466,8 @@ static struct file_struct *make_file(char *fname) -static void send_file_name(int f,struct file_list *flist,char *fname) +static void send_file_name(int f,struct file_list *flist,char *fname, + int recursive, unsigned base_flags) { struct file_struct *file; @@ -445,14 +489,14 @@ static void send_file_name(int f,struct file_list *flist,char *fname) if (strcmp(file->basename,"")) { flist->files[flist->count++] = file; - send_file_entry(file,f); + send_file_entry(file,f,base_flags); } - if (S_ISDIR(file->mode) && recurse) { - char **last_exclude_list = local_exclude_list; - send_directory(f,flist,f_name(file)); - local_exclude_list = last_exclude_list; - return; + if (S_ISDIR(file->mode) && recursive) { + struct exclude_struct **last_exclude_list = local_exclude_list; + send_directory(f,flist,f_name(file)); + local_exclude_list = last_exclude_list; + return; } } @@ -468,21 +512,22 @@ static void send_directory(int f,struct file_list *flist,char *dir) d = opendir(dir); if (!d) { - fprintf(FERROR,"%s: %s\n", + io_error = 1; + rprintf(FERROR,"opendir(%s): %s\n", dir,strerror(errno)); return; } - strncpy(fname,dir,MAXPATHLEN-1); - fname[MAXPATHLEN-1]=0; + strlcpy(fname,dir,MAXPATHLEN-1); l = strlen(fname); if (fname[l-1] != '/') { if (l == MAXPATHLEN-1) { - fprintf(FERROR,"skipping long-named directory %s\n",fname); + io_error = 1; + rprintf(FERROR,"skipping long-named directory %s\n",fname); closedir(d); return; } - strcat(fname,"/"); + strlcat(fname,"/", MAXPATHLEN-1); l++; } p = fname + strlen(fname); @@ -490,18 +535,20 @@ static void send_directory(int f,struct file_list *flist,char *dir) if (cvs_exclude) { if (strlen(fname) + strlen(".cvsignore") <= MAXPATHLEN-1) { strcpy(p,".cvsignore"); - local_exclude_list = make_exclude_list(fname,NULL,0); + local_exclude_list = make_exclude_list(fname,NULL,0,0); } else { - fprintf(FERROR,"cannot cvs-exclude in long-named directory %s\n",fname); + io_error = 1; + rprintf(FINFO,"cannot cvs-exclude in long-named directory %s\n",fname); } } for (di=readdir(d); di; di=readdir(d)) { - if (strcmp(di->d_name,".")==0 || - strcmp(di->d_name,"..")==0) + char *dname = d_name(di); + if (strcmp(dname,".")==0 || + strcmp(dname,"..")==0) continue; - strncpy(p,di->d_name,MAXPATHLEN-(l+1)); - send_file_name(f,flist,fname); + strlcpy(p,dname,MAXPATHLEN-(l+1)); + send_file_name(f,flist,fname,recurse,0); } closedir(d); @@ -511,107 +558,145 @@ static void send_directory(int f,struct file_list *flist,char *dir) struct file_list *send_file_list(int f,int argc,char *argv[]) { - int i,l; - struct stat st; - char *p,*dir; - char dbuf[MAXPATHLEN]; - struct file_list *flist; + int i,l; + STRUCT_STAT st; + char *p,*dir; + char dbuf[MAXPATHLEN]; + char lastpath[MAXPATHLEN]=""; + struct file_list *flist; + + if (verbose && recurse && !am_server && f != -1) { + rprintf(FINFO,"building file list ... "); + rflush(FINFO); + } - if (verbose && recurse && !am_server && f != -1) { - fprintf(FINFO,"building file list ... "); - fflush(FINFO); - } + flist = (struct file_list *)malloc(sizeof(flist[0])); + if (!flist) out_of_memory("send_file_list"); - flist = (struct file_list *)malloc(sizeof(flist[0])); - if (!flist) out_of_memory("send_file_list"); + flist->count=0; + flist->malloced = 1000; + flist->files = (struct file_struct **)malloc(sizeof(flist->files[0])* + flist->malloced); + if (!flist->files) out_of_memory("send_file_list"); - flist->count=0; - flist->malloced = 1000; - flist->files = (struct file_struct **)malloc(sizeof(flist->files[0])* - flist->malloced); - if (!flist->files) out_of_memory("send_file_list"); - - for (i=0;i= 15) { + send_uid_list(f); + } - if (verbose && recurse && !am_server && f != -1) - fprintf(FINFO,"done\n"); + /* if protocol version is >= 17 then send the io_error flag */ + if (f != -1 && remote_version >= 17) { + write_int(f, io_error); + } - clean_flist(flist); + if (f != -1) { + io_end_buffering(f); + } - /* now send the uid/gid list. This was introduced in protocol version 15 */ - if (f != -1 && remote_version >= 15) { - send_uid_list(f); - } + if (verbose > 2) + rprintf(FINFO,"send_file_list done\n"); - return flist; + return flist; } @@ -621,8 +706,8 @@ struct file_list *recv_file_list(int f) unsigned char flags; if (verbose && recurse && !am_server) { - fprintf(FINFO,"receiving file list ... "); - fflush(FINFO); + rprintf(FINFO,"receiving file list ... "); + rflush(FINFO); } flist = (struct file_list *)malloc(sizeof(flist[0])); @@ -660,17 +745,17 @@ struct file_list *recv_file_list(int f) flist->count++; if (verbose > 2) - fprintf(FERROR,"recv_file_name(%s)\n",f_name(flist->files[i])); + rprintf(FINFO,"recv_file_name(%s)\n",f_name(flist->files[i])); } if (verbose > 2) - fprintf(FERROR,"received %d names\n",flist->count); + rprintf(FINFO,"received %d names\n",flist->count); clean_flist(flist); if (verbose && recurse && !am_server) { - fprintf(FINFO,"done\n"); + rprintf(FINFO,"done\n"); } /* now recv the uid/gid list. This was introduced in protocol version 15 */ @@ -678,6 +763,14 @@ struct file_list *recv_file_list(int f) recv_uid_list(f, flist); } + /* if protocol version is >= 17 then recv the io_error flag */ + if (f != -1 && remote_version >= 17) { + io_error |= read_int(f); + } + + if (verbose > 2) + rprintf(FINFO,"recv_file_list done\n"); + return flist; oom: @@ -730,7 +823,6 @@ static void free_file(struct file_struct *file) if (file->link) free(file->link); if (file->sum) free(file->sum); bzero((char *)file, sizeof(*file)); - free(file); } @@ -742,6 +834,7 @@ void flist_free(struct file_list *flist) int i; for (i=1;icount;i++) { free_file(flist->files[i]); + free(flist->files[i]); } bzero((char *)flist->files, sizeof(flist->files[0])*flist->count); free(flist->files); @@ -767,13 +860,13 @@ void clean_flist(struct file_list *flist) for (i=1;icount;i++) { if (flist->files[i]->basename && + flist->files[i-1]->basename && strcmp(f_name(flist->files[i]), f_name(flist->files[i-1])) == 0) { if (verbose > 1 && !am_server) - fprintf(FERROR,"removing duplicate name %s from file list %d\n", + rprintf(FINFO,"removing duplicate name %s from file list %d\n", f_name(flist->files[i-1]),i-1); free_file(flist->files[i]); - flist->files[i] = NULL; } } } @@ -788,14 +881,14 @@ char *f_name(struct file_struct *f) static int n; char *p = names[n]; - if (!f) return NULL; + if (!f || !f->basename) return NULL; n = (n+1)%10; if (f->dirname) { - sprintf(p, "%s/%s", f->dirname, f->basename); + slprintf(p, MAXPATHLEN-1, "%s/%s", f->dirname, f->basename); } else { - strcpy(p, f->basename); + strlcpy(p, f->basename, MAXPATHLEN-1); } return p;