X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/983b1ed321d3990f8ee3dbb85571f830af5e88fa..1923b1fce4db5e19c56ac461962b84c560a617b4:/flist.c diff --git a/flist.c b/flist.c index 06310cf8..c4459b11 100644 --- a/flist.c +++ b/flist.c @@ -43,6 +43,7 @@ extern int ignore_errors; extern int cvs_exclude; extern int recurse; +extern char curr_dir[MAXPATHLEN]; extern char *files_from; extern int filesfrom_fd; @@ -314,6 +315,7 @@ static mode_t from_wire_mode(int mode) static void send_directory(int f, struct file_list *flist, char *dir); static char *flist_dir; +static int flist_dir_len; /** @@ -340,7 +342,8 @@ static void flist_expand(struct file_list *flist) } if (verbose >= 2) { - rprintf(FINFO, "expand file_list to %.0f bytes, did%s move\n", + rprintf(FINFO, "[%s] expand file_list to %.0f bytes, did%s move\n", + who_am_i(), (double)sizeof(flist->files[0]) * flist->malloced, (new_ptr == flist->files) ? " not" : ""); @@ -380,104 +383,106 @@ void send_file_entry(struct file_struct *file, int f, unsigned short base_flags) io_write_phase = "send_file_entry"; - fname = f_name_to(file, fbuf, sizeof fbuf); + fname = f_name_to(file, fbuf); flags = base_flags; if (file->mode == mode) - flags |= SAME_MODE; + flags |= XMIT_SAME_MODE; else mode = file->mode; if (preserve_devices) { if (protocol_version < 28) { if (IS_DEVICE(mode)) { if (file->u.rdev == rdev) { - /* Set both flags so that the test when - * writing the data is simpler. */ - flags |= SAME_RDEV_pre28|SAME_HIGH_RDEV; + /* Set both flags to simplify the test + * when writing the data. */ + flags |= XMIT_SAME_RDEV_pre28 + | XMIT_SAME_HIGH_RDEV; } else rdev = file->u.rdev; } else rdev = 0; } else if (IS_DEVICE(mode)) { if ((file->u.rdev & ~0xFF) == rdev) - flags |= SAME_HIGH_RDEV; + flags |= XMIT_SAME_HIGH_RDEV; else rdev = file->u.rdev & ~0xFF; } } if (file->uid == uid) - flags |= SAME_UID; + flags |= XMIT_SAME_UID; else uid = file->uid; if (file->gid == gid) - flags |= SAME_GID; + flags |= XMIT_SAME_GID; else gid = file->gid; if (file->modtime == modtime) - flags |= SAME_TIME; + flags |= XMIT_SAME_TIME; else modtime = file->modtime; if (file->link_u.idev) { if (file->F_DEV == dev) { if (protocol_version >= 28) - flags |= SAME_DEV; + flags |= XMIT_SAME_DEV; } else dev = file->F_DEV; - flags |= HAS_INODE_DATA; + flags |= XMIT_HAS_IDEV_DATA; } for (l1 = 0; lastname[l1] && (fname[l1] == lastname[l1]) && (l1 < 255); l1++) {} - l2 = strlen(fname) - l1; + l2 = strlen(fname+l1); if (l1 > 0) - flags |= SAME_NAME; + flags |= XMIT_SAME_NAME; if (l2 > 255) - flags |= LONG_NAME; + flags |= XMIT_LONG_NAME; /* We must make sure we don't send a zero flags byte or * the other end will terminate the flist transfer. */ if (flags == 0 && !S_ISDIR(mode)) - flags |= FLAG_DELETE; /* NOTE: no meaning for non-dir */ + flags |= XMIT_TOP_DIR; /* NOTE: no meaning for non-dir */ if (protocol_version >= 28) { if ((flags & 0xFF00) || flags == 0) { - flags |= EXTENDED_FLAGS; + flags |= XMIT_EXTENDED_FLAGS; write_byte(f, flags); write_byte(f, flags >> 8); } else write_byte(f, flags); } else { if (flags == 0) - flags |= LONG_NAME; + flags |= XMIT_LONG_NAME; write_byte(f, flags); } - if (flags & SAME_NAME) + if (flags & XMIT_SAME_NAME) write_byte(f, l1); - if (flags & LONG_NAME) + if (flags & XMIT_LONG_NAME) write_int(f, l2); else write_byte(f, l2); write_buf(f, fname + l1, l2); write_longint(f, file->length); - if (!(flags & SAME_TIME)) + if (!(flags & XMIT_SAME_TIME)) write_int(f, modtime); - if (!(flags & SAME_MODE)) + if (!(flags & XMIT_SAME_MODE)) write_int(f, to_wire_mode(mode)); - if (preserve_uid && !(flags & SAME_UID)) { + if (preserve_uid && !(flags & XMIT_SAME_UID)) { add_uid(uid); write_int(f, uid); } - if (preserve_gid && !(flags & SAME_GID)) { + if (preserve_gid && !(flags & XMIT_SAME_GID)) { add_gid(gid); write_int(f, gid); } if (preserve_devices && IS_DEVICE(mode)) { - /* If SAME_HIGH_RDEV is off, SAME_RDEV_pre28 is also off. - * Also, avoid using "rdev" because it may be incomplete. */ - if (!(flags & SAME_HIGH_RDEV)) + /* If XMIT_SAME_HIGH_RDEV is off, XMIT_SAME_RDEV_pre28 is + * also off. Also, avoid using "rdev" because it may be + * incomplete. */ + if (!(flags & XMIT_SAME_HIGH_RDEV)) write_int(f, file->u.rdev); else if (protocol_version >= 28) write_byte(f, file->u.rdev); @@ -491,14 +496,14 @@ void send_file_entry(struct file_struct *file, int f, unsigned short base_flags) #endif #if SUPPORT_HARD_LINKS - if (flags & HAS_INODE_DATA) { + if (flags & XMIT_HAS_IDEV_DATA) { if (protocol_version < 26) { /* 32-bit dev_t and ino_t */ write_int(f, dev); write_int(f, file->F_INODE); } else { /* 64-bit dev_t and ino_t */ - if (!(flags & SAME_DEV)) + if (!(flags & XMIT_SAME_DEV)) write_longint(f, dev); write_longint(f, file->F_INODE); } @@ -521,7 +526,6 @@ void send_file_entry(struct file_struct *file, int f, unsigned short base_flags) } strlcpy(lastname, fname, MAXPATHLEN); - lastname[MAXPATHLEN - 1] = 0; io_write_phase = "unknown"; } @@ -550,10 +554,10 @@ void receive_file_entry(struct file_struct **fptr, unsigned short flags, int f) return; } - if (flags & SAME_NAME) + if (flags & XMIT_SAME_NAME) l1 = read_byte(f); - if (flags & LONG_NAME) + if (flags & XMIT_LONG_NAME) l2 = read_int(f); else l2 = read_byte(f); @@ -602,35 +606,35 @@ void receive_file_entry(struct file_struct **fptr, unsigned short flags, int f) if (!file->basename) out_of_memory("receive_file_entry 1"); - file->flags = flags; + file->flags = flags & XMIT_TOP_DIR ? FLAG_TOP_DIR : 0; file->length = read_longint(f); - if (!(flags & SAME_TIME)) + if (!(flags & XMIT_SAME_TIME)) modtime = (time_t)read_int(f); file->modtime = modtime; - if (!(flags & SAME_MODE)) + if (!(flags & XMIT_SAME_MODE)) mode = from_wire_mode(read_int(f)); file->mode = mode; if (preserve_uid) { - if (!(flags & SAME_UID)) + if (!(flags & XMIT_SAME_UID)) uid = (uid_t)read_int(f); file->uid = uid; } if (preserve_gid) { - if (!(flags & SAME_GID)) + if (!(flags & XMIT_SAME_GID)) gid = (gid_t)read_int(f); file->gid = gid; } if (preserve_devices) { if (protocol_version < 28) { if (IS_DEVICE(mode)) { - if (!(flags & SAME_RDEV_pre28)) + if (!(flags & XMIT_SAME_RDEV_pre28)) rdev = (DEV64_T)read_int(f); file->u.rdev = rdev; } else rdev = 0; } else if (IS_DEVICE(mode)) { - if (!(flags & SAME_HIGH_RDEV)) { + if (!(flags & XMIT_SAME_HIGH_RDEV)) { file->u.rdev = (DEV64_T)read_int(f); rdev = file->u.rdev & ~0xFF; } else @@ -652,15 +656,15 @@ void receive_file_entry(struct file_struct **fptr, unsigned short flags, int f) } #if SUPPORT_HARD_LINKS if (preserve_hard_links && protocol_version < 28 && S_ISREG(mode)) - flags |= HAS_INODE_DATA; - if (flags & HAS_INODE_DATA) { + flags |= XMIT_HAS_IDEV_DATA; + if (flags & XMIT_HAS_IDEV_DATA) { if (!(file->link_u.idev = new(struct idev))) out_of_memory("file inode data"); if (protocol_version < 26) { dev = read_int(f); file->F_INODE = read_int(f); } else { - if (!(flags & SAME_DEV)) + if (!(flags & XMIT_SAME_DEV)) dev = read_longint(f); file->F_INODE = read_longint(f); } @@ -694,32 +698,6 @@ void receive_file_entry(struct file_struct **fptr, unsigned short flags, int f) } -/* determine if a file in a different filesstem should be skipped - when one_file_system is set. We bascally only want to include - the mount points - but they can be hard to find! */ -static int skip_filesystem(char *fname, STRUCT_STAT * st) -{ - STRUCT_STAT st2; - char *p = strrchr(fname, '/'); - - /* skip all but directories */ - if (!S_ISDIR(st->st_mode)) - return 1; - - /* if its not a subdirectory then allow */ - if (!p) - return 0; - - *p = 0; - if (link_stat(fname, &st2)) { - *p = '/'; - return 0; - } - *p = '/'; - - return (st2.st_dev != filesystem_dev); -} - #define STRDUP(ap, p) (ap ? string_area_strdup(ap, p) : strdup(p)) /* IRIX cc cares that the operands to the ternary have the same type. */ #define MALLOC(ap, i) (ap ? (void*) string_area_malloc(ap, i) : malloc(i)) @@ -746,32 +724,35 @@ struct file_struct *make_file(char *fname, struct string_area **ap, STRUCT_STAT st; char sum[SUM_LENGTH]; char *p; - char cleaned_name[MAXPATHLEN]; + char thisname[MAXPATHLEN]; char linkbuf[MAXPATHLEN]; + unsigned short flags = 0; - strlcpy(cleaned_name, fname, MAXPATHLEN); - cleaned_name[MAXPATHLEN - 1] = 0; - clean_fname(cleaned_name); + if (strlcpy(thisname, fname, sizeof thisname) + >= sizeof thisname - flist_dir_len) { + rprintf(FINFO, "skipping overly long name: %s\n", fname); + return NULL; + } + clean_fname(thisname); if (sanitize_paths) - sanitize_path(cleaned_name, NULL); - fname = cleaned_name; + sanitize_path(thisname, NULL); memset(sum, 0, SUM_LENGTH); - if (readlink_stat(fname, &st, linkbuf) != 0) { + if (readlink_stat(thisname, &st, linkbuf) != 0) { int save_errno = errno; if (errno == ENOENT && exclude_level != NO_EXCLUDES) { /* either symlink pointing nowhere or file that * was removed during rsync run; see if excluded * before reporting an error */ - if (check_exclude_file(fname, 0, exclude_level)) { + if (check_exclude_file(thisname, 0, exclude_level)) { /* file is excluded anyway, ignore silently */ return NULL; } } io_error |= IOERR_GENERAL; rprintf(FERROR, "readlink %s failed: %s\n", - full_fname(fname), strerror(save_errno)); + full_fname(thisname), strerror(save_errno)); return NULL; } @@ -780,45 +761,51 @@ struct file_struct *make_file(char *fname, struct string_area **ap, goto skip_excludes; if (S_ISDIR(st.st_mode) && !recurse && !files_from) { - rprintf(FINFO, "skipping directory %s\n", fname); + rprintf(FINFO, "skipping directory %s\n", thisname); return NULL; } if (one_file_system && st.st_dev != filesystem_dev) { - if (skip_filesystem(fname, &st)) + /* We allow a directory though to preserve the mount point. + * However, flag it so that we don't recurse. */ + if (!S_ISDIR(st.st_mode)) return NULL; + flags |= FLAG_MOUNT_POINT; } - if (check_exclude_file(fname, S_ISDIR(st.st_mode) != 0, exclude_level)) + if (check_exclude_file(thisname, S_ISDIR(st.st_mode) != 0, exclude_level)) return NULL; - if (lp_ignore_nonreadable(module_id) && access(fname, R_OK) != 0) + if (lp_ignore_nonreadable(module_id) && access(thisname, R_OK) != 0) return NULL; skip_excludes: - if (verbose > 2) - rprintf(FINFO, "make_file(%s,*,%d)\n", fname, exclude_level); + if (verbose > 2) { + rprintf(FINFO, "[%s] make_file(%s,*,%d)\n", + who_am_i(), thisname, exclude_level); + } file = new(struct file_struct); if (!file) out_of_memory("make_file"); memset((char *) file, 0, sizeof(*file)); + file->flags = flags; - if ((p = strrchr(fname, '/'))) { + if ((p = strrchr(thisname, '/'))) { static char *lastdir; *p = 0; - if (lastdir && strcmp(fname, lastdir) == 0) + if (lastdir && strcmp(thisname, lastdir) == 0) file->dirname = lastdir; else { - file->dirname = strdup(fname); + file->dirname = strdup(thisname); lastdir = file->dirname; } file->basename = STRDUP(ap, p + 1); *p = '/'; } else { file->dirname = NULL; - file->basename = STRDUP(ap, fname); + file->basename = STRDUP(ap, thisname); } file->modtime = st.st_mtime; @@ -848,19 +835,10 @@ struct file_struct *make_file(char *fname, struct string_area **ap, if (always_checksum && S_ISREG(st.st_mode)) { if (!(file->u.sum = (char*)MALLOC(ap, MD4_SUM_LENGTH))) out_of_memory("md4 sum"); - file_checksum(fname, file->u.sum, st.st_size); + file_checksum(thisname, file->u.sum, st.st_size); } - if (flist_dir) { - static char *lastdir; - if (lastdir && strcmp(lastdir, flist_dir) == 0) - file->basedir = lastdir; - else { - file->basedir = strdup(flist_dir); - lastdir = file->basedir; - } - } else - file->basedir = NULL; + file->basedir = flist_dir; if (!S_ISDIR(st.st_mode)) stats.total_size += st.st_size; @@ -889,17 +867,17 @@ void send_file_name(int f, struct file_list *flist, char *fname, flist_expand(flist); if (write_batch) - file->flags |= FLAG_DELETE; + file->flags |= FLAG_TOP_DIR; if (file->basename[0]) { flist->files[flist->count++] = file; send_file_entry(file, f, base_flags); } - if (S_ISDIR(file->mode) && recursive) { - struct exclude_struct **last_exclude_list = - local_exclude_list; - send_directory(f, flist, f_name_to(file, fbuf, sizeof fbuf)); + if (recursive && S_ISDIR(file->mode) + && !(file->flags & FLAG_MOUNT_POINT)) { + struct exclude_struct **last_exclude_list = local_exclude_list; + send_directory(f, flist, f_name_to(file, fbuf)); local_exclude_list = last_exclude_list; return; } @@ -911,7 +889,7 @@ static void send_directory(int f, struct file_list *flist, char *dir) DIR *d; struct dirent *di; char fname[MAXPATHLEN]; - int l; + unsigned int offset; char *p; d = opendir(dir); @@ -922,28 +900,27 @@ static void send_directory(int f, struct file_list *flist, char *dir) return; } - strlcpy(fname, dir, MAXPATHLEN); - l = strlen(fname); - if (fname[l - 1] != '/') { - if (l == MAXPATHLEN - 1) { + offset = strlcpy(fname, dir, MAXPATHLEN); + p = fname + offset; + if (offset >= MAXPATHLEN || p[-1] != '/') { + if (offset >= MAXPATHLEN - 1) { io_error |= IOERR_GENERAL; rprintf(FERROR, "skipping long-named directory: %s\n", full_fname(fname)); closedir(d); return; } - strlcat(fname, "/", MAXPATHLEN); - l++; + *p++ = '/'; + offset++; } - p = fname + strlen(fname); local_exclude_list = NULL; if (cvs_exclude) { - if (strlen(fname) + strlen(".cvsignore") <= MAXPATHLEN - 1) { - strcpy(p, ".cvsignore"); - add_exclude_file(&exclude_list,fname,MISSING_OK,ADD_EXCLUDE); - } else { + if (strlcpy(p, ".cvsignore", MAXPATHLEN - offset) + < MAXPATHLEN - offset) + add_exclude_file(&local_exclude_list,fname,MISSING_OK,ADD_EXCLUDE); + else { io_error |= IOERR_GENERAL; rprintf(FINFO, "cannot cvs-exclude in long-named directory %s\n", @@ -956,13 +933,19 @@ static void send_directory(int f, struct file_list *flist, char *dir) if (dname[0] == '.' && (dname[1] == '\0' || (dname[1] == '.' && dname[2] == '\0'))) continue; - strlcpy(p, dname, MAXPATHLEN - l); - send_file_name(f, flist, fname, recurse, 0); + if (strlcpy(p, dname, MAXPATHLEN - offset) < MAXPATHLEN - offset) + send_file_name(f, flist, fname, recurse, 0); + else { + io_error |= IOERR_GENERAL; + rprintf(FINFO, + "cannot send long-named file %s\n", + full_fname(fname)); + } } if (errno) { io_error |= IOERR_GENERAL; rprintf(FERROR, "readdir(%s): (%d) %s\n", - dir, errno, strerror(errno)); + dir, errno, strerror(errno)); } if (local_exclude_list) @@ -982,7 +965,7 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) { int l; STRUCT_STAT st; - char *p, *dir, *olddir; + char *p, *dir, olddir[sizeof curr_dir]; char lastpath[MAXPATHLEN] = ""; struct file_list *flist; int64 start_write; @@ -998,7 +981,7 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) if (f != -1) { io_start_buffering_out(f); if (filesfrom_fd >= 0) { - if (argv[0] && !push_dir(argv[0], 0)) { + if (argv[0] && !push_dir(argv[0])) { rprintf(FERROR, "push_dir %s failed: %s\n", full_fname(argv[0]), strerror(errno)); exit_cleanup(RERR_FILESELECT); @@ -1028,8 +1011,9 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) if (l == 2 && fname[0] == '.') { /* Turn "./" into just "." rather than "./." */ fname[1] = '\0'; - } else { - strlcat(fname, ".", MAXPATHLEN); + } else if (l < MAXPATHLEN) { + fname[l++] = '.'; + fname[l] = '\0'; } } @@ -1048,7 +1032,7 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) } dir = NULL; - olddir = NULL; + olddir[0] = '\0'; if (!relative_paths) { p = strrchr(fname, '/'); @@ -1099,26 +1083,36 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) fname = "."; if (dir && *dir) { - olddir = push_dir(dir, 1); + static char *lastdir; + static int lastdir_len; + + strcpy(olddir, curr_dir); /* can't overflow */ - if (!olddir) { + if (!push_dir(dir)) { io_error |= IOERR_GENERAL; rprintf(FERROR, "push_dir %s failed: %s\n", full_fname(dir), strerror(errno)); continue; } - flist_dir = dir; + if (lastdir && strcmp(lastdir, dir) == 0) { + flist_dir = lastdir; + flist_dir_len = lastdir_len; + } else { + flist_dir = lastdir = strdup(dir); + flist_dir_len = lastdir_len = strlen(dir); + } } if (one_file_system) set_filesystem(fname); - send_file_name(f, flist, fname, recurse, FLAG_DELETE); + send_file_name(f, flist, fname, recurse, XMIT_TOP_DIR); - if (olddir != NULL) { + if (olddir[0]) { flist_dir = NULL; - if (pop_dir(olddir) != 0) { + flist_dir_len = 0; + if (!pop_dir(olddir)) { rprintf(FERROR, "pop_dir %s failed: %s\n", full_fname(dir), strerror(errno)); exit_cleanup(RERR_FILESELECT); @@ -1135,12 +1129,11 @@ struct file_list *send_file_list(int f, int argc, char *argv[]) clean_flist(flist, 0, 0); - /* now send the uid/gid list. This was introduced in protocol - * version 15 */ - if (f != -1) + if (f != -1) { + /* Now send the uid/gid list. This was introduced in + * protocol version 15 */ send_uid_list(f); - if (f != -1) { /* send the io_error flag */ write_int(f, lp_ignore_errors(module_id) ? 0 : io_error); @@ -1186,7 +1179,7 @@ struct file_list *recv_file_list(int f) flist_expand(flist); - if (protocol_version >= 28 && (flags & EXTENDED_FLAGS)) + if (protocol_version >= 28 && (flags & XMIT_EXTENDED_FLAGS)) flags |= read_byte(f) << 8; receive_file_entry(&flist->files[i], flags, f); @@ -1212,16 +1205,18 @@ struct file_list *recv_file_list(int f) clean_flist(flist, relative_paths, 1); - /* now recv the uid/gid list. This was introduced in protocol version 15 */ - if (f != -1) + if (f != -1) { + /* Now send the uid/gid list. This was introduced in + * protocol version 15 */ recv_uid_list(f, flist); - /* recv the io_error flag */ - if (f != -1 && !read_batch) { /* dw-added readbatch */ - if (lp_ignore_errors(module_id) || ignore_errors) - read_int(f); - else - io_error |= read_int(f); + if (!read_batch) { + /* Recv the io_error flag */ + if (lp_ignore_errors(module_id) || ignore_errors) + read_int(f); + else + io_error |= read_int(f); + } } if (list_only) { @@ -1230,7 +1225,6 @@ struct file_list *recv_file_list(int f) list_file_entry(flist->files[i]); } - if (verbose > 2) rprintf(FINFO, "recv_file_list done\n"); @@ -1385,8 +1379,8 @@ static void clean_flist(struct file_list *flist, int strip_root, int no_dups) /* Make sure that if we unduplicate '.', that we don't * lose track of a user-specified starting point (or * else deletions will mysteriously fail with -R). */ - if (flist->files[i]->flags & FLAG_DELETE) - flist->files[prev_i]->flags |= FLAG_DELETE; + if (flist->files[i]->flags & FLAG_TOP_DIR) + flist->files[prev_i]->flags |= FLAG_TOP_DIR; /* it's not great that the flist knows the semantics of * the file memory usage, but i'd rather not add a flag * byte to that struct. @@ -1422,8 +1416,9 @@ static void clean_flist(struct file_list *flist, int strip_root, int no_dups) return; for (i = 0; i < flist->count; i++) { - rprintf(FINFO, "[%ld] i=%d %s %s mode=0%o len=%.0f\n", - (long) getpid(), i, + rprintf(FINFO, "[%s] i=%d %s %s %s mode=0%o len=%.0f\n", + who_am_i(), i, + NS(flist->files[i]->basedir), NS(flist->files[i]->dirname), NS(flist->files[i]->basename), (int) flist->files[i]->mode, @@ -1503,19 +1498,21 @@ int f_name_cmp(struct file_struct *f1, struct file_struct *f2) /* Return a copy of the full filename of a flist entry, using the indicated - * buffer. + * buffer. No size-checking is done because we checked the size when creating + * the file_struct entry. */ -char *f_name_to(struct file_struct *f, char *fbuf, int bsize) +char *f_name_to(struct file_struct *f, char *fbuf) { if (!f || !f->basename) return NULL; if (f->dirname) { - int off = strlcpy(fbuf, f->dirname, bsize); - off += strlcpy(fbuf + off, "/", bsize - off); - strlcpy(fbuf + off, f->basename, bsize - off); + int len = strlen(f->dirname); + memcpy(fbuf, f->dirname, len); + fbuf[len] = '/'; + strcpy(fbuf + len + 1, f->basename); } else - strlcpy(fbuf, f->basename, bsize); + strcpy(fbuf, f->basename); return fbuf; } @@ -1529,5 +1526,5 @@ char *f_name(struct file_struct *f) n = (n + 1) % (sizeof names / sizeof names[0]); - return f_name_to(f, names[n], sizeof names[0]); + return f_name_to(f, names[n]); }