X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/34ccb63e71367fb1f93530f60147ef6e4ac4e3e4..dd04a03440be7c04ec7c3005d5fd92ec03311358:/main.c diff --git a/main.c b/main.c index 92103fc7..33496cc3 100644 --- a/main.c +++ b/main.c @@ -22,15 +22,19 @@ int verbose = 0; int always_checksum = 0; time_t starttime; -off_t total_size = 0; +int64 total_size = 0; int block_size=BLOCK_SIZE; char *backup_suffix = BACKUP_SUFFIX; +char *tmpdir = NULL; static char *rsync_path = RSYNC_NAME; int make_backups = 0; +int whole_file = 0; +int copy_links = 0; int preserve_links = 0; +int preserve_hard_links = 0; int preserve_perms = 0; int preserve_devices = 0; int preserve_uid = 0; @@ -44,25 +48,35 @@ int ignore_times=0; int delete_mode=0; int one_file_system=0; int remote_version=0; +int sparse_files=0; +int do_compression=0; +int am_root=0; +int orig_umask=0; +int relative_paths=0; +int numeric_ids = 0; +int force_delete = 0; +int io_timeout = 0; +int io_error = 0; + extern int csum_length; int am_server = 0; -static int sender = 0; +static int sender; int recurse = 0; static void usage(FILE *f); static void report(int f) { - int in,out,tsize; + int64 in,out,tsize; time_t t = time(NULL); if (!verbose) return; if (am_server && sender) { - write_int(f,read_total()); - write_int(f,write_total()); - write_int(f,total_size); + write_longint(f,read_total()); + write_longint(f,write_total()); + write_longint(f,total_size); write_flush(f); return; } @@ -70,17 +84,24 @@ static void report(int f) if (sender) { in = read_total(); out = write_total(); - tsize = (int)total_size; + tsize = total_size; } else { - in = read_int(f); - out = read_int(f); - tsize = read_int(f); + in = read_longint(f); + out = read_longint(f); + tsize = read_longint(f); } - printf("wrote %d bytes read %d bytes %g bytes/sec\n", - out,in,(in+out)/(0.5 + (t-starttime))); - printf("total size is %d speedup is %g\n", - tsize,(1.0*tsize)/(in+out)); +#if HAVE_LONGLONG + printf("wrote %lld bytes read %lld bytes %g bytes/sec\n", + (long long)out,(long long)in,(in+out)/(0.5 + (t-starttime))); + printf("total size is %lld speedup is %g\n", + (long long)tsize,(1.0*tsize)/(in+out)); +#else + printf("wrote %ld bytes read %ld bytes %g bytes/sec\n", + (long)out,(long)in,(in+out)/(0.5 + (t-starttime))); + printf("total size is %ld speedup is %g\n", + (long)tsize,(1.0*tsize)/(in+out)); +#endif } @@ -89,7 +110,7 @@ static void server_options(char **args,int *argc) int ac = *argc; static char argstr[50]; static char bsize[30]; - static char slength[30]; + static char iotime[30]; int i, x; args[ac++] = "--server"; @@ -109,6 +130,12 @@ static void server_options(char **args,int *argc) argstr[x++] = 'n'; if (preserve_links) argstr[x++] = 'l'; + if (copy_links) + argstr[x++] = 'L'; + if (whole_file) + argstr[x++] = 'W'; + if (preserve_hard_links) + argstr[x++] = 'H'; if (preserve_uid) argstr[x++] = 'o'; if (preserve_gid) @@ -127,8 +154,14 @@ static void server_options(char **args,int *argc) argstr[x++] = 'C'; if (ignore_times) argstr[x++] = 'I'; + if (relative_paths) + argstr[x++] = 'R'; if (one_file_system) argstr[x++] = 'x'; + if (sparse_files) + argstr[x++] = 'S'; + if (do_compression) + argstr[x++] = 'z'; argstr[x] = 0; if (x != 1) args[ac++] = argstr; @@ -138,24 +171,40 @@ static void server_options(char **args,int *argc) args[ac++] = bsize; } - if (csum_length != SUM_LENGTH) { - sprintf(slength,"--csum-length=%d",csum_length); - args[ac++] = slength; + if (io_timeout) { + sprintf(iotime,"--timeout=%d",io_timeout); + args[ac++] = iotime; } - + + if (strcmp(backup_suffix, BACKUP_SUFFIX)) { + args[ac++] = "--suffix"; + args[ac++] = backup_suffix; + } + if (delete_mode) args[ac++] = "--delete"; + if (force_delete) + args[ac++] = "--force"; + + if (numeric_ids) + args[ac++] = "--numeric-ids"; + + if (tmpdir) { + args[ac++] = "--temp-dir"; + args[ac++] = tmpdir; + } + *argc = ac; } -int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) +static int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) { char *args[100]; - int i,argc=0; - char *tok,*p; + int i,argc=0, ret; + char *tok,*dir=NULL; if (!local_server) { if (!cmd) @@ -170,42 +219,44 @@ int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) args[argc++] = tok; } +#if HAVE_REMSH + /* remsh (on HPUX) takes the arguments the other way around */ + args[argc++] = machine; + if (user) { + args[argc++] = "-l"; + args[argc++] = user; + } +#else if (user) { args[argc++] = "-l"; args[argc++] = user; } args[argc++] = machine; +#endif } args[argc++] = rsync_path; server_options(args,&argc); - if (path && *path) { - char *dir = strdup(path); - p = strrchr(dir,'/'); - if (p) { - *p = 0; - args[argc++] = dir; - p++; - } else { - args[argc++] = "."; - p = dir; - } - if (p[0]) - args[argc++] = path; - } + args[argc++] = "."; + + if (path && *path) + args[argc++] = path; args[argc] = NULL; if (verbose > 3) { - fprintf(stderr,"cmd="); + fprintf(FINFO,"cmd="); for (i=0;icount > 1) { - fprintf(stderr,"ERROR: destination must be a directory when copying more than 1 file\n"); + fprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n"); exit_cleanup(1); } return name; @@ -240,15 +291,15 @@ static char *get_local_name(struct file_list *flist,char *name) if (!name) return NULL; - if (mkdir(name,0777) != 0) { - fprintf(stderr,"mkdir %s : %s\n",name,strerror(errno)); + if (mkdir(name,0777 & ~orig_umask) != 0) { + fprintf(FERROR,"mkdir %s : %s (1)\n",name,strerror(errno)); exit_cleanup(1); } else { - fprintf(am_server?stderr:stdout,"created directory %s\n",name); + fprintf(FINFO,"created directory %s\n",name); } if (chdir(name) != 0) { - fprintf(stderr,"chdir %s : %s\n",name,strerror(errno)); + fprintf(FERROR,"chdir %s : %s (2)\n",name,strerror(errno)); exit_cleanup(1); } @@ -261,58 +312,90 @@ static char *get_local_name(struct file_list *flist,char *name) void do_server_sender(int argc,char *argv[]) { int i; - char *dir = argv[0]; struct file_list *flist; + char *dir = argv[0]; if (verbose > 2) - fprintf(stderr,"server_sender starting pid=%d\n",(int)getpid()); + fprintf(FINFO,"server_sender starting pid=%d\n",(int)getpid()); - if (chdir(dir) != 0) { - fprintf(stderr,"chdir %s: %s\n",dir,strerror(errno)); - exit_cleanup(1); + if (!relative_paths && chdir(dir) != 0) { + fprintf(FERROR,"chdir %s: %s (3)\n",dir,strerror(errno)); + exit_cleanup(1); } argc--; argv++; if (strcmp(dir,".")) { - int l = strlen(dir); - for (i=0;i 2) + fprintf(FINFO,"receiver read %ld\n",(long)read_total()); + exit_cleanup(0); + } + + generate_files(f_out,flist,local_name,recv_pipe[0]); + + waitpid(pid, &status, 0); + + return status; +} + void do_server_recv(int argc,char *argv[]) { - int pid,status; - char *dir = NULL; + int status; struct file_list *flist; char *local_name=NULL; + char *dir = NULL; if (verbose > 2) - fprintf(stderr,"server_recv(%d) starting pid=%d\n",argc,(int)getpid()); + fprintf(FINFO,"server_recv(%d) starting pid=%d\n",argc,(int)getpid()); if (argc > 0) { - dir = argv[0]; - argc--; - argv++; - if (chdir(dir) != 0) { - fprintf(stderr,"chdir %s : %s\n",dir,strerror(errno)); - exit_cleanup(1); - } + dir = argv[0]; + argc--; + argv++; + if (chdir(dir) != 0) { + fprintf(FERROR,"chdir %s : %s (4)\n", + dir,strerror(errno)); + exit_cleanup(1); + } } if (delete_mode) @@ -320,28 +403,19 @@ void do_server_recv(int argc,char *argv[]) flist = recv_file_list(STDIN_FILENO); if (!flist || flist->count == 0) { - fprintf(stderr,"nothing to do\n"); + fprintf(FERROR,"nothing to do\n"); exit_cleanup(1); } if (argc > 0) { - if (strcmp(dir,".")) { - argv[0] += strlen(dir); - if (argv[0][0] == '/') argv[0]++; - } - local_name = get_local_name(flist,argv[0]); - } - - if ((pid=fork()) == 0) { - recv_files(STDIN_FILENO,flist,local_name); - if (verbose > 2) - fprintf(stderr,"receiver read %d\n",read_total()); - exit_cleanup(0); + if (strcmp(dir,".")) { + argv[0] += strlen(dir); + if (argv[0][0] == '/') argv[0]++; + } + local_name = get_local_name(flist,argv[0]); } - generate_files(STDOUT_FILENO,flist,local_name); - - waitpid(pid, &status, 0); + status = do_recv(STDIN_FILENO,STDOUT_FILENO,flist,local_name); exit_cleanup(status); } @@ -357,26 +431,35 @@ static void usage(FILE *f) fprintf(f,"-c, --checksum always checksum\n"); fprintf(f,"-a, --archive archive mode (same as -rlptDog)\n"); fprintf(f,"-r, --recursive recurse into directories\n"); + fprintf(f,"-R, --relative use relative path names\n"); fprintf(f,"-b, --backup make backups (default ~ extension)\n"); fprintf(f,"-u, --update update only (don't overwrite newer files)\n"); fprintf(f,"-l, --links preserve soft links\n"); + fprintf(f,"-L, --copy-links treat soft links like regular files\n"); + fprintf(f,"-H, --hard-links preserve hard links\n"); fprintf(f,"-p, --perms preserve permissions\n"); fprintf(f,"-o, --owner preserve owner (root only)\n"); fprintf(f,"-g, --group preserve group\n"); fprintf(f,"-D, --devices preserve devices (root only)\n"); fprintf(f,"-t, --times preserve times\n"); + fprintf(f,"-S, --sparse handle sparse files efficiently\n"); fprintf(f,"-n, --dry-run show what would have been transferred\n"); + fprintf(f,"-W, --whole-file copy whole files, no incremental checks\n"); fprintf(f,"-x, --one-file-system don't cross filesystem boundaries\n"); fprintf(f,"-B, --block-size SIZE checksum blocking size\n"); fprintf(f,"-e, --rsh COMMAND specify rsh replacement\n"); fprintf(f," --rsync-path PATH specify path to rsync on the remote machine\n"); fprintf(f,"-C, --cvs-exclude auto ignore files in the same way CVS does\n"); fprintf(f," --delete delete files that don't exist on the sending side\n"); + fprintf(f," --force force deletion of directories even if not empty\n"); + fprintf(f," --numeric-ids don't map uid/gid values by user/group name\n"); + fprintf(f," --timeout TIME set IO timeout in seconds\n"); fprintf(f,"-I, --ignore-times don't exclude files that match length and time\n"); + fprintf(f,"-T --temp-dir DIR create temporary files in directory DIR\n"); + fprintf(f,"-z, --compress compress file data\n"); fprintf(f," --exclude FILE exclude file FILE\n"); fprintf(f," --exclude-from FILE exclude files listed in FILE\n"); fprintf(f," --suffix SUFFIX override backup suffix\n"); - fprintf(f," --csum-length LENGTH set the checksum length\n"); fprintf(f," --version print version number\n"); fprintf(f,"\n"); @@ -385,23 +468,26 @@ static void usage(FILE *f) } enum {OPT_VERSION,OPT_SUFFIX,OPT_SENDER,OPT_SERVER,OPT_EXCLUDE, - OPT_EXCLUDE_FROM,OPT_DELETE,OPT_RSYNC_PATH,OPT_CSUM_LENGTH}; + OPT_EXCLUDE_FROM,OPT_DELETE,OPT_NUMERIC_IDS,OPT_RSYNC_PATH, + OPT_FORCE,OPT_TIMEOUT}; -static char *short_options = "oblpguDCtcahvrIxne:B:"; +static char *short_options = "oblLWHpguDCtcahvrRIxnSe:B:T:z"; static struct option long_options[] = { {"version", 0, 0, OPT_VERSION}, {"server", 0, 0, OPT_SERVER}, {"sender", 0, 0, OPT_SENDER}, {"delete", 0, 0, OPT_DELETE}, + {"force", 0, 0, OPT_FORCE}, + {"numeric-ids", 0, 0, OPT_NUMERIC_IDS}, {"exclude", 1, 0, OPT_EXCLUDE}, {"exclude-from",1, 0, OPT_EXCLUDE_FROM}, {"rsync-path", 1, 0, OPT_RSYNC_PATH}, - {"csum-length", 1, 0, OPT_CSUM_LENGTH}, {"one-file-system",0, 0, 'x'}, {"ignore-times",0, 0, 'I'}, {"help", 0, 0, 'h'}, {"dry-run", 0, 0, 'n'}, + {"sparse", 0, 0, 'S'}, {"cvs-exclude", 0, 0, 'C'}, {"archive", 0, 0, 'a'}, {"checksum", 0, 0, 'c'}, @@ -409,20 +495,31 @@ static struct option long_options[] = { {"update", 0, 0, 'u'}, {"verbose", 0, 0, 'v'}, {"recursive", 0, 0, 'r'}, + {"relative", 0, 0, 'R'}, {"devices", 0, 0, 'D'}, {"perms", 0, 0, 'p'}, {"links", 0, 0, 'l'}, + {"copy-links", 0, 0, 'L'}, + {"whole-file", 0, 0, 'W'}, + {"hard-links", 0, 0, 'H'}, {"owner", 0, 0, 'o'}, {"group", 0, 0, 'g'}, {"times", 0, 0, 't'}, {"rsh", 1, 0, 'e'}, {"suffix", 1, 0, OPT_SUFFIX}, {"block-size", 1, 0, 'B'}, + {"timeout", 1, 0, OPT_TIMEOUT}, + {"temp-dir", 1, 0, 'T'}, + {"compress", 0, 0, 'z'}, {0,0,0,0}}; +RETSIGTYPE sigusr1_handler(int val) { + exit_cleanup(1); +} + int main(int argc,char *argv[]) { - int pid, status, pid2, status2; + int pid, status = 0, status2 = 0; int opt; int option_index; char *shell_cmd = NULL; @@ -434,9 +531,14 @@ int main(int argc,char *argv[]) struct file_list *flist; char *local_name = NULL; + signal(SIGUSR1, sigusr1_handler); + starttime = time(NULL); + am_root = (getuid() == 0); - checksum_init(); + /* we set a 0 umask so that correct file permissions can be + carried across */ + orig_umask = (int)umask(0); while ((opt = getopt_long(argc, argv, short_options, long_options, &option_index)) @@ -456,11 +558,6 @@ int main(int argc,char *argv[]) rsync_path = optarg; break; - case OPT_CSUM_LENGTH: - csum_length = atoi(optarg); - csum_length = MIN(csum_length,SUM_LENGTH); - break; - case 'I': ignore_times = 1; break; @@ -473,6 +570,14 @@ int main(int argc,char *argv[]) delete_mode = 1; break; + case OPT_FORCE: + force_delete = 1; + break; + + case OPT_NUMERIC_IDS: + numeric_ids = 1; + break; + case OPT_EXCLUDE: add_exclude(optarg); break; @@ -482,7 +587,7 @@ int main(int argc,char *argv[]) break; case 'h': - usage(stdout); + usage(FINFO); exit_cleanup(0); case 'b': @@ -493,6 +598,10 @@ int main(int argc,char *argv[]) dry_run=1; break; + case 'S': + sparse_files=1; + break; + case 'C': cvs_exclude=1; break; @@ -501,23 +610,33 @@ int main(int argc,char *argv[]) update_only=1; break; -#if SUPPORT_LINKS case 'l': preserve_links=1; break; + + case 'L': + copy_links=1; + break; + + case 'W': + whole_file=1; + break; + + case 'H': +#if SUPPORT_HARD_LINKS + preserve_hard_links=1; +#else + fprintf(FERROR,"ERROR: hard links not supported on this platform\n"); + exit_cleanup(1); #endif + break; case 'p': preserve_perms=1; break; case 'o': - if (getuid() == 0) { - preserve_uid=1; - } else { - fprintf(stderr,"-o only allowed for root\n"); - exit_cleanup(1); - } + preserve_uid=1; break; case 'g': @@ -525,12 +644,7 @@ int main(int argc,char *argv[]) break; case 'D': - if (getuid() == 0) { - preserve_devices=1; - } else { - fprintf(stderr,"-D only allowed for root\n"); - exit_cleanup(1); - } + preserve_devices=1; break; case 't': @@ -553,10 +667,10 @@ int main(int argc,char *argv[]) preserve_perms=1; preserve_times=1; preserve_gid=1; - if (getuid() == 0) { + if (am_root) { preserve_devices=1; preserve_uid=1; - } + } break; case OPT_SERVER: @@ -565,7 +679,7 @@ int main(int argc,char *argv[]) case OPT_SENDER: if (!am_server) { - usage(stderr); + usage(FERROR); exit_cleanup(1); } sender = 1; @@ -575,6 +689,10 @@ int main(int argc,char *argv[]) recurse = 1; break; + case 'R': + relative_paths = 1; + break; + case 'e': shell_cmd = optarg; break; @@ -583,8 +701,20 @@ int main(int argc,char *argv[]) block_size = atoi(optarg); break; + case OPT_TIMEOUT: + io_timeout = atoi(optarg); + break; + + case 'T': + tmpdir = optarg; + break; + + case 'z': + do_compression = 1; + break; + default: - fprintf(stderr,"bad option -%c\n",opt); + /* fprintf(FERROR,"bad option -%c\n",opt); */ exit_cleanup(1); } } @@ -594,20 +724,23 @@ int main(int argc,char *argv[]) argv++; } + signal(SIGCHLD,SIG_IGN); + signal(SIGINT,SIGNAL_CAST sig_int); + signal(SIGPIPE,SIGNAL_CAST sig_int); + signal(SIGHUP,SIGNAL_CAST sig_int); + if (dry_run) verbose = MAX(verbose,1); - if (am_server) { - remote_version = read_int(STDIN_FILENO); - if (remote_version < MIN_PROTOCOL_VERSION || - remote_version > MAX_PROTOCOL_VERSION) { - fprintf(stderr,"protocol version mismatch - is your shell clean?\n"); - exit_cleanup(1); - } - write_int(STDOUT_FILENO,PROTOCOL_VERSION); - write_flush(STDOUT_FILENO); +#ifndef SUPPORT_LINKS + if (!am_server && preserve_links) { + fprintf(FERROR,"ERROR: symbolic links not supported\n"); + exit_cleanup(1); + } +#endif - setup_protocol(); + if (am_server) { + setup_protocol(STDOUT_FILENO,STDIN_FILENO); if (sender) { recv_exclude_list(STDIN_FILENO); @@ -621,7 +754,7 @@ int main(int argc,char *argv[]) } if (argc < 2) { - usage(stderr); + usage(FERROR); exit_cleanup(1); } @@ -663,39 +796,29 @@ int main(int argc,char *argv[]) } if (verbose > 3) { - fprintf(stderr,"cmd=%s machine=%s user=%s path=%s\n", + fprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", shell_cmd?shell_cmd:"", shell_machine?shell_machine:"", shell_user?shell_user:"", shell_path?shell_path:""); } - signal(SIGCHLD,SIG_IGN); - signal(SIGINT,SIGNAL_CAST sig_int); - signal(SIGPIPE,SIGNAL_CAST sig_int); - if (!sender && argc != 1) { - usage(stderr); + usage(FERROR); exit_cleanup(1); } pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,&f_in,&f_out); - write_int(f_out,PROTOCOL_VERSION); - write_flush(f_out); - { - remote_version = read_int(f_in); - if (remote_version < MIN_PROTOCOL_VERSION || - remote_version > MAX_PROTOCOL_VERSION) { - fprintf(stderr,"protocol version mismatch - is your shell clean?\n"); - exit_cleanup(1); - } - } + setup_protocol(f_out,f_in); - setup_protocol(); +#if HAVE_SETLINEBUF + setlinebuf(FINFO); + setlinebuf(FERROR); +#endif if (verbose > 3) - fprintf(stderr,"parent=%d child=%d sender=%d recurse=%d\n", + fprintf(FINFO,"parent=%d child=%d sender=%d recurse=%d\n", (int)getpid(),pid,sender,recurse); if (sender) { @@ -703,12 +826,12 @@ int main(int argc,char *argv[]) add_cvs_excludes(); if (delete_mode) send_exclude_list(f_out); - flist = send_file_list(f_out,recurse,argc,argv); + flist = send_file_list(f_out,argc,argv); if (verbose > 3) - fprintf(stderr,"file list sent\n"); + fprintf(FINFO,"file list sent\n"); send_files(flist,f_out,f_in); if (verbose > 3) - fprintf(stderr,"waiting on %d\n",pid); + fprintf(FINFO,"waiting on %d\n",pid); waitpid(pid, &status, 0); report(-1); exit_cleanup(status); @@ -718,22 +841,13 @@ int main(int argc,char *argv[]) flist = recv_file_list(f_in); if (!flist || flist->count == 0) { - fprintf(stderr,"nothing to do\n"); + fprintf(FINFO,"nothing to do\n"); exit_cleanup(0); } local_name = get_local_name(flist,argv[0]); - if ((pid2=fork()) == 0) { - recv_files(f_in,flist,local_name); - if (verbose > 1) - fprintf(stderr,"receiver read %d\n",read_total()); - exit_cleanup(0); - } - - generate_files(f_out,flist,local_name); - - waitpid(pid2, &status2, 0); + status2 = do_recv(f_in,f_out,flist,local_name); report(f_in); @@ -741,3 +855,4 @@ int main(int argc,char *argv[]) return status | status2; } +