X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/182dca5c80c40c5abe429a6c5307be25cc4b4d90..7796395a0aaa485ef4aa6e2dea1023ee3a273d36:/main.c diff --git a/main.c b/main.c index 3cd2a133..ec408185 100644 --- a/main.c +++ b/main.c @@ -26,11 +26,15 @@ off_t total_size = 0; int block_size=BLOCK_SIZE; char *backup_suffix = BACKUP_SUFFIX; +char *tmpdir = NULL; static char *rsync_path = RSYNC_NAME; int make_backups = 0; +int whole_file = 0; +int copy_links = 0; int preserve_links = 0; +int preserve_hard_links = 0; int preserve_perms = 0; int preserve_devices = 0; int preserve_uid = 0; @@ -43,24 +47,33 @@ int local_server=0; int ignore_times=0; int delete_mode=0; int one_file_system=0; +int remote_version=0; +int sparse_files=0; +int do_compression=0; +int am_root=0; +int orig_umask=0; +int relative_paths=0; +int numeric_ids = 0; + +extern int csum_length; int am_server = 0; -static int sender = 0; +static int sender; int recurse = 0; static void usage(FILE *f); static void report(int f) { - int in,out,tsize; + off_t in,out,tsize; time_t t = time(NULL); if (!verbose) return; if (am_server && sender) { - write_int(f,read_total()); - write_int(f,write_total()); - write_int(f,total_size); + write_longint(f,read_total()); + write_longint(f,write_total()); + write_longint(f,total_size); write_flush(f); return; } @@ -68,17 +81,24 @@ static void report(int f) if (sender) { in = read_total(); out = write_total(); - tsize = (int)total_size; + tsize = total_size; } else { - in = read_int(f); - out = read_int(f); - tsize = read_int(f); + in = read_longint(f); + out = read_longint(f); + tsize = read_longint(f); } - printf("wrote %d bytes read %d bytes %g bytes/sec\n", - out,in,(in+out)/(0.5 + (t-starttime))); - printf("total size is %d speedup is %g\n", - tsize,(1.0*tsize)/(in+out)); +#if HAVE_LONGLONG + printf("wrote %lld bytes read %lld bytes %g bytes/sec\n", + (long long)out,(long long)in,(in+out)/(0.5 + (t-starttime))); + printf("total size is %lld speedup is %g\n", + (long long)tsize,(1.0*tsize)/(in+out)); +#else + printf("wrote %ld bytes read %ld bytes %g bytes/sec\n", + (long)out,(long)in,(in+out)/(0.5 + (t-starttime))); + printf("total size is %ld speedup is %g\n", + (long)tsize,(1.0*tsize)/(in+out)); +#endif } @@ -106,6 +126,12 @@ static void server_options(char **args,int *argc) argstr[x++] = 'n'; if (preserve_links) argstr[x++] = 'l'; + if (copy_links) + argstr[x++] = 'L'; + if (whole_file) + argstr[x++] = 'W'; + if (preserve_hard_links) + argstr[x++] = 'H'; if (preserve_uid) argstr[x++] = 'o'; if (preserve_gid) @@ -124,8 +150,14 @@ static void server_options(char **args,int *argc) argstr[x++] = 'C'; if (ignore_times) argstr[x++] = 'I'; + if (relative_paths) + argstr[x++] = 'R'; if (one_file_system) argstr[x++] = 'x'; + if (sparse_files) + argstr[x++] = 'S'; + if (do_compression) + argstr[x++] = 'z'; argstr[x] = 0; if (x != 1) args[ac++] = argstr; @@ -134,20 +166,33 @@ static void server_options(char **args,int *argc) sprintf(bsize,"-B%d",block_size); args[ac++] = bsize; } - + + if (strcmp(backup_suffix, BACKUP_SUFFIX)) { + args[ac++] = "--suffix"; + args[ac++] = backup_suffix; + } + if (delete_mode) args[ac++] = "--delete"; + if (numeric_ids) + args[ac++] = "--numeric-ids"; + + if (tmpdir) { + args[ac++] = "--temp-dir"; + args[ac++] = tmpdir; + } + *argc = ac; } -int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) +static int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) { char *args[100]; - int i,argc=0; - char *tok,*p; + int i,argc=0, ret; + char *tok,*p,*dir=NULL; if (!local_server) { if (!cmd) @@ -162,42 +207,44 @@ int do_cmd(char *cmd,char *machine,char *user,char *path,int *f_in,int *f_out) args[argc++] = tok; } +#if HAVE_REMSH + /* remsh (on HPUX) takes the arguments the other way around */ + args[argc++] = machine; + if (user) { + args[argc++] = "-l"; + args[argc++] = user; + } +#else if (user) { args[argc++] = "-l"; args[argc++] = user; } args[argc++] = machine; +#endif } args[argc++] = rsync_path; server_options(args,&argc); - if (path && *path) { - char *dir = strdup(path); - p = strrchr(dir,'/'); - if (p) { - *p = 0; - args[argc++] = dir; - p++; - } else { - args[argc++] = "."; - p = dir; - } - if (p[0]) - args[argc++] = path; - } + args[argc++] = "."; + + if (path && *path) + args[argc++] = path; args[argc] = NULL; if (verbose > 3) { - fprintf(stderr,"cmd="); + fprintf(FERROR,"cmd="); for (i=0;icount > 1) { - fprintf(stderr,"ERROR: destination must be a directory when copying more than 1 file\n"); - exit(1); + fprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n"); + exit_cleanup(1); } return name; } @@ -232,16 +279,16 @@ static char *get_local_name(struct file_list *flist,char *name) if (!name) return NULL; - if (mkdir(name,0777) != 0) { - fprintf(stderr,"mkdir %s : %s\n",name,strerror(errno)); - exit(1); + if (mkdir(name,0777 & ~orig_umask) != 0) { + fprintf(FERROR,"mkdir %s : %s (1)\n",name,strerror(errno)); + exit_cleanup(1); } else { - fprintf(am_server?stderr:stdout,"created directory %s\n",name); + fprintf(FINFO,"created directory %s\n",name); } if (chdir(name) != 0) { - fprintf(stderr,"chdir %s : %s\n",name,strerror(errno)); - exit(1); + fprintf(FERROR,"chdir %s : %s (2)\n",name,strerror(errno)); + exit_cleanup(1); } return NULL; @@ -253,58 +300,90 @@ static char *get_local_name(struct file_list *flist,char *name) void do_server_sender(int argc,char *argv[]) { int i; - char *dir = argv[0]; struct file_list *flist; + char *dir = argv[0]; if (verbose > 2) - fprintf(stderr,"server_sender starting pid=%d\n",(int)getpid()); + fprintf(FERROR,"server_sender starting pid=%d\n",(int)getpid()); - if (chdir(dir) != 0) { - fprintf(stderr,"chdir %s: %s\n",dir,strerror(errno)); - exit(1); + if (!relative_paths && chdir(dir) != 0) { + fprintf(FERROR,"chdir %s: %s (3)\n",dir,strerror(errno)); + exit_cleanup(1); } argc--; argv++; if (strcmp(dir,".")) { - int l = strlen(dir); - for (i=0;i 2) + fprintf(FERROR,"receiver read %ld\n",(long)read_total()); + exit_cleanup(0); + } + + generate_files(f_out,flist,local_name,recv_pipe[0]); + + waitpid(pid, &status, 0); + + return status; +} + void do_server_recv(int argc,char *argv[]) { - int pid,status; - char *dir = NULL; + int status; struct file_list *flist; char *local_name=NULL; + char *dir = NULL; if (verbose > 2) - fprintf(stderr,"server_recv(%d) starting pid=%d\n",argc,(int)getpid()); + fprintf(FERROR,"server_recv(%d) starting pid=%d\n",argc,(int)getpid()); if (argc > 0) { - dir = argv[0]; - argc--; - argv++; - if (chdir(dir) != 0) { - fprintf(stderr,"chdir %s : %s\n",dir,strerror(errno)); - exit(1); - } + dir = argv[0]; + argc--; + argv++; + if (chdir(dir) != 0) { + fprintf(FERROR,"chdir %s : %s (4)\n", + dir,strerror(errno)); + exit_cleanup(1); + } } if (delete_mode) @@ -312,29 +391,20 @@ void do_server_recv(int argc,char *argv[]) flist = recv_file_list(STDIN_FILENO); if (!flist || flist->count == 0) { - fprintf(stderr,"nothing to do\n"); - exit(1); + fprintf(FERROR,"nothing to do\n"); + exit_cleanup(1); } if (argc > 0) { - if (strcmp(dir,".")) { - argv[0] += strlen(dir); - if (argv[0][0] == '/') argv[0]++; - } - local_name = get_local_name(flist,argv[0]); - } - - if ((pid=fork()) == 0) { - recv_files(STDIN_FILENO,flist,local_name); - if (verbose > 2) - fprintf(stderr,"receiver read %d\n",read_total()); - exit(0); + if (strcmp(dir,".")) { + argv[0] += strlen(dir); + if (argv[0][0] == '/') argv[0]++; + } + local_name = get_local_name(flist,argv[0]); } - generate_files(STDOUT_FILENO,flist,local_name); - - waitpid(pid, &status, 0); - exit(status); + status = do_recv(STDIN_FILENO,STDOUT_FILENO,flist,local_name); + exit_cleanup(status); } @@ -349,22 +419,30 @@ static void usage(FILE *f) fprintf(f,"-c, --checksum always checksum\n"); fprintf(f,"-a, --archive archive mode (same as -rlptDog)\n"); fprintf(f,"-r, --recursive recurse into directories\n"); + fprintf(f,"-R, --relative use relative path names\n"); fprintf(f,"-b, --backup make backups (default ~ extension)\n"); fprintf(f,"-u, --update update only (don't overwrite newer files)\n"); fprintf(f,"-l, --links preserve soft links\n"); + fprintf(f,"-L, --copy-links treat soft links like regular files\n"); + fprintf(f,"-H, --hard-links preserve hard links\n"); fprintf(f,"-p, --perms preserve permissions\n"); fprintf(f,"-o, --owner preserve owner (root only)\n"); fprintf(f,"-g, --group preserve group\n"); fprintf(f,"-D, --devices preserve devices (root only)\n"); fprintf(f,"-t, --times preserve times\n"); + fprintf(f,"-S, --sparse handle sparse files efficiently\n"); fprintf(f,"-n, --dry-run show what would have been transferred\n"); + fprintf(f,"-W, --whole-file copy whole files, no incremental checks\n"); fprintf(f,"-x, --one-file-system don't cross filesystem boundaries\n"); fprintf(f,"-B, --block-size SIZE checksum blocking size\n"); fprintf(f,"-e, --rsh COMMAND specify rsh replacement\n"); fprintf(f," --rsync-path PATH specify path to rsync on the remote machine\n"); fprintf(f,"-C, --cvs-exclude auto ignore files in the same way CVS does\n"); fprintf(f," --delete delete files that don't exist on the sending side\n"); + fprintf(f," --numeric-ids don't map uid/gid values by user/group name\n"); fprintf(f,"-I, --ignore-times don't exclude files that match length and time\n"); + fprintf(f,"-T --temp-dir DIR create temporary files in directory DIR\n"); + fprintf(f,"-z, --compress compress file data\n"); fprintf(f," --exclude FILE exclude file FILE\n"); fprintf(f," --exclude-from FILE exclude files listed in FILE\n"); fprintf(f," --suffix SUFFIX override backup suffix\n"); @@ -376,15 +454,16 @@ static void usage(FILE *f) } enum {OPT_VERSION,OPT_SUFFIX,OPT_SENDER,OPT_SERVER,OPT_EXCLUDE, - OPT_EXCLUDE_FROM,OPT_DELETE,OPT_RSYNC_PATH}; + OPT_EXCLUDE_FROM,OPT_DELETE,OPT_NUMERIC_IDS,OPT_RSYNC_PATH}; -static char *short_options = "oblpguDCtcahvrIxne:B:"; +static char *short_options = "oblLWHpguDCtcahvrRIxnSe:B:T:z"; static struct option long_options[] = { {"version", 0, 0, OPT_VERSION}, {"server", 0, 0, OPT_SERVER}, {"sender", 0, 0, OPT_SENDER}, {"delete", 0, 0, OPT_DELETE}, + {"numeric-ids", 0, 0, OPT_NUMERIC_IDS}, {"exclude", 1, 0, OPT_EXCLUDE}, {"exclude-from",1, 0, OPT_EXCLUDE_FROM}, {"rsync-path", 1, 0, OPT_RSYNC_PATH}, @@ -392,6 +471,7 @@ static struct option long_options[] = { {"ignore-times",0, 0, 'I'}, {"help", 0, 0, 'h'}, {"dry-run", 0, 0, 'n'}, + {"sparse", 0, 0, 'S'}, {"cvs-exclude", 0, 0, 'C'}, {"archive", 0, 0, 'a'}, {"checksum", 0, 0, 'c'}, @@ -399,20 +479,30 @@ static struct option long_options[] = { {"update", 0, 0, 'u'}, {"verbose", 0, 0, 'v'}, {"recursive", 0, 0, 'r'}, + {"relative", 0, 0, 'R'}, {"devices", 0, 0, 'D'}, {"perms", 0, 0, 'p'}, {"links", 0, 0, 'l'}, + {"copy-links", 0, 0, 'L'}, + {"whole-file", 0, 0, 'W'}, + {"hard-links", 0, 0, 'H'}, {"owner", 0, 0, 'o'}, {"group", 0, 0, 'g'}, {"times", 0, 0, 't'}, {"rsh", 1, 0, 'e'}, {"suffix", 1, 0, OPT_SUFFIX}, {"block-size", 1, 0, 'B'}, + {"temp-dir", 1, 0, 'T'}, + {"compress", 0, 0, 'z'}, {0,0,0,0}}; +RETSIGTYPE sigusr1_handler(int val) { + exit_cleanup(1); +} + int main(int argc,char *argv[]) { - int pid, status, pid2, status2; + int pid, status = 0, status2 = 0; int opt; int option_index; char *shell_cmd = NULL; @@ -424,7 +514,14 @@ int main(int argc,char *argv[]) struct file_list *flist; char *local_name = NULL; + signal(SIGUSR1, sigusr1_handler); + starttime = time(NULL); + am_root = (getuid() == 0); + + /* we set a 0 umask so that correct file permissions can be + carried across */ + orig_umask = (int)umask(0); while ((opt = getopt_long(argc, argv, short_options, long_options, &option_index)) @@ -434,7 +531,7 @@ int main(int argc,char *argv[]) case OPT_VERSION: printf("rsync version %s protocol version %d\n", VERSION,PROTOCOL_VERSION); - exit(0); + exit_cleanup(0); case OPT_SUFFIX: backup_suffix = optarg; @@ -456,6 +553,10 @@ int main(int argc,char *argv[]) delete_mode = 1; break; + case OPT_NUMERIC_IDS: + numeric_ids = 1; + break; + case OPT_EXCLUDE: add_exclude(optarg); break; @@ -465,8 +566,8 @@ int main(int argc,char *argv[]) break; case 'h': - usage(stdout); - exit(0); + usage(FINFO); + exit_cleanup(0); case 'b': make_backups=1; @@ -476,6 +577,10 @@ int main(int argc,char *argv[]) dry_run=1; break; + case 'S': + sparse_files=1; + break; + case 'C': cvs_exclude=1; break; @@ -484,23 +589,33 @@ int main(int argc,char *argv[]) update_only=1; break; -#if SUPPORT_LINKS case 'l': preserve_links=1; break; + + case 'L': + copy_links=1; + break; + + case 'W': + whole_file=1; + break; + + case 'H': +#if SUPPORT_HARD_LINKS + preserve_hard_links=1; +#else + fprintf(FERROR,"ERROR: hard links not supported on this platform\n"); + exit_cleanup(1); #endif + break; case 'p': preserve_perms=1; break; case 'o': - if (getuid() == 0) { - preserve_uid=1; - } else { - fprintf(stderr,"-o only allowed for root\n"); - exit(1); - } + preserve_uid=1; break; case 'g': @@ -508,12 +623,7 @@ int main(int argc,char *argv[]) break; case 'D': - if (getuid() == 0) { - preserve_devices=1; - } else { - fprintf(stderr,"-D only allowed for root\n"); - exit(1); - } + preserve_devices=1; break; case 't': @@ -536,10 +646,10 @@ int main(int argc,char *argv[]) preserve_perms=1; preserve_times=1; preserve_gid=1; - if (getuid() == 0) { + if (am_root) { preserve_devices=1; preserve_uid=1; - } + } break; case OPT_SERVER: @@ -548,8 +658,8 @@ int main(int argc,char *argv[]) case OPT_SENDER: if (!am_server) { - usage(stderr); - exit(1); + usage(FERROR); + exit_cleanup(1); } sender = 1; break; @@ -558,6 +668,10 @@ int main(int argc,char *argv[]) recurse = 1; break; + case 'R': + relative_paths = 1; + break; + case 'e': shell_cmd = optarg; break; @@ -566,9 +680,17 @@ int main(int argc,char *argv[]) block_size = atoi(optarg); break; + case 'T': + tmpdir = optarg; + break; + + case 'z': + do_compression = 1; + break; + default: - fprintf(stderr,"bad option -%c\n",opt); - exit(1); + /* fprintf(FERROR,"bad option -%c\n",opt); */ + exit_cleanup(1); } } @@ -577,18 +699,23 @@ int main(int argc,char *argv[]) argv++; } + signal(SIGCHLD,SIG_IGN); + signal(SIGINT,SIGNAL_CAST sig_int); + signal(SIGPIPE,SIGNAL_CAST sig_int); + signal(SIGHUP,SIGNAL_CAST sig_int); + if (dry_run) verbose = MAX(verbose,1); +#ifndef SUPPORT_LINKS + if (!am_server && preserve_links) { + fprintf(FERROR,"ERROR: symbolic links not supported\n"); + exit_cleanup(1); + } +#endif + if (am_server) { - int version = read_int(STDIN_FILENO); - if (version < MIN_PROTOCOL_VERSION) { - fprintf(stderr,"protocol version mismatch %d %d\n", - version,PROTOCOL_VERSION); - exit(1); - } - write_int(STDOUT_FILENO,PROTOCOL_VERSION); - write_flush(STDOUT_FILENO); + setup_protocol(STDOUT_FILENO,STDIN_FILENO); if (sender) { recv_exclude_list(STDIN_FILENO); @@ -598,12 +725,12 @@ int main(int argc,char *argv[]) } else { do_server_recv(argc,argv); } - exit(0); + exit_cleanup(0); } if (argc < 2) { - usage(stderr); - exit(1); + usage(FERROR); + exit_cleanup(1); } p = strchr(argv[0],':'); @@ -644,36 +771,29 @@ int main(int argc,char *argv[]) } if (verbose > 3) { - fprintf(stderr,"cmd=%s machine=%s user=%s path=%s\n", + fprintf(FERROR,"cmd=%s machine=%s user=%s path=%s\n", shell_cmd?shell_cmd:"", shell_machine?shell_machine:"", shell_user?shell_user:"", shell_path?shell_path:""); } - signal(SIGCHLD,SIG_IGN); - signal(SIGINT,SIGNAL_CAST sig_int); - signal(SIGPIPE,SIGNAL_CAST sig_int); - if (!sender && argc != 1) { - usage(stderr); - exit(1); + usage(FERROR); + exit_cleanup(1); } pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,&f_in,&f_out); - write_int(f_out,PROTOCOL_VERSION); - write_flush(f_out); - { - int version = read_int(f_in); - if (version < MIN_PROTOCOL_VERSION) { - fprintf(stderr,"protocol version mismatch\n"); - exit(1); - } - } + setup_protocol(f_out,f_in); + +#if HAVE_SETLINEBUF + setlinebuf(FINFO); + setlinebuf(FERROR); +#endif if (verbose > 3) - fprintf(stderr,"parent=%d child=%d sender=%d recurse=%d\n", + fprintf(FERROR,"parent=%d child=%d sender=%d recurse=%d\n", (int)getpid(),pid,sender,recurse); if (sender) { @@ -681,37 +801,28 @@ int main(int argc,char *argv[]) add_cvs_excludes(); if (delete_mode) send_exclude_list(f_out); - flist = send_file_list(f_out,recurse,argc,argv); + flist = send_file_list(f_out,argc,argv); if (verbose > 3) - fprintf(stderr,"file list sent\n"); + fprintf(FERROR,"file list sent\n"); send_files(flist,f_out,f_in); if (verbose > 3) - fprintf(stderr,"waiting on %d\n",pid); + fprintf(FERROR,"waiting on %d\n",pid); waitpid(pid, &status, 0); report(-1); - exit(status); + exit_cleanup(status); } send_exclude_list(f_out); flist = recv_file_list(f_in); if (!flist || flist->count == 0) { - fprintf(stderr,"nothing to do\n"); - exit(0); + fprintf(FERROR,"nothing to do\n"); + exit_cleanup(0); } local_name = get_local_name(flist,argv[0]); - if ((pid2=fork()) == 0) { - recv_files(f_in,flist,local_name); - if (verbose > 1) - fprintf(stderr,"receiver read %d\n",read_total()); - exit(0); - } - - generate_files(f_out,flist,local_name); - - waitpid(pid2, &status2, 0); + status2 = do_recv(f_in,f_out,flist,local_name); report(f_in); @@ -719,3 +830,4 @@ int main(int argc,char *argv[]) return status | status2; } +