Added a commented-out RSYNC initialization that uses valgrind.
[rsync/rsync.git] / main.c
CommitLineData
0ba48136 1/* -*- c-file-style: "linux" -*-
d9c7edf6 2
50135767 3 Copyright (C) 1996-2001 by Andrew Tridgell <tridge@samba.org>
c627d613 4 Copyright (C) Paul Mackerras 1996
e5a2b854 5 Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org>
d9c7edf6 6
c627d613
AT
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2 of the License, or
10 (at your option) any later version.
d9c7edf6 11
c627d613
AT
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
d9c7edf6 16
c627d613
AT
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20*/
21
22#include "rsync.h"
23
f0fca04e 24time_t starttime = 0;
a800434a 25
b35d0d8e 26extern struct stats stats;
32eda096 27extern int am_root;
d9c7edf6
WD
28extern int am_server;
29extern int am_sender;
b695f242 30extern int am_generator;
d9c7edf6 31extern int am_daemon;
7a6421fa 32extern int verbose;
32eda096
WD
33extern int blocking_io;
34extern int cvs_exclude;
35extern int delete_mode;
36extern int delete_excluded;
37extern int delete_after;
38extern int daemon_over_rsh;
39extern int do_stats;
40extern int dry_run;
41extern int list_only;
42extern int local_server;
43extern int log_got_error;
44extern int module_id;
45extern int orig_umask;
bb6721dc 46extern int copy_links;
83926d3c 47extern int keep_dirlinks;
32eda096 48extern int preserve_hard_links;
d04e9c51 49extern int protocol_version;
32eda096
WD
50extern int recurse;
51extern int relative_paths;
52extern int rsync_port;
b1df18d7 53extern int whole_file;
32eda096
WD
54extern int read_batch;
55extern int write_batch;
b9f592fb 56extern int batch_fd;
c0d8e84c 57extern int batch_gen_fd;
32eda096
WD
58extern int filesfrom_fd;
59extern pid_t cleanup_child_pid;
60extern char *files_from;
61extern char *remote_filesfrom_file;
7162c65d 62extern char *partial_dir;
c3fad2e2 63extern char *basis_dir[];
32eda096
WD
64extern char *rsync_path;
65extern char *shell_cmd;
9b3318b0 66extern char *batch_name;
c627d613 67
b695f242 68
ee7118a8
DD
69/* there's probably never more than at most 2 outstanding child processes,
70 * but set it higher just in case.
71 */
72#define MAXCHILDPROCS 5
73
74struct pid_status {
75 pid_t pid;
76 int status;
77} pid_stat_table[MAXCHILDPROCS];
78
e5a2b854 79static void show_malloc_stats(void);
82980a23
AT
80
81/****************************************************************************
82wait for a process to exit, calling io_flush while waiting
83****************************************************************************/
84void wait_process(pid_t pid, int *status)
85{
ee7118a8
DD
86 pid_t waited_pid;
87 int cnt;
88
89 while ((waited_pid = waitpid(pid, status, WNOHANG)) == 0) {
a24c6870 90 msleep(20);
f1e3656e 91 io_flush(FULL_FLUSH);
82980a23 92 }
d9c7edf6 93
6fb812f7 94 if (waited_pid == -1 && errno == ECHILD) {
ee7118a8
DD
95 /* status of requested child no longer available.
96 * check to see if it was processed by the sigchld_handler.
97 */
98 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
99 if (pid == pid_stat_table[cnt].pid) {
100 *status = pid_stat_table[cnt].status;
101 pid_stat_table[cnt].pid = 0;
102 break;
103 }
104 }
105 }
106
d9c7edf6
WD
107 /* TODO: If the child exited on a signal, then log an
108 * appropriate error message. Perhaps we should also accept a
109 * message describing the purpose of the child. Also indicate
110 * this to the caller so that thhey know something went
111 * wrong. */
82980a23
AT
112 *status = WEXITSTATUS(*status);
113}
114
b9f592fb
WD
115/* This function gets called from all 3 processes. We want the client side
116 * to actually output the text, but the sender is the only process that has
117 * all the stats we need. So, if we're a client sender, we do the report.
118 * If we're a server sender, we write the stats on the supplied fd. If
119 * we're the client receiver we read the stats from the supplied fd and do
120 * the report. All processes might also generate a set of debug stats, if
121 * the verbose level is high enough (this is the only thing that the
122 * generator process and the server receiver ever do here). */
c627d613
AT
123static void report(int f)
124{
b9f592fb
WD
125 /* Cache two stats because the read/write code can change it. */
126 int64 total_read = stats.total_read;
127 int64 total_written = stats.total_written;
7a6421fa 128 time_t t = time(NULL);
7a6421fa 129
7bb7058e 130 if (do_stats && verbose > 1) {
5c15e29f 131 /* These come out from every process */
7bb7058e 132 show_malloc_stats();
86943126 133 show_flist_stats();
5c15e29f
MP
134 }
135
e5fbaa71
S
136 if (am_generator)
137 return;
138
248fbb8c 139 if (am_daemon) {
a9766ef1 140 log_exit(0, __FILE__, __LINE__);
83926d3c
WD
141 if (f == -1 || !am_sender)
142 return;
248fbb8c
AT
143 }
144
e19452a9 145 if (am_server) {
3e491682 146 if (am_sender) {
b9f592fb
WD
147 write_longint(f, total_read);
148 write_longint(f, total_written);
149 write_longint(f, stats.total_size);
e19452a9 150 }
7a6421fa
AT
151 return;
152 }
e19452a9
DD
153
154 /* this is the client */
d9c7edf6 155
3e491682 156 if (!am_sender) {
58c5c245
WD
157 /* Read the first two in opposite order because the meaning of
158 * read/write swaps when switching from sender to receiver. */
b9f592fb
WD
159 total_written = read_longint(f);
160 total_read = read_longint(f);
a800434a 161 stats.total_size = read_longint(f);
b9f592fb
WD
162 } else if (write_batch) {
163 /* The --read-batch process is going to be a client
164 * receiver, so we need to give it the stats. */
165 write_longint(batch_fd, total_read);
166 write_longint(batch_fd, total_written);
167 write_longint(batch_fd, stats.total_size);
a800434a
AT
168 }
169
170 if (do_stats) {
1f658d42 171 rprintf(FINFO,"\nNumber of files: %d\n", stats.num_files);
d9c7edf6
WD
172 rprintf(FINFO,"Number of files transferred: %d\n",
173 stats.num_transferred_files);
174 rprintf(FINFO,"Total file size: %.0f bytes\n",
175 (double)stats.total_size);
176 rprintf(FINFO,"Total transferred file size: %.0f bytes\n",
177 (double)stats.total_transferred_size);
178 rprintf(FINFO,"Literal data: %.0f bytes\n",
179 (double)stats.literal_data);
180 rprintf(FINFO,"Matched data: %.0f bytes\n",
181 (double)stats.matched_data);
1f658d42 182 rprintf(FINFO,"File list size: %d\n", stats.flist_size);
4de2a174 183 rprintf(FINFO,"Total bytes sent: %.0f\n",
b9f592fb 184 (double)total_written);
4de2a174 185 rprintf(FINFO,"Total bytes received: %.0f\n",
b9f592fb 186 (double)total_read);
7a6421fa 187 }
d9c7edf6 188
e19452a9 189 if (verbose || do_stats) {
b9f592fb 190 rprintf(FINFO,
4de2a174 191 "\nsent %.0f bytes received %.0f bytes %.2f bytes/sec\n",
b9f592fb
WD
192 (double)total_written, (double)total_read,
193 (total_written + total_read)/(0.5 + (t - starttime)));
194 rprintf(FINFO, "total size is %.0f speedup is %.2f\n",
d9c7edf6 195 (double)stats.total_size,
b9f592fb 196 (double)stats.total_size / (total_written+total_read));
e19452a9 197 }
fc8a6b97
AT
198
199 fflush(stdout);
200 fflush(stderr);
c627d613
AT
201}
202
203
e5a2b854
MP
204/**
205 * If our C library can get malloc statistics, then show them to FINFO
206 **/
207static void show_malloc_stats(void)
208{
209#ifdef HAVE_MALLINFO
210 struct mallinfo mi;
211
212 mi = mallinfo();
213
ce672562 214 rprintf(FINFO, "\n" RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n",
5c15e29f
MP
215 getpid(),
216 am_server ? "server " : "",
217 am_daemon ? "daemon " : "",
b695f242 218 who_am_i());
e5a2b854
MP
219 rprintf(FINFO, " arena: %10d (bytes from sbrk)\n", mi.arena);
220 rprintf(FINFO, " ordblks: %10d (chunks not in use)\n", mi.ordblks);
221 rprintf(FINFO, " smblks: %10d\n", mi.smblks);
222 rprintf(FINFO, " hblks: %10d (chunks from mmap)\n", mi.hblks);
223 rprintf(FINFO, " hblkhd: %10d (bytes from mmap)\n", mi.hblkhd);
7b74bba1
S
224 rprintf(FINFO, " allmem: %10d (bytes from sbrk + mmap)\n",
225 mi.arena + mi.hblkhd);
e5a2b854
MP
226 rprintf(FINFO, " usmblks: %10d\n", mi.usmblks);
227 rprintf(FINFO, " fsmblks: %10d\n", mi.fsmblks);
228 rprintf(FINFO, " uordblks: %10d (bytes used)\n", mi.uordblks);
229 rprintf(FINFO, " fordblks: %10d (bytes free)\n", mi.fordblks);
230 rprintf(FINFO, " keepcost: %10d (bytes in releasable chunk)\n", mi.keepcost);
231#endif /* HAVE_MALLINFO */
232}
233
234
0882faa2 235/* Start the remote shell. cmd may be NULL to use the default. */
6c2e5b56
WD
236static pid_t do_cmd(char *cmd, char *machine, char *user, char *path,
237 int *f_in, int *f_out)
c627d613 238{
6c2e5b56 239 int i, argc = 0;
887e553f 240 char *args[MAX_ARGS];
19b27a48 241 pid_t ret;
6c2e5b56 242 char *tok, *dir = NULL;
bb4aa89c 243 int dash_l_set = 0;
366345fe 244
088aac85 245 if (!read_batch && !local_server) {
9af87151 246 char *rsh_env = getenv(RSYNC_RSH_ENV);
366345fe 247 if (!cmd)
9af87151 248 cmd = rsh_env;
366345fe
AT
249 if (!cmd)
250 cmd = RSYNC_RSH;
251 cmd = strdup(cmd);
d9c7edf6 252 if (!cmd)
366345fe
AT
253 goto oom;
254
887e553f 255 for (tok = strtok(cmd, " "); tok; tok = strtok(NULL, " ")) {
e7a392c7
WD
256 /* Comparison leaves rooms for server_options(). */
257 if (argc >= MAX_ARGS - 100) {
258 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
887e553f
WD
259 exit_cleanup(RERR_SYNTAX);
260 }
366345fe 261 args[argc++] = tok;
887e553f 262 }
c627d613 263
d9c7edf6 264 /* check to see if we've already been given '-l user' in
9af87151 265 * the remote-shell command */
bb4aa89c
WD
266 for (i = 0; i < argc-1; i++) {
267 if (!strcmp(args[i], "-l") && args[i+1][0] != '-')
268 dash_l_set = 1;
269 }
270
7b8356d0 271#if HAVE_REMSH
366345fe
AT
272 /* remsh (on HPUX) takes the arguments the other way around */
273 args[argc++] = machine;
bb4aa89c 274 if (user && !(daemon_over_rsh && dash_l_set)) {
366345fe
AT
275 args[argc++] = "-l";
276 args[argc++] = user;
277 }
7b8356d0 278#else
bb4aa89c 279 if (user && !(daemon_over_rsh && dash_l_set)) {
366345fe
AT
280 args[argc++] = "-l";
281 args[argc++] = user;
282 }
283 args[argc++] = machine;
7b8356d0 284#endif
c627d613 285
366345fe 286 args[argc++] = rsync_path;
c627d613 287
9af87151 288 if (blocking_io < 0) {
90e22f4b
WD
289 char *cp;
290 if ((cp = strrchr(cmd, '/')) != NULL)
291 cp++;
292 else
293 cp = cmd;
294 if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0)
295 blocking_io = 1;
66b71163 296 }
e384bfbd 297
93689aa5 298 server_options(args,&argc);
e7a392c7
WD
299
300 if (argc >= MAX_ARGS - 2) {
301 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
302 exit_cleanup(RERR_SYNTAX);
303 }
366345fe 304 }
c627d613 305
366345fe 306 args[argc++] = ".";
76076c4b 307
d9c7edf6 308 if (!daemon_over_rsh && path && *path)
366345fe 309 args[argc++] = path;
c627d613 310
366345fe 311 args[argc] = NULL;
c627d613 312
366345fe 313 if (verbose > 3) {
9486289c 314 rprintf(FINFO,"cmd=");
e7a392c7 315 for (i = 0; i < argc; i++)
9486289c
AT
316 rprintf(FINFO,"%s ",args[i]);
317 rprintf(FINFO,"\n");
366345fe
AT
318 }
319
c0d8e84c
WD
320 if (read_batch) {
321 int from_gen_pipe[2];
322 if (fd_pair(from_gen_pipe) < 0) {
323 rsyserr(FERROR, errno, "pipe");
324 exit_cleanup(RERR_IPC);
325 }
326 batch_gen_fd = from_gen_pipe[0];
327 *f_out = from_gen_pipe[1];
328 *f_in = batch_fd;
329 ret = -1; /* no child pid */
330 } else if (local_server) {
b1df18d7
WD
331 /* If the user didn't request --[no-]whole-file, force
332 * it on, but only if we're not batch processing. */
c0d8e84c 333 if (whole_file < 0 && !write_batch)
b1df18d7 334 whole_file = 1;
25d34a5c 335 ret = local_child(argc, args, f_in, f_out, child_main);
c0d8e84c 336 } else
366345fe 337 ret = piped_child(args,f_in,f_out);
c627d613 338
3a69fad0
WD
339 if (dir)
340 free(dir);
82306bf6 341
366345fe 342 return ret;
c627d613
AT
343
344oom:
366345fe
AT
345 out_of_memory("do_cmd");
346 return 0; /* not reached */
c627d613
AT
347}
348
349
c627d613
AT
350static char *get_local_name(struct file_list *flist,char *name)
351{
7a6421fa 352 STRUCT_STAT st;
87cc45e1 353 int e;
c627d613 354
c95da96a 355 if (verbose > 2)
d9c7edf6 356 rprintf(FINFO,"get_local_name count=%d %s\n",
1f0610ef
DD
357 flist->count, NS(name));
358
d9c7edf6 359 if (!name)
1f0610ef 360 return NULL;
c95da96a 361
1ff5450d
AT
362 if (do_stat(name,&st) == 0) {
363 if (S_ISDIR(st.st_mode)) {
59187666 364 if (!push_dir(name)) {
982e05bb
WD
365 rsyserr(FERROR, errno, "push_dir#1 %s failed",
366 full_fname(name));
65417579 367 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
368 }
369 return NULL;
370 }
371 if (flist->count > 1) {
372 rprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n");
65417579 373 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
374 }
375 return name;
376 }
377
87cc45e1 378 if (flist->count <= 1 && ((e = strlen(name)) <= 1 || name[e-1] != '/'))
1ff5450d
AT
379 return name;
380
1ff5450d 381 if (do_mkdir(name,0777 & ~orig_umask) != 0) {
982e05bb 382 rsyserr(FERROR, errno, "mkdir %s failed", full_fname(name));
65417579 383 exit_cleanup(RERR_FILEIO);
e5a96f0f
WD
384 }
385 if (verbose > 0)
386 rprintf(FINFO, "created directory %s\n", name);
387
388 if (dry_run) {
389 dry_run++;
390 return NULL;
1ff5450d
AT
391 }
392
59187666 393 if (!push_dir(name)) {
982e05bb
WD
394 rsyserr(FERROR, errno, "push_dir#2 %s failed",
395 full_fname(name));
65417579 396 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
397 }
398
399 return NULL;
c627d613
AT
400}
401
402
9486289c 403static void do_server_sender(int f_in, int f_out, int argc,char *argv[])
c627d613 404{
7a6421fa
AT
405 int i;
406 struct file_list *flist;
407 char *dir = argv[0];
c627d613 408
45e08edb
WD
409 if (verbose > 2) {
410 rprintf(FINFO, "server_sender starting pid=%ld\n",
411 (long)getpid());
412 }
d9c7edf6 413
2adbcdc7 414 if (am_daemon && lp_write_only(module_id)) {
7a92ded3
WD
415 rprintf(FERROR, "ERROR: module is write only\n");
416 exit_cleanup(RERR_SYNTAX);
417 return;
418 }
419
59187666 420 if (!relative_paths && !push_dir(dir)) {
982e05bb
WD
421 rsyserr(FERROR, errno, "push_dir#3 %s failed",
422 full_fname(dir));
65417579 423 exit_cleanup(RERR_FILESELECT);
7a6421fa
AT
424 }
425 argc--;
426 argv++;
d9c7edf6 427
7a6421fa
AT
428 if (strcmp(dir,".")) {
429 int l = strlen(dir);
d9c7edf6 430 if (strcmp(dir,"/") == 0)
7a6421fa 431 l = 0;
e7a392c7 432 for (i = 0; i < argc; i++)
7a6421fa
AT
433 argv[i] += l+1;
434 }
c627d613 435
7a6421fa 436 if (argc == 0 && recurse) {
e1f67417 437 argc = 1;
7a6421fa
AT
438 argv--;
439 argv[0] = ".";
440 }
d9c7edf6 441
7a6421fa 442 flist = send_file_list(f_out,argc,argv);
8d9dc9f9
AT
443 if (!flist || flist->count == 0) {
444 exit_cleanup(0);
445 }
446
da3478b2
WD
447 io_start_buffering_in();
448 io_start_buffering_out();
449
7a6421fa 450 send_files(flist,f_out,f_in);
f1e3656e 451 io_flush(FULL_FLUSH);
7a6421fa 452 report(f_out);
d04e9c51 453 if (protocol_version >= 24) {
d9c7edf6 454 /* final goodbye message */
64c3523a
WD
455 read_int(f_in);
456 }
f1e3656e 457 io_flush(FULL_FLUSH);
7a6421fa 458 exit_cleanup(0);
c627d613
AT
459}
460
461
dc5ddbcc
AT
462static int do_recv(int f_in,int f_out,struct file_list *flist,char *local_name)
463{
d186eb1a 464 int pid;
e1f67417 465 int status = 0;
41cfde6b 466 int error_pipe[2], name_pipe[2];
7162c65d 467 BOOL need_name_pipe = (basis_dir[0] || partial_dir) && !dry_run;
dc5ddbcc 468
bb6721dc
WD
469 /* The receiving side mustn't obey this, or an existing symlink that
470 * points to an identical file won't be replaced by the referent. */
471 copy_links = 0;
472
d186eb1a
AT
473 if (preserve_hard_links)
474 init_hard_links(flist);
dc5ddbcc 475
6957ae33
AT
476 if (!delete_after) {
477 /* I moved this here from recv_files() to prevent a race condition */
58c5c245 478 if (recurse && delete_mode && !local_name && flist->count > 0)
6957ae33 479 delete_files(flist);
6957ae33
AT
480 }
481
41cfde6b
WD
482 if (fd_pair(error_pipe) < 0
483 || (need_name_pipe && fd_pair(name_pipe) < 0)) {
ab759cd2 484 rsyserr(FERROR, errno, "pipe failed in do_recv");
c8f2f857 485 exit_cleanup(RERR_IPC);
554e0a8d 486 }
d9c7edf6 487
f1e3656e 488 io_flush(NORMAL_FLUSH);
c6e7fcb4 489
ba449e44 490 if ((pid = do_fork()) == -1) {
c8f2f857 491 rsyserr(FERROR, errno, "fork failed in do_recv");
ba449e44
WD
492 exit_cleanup(RERR_IPC);
493 }
494
495 if (pid == 0) {
554e0a8d 496 close(error_pipe[0]);
41cfde6b
WD
497 if (need_name_pipe) {
498 close(name_pipe[1]);
499 set_blocking(name_pipe[0]);
500 } else
501 name_pipe[0] = -1;
3a69fad0
WD
502 if (f_in != f_out)
503 close(f_out);
e08c9610 504
554e0a8d 505 /* we can't let two processes write to the socket at one time */
9eeb3b9c 506 close_multiplexing_out();
554e0a8d
AT
507
508 /* set place to send errors */
f1e3656e 509 set_msg_fd_out(error_pipe[1]);
554e0a8d 510
41cfde6b 511 recv_files(f_in, flist, local_name, name_pipe[0]);
f1e3656e 512 io_flush(FULL_FLUSH);
ba5e128d 513 report(f_in);
e08c9610 514
f1e3656e
WD
515 send_msg(MSG_DONE, "", 0);
516 io_flush(FULL_FLUSH);
4a748188 517 /* finally we go to sleep until our parent kills us
9af87151
WD
518 * with a USR2 signal. We sleep for a short time as on
519 * some OSes a signal won't interrupt a sleep! */
f1e3656e
WD
520 while (1)
521 msleep(20);
d186eb1a 522 }
dc5ddbcc 523
b695f242 524 am_generator = 1;
9eeb3b9c 525 close_multiplexing_in();
b9f592fb
WD
526 if (write_batch)
527 stop_write_batch();
b695f242 528
554e0a8d 529 close(error_pipe[1]);
41cfde6b
WD
530 if (need_name_pipe) {
531 close(name_pipe[0]);
532 set_nonblocking(name_pipe[1]);
533 } else
534 name_pipe[1] = -1;
3a69fad0
WD
535 if (f_in != f_out)
536 close(f_in);
e1b3d5c4 537
da3478b2 538 io_start_buffering_out();
b3e10ed7 539
f1e3656e 540 set_msg_fd_in(error_pipe[0]);
554e0a8d 541
41cfde6b 542 generate_files(f_out, flist, local_name, name_pipe[1]);
8d9dc9f9 543
e5fbaa71 544 report(-1);
f1e3656e 545 io_flush(FULL_FLUSH);
d04e9c51 546 if (protocol_version >= 24) {
8ada7518
AT
547 /* send a final goodbye message */
548 write_int(f_out, -1);
549 }
f1e3656e 550 io_flush(FULL_FLUSH);
8ada7518 551
f1e3656e 552 set_msg_fd_in(-1);
089a2435 553 kill(pid, SIGUSR2);
d79d1c69 554 wait_process(pid, &status);
d186eb1a 555 return status;
dc5ddbcc
AT
556}
557
c627d613 558
9486289c 559static void do_server_recv(int f_in, int f_out, int argc,char *argv[])
c627d613 560{
7a6421fa
AT
561 int status;
562 struct file_list *flist;
6c2e5b56 563 char *local_name = NULL;
7a6421fa 564 char *dir = NULL;
07bff66f
WD
565 int save_verbose = verbose;
566
567 if (filesfrom_fd >= 0) {
568 /* We can't mix messages with files-from data on the socket,
569 * so temporarily turn off verbose messages. */
570 verbose = 0;
571 }
f0fca04e 572
45e08edb
WD
573 if (verbose > 2) {
574 rprintf(FINFO, "server_recv(%d) starting pid=%ld\n",
575 argc, (long)getpid());
576 }
09b7f5db 577
2adbcdc7 578 if (am_daemon && lp_read_only(module_id)) {
09b7f5db
AT
579 rprintf(FERROR,"ERROR: module is read only\n");
580 exit_cleanup(RERR_SYNTAX);
581 return;
582 }
583
d9c7edf6 584
7a6421fa
AT
585 if (argc > 0) {
586 dir = argv[0];
587 argc--;
588 argv++;
59187666 589 if (!am_daemon && !push_dir(dir)) {
982e05bb
WD
590 rsyserr(FERROR, errno, "push_dir#4 %s failed",
591 full_fname(dir));
65417579 592 exit_cleanup(RERR_FILESELECT);
d9c7edf6 593 }
7a6421fa 594 }
c627d613 595
da3478b2 596 io_start_buffering_in();
b33b791e 597 if (delete_mode && !delete_excluded)
7a6421fa 598 recv_exclude_list(f_in);
c627d613 599
7c2a9e76 600 if (filesfrom_fd >= 0) {
07bff66f
WD
601 /* We need to send the files-from names to the sender at the
602 * same time that we receive the file-list from them, so we
603 * need the IO routines to automatically write out the names
604 * onto our f_out socket as we read the file-list. This
605 * avoids both deadlock and extra delays/buffers. */
7c2a9e76
WD
606 io_set_filesfrom_fds(filesfrom_fd, f_out);
607 filesfrom_fd = -1;
608 }
609
b9f592fb 610 flist = recv_file_list(f_in);
07bff66f 611 verbose = save_verbose;
4c36a13e
AT
612 if (!flist) {
613 rprintf(FERROR,"server_recv: recv_file_list error\n");
65417579 614 exit_cleanup(RERR_FILESELECT);
7a6421fa 615 }
d9c7edf6
WD
616
617 if (argc > 0) {
7a6421fa
AT
618 if (strcmp(dir,".")) {
619 argv[0] += strlen(dir);
3a69fad0
WD
620 if (argv[0][0] == '/')
621 argv[0]++;
7a6421fa
AT
622 }
623 local_name = get_local_name(flist,argv[0]);
624 }
c627d613 625
7a6421fa
AT
626 status = do_recv(f_in,f_out,flist,local_name);
627 exit_cleanup(status);
c627d613
AT
628}
629
630
734a94a2 631int child_main(int argc, char *argv[])
25d34a5c
MP
632{
633 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
734a94a2 634 return 0;
25d34a5c
MP
635}
636
637
9486289c 638void start_server(int f_in, int f_out, int argc, char *argv[])
366345fe 639{
f0359dd0
AT
640 set_nonblocking(f_in);
641 set_nonblocking(f_out);
642
da3478b2
WD
643 io_set_sock_fds(f_in, f_out);
644 setup_protocol(f_out, f_in);
645
d04e9c51 646 if (protocol_version >= 23)
da3478b2 647 io_start_multiplex_out();
7a6421fa 648
7a6421fa 649 if (am_sender) {
83926d3c 650 keep_dirlinks = 0; /* Must be disabled on the sender. */
9b3318b0 651
b9f592fb
WD
652 recv_exclude_list(f_in);
653 if (cvs_exclude)
654 add_cvs_excludes();
7a6421fa
AT
655 do_server_sender(f_in, f_out, argc, argv);
656 } else {
657 do_server_recv(f_in, f_out, argc, argv);
658 }
659 exit_cleanup(0);
366345fe
AT
660}
661
0ba48136
MP
662
663/*
664 * This is called once the connection has been negotiated. It is used
665 * for rsyncd, remote-shell, and local connections.
666 */
19b27a48 667int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[])
9486289c 668{
088aac85 669 struct file_list *flist = NULL;
9486289c
AT
670 int status = 0, status2 = 0;
671 char *local_name = NULL;
19b27a48
AT
672
673 cleanup_child_pid = pid;
b9f592fb 674 if (read_batch) {
b9f592fb
WD
675 assert(am_sender == 0);
676 } else {
677 set_nonblocking(f_in);
678 set_nonblocking(f_out);
679 }
f0359dd0 680
da3478b2 681 io_set_sock_fds(f_in, f_out);
6d7b6081
AT
682 setup_protocol(f_out,f_in);
683
b9f592fb 684 if (protocol_version >= 23 && !read_batch)
da3478b2 685 io_start_multiplex_in();
d9c7edf6 686
18882701
WD
687 /* We set our stderr file handle to blocking because ssh might have
688 * set it to non-blocking. This can be particularly troublesome if
689 * stderr is a clone of stdout, because ssh would have set our stdout
690 * to non-blocking at the same time (which can easily cause us to lose
691 * output from our print statements). This kluge shouldn't cause ssh
692 * any problems for how we use it. Note also that we delayed setting
693 * this until after the above protocol setup so that we know for sure
694 * that ssh is done twiddling its file descriptors. */
695 set_blocking(STDERR_FILENO);
696
9486289c 697 if (am_sender) {
83926d3c 698 keep_dirlinks = 0; /* Must be disabled on the sender. */
da3478b2 699 io_start_buffering_out();
a0a33ee5
WD
700 if (!remote_filesfrom_file)
701 set_msg_fd_in(f_in);
9486289c
AT
702 if (cvs_exclude)
703 add_cvs_excludes();
d9c7edf6 704 if (delete_mode && !delete_excluded)
9486289c 705 send_exclude_list(f_out);
7c2a9e76
WD
706 if (remote_filesfrom_file)
707 filesfrom_fd = f_in;
b9f592fb
WD
708
709 if (write_batch)
710 start_write_batch(f_out);
64c3523a 711 if (!read_batch) /* don't write to pipe */
d9c7edf6 712 flist = send_file_list(f_out,argc,argv);
a0a33ee5 713 set_msg_fd_in(-1);
d9c7edf6 714 if (verbose > 3)
9486289c 715 rprintf(FINFO,"file list sent\n");
e1b3d5c4 716
f1e3656e 717 io_flush(NORMAL_FLUSH);
9486289c 718 send_files(flist,f_out,f_in);
f1e3656e 719 io_flush(FULL_FLUSH);
d04e9c51 720 if (protocol_version >= 24) {
d9c7edf6 721 /* final goodbye message */
6c65e146
AT
722 read_int(f_in);
723 }
9486289c
AT
724 if (pid != -1) {
725 if (verbose > 3)
08a740ff 726 rprintf(FINFO,"client_run waiting on %d\n", (int) pid);
f1e3656e 727 io_flush(FULL_FLUSH);
d79d1c69 728 wait_process(pid, &status);
9486289c 729 }
3d382777 730 report(-1);
f1e3656e 731 io_flush(FULL_FLUSH);
9486289c
AT
732 exit_cleanup(status);
733 }
f7632fc6 734
1082b52b 735 if (argc == 0)
27e3e9c9 736 list_only = 1;
d9c7edf6 737
1082b52b 738 if (!read_batch)
d9c7edf6
WD
739 send_exclude_list(f_out);
740
7c2a9e76
WD
741 if (filesfrom_fd >= 0) {
742 io_set_filesfrom_fds(filesfrom_fd, f_out);
743 filesfrom_fd = -1;
744 }
745
b9f592fb
WD
746 if (write_batch)
747 start_write_batch(f_in);
9486289c
AT
748 flist = recv_file_list(f_in);
749 if (!flist || flist->count == 0) {
796d484b 750 rprintf(FINFO, "client: nothing to do: "
d9c7edf6
WD
751 "perhaps you need to specify some filenames or "
752 "the --recursive option?\n");
9486289c
AT
753 exit_cleanup(0);
754 }
d9c7edf6 755
9486289c 756 local_name = get_local_name(flist,argv[0]);
d9c7edf6 757
9486289c 758 status2 = do_recv(f_in,f_out,flist,local_name);
d9c7edf6 759
9486289c 760 if (pid != -1) {
8d9dc9f9 761 if (verbose > 3)
08a740ff 762 rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid);
f1e3656e 763 io_flush(FULL_FLUSH);
d79d1c69 764 wait_process(pid, &status);
9486289c 765 }
d9c7edf6 766
ff81e809 767 return MAX(status, status2);
9486289c
AT
768}
769
7169bb4a
MP
770static int copy_argv (char *argv[])
771{
772 int i;
773
774 for (i = 0; argv[i]; i++) {
775 if (!(argv[i] = strdup(argv[i]))) {
776 rprintf (FERROR, "out of memory at %s(%d)\n",
777 __FILE__, __LINE__);
778 return RERR_MALLOC;
779 }
780 }
781
782 return 0;
783}
784
785
c1a04ecb 786/**
0ba48136
MP
787 * Start a client for either type of remote connection. Work out
788 * whether the arguments request a remote shell or rsyncd connection,
789 * and call the appropriate connection function, then run_client.
0b4af330
MP
790 *
791 * Calls either start_socket_client (for sockets) or do_cmd and
792 * client_run (for ssh).
c1a04ecb 793 **/
fc8a6b97 794static int start_client(int argc, char *argv[])
5d6bcd44
AT
795{
796 char *p;
797 char *shell_machine = NULL;
798 char *shell_path = NULL;
799 char *shell_user = NULL;
19b27a48
AT
800 int ret;
801 pid_t pid;
5d6bcd44 802 int f_in,f_out;
7169bb4a
MP
803 int rc;
804
805 /* Don't clobber argv[] so that ps(1) can still show the right
d9c7edf6 806 * command line. */
75aeac44 807 if ((rc = copy_argv(argv)))
7169bb4a 808 return rc;
5d6bcd44 809
75aeac44 810 /* rsync:// always uses rsync server over direct socket connection */
b9f592fb
WD
811 if (strncasecmp(URL_PREFIX, argv[0], strlen(URL_PREFIX)) == 0
812 && !read_batch) {
f7632fc6
AT
813 char *host, *path;
814
7169bb4a 815 host = argv[0] + strlen(URL_PREFIX);
f7632fc6
AT
816 p = strchr(host,'/');
817 if (p) {
50b31539 818 *p = '\0';
f7632fc6 819 path = p+1;
50b31539 820 } else
a125c82a 821 path = "";
50b31539
WD
822 if (*host == '[' && (p = strchr(host, ']')) != NULL) {
823 host++;
824 *p++ = '\0';
825 if (*p != ':')
826 p = NULL;
827 } else
828 p = strchr(host, ':');
2acf81eb
DD
829 if (p) {
830 rsync_port = atoi(p+1);
50b31539 831 *p = '\0';
cf510ad2 832 }
f7632fc6
AT
833 return start_socket_client(host, path, argc-1, argv+1);
834 }
835
d16c245f 836 if (!read_batch) { /* for read_batch, NO source is specified */
a125c82a 837 p = find_colon(argv[0]);
d16c245f 838 if (p) { /* source is remote */
7c2a9e76
WD
839 if (remote_filesfrom_file
840 && remote_filesfrom_file != files_from + 1
841 && strncmp(files_from, argv[0], p-argv[0]+1) != 0) {
842 rprintf(FERROR,
50b31539 843 "--files-from hostname is not the same as the transfer hostname\n");
7c2a9e76
WD
844 exit_cleanup(RERR_SYNTAX);
845 }
d9c7edf6
WD
846 if (p[1] == ':') { /* double colon */
847 *p = 0;
848 if (!shell_cmd) {
849 return start_socket_client(argv[0], p+2,
850 argc-1, argv+1);
851 }
852 p++;
853 daemon_over_rsh = 1;
75aeac44 854 }
3591c066 855
d16c245f 856 if (argc < 1) { /* destination required */
d9c7edf6
WD
857 usage(FERROR);
858 exit_cleanup(RERR_SYNTAX);
859 }
a125c82a 860
d9c7edf6
WD
861 am_sender = 0;
862 *p = 0;
863 shell_machine = argv[0];
864 shell_path = p+1;
d9c7edf6 865 argv++;
d16c245f 866 } else { /* source is local */
d9c7edf6
WD
867 am_sender = 1;
868
869 /* rsync:// destination uses rsync server over direct socket */
870 if (strncasecmp(URL_PREFIX, argv[argc-1], strlen(URL_PREFIX)) == 0) {
871 char *host, *path;
872
873 host = argv[argc-1] + strlen(URL_PREFIX);
874 p = strchr(host,'/');
875 if (p) {
50b31539 876 *p = '\0';
d9c7edf6 877 path = p+1;
50b31539 878 } else
d9c7edf6 879 path = "";
50b31539
WD
880 if (*host == '[' && (p = strchr(host, ']')) != NULL) {
881 host++;
882 *p++ = '\0';
883 if (*p != ':')
884 p = NULL;
885 } else
886 p = strchr(host, ':');
d9c7edf6
WD
887 if (p) {
888 rsync_port = atoi(p+1);
50b31539 889 *p = '\0';
cf510ad2 890 }
d9c7edf6 891 return start_socket_client(host, path, argc-1, argv);
a125c82a 892 }
d9c7edf6 893
d16c245f 894 p = find_colon(argv[argc-1]); /* look in dest arg */
7c2a9e76
WD
895 if (p && remote_filesfrom_file
896 && remote_filesfrom_file != files_from + 1
897 && strncmp(files_from, argv[argc-1], p-argv[argc-1]+1) != 0) {
898 rprintf(FERROR,
50b31539 899 "--files-from hostname is not the same as the transfer hostname\n");
7c2a9e76
WD
900 exit_cleanup(RERR_SYNTAX);
901 }
d16c245f 902 if (!p) { /* no colon found, so src & dest are local */
d9c7edf6 903 local_server = 1;
7c2a9e76
WD
904 if (remote_filesfrom_file) {
905 rprintf(FERROR,
50b31539 906 "--files-from cannot be remote when the transfer is local\n");
7c2a9e76
WD
907 exit_cleanup(RERR_SYNTAX);
908 }
d9c7edf6 909 } else if (p[1] == ':') { /* double colon */
a125c82a 910 *p = 0;
d9c7edf6
WD
911 if (!shell_cmd) {
912 return start_socket_client(argv[argc-1], p+2,
913 argc-1, argv);
914 }
915 p++;
916 daemon_over_rsh = 1;
a125c82a 917 }
a125c82a 918
d9c7edf6
WD
919 if (argc < 2) {
920 usage(FERROR);
921 exit_cleanup(RERR_SYNTAX);
75aeac44 922 }
3591c066 923
d9c7edf6
WD
924 if (local_server) {
925 shell_machine = NULL;
926 shell_path = argv[argc-1];
927 } else {
928 *p = 0;
929 shell_machine = argv[argc-1];
930 shell_path = p+1;
931 }
5d6bcd44 932 }
d16c245f
WD
933 argc--;
934 } else { /* read_batch */
d9c7edf6
WD
935 local_server = 1;
936 shell_path = argv[argc-1];
b9f592fb
WD
937 if (find_colon(shell_path)) {
938 rprintf(FERROR, "remote destination is not allowed with --read-batch\n");
939 exit_cleanup(RERR_SYNTAX);
940 }
6902ed17
MP
941 }
942
5d6bcd44 943 if (shell_machine) {
6fc048f4 944 p = strrchr(shell_machine,'@');
5d6bcd44
AT
945 if (p) {
946 *p = 0;
947 shell_user = shell_machine;
948 shell_machine = p+1;
949 }
950 }
951
952 if (verbose > 3) {
9486289c 953 rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n",
5d6bcd44
AT
954 shell_cmd?shell_cmd:"",
955 shell_machine?shell_machine:"",
956 shell_user?shell_user:"",
957 shell_path?shell_path:"");
958 }
d9c7edf6 959
d16c245f 960 /* for remote source, only single dest arg can remain ... */
f7632fc6 961 if (!am_sender && argc > 1) {
5d6bcd44 962 usage(FERROR);
65417579 963 exit_cleanup(RERR_SYNTAX);
5d6bcd44 964 }
27e3e9c9 965
d16c245f
WD
966 /* ... or no dest at all */
967 if (!am_sender && argc == 0) {
27e3e9c9
AT
968 list_only = 1;
969 }
d9c7edf6 970
75aeac44
WD
971 pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,
972 &f_in,&f_out);
973
974 /* if we're running an rsync server on the remote host over a
9af87151 975 * remote shell command, we need to do the RSYNCD protocol first */
75aeac44
WD
976 if (daemon_over_rsh) {
977 int tmpret;
978 tmpret = start_inband_exchange(shell_user, shell_path,
979 f_in, f_out, argc);
980 if (tmpret < 0)
981 return tmpret;
982 }
983
fc8a6b97
AT
984 ret = client_run(f_in, f_out, pid, argc, argv);
985
986 fflush(stdout);
987 fflush(stderr);
988
989 return ret;
5d6bcd44
AT
990}
991
366345fe 992
067669da
WD
993static RETSIGTYPE sigusr1_handler(UNUSED(int val))
994{
65417579 995 exit_cleanup(RERR_SIGNAL);
82306bf6
AT
996}
997
067669da
WD
998static RETSIGTYPE sigusr2_handler(UNUSED(int val))
999{
19b27a48 1000 if (log_got_error) _exit(RERR_PARTIAL);
8b35435f
AT
1001 _exit(0);
1002}
1003
067669da
WD
1004static RETSIGTYPE sigchld_handler(UNUSED(int val))
1005{
029c1713 1006#ifdef WNOHANG
ee7118a8
DD
1007 int cnt, status;
1008 pid_t pid;
1009 /* An empty waitpid() loop was put here by Tridge and we could never
d9c7edf6 1010 * get him to explain why he put it in, so rather than taking it
ee7118a8
DD
1011 * out we're instead saving the child exit statuses for later use.
1012 * The waitpid() loop presumably eliminates all possibility of leaving
1013 * zombie children, maybe that's why he did it.
1014 */
1015 while ((pid = waitpid(-1, &status, WNOHANG)) > 0) {
9af87151
WD
1016 /* save the child's exit status */
1017 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
1018 if (pid_stat_table[cnt].pid == 0) {
1019 pid_stat_table[cnt].pid = pid;
1020 pid_stat_table[cnt].status = status;
1021 break;
1022 }
1023 }
ee7118a8 1024 }
029c1713 1025#endif
19b27a48
AT
1026}
1027
c0531332
MP
1028
1029/**
1030 * This routine catches signals and tries to send them to gdb.
1031 *
1032 * Because it's called from inside a signal handler it ought not to
1033 * use too many library routines.
1034 *
1035 * @todo Perhaps use "screen -X" instead/as well, to help people
1036 * debugging without easy access to X. Perhaps use an environment
1037 * variable, or just call a script?
1038 *
1039 * @todo The /proc/ magic probably only works on Linux (and
1040 * Solaris?) Can we be more portable?
1041 **/
1042#ifdef MAINTAINER_MODE
4fdc39dd
MP
1043const char *get_panic_action(void)
1044{
1045 const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION");
1046
1047 if (cmd_fmt)
1048 return cmd_fmt;
1049 else
1050 return "xterm -display :0 -T Panic -n Panic "
1051 "-e gdb /proc/%d/exe %d";
1052}
1053
1054
9fb3f7a9
MP
1055/**
1056 * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION.
1057 *
1058 * This signal handler is only installed if we were configured with
1059 * --enable-maintainer-mode. Perhaps it should always be on and we
1060 * should just look at the environment variable, but I'm a bit leery
1061 * of a signal sending us into a busy loop.
1062 **/
067669da 1063static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig))
c0531332
MP
1064{
1065 char cmd_buf[300];
1066 int ret;
4fdc39dd
MP
1067
1068 sprintf(cmd_buf, get_panic_action(),
c0531332
MP
1069 getpid(), getpid());
1070
1071 /* Unless we failed to execute gdb, we allow the process to
1072 * continue. I'm not sure if that's right. */
1073 ret = system(cmd_buf);
1074 if (ret)
1075 _exit(ret);
1076}
1077#endif
1078
1079
5d6bcd44 1080int main(int argc,char *argv[])
d9c7edf6 1081{
ff81e809 1082 int ret;
66a9dc96
WD
1083 int orig_argc = argc;
1084 char **orig_argv = argv;
5d6bcd44 1085
7a6421fa 1086 signal(SIGUSR1, sigusr1_handler);
8b35435f 1087 signal(SIGUSR2, sigusr2_handler);
19b27a48 1088 signal(SIGCHLD, sigchld_handler);
c0531332
MP
1089#ifdef MAINTAINER_MODE
1090 signal(SIGSEGV, rsync_panic_handler);
1091 signal(SIGFPE, rsync_panic_handler);
1092 signal(SIGABRT, rsync_panic_handler);
1093 signal(SIGBUS, rsync_panic_handler);
1094#endif /* def MAINTAINER_MODE */
5d6bcd44 1095
7a6421fa 1096 starttime = time(NULL);
6fe05820 1097 am_root = (MY_UID() == 0);
c627d613 1098
a800434a
AT
1099 memset(&stats, 0, sizeof(stats));
1100
df5e03da
AT
1101 if (argc < 2) {
1102 usage(FERROR);
65417579 1103 exit_cleanup(RERR_SYNTAX);
df5e03da
AT
1104 }
1105
7a6421fa 1106 /* we set a 0 umask so that correct file permissions can be
9af87151 1107 * carried across */
7a6421fa 1108 orig_umask = (int)umask(0);
5d6bcd44 1109
50135767 1110 if (!parse_arguments(&argc, (const char ***) &argv, 1)) {
d9c7edf6
WD
1111 /* FIXME: We ought to call the same error-handling
1112 * code here, rather than relying on getopt. */
50135767 1113 option_error();
65417579 1114 exit_cleanup(RERR_SYNTAX);
b11ed3b1 1115 }
5d6bcd44 1116
7a6421fa 1117 signal(SIGINT,SIGNAL_CAST sig_int);
7a6421fa 1118 signal(SIGHUP,SIGNAL_CAST sig_int);
8638dd48 1119 signal(SIGTERM,SIGNAL_CAST sig_int);
6b83141d 1120
34758d5c
MP
1121 /* Ignore SIGPIPE; we consistently check error codes and will
1122 * see the EPIPE. */
1123 signal(SIGPIPE, SIG_IGN);
1124
c226b7c2 1125 /* Initialize push_dir here because on some old systems getcwd
9af87151
WD
1126 * (implemented by forking "pwd" and reading its output) doesn't
1127 * work when there are other child processes. Also, on all systems
1128 * that implement getcwd that way "pwd" can't be found after chroot. */
59187666 1129 push_dir(NULL);
c226b7c2 1130
44e9e221
WD
1131 init_flist();
1132
b9f592fb
WD
1133 if (write_batch || read_batch) {
1134 if (write_batch)
66a9dc96 1135 write_batch_shell_file(orig_argc, orig_argv, argc);
b9f592fb 1136
dbbab0c4
WD
1137 if (read_batch && strcmp(batch_name, "-") == 0)
1138 batch_fd = STDIN_FILENO;
1139 else {
1140 batch_fd = do_open(batch_name,
b9f592fb
WD
1141 write_batch ? O_WRONLY | O_CREAT | O_TRUNC
1142 : O_RDONLY, S_IRUSR | S_IWUSR);
dbbab0c4 1143 }
b9f592fb
WD
1144 if (batch_fd < 0) {
1145 rsyserr(FERROR, errno, "Batch file %s open error",
9b3318b0 1146 batch_name);
b9f592fb
WD
1147 exit_cleanup(RERR_FILEIO);
1148 }
9459290a
WD
1149 if (read_batch)
1150 read_stream_flags(batch_fd);
6902ed17
MP
1151 }
1152
75aeac44 1153 if (am_daemon && !am_server)
7a6421fa 1154 return daemon_main();
f0fca04e 1155
08ac228f
AT
1156 if (argc < 1) {
1157 usage(FERROR);
65417579 1158 exit_cleanup(RERR_SYNTAX);
08ac228f
AT
1159 }
1160
7a6421fa
AT
1161 if (dry_run)
1162 verbose = MAX(verbose,1);
c627d613 1163
7a6421fa 1164 if (am_server) {
f0359dd0
AT
1165 set_nonblocking(STDIN_FILENO);
1166 set_nonblocking(STDOUT_FILENO);
75aeac44
WD
1167 if (am_daemon)
1168 return start_daemon(STDIN_FILENO, STDOUT_FILENO);
7a6421fa
AT
1169 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
1170 }
c627d613 1171
ff81e809 1172 ret = start_client(argc, argv);
d9c7edf6 1173 if (ret == -1)
9098bbf3 1174 exit_cleanup(RERR_STARTCLIENT);
088aac85 1175 else
9098bbf3
MP
1176 exit_cleanup(ret);
1177
0f5a04e3 1178 return ret;
c627d613 1179}