Call set_msg_fd_in() during the early phase of being a client sender
[rsync/rsync.git] / main.c
CommitLineData
0ba48136 1/* -*- c-file-style: "linux" -*-
d9c7edf6 2
50135767 3 Copyright (C) 1996-2001 by Andrew Tridgell <tridge@samba.org>
c627d613 4 Copyright (C) Paul Mackerras 1996
e5a2b854 5 Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org>
d9c7edf6 6
c627d613
AT
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2 of the License, or
10 (at your option) any later version.
d9c7edf6 11
c627d613
AT
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
d9c7edf6 16
c627d613
AT
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20*/
21
22#include "rsync.h"
23
f0fca04e 24time_t starttime = 0;
a800434a 25
b35d0d8e 26extern struct stats stats;
32eda096 27extern int am_root;
d9c7edf6
WD
28extern int am_server;
29extern int am_sender;
b695f242 30extern int am_generator;
d9c7edf6 31extern int am_daemon;
7a6421fa 32extern int verbose;
32eda096
WD
33extern int blocking_io;
34extern int cvs_exclude;
35extern int delete_mode;
36extern int delete_excluded;
37extern int delete_after;
38extern int daemon_over_rsh;
39extern int do_stats;
40extern int dry_run;
41extern int list_only;
42extern int local_server;
43extern int log_got_error;
44extern int module_id;
45extern int orig_umask;
bb6721dc 46extern int copy_links;
83926d3c 47extern int keep_dirlinks;
32eda096 48extern int preserve_hard_links;
d04e9c51 49extern int protocol_version;
32eda096
WD
50extern int recurse;
51extern int relative_paths;
52extern int rsync_port;
b1df18d7 53extern int whole_file;
32eda096
WD
54extern int read_batch;
55extern int write_batch;
b9f592fb 56extern int batch_fd;
c0d8e84c 57extern int batch_gen_fd;
32eda096
WD
58extern int filesfrom_fd;
59extern pid_t cleanup_child_pid;
60extern char *files_from;
61extern char *remote_filesfrom_file;
41cfde6b 62extern char *compare_dest;
32eda096
WD
63extern char *rsync_path;
64extern char *shell_cmd;
9b3318b0 65extern char *batch_name;
c627d613 66
b695f242 67
ee7118a8
DD
68/* there's probably never more than at most 2 outstanding child processes,
69 * but set it higher just in case.
70 */
71#define MAXCHILDPROCS 5
72
73struct pid_status {
74 pid_t pid;
75 int status;
76} pid_stat_table[MAXCHILDPROCS];
77
e5a2b854 78static void show_malloc_stats(void);
82980a23
AT
79
80/****************************************************************************
81wait for a process to exit, calling io_flush while waiting
82****************************************************************************/
83void wait_process(pid_t pid, int *status)
84{
ee7118a8
DD
85 pid_t waited_pid;
86 int cnt;
87
88 while ((waited_pid = waitpid(pid, status, WNOHANG)) == 0) {
a24c6870 89 msleep(20);
f1e3656e 90 io_flush(FULL_FLUSH);
82980a23 91 }
d9c7edf6 92
6fb812f7 93 if (waited_pid == -1 && errno == ECHILD) {
ee7118a8
DD
94 /* status of requested child no longer available.
95 * check to see if it was processed by the sigchld_handler.
96 */
97 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
98 if (pid == pid_stat_table[cnt].pid) {
99 *status = pid_stat_table[cnt].status;
100 pid_stat_table[cnt].pid = 0;
101 break;
102 }
103 }
104 }
105
d9c7edf6
WD
106 /* TODO: If the child exited on a signal, then log an
107 * appropriate error message. Perhaps we should also accept a
108 * message describing the purpose of the child. Also indicate
109 * this to the caller so that thhey know something went
110 * wrong. */
82980a23
AT
111 *status = WEXITSTATUS(*status);
112}
113
b9f592fb
WD
114/* This function gets called from all 3 processes. We want the client side
115 * to actually output the text, but the sender is the only process that has
116 * all the stats we need. So, if we're a client sender, we do the report.
117 * If we're a server sender, we write the stats on the supplied fd. If
118 * we're the client receiver we read the stats from the supplied fd and do
119 * the report. All processes might also generate a set of debug stats, if
120 * the verbose level is high enough (this is the only thing that the
121 * generator process and the server receiver ever do here). */
c627d613
AT
122static void report(int f)
123{
b9f592fb
WD
124 /* Cache two stats because the read/write code can change it. */
125 int64 total_read = stats.total_read;
126 int64 total_written = stats.total_written;
7a6421fa 127 time_t t = time(NULL);
7a6421fa 128
7bb7058e 129 if (do_stats && verbose > 1) {
5c15e29f 130 /* These come out from every process */
7bb7058e 131 show_malloc_stats();
86943126 132 show_flist_stats();
5c15e29f
MP
133 }
134
e5fbaa71
S
135 if (am_generator)
136 return;
137
248fbb8c 138 if (am_daemon) {
a9766ef1 139 log_exit(0, __FILE__, __LINE__);
83926d3c
WD
140 if (f == -1 || !am_sender)
141 return;
248fbb8c
AT
142 }
143
e19452a9 144 if (am_server) {
3e491682 145 if (am_sender) {
b9f592fb
WD
146 write_longint(f, total_read);
147 write_longint(f, total_written);
148 write_longint(f, stats.total_size);
e19452a9 149 }
7a6421fa
AT
150 return;
151 }
e19452a9
DD
152
153 /* this is the client */
d9c7edf6 154
3e491682 155 if (!am_sender) {
58c5c245
WD
156 /* Read the first two in opposite order because the meaning of
157 * read/write swaps when switching from sender to receiver. */
b9f592fb
WD
158 total_written = read_longint(f);
159 total_read = read_longint(f);
a800434a 160 stats.total_size = read_longint(f);
b9f592fb
WD
161 } else if (write_batch) {
162 /* The --read-batch process is going to be a client
163 * receiver, so we need to give it the stats. */
164 write_longint(batch_fd, total_read);
165 write_longint(batch_fd, total_written);
166 write_longint(batch_fd, stats.total_size);
a800434a
AT
167 }
168
169 if (do_stats) {
1f658d42 170 rprintf(FINFO,"\nNumber of files: %d\n", stats.num_files);
d9c7edf6
WD
171 rprintf(FINFO,"Number of files transferred: %d\n",
172 stats.num_transferred_files);
173 rprintf(FINFO,"Total file size: %.0f bytes\n",
174 (double)stats.total_size);
175 rprintf(FINFO,"Total transferred file size: %.0f bytes\n",
176 (double)stats.total_transferred_size);
177 rprintf(FINFO,"Literal data: %.0f bytes\n",
178 (double)stats.literal_data);
179 rprintf(FINFO,"Matched data: %.0f bytes\n",
180 (double)stats.matched_data);
1f658d42 181 rprintf(FINFO,"File list size: %d\n", stats.flist_size);
4de2a174 182 rprintf(FINFO,"Total bytes sent: %.0f\n",
b9f592fb 183 (double)total_written);
4de2a174 184 rprintf(FINFO,"Total bytes received: %.0f\n",
b9f592fb 185 (double)total_read);
7a6421fa 186 }
d9c7edf6 187
e19452a9 188 if (verbose || do_stats) {
b9f592fb 189 rprintf(FINFO,
4de2a174 190 "\nsent %.0f bytes received %.0f bytes %.2f bytes/sec\n",
b9f592fb
WD
191 (double)total_written, (double)total_read,
192 (total_written + total_read)/(0.5 + (t - starttime)));
193 rprintf(FINFO, "total size is %.0f speedup is %.2f\n",
d9c7edf6 194 (double)stats.total_size,
b9f592fb 195 (double)stats.total_size / (total_written+total_read));
e19452a9 196 }
fc8a6b97
AT
197
198 fflush(stdout);
199 fflush(stderr);
c627d613
AT
200}
201
202
e5a2b854
MP
203/**
204 * If our C library can get malloc statistics, then show them to FINFO
205 **/
206static void show_malloc_stats(void)
207{
208#ifdef HAVE_MALLINFO
209 struct mallinfo mi;
210
211 mi = mallinfo();
212
ce672562 213 rprintf(FINFO, "\n" RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n",
5c15e29f
MP
214 getpid(),
215 am_server ? "server " : "",
216 am_daemon ? "daemon " : "",
b695f242 217 who_am_i());
e5a2b854
MP
218 rprintf(FINFO, " arena: %10d (bytes from sbrk)\n", mi.arena);
219 rprintf(FINFO, " ordblks: %10d (chunks not in use)\n", mi.ordblks);
220 rprintf(FINFO, " smblks: %10d\n", mi.smblks);
221 rprintf(FINFO, " hblks: %10d (chunks from mmap)\n", mi.hblks);
222 rprintf(FINFO, " hblkhd: %10d (bytes from mmap)\n", mi.hblkhd);
7b74bba1
S
223 rprintf(FINFO, " allmem: %10d (bytes from sbrk + mmap)\n",
224 mi.arena + mi.hblkhd);
e5a2b854
MP
225 rprintf(FINFO, " usmblks: %10d\n", mi.usmblks);
226 rprintf(FINFO, " fsmblks: %10d\n", mi.fsmblks);
227 rprintf(FINFO, " uordblks: %10d (bytes used)\n", mi.uordblks);
228 rprintf(FINFO, " fordblks: %10d (bytes free)\n", mi.fordblks);
229 rprintf(FINFO, " keepcost: %10d (bytes in releasable chunk)\n", mi.keepcost);
230#endif /* HAVE_MALLINFO */
231}
232
233
0882faa2 234/* Start the remote shell. cmd may be NULL to use the default. */
6c2e5b56
WD
235static pid_t do_cmd(char *cmd, char *machine, char *user, char *path,
236 int *f_in, int *f_out)
c627d613 237{
6c2e5b56 238 int i, argc = 0;
887e553f 239 char *args[MAX_ARGS];
19b27a48 240 pid_t ret;
6c2e5b56 241 char *tok, *dir = NULL;
bb4aa89c 242 int dash_l_set = 0;
366345fe 243
088aac85 244 if (!read_batch && !local_server) {
9af87151 245 char *rsh_env = getenv(RSYNC_RSH_ENV);
366345fe 246 if (!cmd)
9af87151 247 cmd = rsh_env;
366345fe
AT
248 if (!cmd)
249 cmd = RSYNC_RSH;
250 cmd = strdup(cmd);
d9c7edf6 251 if (!cmd)
366345fe
AT
252 goto oom;
253
887e553f 254 for (tok = strtok(cmd, " "); tok; tok = strtok(NULL, " ")) {
e7a392c7
WD
255 /* Comparison leaves rooms for server_options(). */
256 if (argc >= MAX_ARGS - 100) {
257 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
887e553f
WD
258 exit_cleanup(RERR_SYNTAX);
259 }
366345fe 260 args[argc++] = tok;
887e553f 261 }
c627d613 262
d9c7edf6 263 /* check to see if we've already been given '-l user' in
9af87151 264 * the remote-shell command */
bb4aa89c
WD
265 for (i = 0; i < argc-1; i++) {
266 if (!strcmp(args[i], "-l") && args[i+1][0] != '-')
267 dash_l_set = 1;
268 }
269
7b8356d0 270#if HAVE_REMSH
366345fe
AT
271 /* remsh (on HPUX) takes the arguments the other way around */
272 args[argc++] = machine;
bb4aa89c 273 if (user && !(daemon_over_rsh && dash_l_set)) {
366345fe
AT
274 args[argc++] = "-l";
275 args[argc++] = user;
276 }
7b8356d0 277#else
bb4aa89c 278 if (user && !(daemon_over_rsh && dash_l_set)) {
366345fe
AT
279 args[argc++] = "-l";
280 args[argc++] = user;
281 }
282 args[argc++] = machine;
7b8356d0 283#endif
c627d613 284
366345fe 285 args[argc++] = rsync_path;
c627d613 286
9af87151 287 if (blocking_io < 0) {
90e22f4b
WD
288 char *cp;
289 if ((cp = strrchr(cmd, '/')) != NULL)
290 cp++;
291 else
292 cp = cmd;
293 if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0)
294 blocking_io = 1;
66b71163 295 }
e384bfbd 296
93689aa5 297 server_options(args,&argc);
e7a392c7
WD
298
299 if (argc >= MAX_ARGS - 2) {
300 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
301 exit_cleanup(RERR_SYNTAX);
302 }
366345fe 303 }
c627d613 304
366345fe 305 args[argc++] = ".";
76076c4b 306
d9c7edf6 307 if (!daemon_over_rsh && path && *path)
366345fe 308 args[argc++] = path;
c627d613 309
366345fe 310 args[argc] = NULL;
c627d613 311
366345fe 312 if (verbose > 3) {
9486289c 313 rprintf(FINFO,"cmd=");
e7a392c7 314 for (i = 0; i < argc; i++)
9486289c
AT
315 rprintf(FINFO,"%s ",args[i]);
316 rprintf(FINFO,"\n");
366345fe
AT
317 }
318
c0d8e84c
WD
319 if (read_batch) {
320 int from_gen_pipe[2];
321 if (fd_pair(from_gen_pipe) < 0) {
322 rsyserr(FERROR, errno, "pipe");
323 exit_cleanup(RERR_IPC);
324 }
325 batch_gen_fd = from_gen_pipe[0];
326 *f_out = from_gen_pipe[1];
327 *f_in = batch_fd;
328 ret = -1; /* no child pid */
329 } else if (local_server) {
b1df18d7
WD
330 /* If the user didn't request --[no-]whole-file, force
331 * it on, but only if we're not batch processing. */
c0d8e84c 332 if (whole_file < 0 && !write_batch)
b1df18d7 333 whole_file = 1;
25d34a5c 334 ret = local_child(argc, args, f_in, f_out, child_main);
c0d8e84c 335 } else
366345fe 336 ret = piped_child(args,f_in,f_out);
c627d613 337
3a69fad0
WD
338 if (dir)
339 free(dir);
82306bf6 340
366345fe 341 return ret;
c627d613
AT
342
343oom:
366345fe
AT
344 out_of_memory("do_cmd");
345 return 0; /* not reached */
c627d613
AT
346}
347
348
c627d613
AT
349static char *get_local_name(struct file_list *flist,char *name)
350{
7a6421fa 351 STRUCT_STAT st;
87cc45e1 352 int e;
c627d613 353
c95da96a 354 if (verbose > 2)
d9c7edf6 355 rprintf(FINFO,"get_local_name count=%d %s\n",
1f0610ef
DD
356 flist->count, NS(name));
357
d9c7edf6 358 if (!name)
1f0610ef 359 return NULL;
c95da96a 360
1ff5450d
AT
361 if (do_stat(name,&st) == 0) {
362 if (S_ISDIR(st.st_mode)) {
59187666 363 if (!push_dir(name)) {
982e05bb
WD
364 rsyserr(FERROR, errno, "push_dir#1 %s failed",
365 full_fname(name));
65417579 366 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
367 }
368 return NULL;
369 }
370 if (flist->count > 1) {
371 rprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n");
65417579 372 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
373 }
374 return name;
375 }
376
87cc45e1 377 if (flist->count <= 1 && ((e = strlen(name)) <= 1 || name[e-1] != '/'))
1ff5450d
AT
378 return name;
379
1ff5450d 380 if (do_mkdir(name,0777 & ~orig_umask) != 0) {
982e05bb 381 rsyserr(FERROR, errno, "mkdir %s failed", full_fname(name));
65417579 382 exit_cleanup(RERR_FILEIO);
e5a96f0f
WD
383 }
384 if (verbose > 0)
385 rprintf(FINFO, "created directory %s\n", name);
386
387 if (dry_run) {
388 dry_run++;
389 return NULL;
1ff5450d
AT
390 }
391
59187666 392 if (!push_dir(name)) {
982e05bb
WD
393 rsyserr(FERROR, errno, "push_dir#2 %s failed",
394 full_fname(name));
65417579 395 exit_cleanup(RERR_FILESELECT);
1ff5450d
AT
396 }
397
398 return NULL;
c627d613
AT
399}
400
401
9486289c 402static void do_server_sender(int f_in, int f_out, int argc,char *argv[])
c627d613 403{
7a6421fa
AT
404 int i;
405 struct file_list *flist;
406 char *dir = argv[0];
c627d613 407
45e08edb
WD
408 if (verbose > 2) {
409 rprintf(FINFO, "server_sender starting pid=%ld\n",
410 (long)getpid());
411 }
d9c7edf6 412
2adbcdc7 413 if (am_daemon && lp_write_only(module_id)) {
7a92ded3
WD
414 rprintf(FERROR, "ERROR: module is write only\n");
415 exit_cleanup(RERR_SYNTAX);
416 return;
417 }
418
59187666 419 if (!relative_paths && !push_dir(dir)) {
982e05bb
WD
420 rsyserr(FERROR, errno, "push_dir#3 %s failed",
421 full_fname(dir));
65417579 422 exit_cleanup(RERR_FILESELECT);
7a6421fa
AT
423 }
424 argc--;
425 argv++;
d9c7edf6 426
7a6421fa
AT
427 if (strcmp(dir,".")) {
428 int l = strlen(dir);
d9c7edf6 429 if (strcmp(dir,"/") == 0)
7a6421fa 430 l = 0;
e7a392c7 431 for (i = 0; i < argc; i++)
7a6421fa
AT
432 argv[i] += l+1;
433 }
c627d613 434
7a6421fa 435 if (argc == 0 && recurse) {
e1f67417 436 argc = 1;
7a6421fa
AT
437 argv--;
438 argv[0] = ".";
439 }
d9c7edf6 440
7a6421fa 441 flist = send_file_list(f_out,argc,argv);
8d9dc9f9
AT
442 if (!flist || flist->count == 0) {
443 exit_cleanup(0);
444 }
445
da3478b2
WD
446 io_start_buffering_in();
447 io_start_buffering_out();
448
7a6421fa 449 send_files(flist,f_out,f_in);
f1e3656e 450 io_flush(FULL_FLUSH);
7a6421fa 451 report(f_out);
d04e9c51 452 if (protocol_version >= 24) {
d9c7edf6 453 /* final goodbye message */
64c3523a
WD
454 read_int(f_in);
455 }
f1e3656e 456 io_flush(FULL_FLUSH);
7a6421fa 457 exit_cleanup(0);
c627d613
AT
458}
459
460
dc5ddbcc
AT
461static int do_recv(int f_in,int f_out,struct file_list *flist,char *local_name)
462{
d186eb1a 463 int pid;
e1f67417 464 int status = 0;
41cfde6b
WD
465 int error_pipe[2], name_pipe[2];
466 BOOL need_name_pipe = compare_dest && !dry_run;
dc5ddbcc 467
bb6721dc
WD
468 /* The receiving side mustn't obey this, or an existing symlink that
469 * points to an identical file won't be replaced by the referent. */
470 copy_links = 0;
471
d186eb1a
AT
472 if (preserve_hard_links)
473 init_hard_links(flist);
dc5ddbcc 474
6957ae33
AT
475 if (!delete_after) {
476 /* I moved this here from recv_files() to prevent a race condition */
58c5c245 477 if (recurse && delete_mode && !local_name && flist->count > 0)
6957ae33 478 delete_files(flist);
6957ae33
AT
479 }
480
41cfde6b
WD
481 if (fd_pair(error_pipe) < 0
482 || (need_name_pipe && fd_pair(name_pipe) < 0)) {
ab759cd2 483 rsyserr(FERROR, errno, "pipe failed in do_recv");
c8f2f857 484 exit_cleanup(RERR_IPC);
554e0a8d 485 }
d9c7edf6 486
f1e3656e 487 io_flush(NORMAL_FLUSH);
c6e7fcb4 488
ba449e44 489 if ((pid = do_fork()) == -1) {
c8f2f857 490 rsyserr(FERROR, errno, "fork failed in do_recv");
ba449e44
WD
491 exit_cleanup(RERR_IPC);
492 }
493
494 if (pid == 0) {
554e0a8d 495 close(error_pipe[0]);
41cfde6b
WD
496 if (need_name_pipe) {
497 close(name_pipe[1]);
498 set_blocking(name_pipe[0]);
499 } else
500 name_pipe[0] = -1;
3a69fad0
WD
501 if (f_in != f_out)
502 close(f_out);
e08c9610 503
554e0a8d 504 /* we can't let two processes write to the socket at one time */
9eeb3b9c 505 close_multiplexing_out();
554e0a8d
AT
506
507 /* set place to send errors */
f1e3656e 508 set_msg_fd_out(error_pipe[1]);
554e0a8d 509
41cfde6b 510 recv_files(f_in, flist, local_name, name_pipe[0]);
f1e3656e 511 io_flush(FULL_FLUSH);
ba5e128d 512 report(f_in);
e08c9610 513
f1e3656e
WD
514 send_msg(MSG_DONE, "", 0);
515 io_flush(FULL_FLUSH);
4a748188 516 /* finally we go to sleep until our parent kills us
9af87151
WD
517 * with a USR2 signal. We sleep for a short time as on
518 * some OSes a signal won't interrupt a sleep! */
f1e3656e
WD
519 while (1)
520 msleep(20);
d186eb1a 521 }
dc5ddbcc 522
b695f242 523 am_generator = 1;
9eeb3b9c 524 close_multiplexing_in();
b9f592fb
WD
525 if (write_batch)
526 stop_write_batch();
b695f242 527
554e0a8d 528 close(error_pipe[1]);
41cfde6b
WD
529 if (need_name_pipe) {
530 close(name_pipe[0]);
531 set_nonblocking(name_pipe[1]);
532 } else
533 name_pipe[1] = -1;
3a69fad0
WD
534 if (f_in != f_out)
535 close(f_in);
e1b3d5c4 536
da3478b2 537 io_start_buffering_out();
b3e10ed7 538
f1e3656e 539 set_msg_fd_in(error_pipe[0]);
554e0a8d 540
41cfde6b 541 generate_files(f_out, flist, local_name, name_pipe[1]);
8d9dc9f9 542
40da9042 543 get_redo_num(); /* Read final MSG_DONE and any prior messages. */
e5fbaa71 544 report(-1);
f1e3656e 545 io_flush(FULL_FLUSH);
d04e9c51 546 if (protocol_version >= 24) {
8ada7518
AT
547 /* send a final goodbye message */
548 write_int(f_out, -1);
549 }
f1e3656e 550 io_flush(FULL_FLUSH);
8ada7518 551
f1e3656e 552 set_msg_fd_in(-1);
089a2435 553 kill(pid, SIGUSR2);
d79d1c69 554 wait_process(pid, &status);
d186eb1a 555 return status;
dc5ddbcc
AT
556}
557
c627d613 558
9486289c 559static void do_server_recv(int f_in, int f_out, int argc,char *argv[])
c627d613 560{
7a6421fa
AT
561 int status;
562 struct file_list *flist;
6c2e5b56 563 char *local_name = NULL;
7a6421fa 564 char *dir = NULL;
f0fca04e 565
45e08edb
WD
566 if (verbose > 2) {
567 rprintf(FINFO, "server_recv(%d) starting pid=%ld\n",
568 argc, (long)getpid());
569 }
09b7f5db 570
2adbcdc7 571 if (am_daemon && lp_read_only(module_id)) {
09b7f5db
AT
572 rprintf(FERROR,"ERROR: module is read only\n");
573 exit_cleanup(RERR_SYNTAX);
574 return;
575 }
576
d9c7edf6 577
7a6421fa
AT
578 if (argc > 0) {
579 dir = argv[0];
580 argc--;
581 argv++;
59187666 582 if (!am_daemon && !push_dir(dir)) {
982e05bb
WD
583 rsyserr(FERROR, errno, "push_dir#4 %s failed",
584 full_fname(dir));
65417579 585 exit_cleanup(RERR_FILESELECT);
d9c7edf6 586 }
7a6421fa 587 }
c627d613 588
da3478b2 589 io_start_buffering_in();
b33b791e 590 if (delete_mode && !delete_excluded)
7a6421fa 591 recv_exclude_list(f_in);
c627d613 592
7c2a9e76
WD
593 if (filesfrom_fd >= 0) {
594 /* We're receiving the file info from the sender, so we need
595 * the IO routines to automatically write out the names onto
596 * our f_out socket as we read the list info from the sender.
597 * This avoids both deadlock and extra delays/buffers. */
598 io_set_filesfrom_fds(filesfrom_fd, f_out);
599 filesfrom_fd = -1;
600 }
601
b9f592fb 602 flist = recv_file_list(f_in);
4c36a13e
AT
603 if (!flist) {
604 rprintf(FERROR,"server_recv: recv_file_list error\n");
65417579 605 exit_cleanup(RERR_FILESELECT);
7a6421fa 606 }
d9c7edf6
WD
607
608 if (argc > 0) {
7a6421fa
AT
609 if (strcmp(dir,".")) {
610 argv[0] += strlen(dir);
3a69fad0
WD
611 if (argv[0][0] == '/')
612 argv[0]++;
7a6421fa
AT
613 }
614 local_name = get_local_name(flist,argv[0]);
615 }
c627d613 616
7a6421fa
AT
617 status = do_recv(f_in,f_out,flist,local_name);
618 exit_cleanup(status);
c627d613
AT
619}
620
621
734a94a2 622int child_main(int argc, char *argv[])
25d34a5c
MP
623{
624 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
734a94a2 625 return 0;
25d34a5c
MP
626}
627
628
9486289c 629void start_server(int f_in, int f_out, int argc, char *argv[])
366345fe 630{
f0359dd0
AT
631 set_nonblocking(f_in);
632 set_nonblocking(f_out);
633
da3478b2
WD
634 io_set_sock_fds(f_in, f_out);
635 setup_protocol(f_out, f_in);
636
d04e9c51 637 if (protocol_version >= 23)
da3478b2 638 io_start_multiplex_out();
7a6421fa 639
7a6421fa 640 if (am_sender) {
83926d3c 641 keep_dirlinks = 0; /* Must be disabled on the sender. */
9b3318b0 642
b9f592fb
WD
643 recv_exclude_list(f_in);
644 if (cvs_exclude)
645 add_cvs_excludes();
7a6421fa
AT
646 do_server_sender(f_in, f_out, argc, argv);
647 } else {
648 do_server_recv(f_in, f_out, argc, argv);
649 }
650 exit_cleanup(0);
366345fe
AT
651}
652
0ba48136
MP
653
654/*
655 * This is called once the connection has been negotiated. It is used
656 * for rsyncd, remote-shell, and local connections.
657 */
19b27a48 658int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[])
9486289c 659{
088aac85 660 struct file_list *flist = NULL;
9486289c
AT
661 int status = 0, status2 = 0;
662 char *local_name = NULL;
19b27a48
AT
663
664 cleanup_child_pid = pid;
b9f592fb 665 if (read_batch) {
b9f592fb
WD
666 assert(am_sender == 0);
667 } else {
668 set_nonblocking(f_in);
669 set_nonblocking(f_out);
670 }
f0359dd0 671
da3478b2 672 io_set_sock_fds(f_in, f_out);
6d7b6081
AT
673 setup_protocol(f_out,f_in);
674
b9f592fb 675 if (protocol_version >= 23 && !read_batch)
da3478b2 676 io_start_multiplex_in();
d9c7edf6 677
18882701
WD
678 /* We set our stderr file handle to blocking because ssh might have
679 * set it to non-blocking. This can be particularly troublesome if
680 * stderr is a clone of stdout, because ssh would have set our stdout
681 * to non-blocking at the same time (which can easily cause us to lose
682 * output from our print statements). This kluge shouldn't cause ssh
683 * any problems for how we use it. Note also that we delayed setting
684 * this until after the above protocol setup so that we know for sure
685 * that ssh is done twiddling its file descriptors. */
686 set_blocking(STDERR_FILENO);
687
9486289c 688 if (am_sender) {
83926d3c 689 keep_dirlinks = 0; /* Must be disabled on the sender. */
da3478b2 690 io_start_buffering_out();
a0a33ee5
WD
691 if (!remote_filesfrom_file)
692 set_msg_fd_in(f_in);
9486289c
AT
693 if (cvs_exclude)
694 add_cvs_excludes();
d9c7edf6 695 if (delete_mode && !delete_excluded)
9486289c 696 send_exclude_list(f_out);
7c2a9e76
WD
697 if (remote_filesfrom_file)
698 filesfrom_fd = f_in;
b9f592fb
WD
699
700 if (write_batch)
701 start_write_batch(f_out);
64c3523a 702 if (!read_batch) /* don't write to pipe */
d9c7edf6 703 flist = send_file_list(f_out,argc,argv);
a0a33ee5 704 set_msg_fd_in(-1);
d9c7edf6 705 if (verbose > 3)
9486289c 706 rprintf(FINFO,"file list sent\n");
e1b3d5c4 707
f1e3656e 708 io_flush(NORMAL_FLUSH);
9486289c 709 send_files(flist,f_out,f_in);
f1e3656e 710 io_flush(FULL_FLUSH);
d04e9c51 711 if (protocol_version >= 24) {
d9c7edf6 712 /* final goodbye message */
6c65e146
AT
713 read_int(f_in);
714 }
9486289c
AT
715 if (pid != -1) {
716 if (verbose > 3)
08a740ff 717 rprintf(FINFO,"client_run waiting on %d\n", (int) pid);
f1e3656e 718 io_flush(FULL_FLUSH);
d79d1c69 719 wait_process(pid, &status);
9486289c 720 }
3d382777 721 report(-1);
f1e3656e 722 io_flush(FULL_FLUSH);
9486289c
AT
723 exit_cleanup(status);
724 }
f7632fc6 725
1082b52b 726 if (argc == 0)
27e3e9c9 727 list_only = 1;
d9c7edf6 728
1082b52b 729 if (!read_batch)
d9c7edf6
WD
730 send_exclude_list(f_out);
731
7c2a9e76
WD
732 if (filesfrom_fd >= 0) {
733 io_set_filesfrom_fds(filesfrom_fd, f_out);
734 filesfrom_fd = -1;
735 }
736
b9f592fb
WD
737 if (write_batch)
738 start_write_batch(f_in);
9486289c
AT
739 flist = recv_file_list(f_in);
740 if (!flist || flist->count == 0) {
796d484b 741 rprintf(FINFO, "client: nothing to do: "
d9c7edf6
WD
742 "perhaps you need to specify some filenames or "
743 "the --recursive option?\n");
9486289c
AT
744 exit_cleanup(0);
745 }
d9c7edf6 746
9486289c 747 local_name = get_local_name(flist,argv[0]);
d9c7edf6 748
9486289c 749 status2 = do_recv(f_in,f_out,flist,local_name);
d9c7edf6 750
9486289c 751 if (pid != -1) {
8d9dc9f9 752 if (verbose > 3)
08a740ff 753 rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid);
f1e3656e 754 io_flush(FULL_FLUSH);
d79d1c69 755 wait_process(pid, &status);
9486289c 756 }
d9c7edf6 757
ff81e809 758 return MAX(status, status2);
9486289c
AT
759}
760
7169bb4a
MP
761static int copy_argv (char *argv[])
762{
763 int i;
764
765 for (i = 0; argv[i]; i++) {
766 if (!(argv[i] = strdup(argv[i]))) {
767 rprintf (FERROR, "out of memory at %s(%d)\n",
768 __FILE__, __LINE__);
769 return RERR_MALLOC;
770 }
771 }
772
773 return 0;
774}
775
776
c1a04ecb 777/**
0ba48136
MP
778 * Start a client for either type of remote connection. Work out
779 * whether the arguments request a remote shell or rsyncd connection,
780 * and call the appropriate connection function, then run_client.
0b4af330
MP
781 *
782 * Calls either start_socket_client (for sockets) or do_cmd and
783 * client_run (for ssh).
c1a04ecb 784 **/
fc8a6b97 785static int start_client(int argc, char *argv[])
5d6bcd44
AT
786{
787 char *p;
788 char *shell_machine = NULL;
789 char *shell_path = NULL;
790 char *shell_user = NULL;
19b27a48
AT
791 int ret;
792 pid_t pid;
5d6bcd44 793 int f_in,f_out;
7169bb4a
MP
794 int rc;
795
796 /* Don't clobber argv[] so that ps(1) can still show the right
d9c7edf6 797 * command line. */
75aeac44 798 if ((rc = copy_argv(argv)))
7169bb4a 799 return rc;
5d6bcd44 800
75aeac44 801 /* rsync:// always uses rsync server over direct socket connection */
b9f592fb
WD
802 if (strncasecmp(URL_PREFIX, argv[0], strlen(URL_PREFIX)) == 0
803 && !read_batch) {
f7632fc6
AT
804 char *host, *path;
805
7169bb4a 806 host = argv[0] + strlen(URL_PREFIX);
f7632fc6
AT
807 p = strchr(host,'/');
808 if (p) {
50b31539 809 *p = '\0';
f7632fc6 810 path = p+1;
50b31539 811 } else
a125c82a 812 path = "";
50b31539
WD
813 if (*host == '[' && (p = strchr(host, ']')) != NULL) {
814 host++;
815 *p++ = '\0';
816 if (*p != ':')
817 p = NULL;
818 } else
819 p = strchr(host, ':');
2acf81eb
DD
820 if (p) {
821 rsync_port = atoi(p+1);
50b31539 822 *p = '\0';
2acf81eb 823 }
f7632fc6
AT
824 return start_socket_client(host, path, argc-1, argv+1);
825 }
826
d16c245f 827 if (!read_batch) { /* for read_batch, NO source is specified */
a125c82a 828 p = find_colon(argv[0]);
d16c245f 829 if (p) { /* source is remote */
7c2a9e76
WD
830 if (remote_filesfrom_file
831 && remote_filesfrom_file != files_from + 1
832 && strncmp(files_from, argv[0], p-argv[0]+1) != 0) {
833 rprintf(FERROR,
50b31539 834 "--files-from hostname is not the same as the transfer hostname\n");
7c2a9e76
WD
835 exit_cleanup(RERR_SYNTAX);
836 }
d9c7edf6
WD
837 if (p[1] == ':') { /* double colon */
838 *p = 0;
839 if (!shell_cmd) {
840 return start_socket_client(argv[0], p+2,
841 argc-1, argv+1);
842 }
843 p++;
844 daemon_over_rsh = 1;
75aeac44 845 }
3591c066 846
d16c245f 847 if (argc < 1) { /* destination required */
d9c7edf6
WD
848 usage(FERROR);
849 exit_cleanup(RERR_SYNTAX);
850 }
a125c82a 851
d9c7edf6
WD
852 am_sender = 0;
853 *p = 0;
854 shell_machine = argv[0];
855 shell_path = p+1;
d9c7edf6 856 argv++;
d16c245f 857 } else { /* source is local */
d9c7edf6
WD
858 am_sender = 1;
859
860 /* rsync:// destination uses rsync server over direct socket */
861 if (strncasecmp(URL_PREFIX, argv[argc-1], strlen(URL_PREFIX)) == 0) {
862 char *host, *path;
863
864 host = argv[argc-1] + strlen(URL_PREFIX);
865 p = strchr(host,'/');
866 if (p) {
50b31539 867 *p = '\0';
d9c7edf6 868 path = p+1;
50b31539 869 } else
d9c7edf6 870 path = "";
50b31539
WD
871 if (*host == '[' && (p = strchr(host, ']')) != NULL) {
872 host++;
873 *p++ = '\0';
874 if (*p != ':')
875 p = NULL;
876 } else
877 p = strchr(host, ':');
d9c7edf6
WD
878 if (p) {
879 rsync_port = atoi(p+1);
50b31539 880 *p = '\0';
d9c7edf6
WD
881 }
882 return start_socket_client(host, path, argc-1, argv);
a125c82a 883 }
d9c7edf6 884
d16c245f 885 p = find_colon(argv[argc-1]); /* look in dest arg */
7c2a9e76
WD
886 if (p && remote_filesfrom_file
887 && remote_filesfrom_file != files_from + 1
888 && strncmp(files_from, argv[argc-1], p-argv[argc-1]+1) != 0) {
889 rprintf(FERROR,
50b31539 890 "--files-from hostname is not the same as the transfer hostname\n");
7c2a9e76
WD
891 exit_cleanup(RERR_SYNTAX);
892 }
d16c245f 893 if (!p) { /* no colon found, so src & dest are local */
d9c7edf6 894 local_server = 1;
7c2a9e76
WD
895 if (remote_filesfrom_file) {
896 rprintf(FERROR,
50b31539 897 "--files-from cannot be remote when the transfer is local\n");
7c2a9e76
WD
898 exit_cleanup(RERR_SYNTAX);
899 }
d9c7edf6 900 } else if (p[1] == ':') { /* double colon */
a125c82a 901 *p = 0;
d9c7edf6
WD
902 if (!shell_cmd) {
903 return start_socket_client(argv[argc-1], p+2,
904 argc-1, argv);
905 }
906 p++;
907 daemon_over_rsh = 1;
a125c82a 908 }
a125c82a 909
d9c7edf6
WD
910 if (argc < 2) {
911 usage(FERROR);
912 exit_cleanup(RERR_SYNTAX);
75aeac44 913 }
3591c066 914
d9c7edf6
WD
915 if (local_server) {
916 shell_machine = NULL;
917 shell_path = argv[argc-1];
918 } else {
919 *p = 0;
920 shell_machine = argv[argc-1];
921 shell_path = p+1;
922 }
5d6bcd44 923 }
d16c245f
WD
924 argc--;
925 } else { /* read_batch */
d9c7edf6
WD
926 local_server = 1;
927 shell_path = argv[argc-1];
b9f592fb
WD
928 if (find_colon(shell_path)) {
929 rprintf(FERROR, "remote destination is not allowed with --read-batch\n");
930 exit_cleanup(RERR_SYNTAX);
931 }
6902ed17
MP
932 }
933
5d6bcd44 934 if (shell_machine) {
6fc048f4 935 p = strrchr(shell_machine,'@');
5d6bcd44
AT
936 if (p) {
937 *p = 0;
938 shell_user = shell_machine;
939 shell_machine = p+1;
940 }
941 }
942
943 if (verbose > 3) {
9486289c 944 rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n",
5d6bcd44
AT
945 shell_cmd?shell_cmd:"",
946 shell_machine?shell_machine:"",
947 shell_user?shell_user:"",
948 shell_path?shell_path:"");
949 }
d9c7edf6 950
d16c245f 951 /* for remote source, only single dest arg can remain ... */
f7632fc6 952 if (!am_sender && argc > 1) {
5d6bcd44 953 usage(FERROR);
65417579 954 exit_cleanup(RERR_SYNTAX);
5d6bcd44 955 }
27e3e9c9 956
d16c245f
WD
957 /* ... or no dest at all */
958 if (!am_sender && argc == 0) {
27e3e9c9
AT
959 list_only = 1;
960 }
d9c7edf6 961
75aeac44
WD
962 pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,
963 &f_in,&f_out);
964
965 /* if we're running an rsync server on the remote host over a
9af87151 966 * remote shell command, we need to do the RSYNCD protocol first */
75aeac44
WD
967 if (daemon_over_rsh) {
968 int tmpret;
969 tmpret = start_inband_exchange(shell_user, shell_path,
970 f_in, f_out, argc);
971 if (tmpret < 0)
972 return tmpret;
973 }
974
fc8a6b97
AT
975 ret = client_run(f_in, f_out, pid, argc, argv);
976
977 fflush(stdout);
978 fflush(stderr);
979
980 return ret;
5d6bcd44
AT
981}
982
366345fe 983
067669da
WD
984static RETSIGTYPE sigusr1_handler(UNUSED(int val))
985{
65417579 986 exit_cleanup(RERR_SIGNAL);
82306bf6
AT
987}
988
067669da
WD
989static RETSIGTYPE sigusr2_handler(UNUSED(int val))
990{
19b27a48 991 if (log_got_error) _exit(RERR_PARTIAL);
8b35435f
AT
992 _exit(0);
993}
994
067669da
WD
995static RETSIGTYPE sigchld_handler(UNUSED(int val))
996{
029c1713 997#ifdef WNOHANG
ee7118a8
DD
998 int cnt, status;
999 pid_t pid;
1000 /* An empty waitpid() loop was put here by Tridge and we could never
d9c7edf6 1001 * get him to explain why he put it in, so rather than taking it
ee7118a8
DD
1002 * out we're instead saving the child exit statuses for later use.
1003 * The waitpid() loop presumably eliminates all possibility of leaving
1004 * zombie children, maybe that's why he did it.
1005 */
1006 while ((pid = waitpid(-1, &status, WNOHANG)) > 0) {
9af87151
WD
1007 /* save the child's exit status */
1008 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
1009 if (pid_stat_table[cnt].pid == 0) {
1010 pid_stat_table[cnt].pid = pid;
1011 pid_stat_table[cnt].status = status;
1012 break;
1013 }
1014 }
ee7118a8 1015 }
029c1713 1016#endif
19b27a48
AT
1017}
1018
c0531332
MP
1019
1020/**
1021 * This routine catches signals and tries to send them to gdb.
1022 *
1023 * Because it's called from inside a signal handler it ought not to
1024 * use too many library routines.
1025 *
1026 * @todo Perhaps use "screen -X" instead/as well, to help people
1027 * debugging without easy access to X. Perhaps use an environment
1028 * variable, or just call a script?
1029 *
1030 * @todo The /proc/ magic probably only works on Linux (and
1031 * Solaris?) Can we be more portable?
1032 **/
1033#ifdef MAINTAINER_MODE
4fdc39dd
MP
1034const char *get_panic_action(void)
1035{
1036 const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION");
1037
1038 if (cmd_fmt)
1039 return cmd_fmt;
1040 else
1041 return "xterm -display :0 -T Panic -n Panic "
1042 "-e gdb /proc/%d/exe %d";
1043}
1044
1045
9fb3f7a9
MP
1046/**
1047 * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION.
1048 *
1049 * This signal handler is only installed if we were configured with
1050 * --enable-maintainer-mode. Perhaps it should always be on and we
1051 * should just look at the environment variable, but I'm a bit leery
1052 * of a signal sending us into a busy loop.
1053 **/
067669da 1054static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig))
c0531332
MP
1055{
1056 char cmd_buf[300];
1057 int ret;
4fdc39dd
MP
1058
1059 sprintf(cmd_buf, get_panic_action(),
c0531332
MP
1060 getpid(), getpid());
1061
1062 /* Unless we failed to execute gdb, we allow the process to
1063 * continue. I'm not sure if that's right. */
1064 ret = system(cmd_buf);
1065 if (ret)
1066 _exit(ret);
1067}
1068#endif
1069
1070
5d6bcd44 1071int main(int argc,char *argv[])
d9c7edf6 1072{
ff81e809 1073 int ret;
66a9dc96
WD
1074 int orig_argc = argc;
1075 char **orig_argv = argv;
5d6bcd44 1076
7a6421fa 1077 signal(SIGUSR1, sigusr1_handler);
8b35435f 1078 signal(SIGUSR2, sigusr2_handler);
19b27a48 1079 signal(SIGCHLD, sigchld_handler);
c0531332
MP
1080#ifdef MAINTAINER_MODE
1081 signal(SIGSEGV, rsync_panic_handler);
1082 signal(SIGFPE, rsync_panic_handler);
1083 signal(SIGABRT, rsync_panic_handler);
1084 signal(SIGBUS, rsync_panic_handler);
1085#endif /* def MAINTAINER_MODE */
5d6bcd44 1086
7a6421fa 1087 starttime = time(NULL);
6fe05820 1088 am_root = (MY_UID() == 0);
c627d613 1089
a800434a
AT
1090 memset(&stats, 0, sizeof(stats));
1091
df5e03da
AT
1092 if (argc < 2) {
1093 usage(FERROR);
65417579 1094 exit_cleanup(RERR_SYNTAX);
df5e03da
AT
1095 }
1096
7a6421fa 1097 /* we set a 0 umask so that correct file permissions can be
9af87151 1098 * carried across */
7a6421fa 1099 orig_umask = (int)umask(0);
5d6bcd44 1100
50135767 1101 if (!parse_arguments(&argc, (const char ***) &argv, 1)) {
d9c7edf6
WD
1102 /* FIXME: We ought to call the same error-handling
1103 * code here, rather than relying on getopt. */
50135767 1104 option_error();
65417579 1105 exit_cleanup(RERR_SYNTAX);
b11ed3b1 1106 }
5d6bcd44 1107
7a6421fa 1108 signal(SIGINT,SIGNAL_CAST sig_int);
7a6421fa 1109 signal(SIGHUP,SIGNAL_CAST sig_int);
8638dd48 1110 signal(SIGTERM,SIGNAL_CAST sig_int);
6b83141d 1111
34758d5c
MP
1112 /* Ignore SIGPIPE; we consistently check error codes and will
1113 * see the EPIPE. */
1114 signal(SIGPIPE, SIG_IGN);
1115
c226b7c2 1116 /* Initialize push_dir here because on some old systems getcwd
9af87151
WD
1117 * (implemented by forking "pwd" and reading its output) doesn't
1118 * work when there are other child processes. Also, on all systems
1119 * that implement getcwd that way "pwd" can't be found after chroot. */
59187666 1120 push_dir(NULL);
c226b7c2 1121
44e9e221
WD
1122 init_flist();
1123
b9f592fb
WD
1124 if (write_batch || read_batch) {
1125 if (write_batch)
66a9dc96 1126 write_batch_shell_file(orig_argc, orig_argv, argc);
b9f592fb 1127
dbbab0c4
WD
1128 if (read_batch && strcmp(batch_name, "-") == 0)
1129 batch_fd = STDIN_FILENO;
1130 else {
1131 batch_fd = do_open(batch_name,
b9f592fb
WD
1132 write_batch ? O_WRONLY | O_CREAT | O_TRUNC
1133 : O_RDONLY, S_IRUSR | S_IWUSR);
dbbab0c4 1134 }
b9f592fb
WD
1135 if (batch_fd < 0) {
1136 rsyserr(FERROR, errno, "Batch file %s open error",
9b3318b0 1137 batch_name);
b9f592fb
WD
1138 exit_cleanup(RERR_FILEIO);
1139 }
9459290a
WD
1140 if (read_batch)
1141 read_stream_flags(batch_fd);
6902ed17
MP
1142 }
1143
75aeac44 1144 if (am_daemon && !am_server)
7a6421fa 1145 return daemon_main();
f0fca04e 1146
08ac228f
AT
1147 if (argc < 1) {
1148 usage(FERROR);
65417579 1149 exit_cleanup(RERR_SYNTAX);
08ac228f
AT
1150 }
1151
7a6421fa
AT
1152 if (dry_run)
1153 verbose = MAX(verbose,1);
c627d613 1154
7a6421fa 1155 if (am_server) {
f0359dd0
AT
1156 set_nonblocking(STDIN_FILENO);
1157 set_nonblocking(STDOUT_FILENO);
75aeac44
WD
1158 if (am_daemon)
1159 return start_daemon(STDIN_FILENO, STDOUT_FILENO);
7a6421fa
AT
1160 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
1161 }
c627d613 1162
ff81e809 1163 ret = start_client(argc, argv);
d9c7edf6 1164 if (ret == -1)
9098bbf3 1165 exit_cleanup(RERR_STARTCLIENT);
088aac85 1166 else
9098bbf3
MP
1167 exit_cleanup(ret);
1168
0f5a04e3 1169 return ret;
c627d613 1170}