When itemizing, we now set ITEM_LOCAL_CHANGE and ITEM_XNAME_FOLLOWS.
[rsync/rsync.git] / main.c
... / ...
CommitLineData
1/* -*- c-file-style: "linux" -*-
2
3 Copyright (C) 1996-2001 by Andrew Tridgell <tridge@samba.org>
4 Copyright (C) Paul Mackerras 1996
5 Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org>
6
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2 of the License, or
10 (at your option) any later version.
11
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
16
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20*/
21
22#include "rsync.h"
23
24time_t starttime = 0;
25
26extern int verbose;
27extern int dry_run;
28extern int list_only;
29extern int am_root;
30extern int am_server;
31extern int am_sender;
32extern int am_generator;
33extern int am_daemon;
34extern int blocking_io;
35extern int remove_sent_files;
36extern int daemon_over_rsh;
37extern int need_messages_from_generator;
38extern int kluge_around_eof;
39extern int do_stats;
40extern int log_got_error;
41extern int module_id;
42extern int orig_umask;
43extern int copy_links;
44extern int keep_dirlinks;
45extern int preserve_hard_links;
46extern int protocol_version;
47extern int recurse;
48extern int fuzzy_basis;
49extern int relative_paths;
50extern int rsync_port;
51extern int inplace;
52extern int make_backups;
53extern int whole_file;
54extern int read_batch;
55extern int write_batch;
56extern int batch_fd;
57extern int batch_gen_fd;
58extern int filesfrom_fd;
59extern pid_t cleanup_child_pid;
60extern struct stats stats;
61extern char *filesfrom_host;
62extern char *partial_dir;
63extern char *basis_dir[];
64extern char *rsync_path;
65extern char *shell_cmd;
66extern char *batch_name;
67
68int local_server = 0;
69struct file_list *the_file_list;
70
71/* There's probably never more than at most 2 outstanding child processes,
72 * but set it higher, just in case. */
73#define MAXCHILDPROCS 5
74
75struct pid_status {
76 pid_t pid;
77 int status;
78} pid_stat_table[MAXCHILDPROCS];
79
80static void show_malloc_stats(void);
81
82/****************************************************************************
83wait for a process to exit, calling io_flush while waiting
84****************************************************************************/
85void wait_process(pid_t pid, int *status)
86{
87 pid_t waited_pid;
88 int cnt;
89
90 while ((waited_pid = waitpid(pid, status, WNOHANG)) == 0) {
91 msleep(20);
92 io_flush(FULL_FLUSH);
93 }
94
95 if (waited_pid == -1 && errno == ECHILD) {
96 /* status of requested child no longer available.
97 * check to see if it was processed by the sigchld_handler.
98 */
99 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
100 if (pid == pid_stat_table[cnt].pid) {
101 *status = pid_stat_table[cnt].status;
102 pid_stat_table[cnt].pid = 0;
103 break;
104 }
105 }
106 }
107
108 /* TODO: If the child exited on a signal, then log an
109 * appropriate error message. Perhaps we should also accept a
110 * message describing the purpose of the child. Also indicate
111 * this to the caller so that thhey know something went
112 * wrong. */
113 *status = WEXITSTATUS(*status);
114}
115
116/* This function gets called from all 3 processes. We want the client side
117 * to actually output the text, but the sender is the only process that has
118 * all the stats we need. So, if we're a client sender, we do the report.
119 * If we're a server sender, we write the stats on the supplied fd. If
120 * we're the client receiver we read the stats from the supplied fd and do
121 * the report. All processes might also generate a set of debug stats, if
122 * the verbose level is high enough (this is the only thing that the
123 * generator process and the server receiver ever do here). */
124static void report(int f)
125{
126 /* Cache two stats because the read/write code can change it. */
127 int64 total_read = stats.total_read;
128 int64 total_written = stats.total_written;
129 time_t t = time(NULL);
130
131 if (do_stats && verbose > 1) {
132 /* These come out from every process */
133 show_malloc_stats();
134 show_flist_stats();
135 }
136
137 if (am_generator)
138 return;
139
140 if (am_daemon) {
141 log_exit(0, __FILE__, __LINE__);
142 if (f == -1 || !am_sender)
143 return;
144 }
145
146 if (am_server) {
147 if (am_sender) {
148 write_longint(f, total_read);
149 write_longint(f, total_written);
150 write_longint(f, stats.total_size);
151 if (protocol_version >= 29) {
152 write_longint(f, stats.flist_buildtime);
153 write_longint(f, stats.flist_xfertime);
154 }
155 }
156 return;
157 }
158
159 /* this is the client */
160
161 if (!am_sender) {
162 /* Read the first two in opposite order because the meaning of
163 * read/write swaps when switching from sender to receiver. */
164 total_written = read_longint(f);
165 total_read = read_longint(f);
166 stats.total_size = read_longint(f);
167 if (protocol_version >= 29) {
168 stats.flist_buildtime = read_longint(f);
169 stats.flist_xfertime = read_longint(f);
170 }
171 } else if (write_batch) {
172 /* The --read-batch process is going to be a client
173 * receiver, so we need to give it the stats. */
174 write_longint(batch_fd, total_read);
175 write_longint(batch_fd, total_written);
176 write_longint(batch_fd, stats.total_size);
177 if (protocol_version >= 29) {
178 write_longint(batch_fd, stats.flist_buildtime);
179 write_longint(batch_fd, stats.flist_xfertime);
180 }
181 }
182
183 if (do_stats) {
184 rprintf(FINFO,"\nNumber of files: %d\n", stats.num_files);
185 rprintf(FINFO,"Number of files transferred: %d\n",
186 stats.num_transferred_files);
187 rprintf(FINFO,"Total file size: %.0f bytes\n",
188 (double)stats.total_size);
189 rprintf(FINFO,"Total transferred file size: %.0f bytes\n",
190 (double)stats.total_transferred_size);
191 rprintf(FINFO,"Literal data: %.0f bytes\n",
192 (double)stats.literal_data);
193 rprintf(FINFO,"Matched data: %.0f bytes\n",
194 (double)stats.matched_data);
195 rprintf(FINFO,"File list size: %d\n", stats.flist_size);
196 if (stats.flist_buildtime) {
197 rprintf(FINFO,
198 "File list generation time: %.3f seconds\n",
199 (double)stats.flist_buildtime / 1000);
200 rprintf(FINFO,
201 "File list transfer time: %.3f seconds\n",
202 (double)stats.flist_xfertime / 1000);
203 }
204 rprintf(FINFO,"Total bytes sent: %.0f\n",
205 (double)total_written);
206 rprintf(FINFO,"Total bytes received: %.0f\n",
207 (double)total_read);
208 }
209
210 if (verbose || do_stats) {
211 rprintf(FINFO,
212 "\nsent %.0f bytes received %.0f bytes %.2f bytes/sec\n",
213 (double)total_written, (double)total_read,
214 (total_written + total_read)/(0.5 + (t - starttime)));
215 rprintf(FINFO, "total size is %.0f speedup is %.2f\n",
216 (double)stats.total_size,
217 (double)stats.total_size / (total_written+total_read));
218 }
219
220 fflush(stdout);
221 fflush(stderr);
222}
223
224
225/**
226 * If our C library can get malloc statistics, then show them to FINFO
227 **/
228static void show_malloc_stats(void)
229{
230#ifdef HAVE_MALLINFO
231 struct mallinfo mi;
232
233 mi = mallinfo();
234
235 rprintf(FINFO, "\n" RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n",
236 getpid(), am_server ? "server " : "",
237 am_daemon ? "daemon " : "", who_am_i());
238 rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n",
239 (long)mi.arena);
240 rprintf(FINFO, " ordblks: %10ld (chunks not in use)\n",
241 (long)mi.ordblks);
242 rprintf(FINFO, " smblks: %10ld\n",
243 (long)mi.smblks);
244 rprintf(FINFO, " hblks: %10ld (chunks from mmap)\n",
245 (long)mi.hblks);
246 rprintf(FINFO, " hblkhd: %10ld (bytes from mmap)\n",
247 (long)mi.hblkhd);
248 rprintf(FINFO, " allmem: %10ld (bytes from sbrk + mmap)\n",
249 (long)mi.arena + mi.hblkhd);
250 rprintf(FINFO, " usmblks: %10ld\n",
251 (long)mi.usmblks);
252 rprintf(FINFO, " fsmblks: %10ld\n",
253 (long)mi.fsmblks);
254 rprintf(FINFO, " uordblks: %10ld (bytes used)\n",
255 (long)mi.uordblks);
256 rprintf(FINFO, " fordblks: %10ld (bytes free)\n",
257 (long)mi.fordblks);
258 rprintf(FINFO, " keepcost: %10ld (bytes in releasable chunk)\n",
259 (long)mi.keepcost);
260#endif /* HAVE_MALLINFO */
261}
262
263
264/* Start the remote shell. cmd may be NULL to use the default. */
265static pid_t do_cmd(char *cmd, char *machine, char *user, char *path,
266 int *f_in, int *f_out)
267{
268 int i, argc = 0;
269 char *args[MAX_ARGS];
270 pid_t ret;
271 char *tok, *dir = NULL;
272 int dash_l_set = 0;
273
274 if (!read_batch && !local_server) {
275 char *rsh_env = getenv(RSYNC_RSH_ENV);
276 if (!cmd)
277 cmd = rsh_env;
278 if (!cmd)
279 cmd = RSYNC_RSH;
280 cmd = strdup(cmd);
281 if (!cmd)
282 goto oom;
283
284 for (tok = strtok(cmd, " "); tok; tok = strtok(NULL, " ")) {
285 /* Comparison leaves rooms for server_options(). */
286 if (argc >= MAX_ARGS - 100) {
287 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
288 exit_cleanup(RERR_SYNTAX);
289 }
290 args[argc++] = tok;
291 }
292
293 /* check to see if we've already been given '-l user' in
294 * the remote-shell command */
295 for (i = 0; i < argc-1; i++) {
296 if (!strcmp(args[i], "-l") && args[i+1][0] != '-')
297 dash_l_set = 1;
298 }
299
300#ifdef HAVE_REMSH
301 /* remsh (on HPUX) takes the arguments the other way around */
302 args[argc++] = machine;
303 if (user && !(daemon_over_rsh && dash_l_set)) {
304 args[argc++] = "-l";
305 args[argc++] = user;
306 }
307#else
308 if (user && !(daemon_over_rsh && dash_l_set)) {
309 args[argc++] = "-l";
310 args[argc++] = user;
311 }
312 args[argc++] = machine;
313#endif
314
315 args[argc++] = rsync_path;
316
317 if (blocking_io < 0) {
318 char *cp;
319 if ((cp = strrchr(cmd, '/')) != NULL)
320 cp++;
321 else
322 cp = cmd;
323 if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0)
324 blocking_io = 1;
325 }
326
327 server_options(args,&argc);
328
329 if (argc >= MAX_ARGS - 2) {
330 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
331 exit_cleanup(RERR_SYNTAX);
332 }
333 }
334
335 args[argc++] = ".";
336
337 if (!daemon_over_rsh && path && *path)
338 args[argc++] = path;
339
340 args[argc] = NULL;
341
342 if (verbose > 3) {
343 rprintf(FINFO,"cmd=");
344 for (i = 0; i < argc; i++)
345 rprintf(FINFO, "%s ", safe_fname(args[i]));
346 rprintf(FINFO,"\n");
347 }
348
349 if (read_batch) {
350 int from_gen_pipe[2];
351 if (fd_pair(from_gen_pipe) < 0) {
352 rsyserr(FERROR, errno, "pipe");
353 exit_cleanup(RERR_IPC);
354 }
355 batch_gen_fd = from_gen_pipe[0];
356 *f_out = from_gen_pipe[1];
357 *f_in = batch_fd;
358 ret = -1; /* no child pid */
359 } else if (local_server) {
360 /* If the user didn't request --[no-]whole-file, force
361 * it on, but only if we're not batch processing. */
362 if (whole_file < 0 && !write_batch)
363 whole_file = 1;
364 ret = local_child(argc, args, f_in, f_out, child_main);
365 } else
366 ret = piped_child(args,f_in,f_out);
367
368 if (dir)
369 free(dir);
370
371 return ret;
372
373oom:
374 out_of_memory("do_cmd");
375 return 0; /* not reached */
376}
377
378
379static char *get_local_name(struct file_list *flist,char *name)
380{
381 STRUCT_STAT st;
382 int e;
383
384 if (verbose > 2)
385 rprintf(FINFO,"get_local_name count=%d %s\n",
386 flist->count, NS(name));
387
388 if (!name)
389 return NULL;
390
391 if (do_stat(name,&st) == 0) {
392 if (S_ISDIR(st.st_mode)) {
393 if (!push_dir(name)) {
394 rsyserr(FERROR, errno, "push_dir#1 %s failed",
395 full_fname(name));
396 exit_cleanup(RERR_FILESELECT);
397 }
398 return NULL;
399 }
400 if (flist->count > 1) {
401 rprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n");
402 exit_cleanup(RERR_FILESELECT);
403 }
404 return name;
405 }
406
407 if (flist->count <= 1 && ((e = strlen(name)) <= 1 || name[e-1] != '/'))
408 return name;
409
410 if (do_mkdir(name,0777 & ~orig_umask) != 0) {
411 rsyserr(FERROR, errno, "mkdir %s failed", full_fname(name));
412 exit_cleanup(RERR_FILEIO);
413 }
414 if (verbose > 0)
415 rprintf(FINFO, "created directory %s\n", safe_fname(name));
416
417 if (dry_run) {
418 dry_run++;
419 return NULL;
420 }
421
422 if (!push_dir(name)) {
423 rsyserr(FERROR, errno, "push_dir#2 %s failed",
424 full_fname(name));
425 exit_cleanup(RERR_FILESELECT);
426 }
427
428 return NULL;
429}
430
431
432/* This is only called by the sender. */
433static void read_final_goodbye(int f_in, int f_out)
434{
435 int i;
436
437 if (protocol_version < 29)
438 i = read_int(f_in);
439 else {
440 while ((i = read_int(f_in)) == the_file_list->count
441 && read_shortint(f_in) == ITEM_IS_NEW) {
442 /* Forward the keep-alive (no-op) to the receiver. */
443 write_int(f_out, the_file_list->count);
444 write_shortint(f_out, ITEM_IS_NEW);
445 }
446 }
447
448 if (i != -1) {
449 rprintf(FERROR, "Invalid packet at end of run [%s]\n",
450 who_am_i());
451 exit_cleanup(RERR_PROTOCOL);
452 }
453}
454
455
456static void do_server_sender(int f_in, int f_out, int argc,char *argv[])
457{
458 int i;
459 struct file_list *flist;
460 char *dir = argv[0];
461
462 if (verbose > 2) {
463 rprintf(FINFO, "server_sender starting pid=%ld\n",
464 (long)getpid());
465 }
466
467 if (am_daemon && lp_write_only(module_id)) {
468 rprintf(FERROR, "ERROR: module is write only\n");
469 exit_cleanup(RERR_SYNTAX);
470 return;
471 }
472 if (am_daemon && lp_read_only(module_id) && remove_sent_files) {
473 rprintf(FERROR,
474 "ERROR: --remove-sent-files cannot be used with a read-only module\n");
475 exit_cleanup(RERR_SYNTAX);
476 return;
477 }
478
479 if (!relative_paths && !push_dir(dir)) {
480 rsyserr(FERROR, errno, "push_dir#3 %s failed",
481 full_fname(dir));
482 exit_cleanup(RERR_FILESELECT);
483 }
484 argc--;
485 argv++;
486
487 if (strcmp(dir,".")) {
488 int l = strlen(dir);
489 if (strcmp(dir,"/") == 0)
490 l = 0;
491 for (i = 0; i < argc; i++)
492 argv[i] += l+1;
493 }
494
495 if (argc == 0 && (recurse || list_only)) {
496 argc = 1;
497 argv--;
498 argv[0] = ".";
499 }
500
501 flist = send_file_list(f_out,argc,argv);
502 if (!flist || flist->count == 0) {
503 exit_cleanup(0);
504 }
505 the_file_list = flist;
506
507 io_start_buffering_in();
508 io_start_buffering_out();
509
510 send_files(flist,f_out,f_in);
511 io_flush(FULL_FLUSH);
512 report(f_out);
513 if (protocol_version >= 24)
514 read_final_goodbye(f_in, f_out);
515 io_flush(FULL_FLUSH);
516 exit_cleanup(0);
517}
518
519
520static int do_recv(int f_in,int f_out,struct file_list *flist,char *local_name)
521{
522 int pid;
523 int status = 0;
524 int error_pipe[2], name_pipe[2];
525 BOOL need_name_pipe = (basis_dir[0] || partial_dir || fuzzy_basis
526 || (inplace && make_backups)) && !dry_run;
527
528 /* The receiving side mustn't obey this, or an existing symlink that
529 * points to an identical file won't be replaced by the referent. */
530 copy_links = 0;
531
532 if (preserve_hard_links)
533 init_hard_links();
534
535 if (fd_pair(error_pipe) < 0
536 || (need_name_pipe && fd_pair(name_pipe) < 0)) {
537 rsyserr(FERROR, errno, "pipe failed in do_recv");
538 exit_cleanup(RERR_IPC);
539 }
540
541 io_flush(NORMAL_FLUSH);
542
543 if ((pid = do_fork()) == -1) {
544 rsyserr(FERROR, errno, "fork failed in do_recv");
545 exit_cleanup(RERR_IPC);
546 }
547
548 if (pid == 0) {
549 close(error_pipe[0]);
550 if (need_name_pipe) {
551 close(name_pipe[1]);
552 set_blocking(name_pipe[0]);
553 } else
554 name_pipe[0] = -1;
555 if (f_in != f_out)
556 close(f_out);
557
558 /* we can't let two processes write to the socket at one time */
559 close_multiplexing_out();
560
561 /* set place to send errors */
562 set_msg_fd_out(error_pipe[1]);
563
564 recv_files(f_in, flist, local_name, name_pipe[0]);
565 io_flush(FULL_FLUSH);
566 report(f_in);
567
568 send_msg(MSG_DONE, "", 0);
569 io_flush(FULL_FLUSH);
570
571 /* Handle any keep-alive packets from the post-processing work
572 * that the generator does. */
573 if (protocol_version >= 29) {
574 kluge_around_eof = -1;
575
576 /* This should only get stopped via a USR2 signal. */
577 while (read_int(f_in) == flist->count
578 && read_shortint(f_in) == ITEM_IS_NEW) {}
579
580 rprintf(FERROR, "Invalid packet at end of run [%s]\n",
581 who_am_i());
582 exit_cleanup(RERR_PROTOCOL);
583 }
584
585 /* Finally, we go to sleep until our parent kills us with a
586 * USR2 signal. We sleep for a short time, as on some OSes
587 * a signal won't interrupt a sleep! */
588 while (1)
589 msleep(20);
590 }
591
592 am_generator = 1;
593 close_multiplexing_in();
594 if (write_batch)
595 stop_write_batch();
596
597 close(error_pipe[1]);
598 if (need_name_pipe) {
599 close(name_pipe[0]);
600 set_nonblocking(name_pipe[1]);
601 } else
602 name_pipe[1] = -1;
603 if (f_in != f_out)
604 close(f_in);
605
606 io_start_buffering_out();
607
608 set_msg_fd_in(error_pipe[0]);
609
610 generate_files(f_out, flist, local_name, name_pipe[1]);
611
612 report(-1);
613 io_flush(FULL_FLUSH);
614 if (protocol_version >= 24) {
615 /* send a final goodbye message */
616 write_int(f_out, -1);
617 }
618 io_flush(FULL_FLUSH);
619
620 set_msg_fd_in(-1);
621 kill(pid, SIGUSR2);
622 wait_process(pid, &status);
623 return status;
624}
625
626
627static void do_server_recv(int f_in, int f_out, int argc,char *argv[])
628{
629 int status;
630 struct file_list *flist;
631 char *local_name = NULL;
632 char *dir = NULL;
633 int save_verbose = verbose;
634
635 if (filesfrom_fd >= 0) {
636 /* We can't mix messages with files-from data on the socket,
637 * so temporarily turn off verbose messages. */
638 verbose = 0;
639 }
640
641 if (verbose > 2) {
642 rprintf(FINFO, "server_recv(%d) starting pid=%ld\n",
643 argc, (long)getpid());
644 }
645
646 if (am_daemon && lp_read_only(module_id)) {
647 rprintf(FERROR,"ERROR: module is read only\n");
648 exit_cleanup(RERR_SYNTAX);
649 return;
650 }
651
652
653 if (argc > 0) {
654 dir = argv[0];
655 argc--;
656 argv++;
657 if (!am_daemon && !push_dir(dir)) {
658 rsyserr(FERROR, errno, "push_dir#4 %s failed",
659 full_fname(dir));
660 exit_cleanup(RERR_FILESELECT);
661 }
662 }
663
664 io_start_buffering_in();
665 recv_filter_list(f_in);
666
667 if (filesfrom_fd >= 0) {
668 /* We need to send the files-from names to the sender at the
669 * same time that we receive the file-list from them, so we
670 * need the IO routines to automatically write out the names
671 * onto our f_out socket as we read the file-list. This
672 * avoids both deadlock and extra delays/buffers. */
673 io_set_filesfrom_fds(filesfrom_fd, f_out);
674 filesfrom_fd = -1;
675 }
676
677 flist = recv_file_list(f_in);
678 verbose = save_verbose;
679 if (!flist) {
680 rprintf(FERROR,"server_recv: recv_file_list error\n");
681 exit_cleanup(RERR_FILESELECT);
682 }
683 the_file_list = flist;
684
685 if (argc > 0) {
686 if (strcmp(dir,".")) {
687 argv[0] += strlen(dir);
688 if (argv[0][0] == '/')
689 argv[0]++;
690 }
691 local_name = get_local_name(flist,argv[0]);
692 }
693
694 status = do_recv(f_in,f_out,flist,local_name);
695 exit_cleanup(status);
696}
697
698
699int child_main(int argc, char *argv[])
700{
701 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
702 return 0;
703}
704
705
706void start_server(int f_in, int f_out, int argc, char *argv[])
707{
708 set_nonblocking(f_in);
709 set_nonblocking(f_out);
710
711 io_set_sock_fds(f_in, f_out);
712 setup_protocol(f_out, f_in);
713
714 if (protocol_version >= 23)
715 io_start_multiplex_out();
716
717 if (am_sender) {
718 keep_dirlinks = 0; /* Must be disabled on the sender. */
719 if (need_messages_from_generator)
720 io_start_multiplex_in();
721
722 recv_filter_list(f_in);
723 do_server_sender(f_in, f_out, argc, argv);
724 } else {
725 do_server_recv(f_in, f_out, argc, argv);
726 }
727 exit_cleanup(0);
728}
729
730
731/*
732 * This is called once the connection has been negotiated. It is used
733 * for rsyncd, remote-shell, and local connections.
734 */
735int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[])
736{
737 struct file_list *flist = NULL;
738 int status = 0, status2 = 0;
739 char *local_name = NULL;
740
741 cleanup_child_pid = pid;
742 if (!read_batch) {
743 set_nonblocking(f_in);
744 set_nonblocking(f_out);
745 }
746
747 io_set_sock_fds(f_in, f_out);
748 setup_protocol(f_out,f_in);
749
750 if (protocol_version >= 23 && !read_batch)
751 io_start_multiplex_in();
752
753 /* We set our stderr file handle to blocking because ssh might have
754 * set it to non-blocking. This can be particularly troublesome if
755 * stderr is a clone of stdout, because ssh would have set our stdout
756 * to non-blocking at the same time (which can easily cause us to lose
757 * output from our print statements). This kluge shouldn't cause ssh
758 * any problems for how we use it. Note also that we delayed setting
759 * this until after the above protocol setup so that we know for sure
760 * that ssh is done twiddling its file descriptors. */
761 set_blocking(STDERR_FILENO);
762
763 if (am_sender) {
764 keep_dirlinks = 0; /* Must be disabled on the sender. */
765 io_start_buffering_out();
766 if (!filesfrom_host)
767 set_msg_fd_in(f_in);
768 send_filter_list(f_out);
769 if (filesfrom_host)
770 filesfrom_fd = f_in;
771
772 if (write_batch)
773 start_write_batch(f_out);
774 flist = send_file_list(f_out, argc, argv);
775 set_msg_fd_in(-1);
776 if (verbose > 3)
777 rprintf(FINFO,"file list sent\n");
778 the_file_list = flist;
779
780 io_flush(NORMAL_FLUSH);
781 send_files(flist,f_out,f_in);
782 io_flush(FULL_FLUSH);
783 if (protocol_version >= 24)
784 read_final_goodbye(f_in, f_out);
785 if (pid != -1) {
786 if (verbose > 3)
787 rprintf(FINFO,"client_run waiting on %d\n", (int) pid);
788 io_flush(FULL_FLUSH);
789 wait_process(pid, &status);
790 }
791 report(-1);
792 io_flush(FULL_FLUSH);
793 exit_cleanup(status);
794 }
795
796 if (need_messages_from_generator && !read_batch)
797 io_start_multiplex_out();
798
799 if (argc == 0)
800 list_only |= 1;
801
802 send_filter_list(read_batch ? -1 : f_out);
803
804 if (filesfrom_fd >= 0) {
805 io_set_filesfrom_fds(filesfrom_fd, f_out);
806 filesfrom_fd = -1;
807 }
808
809 if (write_batch)
810 start_write_batch(f_in);
811 flist = recv_file_list(f_in);
812 if (!flist || flist->count == 0) {
813 rprintf(FINFO, "client: nothing to do: "
814 "perhaps you need to specify some filenames or "
815 "the --recursive option?\n");
816 exit_cleanup(0);
817 }
818 the_file_list = flist;
819
820 local_name = get_local_name(flist,argv[0]);
821
822 status2 = do_recv(f_in,f_out,flist,local_name);
823
824 if (pid != -1) {
825 if (verbose > 3)
826 rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid);
827 io_flush(FULL_FLUSH);
828 wait_process(pid, &status);
829 }
830
831 return MAX(status, status2);
832}
833
834static int copy_argv (char *argv[])
835{
836 int i;
837
838 for (i = 0; argv[i]; i++) {
839 if (!(argv[i] = strdup(argv[i]))) {
840 rprintf (FERROR, "out of memory at %s(%d)\n",
841 __FILE__, __LINE__);
842 return RERR_MALLOC;
843 }
844 }
845
846 return 0;
847}
848
849
850/**
851 * Start a client for either type of remote connection. Work out
852 * whether the arguments request a remote shell or rsyncd connection,
853 * and call the appropriate connection function, then run_client.
854 *
855 * Calls either start_socket_client (for sockets) or do_cmd and
856 * client_run (for ssh).
857 **/
858static int start_client(int argc, char *argv[])
859{
860 char *p;
861 char *shell_machine = NULL;
862 char *shell_path = NULL;
863 char *shell_user = NULL;
864 int ret;
865 pid_t pid;
866 int f_in,f_out;
867 int rc;
868
869 /* Don't clobber argv[] so that ps(1) can still show the right
870 * command line. */
871 if ((rc = copy_argv(argv)))
872 return rc;
873
874 if (!read_batch) { /* for read_batch, NO source is specified */
875 argc--;
876 shell_path = check_for_hostspec(argv[0], &shell_machine, &rsync_port);
877 if (shell_path) { /* source is remote */
878 argv++;
879 if (filesfrom_host && *filesfrom_host
880 && strcmp(filesfrom_host, shell_machine) != 0) {
881 rprintf(FERROR,
882 "--files-from hostname is not the same as the transfer hostname\n");
883 exit_cleanup(RERR_SYNTAX);
884 }
885 if (rsync_port) {
886 if (!shell_cmd) {
887 return start_socket_client(shell_machine,
888 shell_path,
889 argc, argv);
890 }
891 daemon_over_rsh = 1;
892 }
893
894 am_sender = 0;
895 } else { /* source is local, check dest arg */
896 am_sender = 1;
897
898 if (argc < 1) { /* destination required */
899 usage(FERROR);
900 exit_cleanup(RERR_SYNTAX);
901 }
902
903 shell_path = check_for_hostspec(argv[argc], &shell_machine, &rsync_port);
904 if (shell_path && filesfrom_host && *filesfrom_host
905 && strcmp(filesfrom_host, shell_machine) != 0) {
906 rprintf(FERROR,
907 "--files-from hostname is not the same as the transfer hostname\n");
908 exit_cleanup(RERR_SYNTAX);
909 }
910 if (!shell_path) { /* no hostspec found, so src & dest are local */
911 local_server = 1;
912 if (filesfrom_host) {
913 rprintf(FERROR,
914 "--files-from cannot be remote when the transfer is local\n");
915 exit_cleanup(RERR_SYNTAX);
916 }
917 shell_machine = NULL;
918 shell_path = argv[argc];
919 } else if (rsync_port) {
920 if (!shell_cmd) {
921 return start_socket_client(shell_machine,
922 shell_path,
923 argc, argv);
924 }
925 daemon_over_rsh = 1;
926 }
927 }
928 } else { /* read_batch */
929 local_server = 1;
930 shell_path = argv[argc-1];
931 if (check_for_hostspec(shell_path, &shell_machine, &rsync_port)) {
932 rprintf(FERROR, "remote destination is not allowed with --read-batch\n");
933 exit_cleanup(RERR_SYNTAX);
934 }
935 }
936
937 if (shell_machine) {
938 p = strrchr(shell_machine,'@');
939 if (p) {
940 *p = 0;
941 shell_user = shell_machine;
942 shell_machine = p+1;
943 }
944 }
945
946 if (verbose > 3) {
947 rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n",
948 shell_cmd ? safe_fname(shell_cmd) : "",
949 shell_machine ? safe_fname(shell_machine) : "",
950 shell_user ? safe_fname(shell_user) : "",
951 shell_path ? safe_fname(shell_path) : "");
952 }
953
954 /* for remote source, only single dest arg can remain ... */
955 if (!am_sender && argc > 1) {
956 usage(FERROR);
957 exit_cleanup(RERR_SYNTAX);
958 }
959
960 /* ... or no dest at all */
961 if (!am_sender && argc == 0)
962 list_only |= 1;
963
964 pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,
965 &f_in,&f_out);
966
967 /* if we're running an rsync server on the remote host over a
968 * remote shell command, we need to do the RSYNCD protocol first */
969 if (daemon_over_rsh) {
970 int tmpret;
971 tmpret = start_inband_exchange(shell_user, shell_path,
972 f_in, f_out, argc);
973 if (tmpret < 0)
974 return tmpret;
975 }
976
977 ret = client_run(f_in, f_out, pid, argc, argv);
978
979 fflush(stdout);
980 fflush(stderr);
981
982 return ret;
983}
984
985
986static RETSIGTYPE sigusr1_handler(UNUSED(int val))
987{
988 exit_cleanup(RERR_SIGNAL);
989}
990
991static RETSIGTYPE sigusr2_handler(UNUSED(int val))
992{
993 close_all();
994 if (log_got_error) _exit(RERR_PARTIAL);
995 _exit(0);
996}
997
998static RETSIGTYPE sigchld_handler(UNUSED(int val))
999{
1000#ifdef WNOHANG
1001 int cnt, status;
1002 pid_t pid;
1003 /* An empty waitpid() loop was put here by Tridge and we could never
1004 * get him to explain why he put it in, so rather than taking it
1005 * out we're instead saving the child exit statuses for later use.
1006 * The waitpid() loop presumably eliminates all possibility of leaving
1007 * zombie children, maybe that's why he did it.
1008 */
1009 while ((pid = waitpid(-1, &status, WNOHANG)) > 0) {
1010 /* save the child's exit status */
1011 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
1012 if (pid_stat_table[cnt].pid == 0) {
1013 pid_stat_table[cnt].pid = pid;
1014 pid_stat_table[cnt].status = status;
1015 break;
1016 }
1017 }
1018 }
1019#endif
1020}
1021
1022
1023/**
1024 * This routine catches signals and tries to send them to gdb.
1025 *
1026 * Because it's called from inside a signal handler it ought not to
1027 * use too many library routines.
1028 *
1029 * @todo Perhaps use "screen -X" instead/as well, to help people
1030 * debugging without easy access to X. Perhaps use an environment
1031 * variable, or just call a script?
1032 *
1033 * @todo The /proc/ magic probably only works on Linux (and
1034 * Solaris?) Can we be more portable?
1035 **/
1036#ifdef MAINTAINER_MODE
1037const char *get_panic_action(void)
1038{
1039 const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION");
1040
1041 if (cmd_fmt)
1042 return cmd_fmt;
1043 else
1044 return "xterm -display :0 -T Panic -n Panic "
1045 "-e gdb /proc/%d/exe %d";
1046}
1047
1048
1049/**
1050 * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION.
1051 *
1052 * This signal handler is only installed if we were configured with
1053 * --enable-maintainer-mode. Perhaps it should always be on and we
1054 * should just look at the environment variable, but I'm a bit leery
1055 * of a signal sending us into a busy loop.
1056 **/
1057static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig))
1058{
1059 char cmd_buf[300];
1060 int ret;
1061
1062 sprintf(cmd_buf, get_panic_action(),
1063 getpid(), getpid());
1064
1065 /* Unless we failed to execute gdb, we allow the process to
1066 * continue. I'm not sure if that's right. */
1067 ret = system(cmd_buf);
1068 if (ret)
1069 _exit(ret);
1070}
1071#endif
1072
1073
1074int main(int argc,char *argv[])
1075{
1076 int ret;
1077 int orig_argc = argc;
1078 char **orig_argv = argv;
1079
1080 signal(SIGUSR1, sigusr1_handler);
1081 signal(SIGUSR2, sigusr2_handler);
1082 signal(SIGCHLD, sigchld_handler);
1083#ifdef MAINTAINER_MODE
1084 signal(SIGSEGV, rsync_panic_handler);
1085 signal(SIGFPE, rsync_panic_handler);
1086 signal(SIGABRT, rsync_panic_handler);
1087 signal(SIGBUS, rsync_panic_handler);
1088#endif /* def MAINTAINER_MODE */
1089
1090 starttime = time(NULL);
1091 am_root = (MY_UID() == 0);
1092
1093 memset(&stats, 0, sizeof(stats));
1094
1095 if (argc < 2) {
1096 usage(FERROR);
1097 exit_cleanup(RERR_SYNTAX);
1098 }
1099
1100 /* we set a 0 umask so that correct file permissions can be
1101 * carried across */
1102 orig_umask = (int)umask(0);
1103
1104 if (!parse_arguments(&argc, (const char ***) &argv, 1)) {
1105 /* FIXME: We ought to call the same error-handling
1106 * code here, rather than relying on getopt. */
1107 option_error();
1108 exit_cleanup(RERR_SYNTAX);
1109 }
1110
1111 signal(SIGINT,SIGNAL_CAST sig_int);
1112 signal(SIGHUP,SIGNAL_CAST sig_int);
1113 signal(SIGTERM,SIGNAL_CAST sig_int);
1114
1115 /* Ignore SIGPIPE; we consistently check error codes and will
1116 * see the EPIPE. */
1117 signal(SIGPIPE, SIG_IGN);
1118
1119 /* Initialize push_dir here because on some old systems getcwd
1120 * (implemented by forking "pwd" and reading its output) doesn't
1121 * work when there are other child processes. Also, on all systems
1122 * that implement getcwd that way "pwd" can't be found after chroot. */
1123 push_dir(NULL);
1124
1125 init_flist();
1126
1127 if (write_batch || read_batch) {
1128 if (write_batch)
1129 write_batch_shell_file(orig_argc, orig_argv, argc);
1130
1131 if (read_batch && strcmp(batch_name, "-") == 0)
1132 batch_fd = STDIN_FILENO;
1133 else {
1134 batch_fd = do_open(batch_name,
1135 write_batch ? O_WRONLY | O_CREAT | O_TRUNC
1136 : O_RDONLY, S_IRUSR | S_IWUSR);
1137 }
1138 if (batch_fd < 0) {
1139 rsyserr(FERROR, errno, "Batch file %s open error",
1140 full_fname(batch_name));
1141 exit_cleanup(RERR_FILEIO);
1142 }
1143 if (read_batch)
1144 read_stream_flags(batch_fd);
1145 }
1146
1147 if (am_daemon && !am_server)
1148 return daemon_main();
1149
1150 if (argc < 1) {
1151 usage(FERROR);
1152 exit_cleanup(RERR_SYNTAX);
1153 }
1154
1155 if (am_server) {
1156 set_nonblocking(STDIN_FILENO);
1157 set_nonblocking(STDOUT_FILENO);
1158 if (am_daemon)
1159 return start_daemon(STDIN_FILENO, STDOUT_FILENO);
1160 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
1161 }
1162
1163 ret = start_client(argc, argv);
1164 if (ret == -1)
1165 exit_cleanup(RERR_STARTCLIENT);
1166 else
1167 exit_cleanup(ret);
1168
1169 return ret;
1170}