Commit | Line | Data |
---|---|---|
0f78b815 WD |
1 | /* |
2 | * The startup routines, including main(), for rsync. | |
3 | * | |
4 | * Copyright (C) 1996-2001 Andrew Tridgell <tridge@samba.org> | |
5 | * Copyright (C) 1996 Paul Mackerras | |
6 | * Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org> | |
7 | * Copyright (C) 2003, 2004, 2005, 2006 Wayne Davison | |
8 | * | |
9 | * This program is free software; you can redistribute it and/or modify | |
10 | * it under the terms of the GNU General Public License as published by | |
11 | * the Free Software Foundation; either version 2 of the License, or | |
12 | * (at your option) any later version. | |
13 | * | |
14 | * This program is distributed in the hope that it will be useful, | |
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
17 | * GNU General Public License for more details. | |
18 | * | |
e7c67065 WD |
19 | * You should have received a copy of the GNU General Public License along |
20 | * with this program; if not, write to the Free Software Foundation, Inc., | |
21 | * 51 Franklin Street - Fifth Floor, Boston, MA 02110-1301, USA. | |
0f78b815 | 22 | */ |
c627d613 AT |
23 | |
24 | #include "rsync.h" | |
d9401514 WD |
25 | #if defined CONFIG_LOCALE && defined HAVE_LOCALE_H |
26 | #include <locale.h> | |
27 | #endif | |
c627d613 | 28 | |
50839b4b WD |
29 | extern int verbose; |
30 | extern int dry_run; | |
31 | extern int list_only; | |
32eda096 | 32 | extern int am_root; |
d9c7edf6 WD |
33 | extern int am_server; |
34 | extern int am_sender; | |
b695f242 | 35 | extern int am_generator; |
d9c7edf6 | 36 | extern int am_daemon; |
32eda096 | 37 | extern int blocking_io; |
47c11975 | 38 | extern int remove_source_files; |
32eda096 | 39 | extern int daemon_over_rsh; |
bf26aa22 | 40 | extern int need_messages_from_generator; |
051182cb | 41 | extern int kluge_around_eof; |
32eda096 | 42 | extern int do_stats; |
32eda096 WD |
43 | extern int log_got_error; |
44 | extern int module_id; | |
bb6721dc | 45 | extern int copy_links; |
a695b379 | 46 | extern int copy_dirlinks; |
83926d3c | 47 | extern int keep_dirlinks; |
32eda096 | 48 | extern int preserve_hard_links; |
d04e9c51 | 49 | extern int protocol_version; |
32eda096 WD |
50 | extern int recurse; |
51 | extern int relative_paths; | |
7c58c991 | 52 | extern int sanitize_paths; |
c2a2147a | 53 | extern int curr_dir_depth; |
615a5415 | 54 | extern int curr_dir_len; |
7c58c991 | 55 | extern int module_id; |
32eda096 | 56 | extern int rsync_port; |
b1df18d7 | 57 | extern int whole_file; |
32eda096 WD |
58 | extern int read_batch; |
59 | extern int write_batch; | |
b9f592fb | 60 | extern int batch_fd; |
c0d8e84c | 61 | extern int batch_gen_fd; |
32eda096 WD |
62 | extern int filesfrom_fd; |
63 | extern pid_t cleanup_child_pid; | |
50839b4b | 64 | extern struct stats stats; |
860236bf | 65 | extern char *filesfrom_host; |
c2c8db91 | 66 | extern char *partial_dir; |
7c58c991 | 67 | extern char *basis_dir[]; |
32eda096 WD |
68 | extern char *rsync_path; |
69 | extern char *shell_cmd; | |
9b3318b0 | 70 | extern char *batch_name; |
615a5415 | 71 | extern char curr_dir[MAXPATHLEN]; |
c2c8db91 | 72 | extern struct filter_list_struct server_filter_list; |
57dee64e WD |
73 | |
74 | int local_server = 0; | |
05278935 | 75 | mode_t orig_umask = 0; |
a00628b3 | 76 | struct file_list *the_file_list; |
c627d613 | 77 | |
91c5833b WD |
78 | /* There's probably never more than at most 2 outstanding child processes, |
79 | * but set it higher, just in case. */ | |
84e6d6fd | 80 | #define MAXCHILDPROCS 7 |
ee7118a8 | 81 | |
8261af74 WD |
82 | #ifdef HAVE_SIGACTION |
83 | # ifdef HAVE_SIGPROCMASK | |
84 | # define SIGACTMASK(n,h) SIGACTION(n,h), sigaddset(&sigmask,(n)) | |
85 | # else | |
86 | # define SIGACTMASK(n,h) SIGACTION(n,h) | |
87 | # endif | |
60ee01f5 WD |
88 | static struct sigaction sigact; |
89 | #endif | |
90 | ||
ee7118a8 DD |
91 | struct pid_status { |
92 | pid_t pid; | |
84e6d6fd | 93 | int status; |
ee7118a8 DD |
94 | } pid_stat_table[MAXCHILDPROCS]; |
95 | ||
33c4b445 WD |
96 | static time_t starttime, endtime; |
97 | static int64 total_read, total_written; | |
98 | ||
e5a2b854 | 99 | static void show_malloc_stats(void); |
82980a23 | 100 | |
97d8e709 | 101 | /* Works like waitpid(), but if we already harvested the child pid in our |
6d59ac19 | 102 | * remember_children(), we succeed instead of returning an error. */ |
97d8e709 | 103 | pid_t wait_process(pid_t pid, int *status_ptr, int flags) |
82980a23 | 104 | { |
97d8e709 | 105 | pid_t waited_pid = waitpid(pid, status_ptr, flags); |
d9c7edf6 | 106 | |
6fb812f7 | 107 | if (waited_pid == -1 && errno == ECHILD) { |
97d8e709 | 108 | /* Status of requested child no longer available: check to |
6d59ac19 | 109 | * see if it was processed by remember_children(). */ |
97d8e709 | 110 | int cnt; |
84e6d6fd | 111 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { |
ee7118a8 | 112 | if (pid == pid_stat_table[cnt].pid) { |
97d8e709 | 113 | *status_ptr = pid_stat_table[cnt].status; |
ee7118a8 | 114 | pid_stat_table[cnt].pid = 0; |
97d8e709 | 115 | return pid; |
ee7118a8 DD |
116 | } |
117 | } | |
118 | } | |
119 | ||
97d8e709 WD |
120 | return waited_pid; |
121 | } | |
122 | ||
123 | /* Wait for a process to exit, calling io_flush while waiting. */ | |
84e6d6fd | 124 | static void wait_process_with_flush(pid_t pid, int *exit_code_ptr) |
97d8e709 WD |
125 | { |
126 | pid_t waited_pid; | |
127 | int status; | |
128 | ||
129 | while ((waited_pid = wait_process(pid, &status, WNOHANG)) == 0) { | |
130 | msleep(20); | |
131 | io_flush(FULL_FLUSH); | |
132 | } | |
133 | ||
d9c7edf6 WD |
134 | /* TODO: If the child exited on a signal, then log an |
135 | * appropriate error message. Perhaps we should also accept a | |
136 | * message describing the purpose of the child. Also indicate | |
dbefb6b4 | 137 | * this to the caller so that they know something went wrong. */ |
84e6d6fd WD |
138 | if (waited_pid < 0) { |
139 | rsyserr(FERROR, errno, "waitpid"); | |
140 | *exit_code_ptr = RERR_WAITCHILD; | |
141 | } else if (!WIFEXITED(status)) { | |
40e6752f | 142 | #ifdef WCOREDUMP |
dbefb6b4 | 143 | if (WCOREDUMP(status)) |
84e6d6fd | 144 | *exit_code_ptr = RERR_CRASHED; |
40e6752f WD |
145 | else |
146 | #endif | |
147 | if (WIFSIGNALED(status)) | |
84e6d6fd | 148 | *exit_code_ptr = RERR_TERMINATED; |
dbefb6b4 | 149 | else |
84e6d6fd | 150 | *exit_code_ptr = RERR_WAITCHILD; |
dbefb6b4 | 151 | } else |
84e6d6fd | 152 | *exit_code_ptr = WEXITSTATUS(status); |
82980a23 AT |
153 | } |
154 | ||
b9f592fb WD |
155 | /* This function gets called from all 3 processes. We want the client side |
156 | * to actually output the text, but the sender is the only process that has | |
157 | * all the stats we need. So, if we're a client sender, we do the report. | |
158 | * If we're a server sender, we write the stats on the supplied fd. If | |
159 | * we're the client receiver we read the stats from the supplied fd and do | |
160 | * the report. All processes might also generate a set of debug stats, if | |
161 | * the verbose level is high enough (this is the only thing that the | |
162 | * generator process and the server receiver ever do here). */ | |
33c4b445 | 163 | static void handle_stats(int f) |
c627d613 | 164 | { |
33c4b445 WD |
165 | endtime = time(NULL); |
166 | ||
b9f592fb | 167 | /* Cache two stats because the read/write code can change it. */ |
33c4b445 WD |
168 | total_read = stats.total_read; |
169 | total_written = stats.total_written; | |
7a6421fa | 170 | |
7bb7058e | 171 | if (do_stats && verbose > 1) { |
5c15e29f | 172 | /* These come out from every process */ |
7bb7058e | 173 | show_malloc_stats(); |
86943126 | 174 | show_flist_stats(); |
5c15e29f MP |
175 | } |
176 | ||
e5fbaa71 S |
177 | if (am_generator) |
178 | return; | |
179 | ||
248fbb8c | 180 | if (am_daemon) { |
83926d3c WD |
181 | if (f == -1 || !am_sender) |
182 | return; | |
248fbb8c AT |
183 | } |
184 | ||
e19452a9 | 185 | if (am_server) { |
3e491682 | 186 | if (am_sender) { |
b9f592fb WD |
187 | write_longint(f, total_read); |
188 | write_longint(f, total_written); | |
189 | write_longint(f, stats.total_size); | |
f0f7e760 WD |
190 | if (protocol_version >= 29) { |
191 | write_longint(f, stats.flist_buildtime); | |
192 | write_longint(f, stats.flist_xfertime); | |
193 | } | |
e19452a9 | 194 | } |
7a6421fa AT |
195 | return; |
196 | } | |
e19452a9 DD |
197 | |
198 | /* this is the client */ | |
d9c7edf6 | 199 | |
9d19f8a5 | 200 | if (f < 0 && !am_sender) /* e.g. when we got an empty file list. */ |
0f78b815 | 201 | ; |
9d19f8a5 | 202 | else if (!am_sender) { |
58c5c245 WD |
203 | /* Read the first two in opposite order because the meaning of |
204 | * read/write swaps when switching from sender to receiver. */ | |
b9f592fb WD |
205 | total_written = read_longint(f); |
206 | total_read = read_longint(f); | |
a800434a | 207 | stats.total_size = read_longint(f); |
f0f7e760 WD |
208 | if (protocol_version >= 29) { |
209 | stats.flist_buildtime = read_longint(f); | |
210 | stats.flist_xfertime = read_longint(f); | |
211 | } | |
e4676bb5 | 212 | } else if (write_batch) { |
b9f592fb WD |
213 | /* The --read-batch process is going to be a client |
214 | * receiver, so we need to give it the stats. */ | |
215 | write_longint(batch_fd, total_read); | |
216 | write_longint(batch_fd, total_written); | |
217 | write_longint(batch_fd, stats.total_size); | |
f0f7e760 WD |
218 | if (protocol_version >= 29) { |
219 | write_longint(batch_fd, stats.flist_buildtime); | |
220 | write_longint(batch_fd, stats.flist_xfertime); | |
221 | } | |
a800434a | 222 | } |
e4676bb5 | 223 | } |
a800434a | 224 | |
e4676bb5 WD |
225 | static void output_summary(void) |
226 | { | |
a800434a | 227 | if (do_stats) { |
b64ee91a WD |
228 | rprintf(FCLIENT, "\n"); |
229 | rprintf(FINFO,"Number of files: %d\n", stats.num_files); | |
d9c7edf6 WD |
230 | rprintf(FINFO,"Number of files transferred: %d\n", |
231 | stats.num_transferred_files); | |
60613dc8 WD |
232 | rprintf(FINFO,"Total file size: %s bytes\n", |
233 | human_num(stats.total_size)); | |
234 | rprintf(FINFO,"Total transferred file size: %s bytes\n", | |
235 | human_num(stats.total_transferred_size)); | |
236 | rprintf(FINFO,"Literal data: %s bytes\n", | |
237 | human_num(stats.literal_data)); | |
238 | rprintf(FINFO,"Matched data: %s bytes\n", | |
239 | human_num(stats.matched_data)); | |
1f658d42 | 240 | rprintf(FINFO,"File list size: %d\n", stats.flist_size); |
f0f7e760 WD |
241 | if (stats.flist_buildtime) { |
242 | rprintf(FINFO, | |
243 | "File list generation time: %.3f seconds\n", | |
244 | (double)stats.flist_buildtime / 1000); | |
245 | rprintf(FINFO, | |
246 | "File list transfer time: %.3f seconds\n", | |
247 | (double)stats.flist_xfertime / 1000); | |
248 | } | |
60613dc8 WD |
249 | rprintf(FINFO,"Total bytes sent: %s\n", |
250 | human_num(total_written)); | |
251 | rprintf(FINFO,"Total bytes received: %s\n", | |
252 | human_num(total_read)); | |
7a6421fa | 253 | } |
d9c7edf6 | 254 | |
e19452a9 | 255 | if (verbose || do_stats) { |
b64ee91a | 256 | rprintf(FCLIENT, "\n"); |
b9f592fb | 257 | rprintf(FINFO, |
b64ee91a | 258 | "sent %s bytes received %s bytes %s bytes/sec\n", |
60613dc8 WD |
259 | human_num(total_written), human_num(total_read), |
260 | human_dnum((total_written + total_read)/(0.5 + (endtime - starttime)), 2)); | |
261 | rprintf(FINFO, "total size is %s speedup is %.2f\n", | |
262 | human_num(stats.total_size), | |
b9f592fb | 263 | (double)stats.total_size / (total_written+total_read)); |
e19452a9 | 264 | } |
fc8a6b97 AT |
265 | |
266 | fflush(stdout); | |
267 | fflush(stderr); | |
c627d613 AT |
268 | } |
269 | ||
270 | ||
e5a2b854 MP |
271 | /** |
272 | * If our C library can get malloc statistics, then show them to FINFO | |
273 | **/ | |
274 | static void show_malloc_stats(void) | |
275 | { | |
4f5b0756 | 276 | #ifdef HAVE_MALLINFO |
e5a2b854 MP |
277 | struct mallinfo mi; |
278 | ||
279 | mi = mallinfo(); | |
280 | ||
b64ee91a WD |
281 | rprintf(FCLIENT, "\n"); |
282 | rprintf(FINFO, RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n", | |
f846a9bf WD |
283 | getpid(), am_server ? "server " : "", |
284 | am_daemon ? "daemon " : "", who_am_i()); | |
285 | rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n", | |
286 | (long)mi.arena); | |
287 | rprintf(FINFO, " ordblks: %10ld (chunks not in use)\n", | |
288 | (long)mi.ordblks); | |
289 | rprintf(FINFO, " smblks: %10ld\n", | |
290 | (long)mi.smblks); | |
291 | rprintf(FINFO, " hblks: %10ld (chunks from mmap)\n", | |
292 | (long)mi.hblks); | |
293 | rprintf(FINFO, " hblkhd: %10ld (bytes from mmap)\n", | |
294 | (long)mi.hblkhd); | |
295 | rprintf(FINFO, " allmem: %10ld (bytes from sbrk + mmap)\n", | |
296 | (long)mi.arena + mi.hblkhd); | |
297 | rprintf(FINFO, " usmblks: %10ld\n", | |
298 | (long)mi.usmblks); | |
299 | rprintf(FINFO, " fsmblks: %10ld\n", | |
300 | (long)mi.fsmblks); | |
301 | rprintf(FINFO, " uordblks: %10ld (bytes used)\n", | |
302 | (long)mi.uordblks); | |
303 | rprintf(FINFO, " fordblks: %10ld (bytes free)\n", | |
304 | (long)mi.fordblks); | |
305 | rprintf(FINFO, " keepcost: %10ld (bytes in releasable chunk)\n", | |
306 | (long)mi.keepcost); | |
e5a2b854 MP |
307 | #endif /* HAVE_MALLINFO */ |
308 | } | |
309 | ||
310 | ||
0882faa2 | 311 | /* Start the remote shell. cmd may be NULL to use the default. */ |
6c2e5b56 WD |
312 | static pid_t do_cmd(char *cmd, char *machine, char *user, char *path, |
313 | int *f_in, int *f_out) | |
c627d613 | 314 | { |
6c2e5b56 | 315 | int i, argc = 0; |
887e553f | 316 | char *args[MAX_ARGS]; |
19b27a48 | 317 | pid_t ret; |
82f0c63e | 318 | char *dir = NULL; |
bb4aa89c | 319 | int dash_l_set = 0; |
366345fe | 320 | |
088aac85 | 321 | if (!read_batch && !local_server) { |
82f0c63e | 322 | char *t, *f, in_quote = '\0'; |
9af87151 | 323 | char *rsh_env = getenv(RSYNC_RSH_ENV); |
366345fe | 324 | if (!cmd) |
9af87151 | 325 | cmd = rsh_env; |
366345fe AT |
326 | if (!cmd) |
327 | cmd = RSYNC_RSH; | |
328 | cmd = strdup(cmd); | |
d9c7edf6 | 329 | if (!cmd) |
366345fe AT |
330 | goto oom; |
331 | ||
82f0c63e WD |
332 | for (t = f = cmd; *f; f++) { |
333 | if (*f == ' ') | |
334 | continue; | |
e7a392c7 | 335 | /* Comparison leaves rooms for server_options(). */ |
d8c4d6de | 336 | if (argc >= MAX_ARGS - MAX_SERVER_ARGS) { |
e7a392c7 | 337 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); |
887e553f WD |
338 | exit_cleanup(RERR_SYNTAX); |
339 | } | |
82f0c63e WD |
340 | args[argc++] = t; |
341 | while (*f != ' ' || in_quote) { | |
342 | if (!*f) { | |
343 | if (in_quote) { | |
344 | rprintf(FERROR, | |
345 | "Missing trailing-%c in remote-shell command.\n", | |
346 | in_quote); | |
347 | exit_cleanup(RERR_SYNTAX); | |
348 | } | |
349 | f--; | |
350 | break; | |
351 | } | |
352 | if (*f == '\'' || *f == '"') { | |
353 | if (!in_quote) { | |
354 | in_quote = *f++; | |
355 | continue; | |
356 | } | |
357 | if (*f == in_quote && *++f != in_quote) { | |
358 | in_quote = '\0'; | |
359 | continue; | |
360 | } | |
361 | } | |
362 | *t++ = *f++; | |
363 | } | |
364 | *t++ = '\0'; | |
887e553f | 365 | } |
c627d613 | 366 | |
d9c7edf6 | 367 | /* check to see if we've already been given '-l user' in |
9af87151 | 368 | * the remote-shell command */ |
bb4aa89c WD |
369 | for (i = 0; i < argc-1; i++) { |
370 | if (!strcmp(args[i], "-l") && args[i+1][0] != '-') | |
371 | dash_l_set = 1; | |
372 | } | |
373 | ||
4f5b0756 | 374 | #ifdef HAVE_REMSH |
366345fe AT |
375 | /* remsh (on HPUX) takes the arguments the other way around */ |
376 | args[argc++] = machine; | |
bb4aa89c | 377 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
378 | args[argc++] = "-l"; |
379 | args[argc++] = user; | |
380 | } | |
7b8356d0 | 381 | #else |
bb4aa89c | 382 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
383 | args[argc++] = "-l"; |
384 | args[argc++] = user; | |
385 | } | |
386 | args[argc++] = machine; | |
7b8356d0 | 387 | #endif |
c627d613 | 388 | |
366345fe | 389 | args[argc++] = rsync_path; |
c627d613 | 390 | |
9af87151 | 391 | if (blocking_io < 0) { |
90e22f4b WD |
392 | char *cp; |
393 | if ((cp = strrchr(cmd, '/')) != NULL) | |
394 | cp++; | |
395 | else | |
396 | cp = cmd; | |
397 | if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0) | |
398 | blocking_io = 1; | |
66b71163 | 399 | } |
e384bfbd | 400 | |
93689aa5 | 401 | server_options(args,&argc); |
e7a392c7 WD |
402 | |
403 | if (argc >= MAX_ARGS - 2) { | |
404 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); | |
405 | exit_cleanup(RERR_SYNTAX); | |
406 | } | |
366345fe | 407 | } |
c627d613 | 408 | |
366345fe | 409 | args[argc++] = "."; |
76076c4b | 410 | |
d9c7edf6 | 411 | if (!daemon_over_rsh && path && *path) |
366345fe | 412 | args[argc++] = path; |
c627d613 | 413 | |
366345fe | 414 | args[argc] = NULL; |
c627d613 | 415 | |
366345fe | 416 | if (verbose > 3) { |
e7a392c7 | 417 | for (i = 0; i < argc; i++) |
b64ee91a WD |
418 | rprintf(FCLIENT, "cmd[%d]=%s ", i, args[i]); |
419 | rprintf(FCLIENT, "\n"); | |
366345fe AT |
420 | } |
421 | ||
c0d8e84c WD |
422 | if (read_batch) { |
423 | int from_gen_pipe[2]; | |
424 | if (fd_pair(from_gen_pipe) < 0) { | |
425 | rsyserr(FERROR, errno, "pipe"); | |
426 | exit_cleanup(RERR_IPC); | |
427 | } | |
428 | batch_gen_fd = from_gen_pipe[0]; | |
429 | *f_out = from_gen_pipe[1]; | |
430 | *f_in = batch_fd; | |
431 | ret = -1; /* no child pid */ | |
432 | } else if (local_server) { | |
b1df18d7 WD |
433 | /* If the user didn't request --[no-]whole-file, force |
434 | * it on, but only if we're not batch processing. */ | |
c0d8e84c | 435 | if (whole_file < 0 && !write_batch) |
b1df18d7 | 436 | whole_file = 1; |
25d34a5c | 437 | ret = local_child(argc, args, f_in, f_out, child_main); |
c0d8e84c | 438 | } else |
366345fe | 439 | ret = piped_child(args,f_in,f_out); |
c627d613 | 440 | |
3a69fad0 WD |
441 | if (dir) |
442 | free(dir); | |
82306bf6 | 443 | |
366345fe | 444 | return ret; |
c627d613 | 445 | |
acee11fc | 446 | oom: |
366345fe AT |
447 | out_of_memory("do_cmd"); |
448 | return 0; /* not reached */ | |
c627d613 AT |
449 | } |
450 | ||
eb598fac WD |
451 | /* The receiving side operates in one of two modes: |
452 | * | |
cc8c5057 WD |
453 | * 1. it receives any number of files into a destination directory, |
454 | * placing them according to their names in the file-list. | |
eb598fac WD |
455 | * |
456 | * 2. it receives a single file and saves it using the name in the | |
457 | * destination path instead of its file-list name. This requires a | |
458 | * "local name" for writing out the destination file. | |
459 | * | |
a7d461fc WD |
460 | * So, our task is to figure out what mode/local-name we need. |
461 | * For mode 1, we change into the destination directory and return NULL. | |
462 | * For mode 2, we change into the directory containing the destination | |
463 | * file (if we aren't already there) and return the local-name. */ | |
eb598fac | 464 | static char *get_local_name(struct file_list *flist, char *dest_path) |
c627d613 | 465 | { |
7a6421fa | 466 | STRUCT_STAT st; |
a7d461fc | 467 | int statret; |
eb598fac | 468 | char *cp; |
c627d613 | 469 | |
eb598fac WD |
470 | if (verbose > 2) { |
471 | rprintf(FINFO, "get_local_name count=%d %s\n", | |
472 | flist->count, NS(dest_path)); | |
473 | } | |
1f0610ef | 474 | |
ee8e2b15 | 475 | if (!dest_path || list_only) |
1f0610ef | 476 | return NULL; |
c95da96a | 477 | |
a7d461fc WD |
478 | /* See what currently exists at the destination. */ |
479 | if ((statret = safe_stat(dest_path, &st)) == 0) { | |
480 | /* If the destination is a dir, enter it and use mode 1. */ | |
1ff5450d | 481 | if (S_ISDIR(st.st_mode)) { |
582c1589 WD |
482 | if (sanitize_paths) |
483 | die_on_unsafe_path(dest_path, 0); | |
615a5415 | 484 | if (!push_dir(dest_path, 0)) { |
982e05bb | 485 | rsyserr(FERROR, errno, "push_dir#1 %s failed", |
eb598fac | 486 | full_fname(dest_path)); |
65417579 | 487 | exit_cleanup(RERR_FILESELECT); |
1ff5450d AT |
488 | } |
489 | return NULL; | |
490 | } | |
582c1589 WD |
491 | if (sanitize_paths && S_ISLNK(st.st_mode)) |
492 | die_on_unsafe_path(dest_path, 0); | |
1ff5450d | 493 | if (flist->count > 1) { |
eb598fac WD |
494 | rprintf(FERROR, |
495 | "ERROR: destination must be a directory when" | |
496 | " copying more than 1 file\n"); | |
65417579 | 497 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 498 | } |
44c26bf2 WD |
499 | /* Caution: flist->count could be 0! */ |
500 | if (flist->count == 1 && S_ISDIR(flist->files[0]->mode)) { | |
501 | rprintf(FERROR, | |
502 | "ERROR: cannot overwrite non-directory" | |
503 | " with a directory\n"); | |
504 | exit_cleanup(RERR_FILESELECT); | |
505 | } | |
cc8c5057 | 506 | } else if (errno != ENOENT) { |
a7d461fc WD |
507 | /* If we don't know what's at the destination, fail. */ |
508 | rsyserr(FERROR, errno, "ERROR: cannot stat destination %s", | |
cc8c5057 WD |
509 | full_fname(dest_path)); |
510 | exit_cleanup(RERR_FILESELECT); | |
1ff5450d AT |
511 | } |
512 | ||
eb598fac WD |
513 | cp = strrchr(dest_path, '/'); |
514 | ||
a7d461fc WD |
515 | /* If we need a destination directory because the transfer is not |
516 | * of a single non-directory or the user has requested one via a | |
517 | * destination path ending in a slash, create one and use mode 1. */ | |
eb598fac WD |
518 | if (flist->count > 1 || (cp && !cp[1])) { |
519 | /* Lop off the final slash (if any). */ | |
520 | if (cp && !cp[1]) | |
521 | *cp = '\0'; | |
522 | ||
a7d461fc WD |
523 | if (statret == 0) { |
524 | rprintf(FERROR, | |
525 | "ERROR: destination path is not a directory\n"); | |
526 | exit_cleanup(RERR_SYNTAX); | |
527 | } | |
528 | ||
05278935 | 529 | if (mkdir_defmode(dest_path) != 0) { |
eb598fac WD |
530 | rsyserr(FERROR, errno, "mkdir %s failed", |
531 | full_fname(dest_path)); | |
532 | exit_cleanup(RERR_FILEIO); | |
533 | } | |
1ff5450d | 534 | |
eb598fac WD |
535 | if (verbose) |
536 | rprintf(FINFO, "created directory %s\n", dest_path); | |
537 | ||
538 | if (dry_run) { | |
615a5415 | 539 | /* Indicate that dest dir doesn't really exist. */ |
eb598fac | 540 | dry_run++; |
eb598fac WD |
541 | } |
542 | ||
582c1589 WD |
543 | if (sanitize_paths) |
544 | die_on_unsafe_path(dest_path, 0); | |
615a5415 | 545 | if (!push_dir(dest_path, dry_run > 1)) { |
eb598fac WD |
546 | rsyserr(FERROR, errno, "push_dir#2 %s failed", |
547 | full_fname(dest_path)); | |
548 | exit_cleanup(RERR_FILESELECT); | |
549 | } | |
e5a96f0f | 550 | |
e5a96f0f | 551 | return NULL; |
1ff5450d AT |
552 | } |
553 | ||
eb598fac WD |
554 | /* Otherwise, we are writing a single file, possibly on top of an |
555 | * existing non-directory. Change to the item's parent directory | |
556 | * (if it has a path component), return the basename of the | |
557 | * destination file as the local name, and use mode 2. */ | |
558 | if (!cp) | |
559 | return dest_path; | |
560 | ||
561 | if (cp == dest_path) | |
562 | dest_path = "/"; | |
563 | ||
564 | *cp = '\0'; | |
582c1589 WD |
565 | if (sanitize_paths) |
566 | die_on_unsafe_path(dest_path, 0); | |
615a5415 | 567 | if (!push_dir(dest_path, 0)) { |
eb598fac WD |
568 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
569 | full_fname(dest_path)); | |
65417579 | 570 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 571 | } |
eb598fac | 572 | *cp = '/'; |
1ff5450d | 573 | |
eb598fac | 574 | return cp + 1; |
c627d613 AT |
575 | } |
576 | ||
615a5415 WD |
577 | /* Call this if the destination dir (which is assumed to be in curr_dir) |
578 | * does not yet exist and we can't create it due to being in dry-run | |
579 | * mode. We'll fix dirs that can be relative to the non-existent dir. */ | |
580 | static void fix_basis_dirs(void) | |
581 | { | |
ddcba3f0 | 582 | char **dir, *new, *slash; |
615a5415 WD |
583 | int len; |
584 | ||
ddcba3f0 WD |
585 | if (dry_run <= 1) |
586 | return; | |
587 | ||
588 | slash = strrchr(curr_dir, '/'); | |
589 | ||
615a5415 WD |
590 | for (dir = basis_dir; *dir; dir++) { |
591 | if (**dir == '/') | |
592 | continue; | |
593 | len = curr_dir_len + 1 + strlen(*dir) + 1; | |
594 | if (!(new = new_array(char, len))) | |
595 | out_of_memory("fix_basis_dirs"); | |
ddcba3f0 WD |
596 | if (slash && strncmp(*dir, "../", 3) == 0) { |
597 | /* We want to remove only one leading "../" prefix for | |
598 | * the directory we couldn't create in dry-run mode: | |
599 | * this ensures that any other ".." references get | |
600 | * evaluated the same as they would for a live copy. */ | |
601 | *slash = '\0'; | |
602 | pathjoin(new, len, curr_dir, *dir + 3); | |
603 | *slash = '/'; | |
604 | } else | |
605 | pathjoin(new, len, curr_dir, *dir); | |
615a5415 WD |
606 | *dir = new; |
607 | } | |
608 | } | |
c627d613 | 609 | |
1a8e5c97 | 610 | /* This is only called by the sender. */ |
3485ae83 | 611 | static void read_final_goodbye(int f_in, int f_out) |
4e0fcd85 | 612 | { |
1a8e5c97 WD |
613 | int i; |
614 | ||
615 | if (protocol_version < 29) | |
616 | i = read_int(f_in); | |
617 | else { | |
3485ae83 | 618 | while ((i = read_int(f_in)) == the_file_list->count |
1a8e5c97 WD |
619 | && read_shortint(f_in) == ITEM_IS_NEW) { |
620 | /* Forward the keep-alive (no-op) to the receiver. */ | |
3485ae83 | 621 | write_int(f_out, the_file_list->count); |
1a8e5c97 WD |
622 | write_shortint(f_out, ITEM_IS_NEW); |
623 | } | |
4e0fcd85 WD |
624 | } |
625 | ||
1a8e5c97 | 626 | if (i != -1) { |
c7791b8c WD |
627 | rprintf(FERROR, "Invalid packet at end of run (%d) [%s]\n", |
628 | i, who_am_i()); | |
1a8e5c97 | 629 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
630 | } |
631 | } | |
632 | ||
633 | ||
eb598fac | 634 | static void do_server_sender(int f_in, int f_out, int argc, char *argv[]) |
c627d613 | 635 | { |
7a6421fa AT |
636 | struct file_list *flist; |
637 | char *dir = argv[0]; | |
c627d613 | 638 | |
45e08edb WD |
639 | if (verbose > 2) { |
640 | rprintf(FINFO, "server_sender starting pid=%ld\n", | |
641 | (long)getpid()); | |
642 | } | |
d9c7edf6 | 643 | |
2adbcdc7 | 644 | if (am_daemon && lp_write_only(module_id)) { |
7a92ded3 WD |
645 | rprintf(FERROR, "ERROR: module is write only\n"); |
646 | exit_cleanup(RERR_SYNTAX); | |
647 | return; | |
648 | } | |
47c11975 | 649 | if (am_daemon && lp_read_only(module_id) && remove_source_files) { |
bf26aa22 | 650 | rprintf(FERROR, |
044ccbaa | 651 | "ERROR: --remove-%s-files cannot be used with a read-only module\n", |
47c11975 | 652 | remove_source_files == 1 ? "source" : "sent"); |
bf26aa22 WD |
653 | exit_cleanup(RERR_SYNTAX); |
654 | return; | |
655 | } | |
7a92ded3 | 656 | |
582c1589 WD |
657 | if (!relative_paths) { |
658 | if (sanitize_paths) | |
659 | die_on_unsafe_path(dir, 0); | |
615a5415 | 660 | if (!push_dir(dir, 0)) { |
582c1589 WD |
661 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
662 | full_fname(dir)); | |
663 | exit_cleanup(RERR_FILESELECT); | |
664 | } | |
7a6421fa AT |
665 | } |
666 | argc--; | |
667 | argv++; | |
d9c7edf6 | 668 | |
48a1ff0d | 669 | if (argc == 0 && (recurse || list_only)) { |
e1f67417 | 670 | argc = 1; |
7a6421fa AT |
671 | argv--; |
672 | argv[0] = "."; | |
673 | } | |
d9c7edf6 | 674 | |
7a6421fa | 675 | flist = send_file_list(f_out,argc,argv); |
8d9dc9f9 AT |
676 | if (!flist || flist->count == 0) { |
677 | exit_cleanup(0); | |
678 | } | |
a00628b3 | 679 | the_file_list = flist; |
8d9dc9f9 | 680 | |
da3478b2 WD |
681 | io_start_buffering_in(); |
682 | io_start_buffering_out(); | |
683 | ||
7a6421fa | 684 | send_files(flist,f_out,f_in); |
f1e3656e | 685 | io_flush(FULL_FLUSH); |
33c4b445 | 686 | handle_stats(f_out); |
4e0fcd85 | 687 | if (protocol_version >= 24) |
3485ae83 | 688 | read_final_goodbye(f_in, f_out); |
f1e3656e | 689 | io_flush(FULL_FLUSH); |
7a6421fa | 690 | exit_cleanup(0); |
c627d613 AT |
691 | } |
692 | ||
693 | ||
dc5ddbcc AT |
694 | static int do_recv(int f_in,int f_out,struct file_list *flist,char *local_name) |
695 | { | |
d186eb1a | 696 | int pid; |
84e6d6fd | 697 | int exit_code = 0; |
c70e07d9 | 698 | int error_pipe[2]; |
dc5ddbcc | 699 | |
bb6721dc WD |
700 | /* The receiving side mustn't obey this, or an existing symlink that |
701 | * points to an identical file won't be replaced by the referent. */ | |
a695b379 | 702 | copy_links = copy_dirlinks = 0; |
bb6721dc | 703 | |
d186eb1a | 704 | if (preserve_hard_links) |
3485ae83 | 705 | init_hard_links(); |
dc5ddbcc | 706 | |
c70e07d9 | 707 | if (fd_pair(error_pipe) < 0) { |
ab759cd2 | 708 | rsyserr(FERROR, errno, "pipe failed in do_recv"); |
c8f2f857 | 709 | exit_cleanup(RERR_IPC); |
554e0a8d | 710 | } |
d9c7edf6 | 711 | |
f1e3656e | 712 | io_flush(NORMAL_FLUSH); |
c6e7fcb4 | 713 | |
ba449e44 | 714 | if ((pid = do_fork()) == -1) { |
c8f2f857 | 715 | rsyserr(FERROR, errno, "fork failed in do_recv"); |
ba449e44 WD |
716 | exit_cleanup(RERR_IPC); |
717 | } | |
718 | ||
719 | if (pid == 0) { | |
554e0a8d | 720 | close(error_pipe[0]); |
3a69fad0 WD |
721 | if (f_in != f_out) |
722 | close(f_out); | |
e08c9610 | 723 | |
554e0a8d | 724 | /* we can't let two processes write to the socket at one time */ |
9eeb3b9c | 725 | close_multiplexing_out(); |
554e0a8d AT |
726 | |
727 | /* set place to send errors */ | |
f1e3656e | 728 | set_msg_fd_out(error_pipe[1]); |
554e0a8d | 729 | |
c70e07d9 | 730 | recv_files(f_in, flist, local_name); |
f1e3656e | 731 | io_flush(FULL_FLUSH); |
33c4b445 | 732 | handle_stats(f_in); |
e08c9610 | 733 | |
f1e3656e WD |
734 | send_msg(MSG_DONE, "", 0); |
735 | io_flush(FULL_FLUSH); | |
4e0fcd85 | 736 | |
40df65fd WD |
737 | /* Handle any keep-alive packets from the post-processing work |
738 | * that the generator does. */ | |
4e0fcd85 | 739 | if (protocol_version >= 29) { |
051182cb | 740 | kluge_around_eof = -1; |
1a8e5c97 WD |
741 | |
742 | /* This should only get stopped via a USR2 signal. */ | |
743 | while (read_int(f_in) == flist->count | |
744 | && read_shortint(f_in) == ITEM_IS_NEW) {} | |
745 | ||
3485ae83 WD |
746 | rprintf(FERROR, "Invalid packet at end of run [%s]\n", |
747 | who_am_i()); | |
1a8e5c97 | 748 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
749 | } |
750 | ||
9e0582f9 WD |
751 | /* Finally, we go to sleep until our parent kills us with a |
752 | * USR2 signal. We sleep for a short time, as on some OSes | |
753 | * a signal won't interrupt a sleep! */ | |
f1e3656e WD |
754 | while (1) |
755 | msleep(20); | |
d186eb1a | 756 | } |
dc5ddbcc | 757 | |
b695f242 | 758 | am_generator = 1; |
9eeb3b9c | 759 | close_multiplexing_in(); |
e8a96e27 | 760 | if (write_batch && !am_server) |
b9f592fb | 761 | stop_write_batch(); |
b695f242 | 762 | |
554e0a8d | 763 | close(error_pipe[1]); |
3a69fad0 WD |
764 | if (f_in != f_out) |
765 | close(f_in); | |
e1b3d5c4 | 766 | |
da3478b2 | 767 | io_start_buffering_out(); |
b3e10ed7 | 768 | |
f1e3656e | 769 | set_msg_fd_in(error_pipe[0]); |
554e0a8d | 770 | |
c70e07d9 | 771 | generate_files(f_out, flist, local_name); |
8d9dc9f9 | 772 | |
33c4b445 | 773 | handle_stats(-1); |
f1e3656e | 774 | io_flush(FULL_FLUSH); |
d04e9c51 | 775 | if (protocol_version >= 24) { |
8ada7518 AT |
776 | /* send a final goodbye message */ |
777 | write_int(f_out, -1); | |
778 | } | |
f1e3656e | 779 | io_flush(FULL_FLUSH); |
8ada7518 | 780 | |
f1e3656e | 781 | set_msg_fd_in(-1); |
089a2435 | 782 | kill(pid, SIGUSR2); |
84e6d6fd WD |
783 | wait_process_with_flush(pid, &exit_code); |
784 | return exit_code; | |
dc5ddbcc AT |
785 | } |
786 | ||
c627d613 | 787 | |
9486289c | 788 | static void do_server_recv(int f_in, int f_out, int argc,char *argv[]) |
c627d613 | 789 | { |
84e6d6fd | 790 | int exit_code; |
7a6421fa | 791 | struct file_list *flist; |
6c2e5b56 | 792 | char *local_name = NULL; |
7a6421fa | 793 | char *dir = NULL; |
07bff66f WD |
794 | int save_verbose = verbose; |
795 | ||
796 | if (filesfrom_fd >= 0) { | |
797 | /* We can't mix messages with files-from data on the socket, | |
798 | * so temporarily turn off verbose messages. */ | |
799 | verbose = 0; | |
800 | } | |
f0fca04e | 801 | |
45e08edb WD |
802 | if (verbose > 2) { |
803 | rprintf(FINFO, "server_recv(%d) starting pid=%ld\n", | |
804 | argc, (long)getpid()); | |
805 | } | |
09b7f5db | 806 | |
2adbcdc7 | 807 | if (am_daemon && lp_read_only(module_id)) { |
09b7f5db AT |
808 | rprintf(FERROR,"ERROR: module is read only\n"); |
809 | exit_cleanup(RERR_SYNTAX); | |
810 | return; | |
811 | } | |
812 | ||
7a6421fa AT |
813 | if (argc > 0) { |
814 | dir = argv[0]; | |
815 | argc--; | |
816 | argv++; | |
615a5415 | 817 | if (!am_daemon && !push_dir(dir, 0)) { |
982e05bb WD |
818 | rsyserr(FERROR, errno, "push_dir#4 %s failed", |
819 | full_fname(dir)); | |
65417579 | 820 | exit_cleanup(RERR_FILESELECT); |
d9c7edf6 | 821 | } |
7a6421fa | 822 | } |
c627d613 | 823 | |
da3478b2 | 824 | io_start_buffering_in(); |
57dee64e | 825 | recv_filter_list(f_in); |
c627d613 | 826 | |
7c2a9e76 | 827 | if (filesfrom_fd >= 0) { |
07bff66f WD |
828 | /* We need to send the files-from names to the sender at the |
829 | * same time that we receive the file-list from them, so we | |
830 | * need the IO routines to automatically write out the names | |
831 | * onto our f_out socket as we read the file-list. This | |
832 | * avoids both deadlock and extra delays/buffers. */ | |
7c2a9e76 WD |
833 | io_set_filesfrom_fds(filesfrom_fd, f_out); |
834 | filesfrom_fd = -1; | |
835 | } | |
836 | ||
b9f592fb | 837 | flist = recv_file_list(f_in); |
07bff66f | 838 | verbose = save_verbose; |
4c36a13e AT |
839 | if (!flist) { |
840 | rprintf(FERROR,"server_recv: recv_file_list error\n"); | |
65417579 | 841 | exit_cleanup(RERR_FILESELECT); |
7a6421fa | 842 | } |
a00628b3 | 843 | the_file_list = flist; |
d9c7edf6 | 844 | |
29fad7a3 | 845 | if (argc > 0) |
7a6421fa | 846 | local_name = get_local_name(flist,argv[0]); |
c627d613 | 847 | |
7c58c991 WD |
848 | /* Now that we know what our destination directory turned out to be, |
849 | * we can sanitize the --link-/copy-/compare-dest args correctly. */ | |
850 | if (sanitize_paths) { | |
7c58c991 | 851 | char **dir; |
c2c8db91 | 852 | for (dir = basis_dir; *dir; dir++) { |
c2a2147a | 853 | *dir = sanitize_path(NULL, *dir, NULL, curr_dir_depth, NULL); |
c2c8db91 WD |
854 | die_on_unsafe_path(*dir, 0); |
855 | } | |
856 | if (partial_dir) { | |
857 | partial_dir = sanitize_path(NULL, partial_dir, NULL, curr_dir_depth, NULL); | |
858 | /* A relative path gets this checked at every dir change. */ | |
859 | if (*partial_dir == '/') | |
860 | die_on_unsafe_path(partial_dir, 0); | |
861 | } | |
862 | } | |
ddcba3f0 | 863 | fix_basis_dirs(); |
615a5415 | 864 | |
c2c8db91 WD |
865 | if (server_filter_list.head) { |
866 | char **dir; | |
867 | struct filter_list_struct *elp = &server_filter_list; | |
868 | ||
869 | for (dir = basis_dir; *dir; dir++) { | |
870 | if (check_filter(elp, *dir, 1) < 0) | |
871 | goto options_rejected; | |
872 | } | |
873 | if (partial_dir && *partial_dir == '/' | |
874 | && check_filter(elp, partial_dir, 1) < 0) { | |
875 | options_rejected: | |
876 | rprintf(FERROR, | |
877 | "Your options have been rejected by the server.\n"); | |
878 | exit_cleanup(RERR_SYNTAX); | |
879 | } | |
7c58c991 WD |
880 | } |
881 | ||
84e6d6fd WD |
882 | exit_code = do_recv(f_in,f_out,flist,local_name); |
883 | exit_cleanup(exit_code); | |
c627d613 AT |
884 | } |
885 | ||
886 | ||
734a94a2 | 887 | int child_main(int argc, char *argv[]) |
25d34a5c MP |
888 | { |
889 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); | |
734a94a2 | 890 | return 0; |
25d34a5c MP |
891 | } |
892 | ||
893 | ||
9486289c | 894 | void start_server(int f_in, int f_out, int argc, char *argv[]) |
366345fe | 895 | { |
f0359dd0 AT |
896 | set_nonblocking(f_in); |
897 | set_nonblocking(f_out); | |
898 | ||
da3478b2 WD |
899 | io_set_sock_fds(f_in, f_out); |
900 | setup_protocol(f_out, f_in); | |
595251de | 901 | #if defined HAVE_ICONV_OPEN && defined HAVE_ICONV_H |
9656de5d WD |
902 | setup_iconv(); |
903 | #endif | |
da3478b2 | 904 | |
d04e9c51 | 905 | if (protocol_version >= 23) |
da3478b2 | 906 | io_start_multiplex_out(); |
7a6421fa | 907 | |
7a6421fa | 908 | if (am_sender) { |
83926d3c | 909 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
bf26aa22 WD |
910 | if (need_messages_from_generator) |
911 | io_start_multiplex_in(); | |
9b3318b0 | 912 | |
7842418b | 913 | recv_filter_list(f_in); |
7a6421fa AT |
914 | do_server_sender(f_in, f_out, argc, argv); |
915 | } else { | |
916 | do_server_recv(f_in, f_out, argc, argv); | |
917 | } | |
918 | exit_cleanup(0); | |
366345fe AT |
919 | } |
920 | ||
0ba48136 MP |
921 | |
922 | /* | |
923 | * This is called once the connection has been negotiated. It is used | |
924 | * for rsyncd, remote-shell, and local connections. | |
925 | */ | |
19b27a48 | 926 | int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[]) |
9486289c | 927 | { |
088aac85 | 928 | struct file_list *flist = NULL; |
84e6d6fd | 929 | int exit_code = 0, exit_code2 = 0; |
9486289c | 930 | char *local_name = NULL; |
19b27a48 AT |
931 | |
932 | cleanup_child_pid = pid; | |
67a28eb2 | 933 | if (!read_batch) { |
b9f592fb WD |
934 | set_nonblocking(f_in); |
935 | set_nonblocking(f_out); | |
936 | } | |
f0359dd0 | 937 | |
da3478b2 | 938 | io_set_sock_fds(f_in, f_out); |
6d7b6081 | 939 | setup_protocol(f_out,f_in); |
595251de | 940 | #if defined HAVE_ICONV_OPEN && defined HAVE_ICONV_H |
9656de5d WD |
941 | setup_iconv(); |
942 | #endif | |
6d7b6081 | 943 | |
b9f592fb | 944 | if (protocol_version >= 23 && !read_batch) |
da3478b2 | 945 | io_start_multiplex_in(); |
d9c7edf6 | 946 | |
18882701 WD |
947 | /* We set our stderr file handle to blocking because ssh might have |
948 | * set it to non-blocking. This can be particularly troublesome if | |
949 | * stderr is a clone of stdout, because ssh would have set our stdout | |
950 | * to non-blocking at the same time (which can easily cause us to lose | |
951 | * output from our print statements). This kluge shouldn't cause ssh | |
952 | * any problems for how we use it. Note also that we delayed setting | |
953 | * this until after the above protocol setup so that we know for sure | |
954 | * that ssh is done twiddling its file descriptors. */ | |
955 | set_blocking(STDERR_FILENO); | |
956 | ||
9486289c | 957 | if (am_sender) { |
83926d3c | 958 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
da3478b2 | 959 | io_start_buffering_out(); |
860236bf | 960 | if (!filesfrom_host) |
a0a33ee5 | 961 | set_msg_fd_in(f_in); |
57dee64e | 962 | send_filter_list(f_out); |
860236bf | 963 | if (filesfrom_host) |
7c2a9e76 | 964 | filesfrom_fd = f_in; |
b9f592fb | 965 | |
e8a96e27 | 966 | if (write_batch && !am_server) |
b9f592fb | 967 | start_write_batch(f_out); |
a00628b3 | 968 | flist = send_file_list(f_out, argc, argv); |
a0a33ee5 | 969 | set_msg_fd_in(-1); |
d9c7edf6 | 970 | if (verbose > 3) |
9486289c | 971 | rprintf(FINFO,"file list sent\n"); |
a00628b3 | 972 | the_file_list = flist; |
e1b3d5c4 | 973 | |
f1e3656e | 974 | io_flush(NORMAL_FLUSH); |
9486289c | 975 | send_files(flist,f_out,f_in); |
f1e3656e | 976 | io_flush(FULL_FLUSH); |
33c4b445 | 977 | handle_stats(-1); |
4e0fcd85 | 978 | if (protocol_version >= 24) |
3485ae83 | 979 | read_final_goodbye(f_in, f_out); |
9486289c AT |
980 | if (pid != -1) { |
981 | if (verbose > 3) | |
08a740ff | 982 | rprintf(FINFO,"client_run waiting on %d\n", (int) pid); |
f1e3656e | 983 | io_flush(FULL_FLUSH); |
84e6d6fd | 984 | wait_process_with_flush(pid, &exit_code); |
9486289c | 985 | } |
33c4b445 | 986 | output_summary(); |
c87ae64a | 987 | io_flush(FULL_FLUSH); |
84e6d6fd | 988 | exit_cleanup(exit_code); |
9486289c | 989 | } |
f7632fc6 | 990 | |
bf26aa22 WD |
991 | if (need_messages_from_generator && !read_batch) |
992 | io_start_multiplex_out(); | |
993 | ||
48a1ff0d WD |
994 | if (argc == 0) |
995 | list_only |= 1; | |
d9c7edf6 | 996 | |
57dee64e | 997 | send_filter_list(read_batch ? -1 : f_out); |
d9c7edf6 | 998 | |
7c2a9e76 WD |
999 | if (filesfrom_fd >= 0) { |
1000 | io_set_filesfrom_fds(filesfrom_fd, f_out); | |
1001 | filesfrom_fd = -1; | |
1002 | } | |
1003 | ||
e8a96e27 | 1004 | if (write_batch && !am_server) |
b9f592fb | 1005 | start_write_batch(f_in); |
9486289c | 1006 | flist = recv_file_list(f_in); |
a00628b3 | 1007 | the_file_list = flist; |
d9c7edf6 | 1008 | |
9d19f8a5 WD |
1009 | if (flist && flist->count > 0) { |
1010 | local_name = get_local_name(flist, argv[0]); | |
d9c7edf6 | 1011 | |
ddcba3f0 | 1012 | fix_basis_dirs(); |
615a5415 | 1013 | |
84e6d6fd | 1014 | exit_code2 = do_recv(f_in, f_out, flist, local_name); |
9d19f8a5 WD |
1015 | } else { |
1016 | handle_stats(-1); | |
1017 | output_summary(); | |
1018 | } | |
d9c7edf6 | 1019 | |
9486289c | 1020 | if (pid != -1) { |
8d9dc9f9 | 1021 | if (verbose > 3) |
08a740ff | 1022 | rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid); |
f1e3656e | 1023 | io_flush(FULL_FLUSH); |
84e6d6fd | 1024 | wait_process_with_flush(pid, &exit_code); |
9486289c | 1025 | } |
d9c7edf6 | 1026 | |
84e6d6fd | 1027 | return MAX(exit_code, exit_code2); |
9486289c AT |
1028 | } |
1029 | ||
7169bb4a MP |
1030 | static int copy_argv (char *argv[]) |
1031 | { | |
1032 | int i; | |
1033 | ||
1034 | for (i = 0; argv[i]; i++) { | |
1035 | if (!(argv[i] = strdup(argv[i]))) { | |
1036 | rprintf (FERROR, "out of memory at %s(%d)\n", | |
1037 | __FILE__, __LINE__); | |
1038 | return RERR_MALLOC; | |
1039 | } | |
1040 | } | |
1041 | ||
1042 | return 0; | |
1043 | } | |
1044 | ||
1045 | ||
c1a04ecb | 1046 | /** |
0ba48136 MP |
1047 | * Start a client for either type of remote connection. Work out |
1048 | * whether the arguments request a remote shell or rsyncd connection, | |
1049 | * and call the appropriate connection function, then run_client. | |
0b4af330 MP |
1050 | * |
1051 | * Calls either start_socket_client (for sockets) or do_cmd and | |
1052 | * client_run (for ssh). | |
c1a04ecb | 1053 | **/ |
fc8a6b97 | 1054 | static int start_client(int argc, char *argv[]) |
5d6bcd44 AT |
1055 | { |
1056 | char *p; | |
1057 | char *shell_machine = NULL; | |
1058 | char *shell_path = NULL; | |
1059 | char *shell_user = NULL; | |
19b27a48 AT |
1060 | int ret; |
1061 | pid_t pid; | |
5d6bcd44 | 1062 | int f_in,f_out; |
7169bb4a MP |
1063 | int rc; |
1064 | ||
1065 | /* Don't clobber argv[] so that ps(1) can still show the right | |
d9c7edf6 | 1066 | * command line. */ |
75aeac44 | 1067 | if ((rc = copy_argv(argv))) |
7169bb4a | 1068 | return rc; |
5d6bcd44 | 1069 | |
d16c245f | 1070 | if (!read_batch) { /* for read_batch, NO source is specified */ |
860236bf WD |
1071 | shell_path = check_for_hostspec(argv[0], &shell_machine, &rsync_port); |
1072 | if (shell_path) { /* source is remote */ | |
9425918d WD |
1073 | char *dummy1; |
1074 | int dummy2; | |
ee8e2b15 WD |
1075 | if (--argc |
1076 | && check_for_hostspec(argv[argc], &dummy1, &dummy2)) { | |
9425918d WD |
1077 | rprintf(FERROR, |
1078 | "The source and destination cannot both be remote.\n"); | |
1079 | exit_cleanup(RERR_SYNTAX); | |
1080 | } | |
42ccb4c0 | 1081 | argv++; |
860236bf WD |
1082 | if (filesfrom_host && *filesfrom_host |
1083 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1084 | rprintf(FERROR, |
50b31539 | 1085 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1086 | exit_cleanup(RERR_SYNTAX); |
1087 | } | |
860236bf | 1088 | if (rsync_port) { |
d9c7edf6 | 1089 | if (!shell_cmd) { |
860236bf WD |
1090 | return start_socket_client(shell_machine, |
1091 | shell_path, | |
42ccb4c0 | 1092 | argc, argv); |
d9c7edf6 | 1093 | } |
d9c7edf6 | 1094 | daemon_over_rsh = 1; |
75aeac44 | 1095 | } |
3591c066 | 1096 | |
42ccb4c0 WD |
1097 | am_sender = 0; |
1098 | } else { /* source is local, check dest arg */ | |
1099 | am_sender = 1; | |
1100 | ||
ee8e2b15 WD |
1101 | if (argc > 1) |
1102 | p = argv[--argc]; | |
1103 | else { | |
1104 | p = "."; | |
1105 | list_only = 1; | |
d9c7edf6 | 1106 | } |
a125c82a | 1107 | |
ee8e2b15 | 1108 | shell_path = check_for_hostspec(p, &shell_machine, &rsync_port); |
860236bf WD |
1109 | if (shell_path && filesfrom_host && *filesfrom_host |
1110 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1111 | rprintf(FERROR, |
50b31539 | 1112 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1113 | exit_cleanup(RERR_SYNTAX); |
1114 | } | |
860236bf | 1115 | if (!shell_path) { /* no hostspec found, so src & dest are local */ |
d9c7edf6 | 1116 | local_server = 1; |
860236bf | 1117 | if (filesfrom_host) { |
7c2a9e76 | 1118 | rprintf(FERROR, |
50b31539 | 1119 | "--files-from cannot be remote when the transfer is local\n"); |
7c2a9e76 WD |
1120 | exit_cleanup(RERR_SYNTAX); |
1121 | } | |
860236bf | 1122 | shell_machine = NULL; |
ee8e2b15 | 1123 | shell_path = p; |
860236bf | 1124 | } else if (rsync_port) { |
d9c7edf6 | 1125 | if (!shell_cmd) { |
860236bf WD |
1126 | return start_socket_client(shell_machine, |
1127 | shell_path, | |
42ccb4c0 | 1128 | argc, argv); |
d9c7edf6 | 1129 | } |
d9c7edf6 | 1130 | daemon_over_rsh = 1; |
a125c82a | 1131 | } |
5d6bcd44 | 1132 | } |
d16c245f | 1133 | } else { /* read_batch */ |
d9c7edf6 WD |
1134 | local_server = 1; |
1135 | shell_path = argv[argc-1]; | |
860236bf | 1136 | if (check_for_hostspec(shell_path, &shell_machine, &rsync_port)) { |
b9f592fb WD |
1137 | rprintf(FERROR, "remote destination is not allowed with --read-batch\n"); |
1138 | exit_cleanup(RERR_SYNTAX); | |
1139 | } | |
6902ed17 MP |
1140 | } |
1141 | ||
5d6bcd44 | 1142 | if (shell_machine) { |
6fc048f4 | 1143 | p = strrchr(shell_machine,'@'); |
5d6bcd44 AT |
1144 | if (p) { |
1145 | *p = 0; | |
1146 | shell_user = shell_machine; | |
1147 | shell_machine = p+1; | |
1148 | } | |
1149 | } | |
1150 | ||
1151 | if (verbose > 3) { | |
9486289c | 1152 | rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", |
45c49b52 WD |
1153 | shell_cmd ? shell_cmd : "", |
1154 | shell_machine ? shell_machine : "", | |
1155 | shell_user ? shell_user : "", | |
1156 | shell_path ? shell_path : ""); | |
5d6bcd44 | 1157 | } |
d9c7edf6 | 1158 | |
d16c245f | 1159 | /* for remote source, only single dest arg can remain ... */ |
f7632fc6 | 1160 | if (!am_sender && argc > 1) { |
5d6bcd44 | 1161 | usage(FERROR); |
65417579 | 1162 | exit_cleanup(RERR_SYNTAX); |
5d6bcd44 | 1163 | } |
27e3e9c9 | 1164 | |
d16c245f | 1165 | /* ... or no dest at all */ |
48a1ff0d WD |
1166 | if (!am_sender && argc == 0) |
1167 | list_only |= 1; | |
d9c7edf6 | 1168 | |
75aeac44 WD |
1169 | pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path, |
1170 | &f_in,&f_out); | |
1171 | ||
1172 | /* if we're running an rsync server on the remote host over a | |
9af87151 | 1173 | * remote shell command, we need to do the RSYNCD protocol first */ |
75aeac44 WD |
1174 | if (daemon_over_rsh) { |
1175 | int tmpret; | |
1176 | tmpret = start_inband_exchange(shell_user, shell_path, | |
1177 | f_in, f_out, argc); | |
1178 | if (tmpret < 0) | |
1179 | return tmpret; | |
1180 | } | |
1181 | ||
fc8a6b97 AT |
1182 | ret = client_run(f_in, f_out, pid, argc, argv); |
1183 | ||
1184 | fflush(stdout); | |
1185 | fflush(stderr); | |
1186 | ||
1187 | return ret; | |
5d6bcd44 AT |
1188 | } |
1189 | ||
366345fe | 1190 | |
067669da WD |
1191 | static RETSIGTYPE sigusr1_handler(UNUSED(int val)) |
1192 | { | |
6bf32edb | 1193 | exit_cleanup(RERR_SIGNAL1); |
82306bf6 AT |
1194 | } |
1195 | ||
067669da WD |
1196 | static RETSIGTYPE sigusr2_handler(UNUSED(int val)) |
1197 | { | |
33c4b445 WD |
1198 | if (!am_server) |
1199 | output_summary(); | |
40df65fd | 1200 | close_all(); |
33c4b445 WD |
1201 | if (log_got_error) |
1202 | _exit(RERR_PARTIAL); | |
8b35435f AT |
1203 | _exit(0); |
1204 | } | |
1205 | ||
6d59ac19 | 1206 | RETSIGTYPE remember_children(UNUSED(int val)) |
067669da | 1207 | { |
029c1713 | 1208 | #ifdef WNOHANG |
ee7118a8 DD |
1209 | int cnt, status; |
1210 | pid_t pid; | |
1211 | /* An empty waitpid() loop was put here by Tridge and we could never | |
d9c7edf6 | 1212 | * get him to explain why he put it in, so rather than taking it |
ee7118a8 DD |
1213 | * out we're instead saving the child exit statuses for later use. |
1214 | * The waitpid() loop presumably eliminates all possibility of leaving | |
97d8e709 | 1215 | * zombie children, maybe that's why he did it. */ |
ee7118a8 | 1216 | while ((pid = waitpid(-1, &status, WNOHANG)) > 0) { |
9af87151 WD |
1217 | /* save the child's exit status */ |
1218 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { | |
1219 | if (pid_stat_table[cnt].pid == 0) { | |
1220 | pid_stat_table[cnt].pid = pid; | |
1221 | pid_stat_table[cnt].status = status; | |
1222 | break; | |
1223 | } | |
1224 | } | |
ee7118a8 | 1225 | } |
029c1713 | 1226 | #endif |
8261af74 | 1227 | #ifndef HAVE_SIGACTION |
6d59ac19 | 1228 | signal(SIGCHLD, remember_children); |
60ee01f5 | 1229 | #endif |
19b27a48 AT |
1230 | } |
1231 | ||
c0531332 MP |
1232 | |
1233 | /** | |
1234 | * This routine catches signals and tries to send them to gdb. | |
1235 | * | |
1236 | * Because it's called from inside a signal handler it ought not to | |
1237 | * use too many library routines. | |
1238 | * | |
1239 | * @todo Perhaps use "screen -X" instead/as well, to help people | |
1240 | * debugging without easy access to X. Perhaps use an environment | |
1241 | * variable, or just call a script? | |
1242 | * | |
1243 | * @todo The /proc/ magic probably only works on Linux (and | |
1244 | * Solaris?) Can we be more portable? | |
1245 | **/ | |
1246 | #ifdef MAINTAINER_MODE | |
4fdc39dd MP |
1247 | const char *get_panic_action(void) |
1248 | { | |
1249 | const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION"); | |
1250 | ||
1251 | if (cmd_fmt) | |
1252 | return cmd_fmt; | |
1253 | else | |
1254 | return "xterm -display :0 -T Panic -n Panic " | |
1255 | "-e gdb /proc/%d/exe %d"; | |
1256 | } | |
1257 | ||
1258 | ||
9fb3f7a9 MP |
1259 | /** |
1260 | * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION. | |
1261 | * | |
1262 | * This signal handler is only installed if we were configured with | |
1263 | * --enable-maintainer-mode. Perhaps it should always be on and we | |
1264 | * should just look at the environment variable, but I'm a bit leery | |
1265 | * of a signal sending us into a busy loop. | |
1266 | **/ | |
067669da | 1267 | static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig)) |
c0531332 MP |
1268 | { |
1269 | char cmd_buf[300]; | |
1270 | int ret; | |
4fdc39dd MP |
1271 | |
1272 | sprintf(cmd_buf, get_panic_action(), | |
c0531332 MP |
1273 | getpid(), getpid()); |
1274 | ||
1275 | /* Unless we failed to execute gdb, we allow the process to | |
1276 | * continue. I'm not sure if that's right. */ | |
1277 | ret = system(cmd_buf); | |
1278 | if (ret) | |
1279 | _exit(ret); | |
1280 | } | |
1281 | #endif | |
1282 | ||
1283 | ||
5d6bcd44 | 1284 | int main(int argc,char *argv[]) |
d9c7edf6 | 1285 | { |
ff81e809 | 1286 | int ret; |
66a9dc96 WD |
1287 | int orig_argc = argc; |
1288 | char **orig_argv = argv; | |
8261af74 WD |
1289 | #ifdef HAVE_SIGACTION |
1290 | # ifdef HAVE_SIGPROCMASK | |
60ee01f5 | 1291 | sigset_t sigmask; |
5d6bcd44 | 1292 | |
60ee01f5 | 1293 | sigemptyset(&sigmask); |
8261af74 | 1294 | # endif |
60ee01f5 WD |
1295 | sigact.sa_flags = SA_NOCLDSTOP; |
1296 | #endif | |
1297 | SIGACTMASK(SIGUSR1, sigusr1_handler); | |
1298 | SIGACTMASK(SIGUSR2, sigusr2_handler); | |
6d59ac19 | 1299 | SIGACTMASK(SIGCHLD, remember_children); |
c0531332 | 1300 | #ifdef MAINTAINER_MODE |
60ee01f5 WD |
1301 | SIGACTMASK(SIGSEGV, rsync_panic_handler); |
1302 | SIGACTMASK(SIGFPE, rsync_panic_handler); | |
1303 | SIGACTMASK(SIGABRT, rsync_panic_handler); | |
1304 | SIGACTMASK(SIGBUS, rsync_panic_handler); | |
1305 | #endif | |
5d6bcd44 | 1306 | |
7a6421fa | 1307 | starttime = time(NULL); |
6fe05820 | 1308 | am_root = (MY_UID() == 0); |
c627d613 | 1309 | |
a800434a AT |
1310 | memset(&stats, 0, sizeof(stats)); |
1311 | ||
df5e03da AT |
1312 | if (argc < 2) { |
1313 | usage(FERROR); | |
65417579 | 1314 | exit_cleanup(RERR_SYNTAX); |
df5e03da AT |
1315 | } |
1316 | ||
7a6421fa | 1317 | /* we set a 0 umask so that correct file permissions can be |
9af87151 | 1318 | * carried across */ |
05278935 | 1319 | orig_umask = umask(0); |
5d6bcd44 | 1320 | |
eb598fac WD |
1321 | #if defined CONFIG_LOCALE && defined HAVE_SETLOCALE |
1322 | setlocale(LC_CTYPE, ""); | |
1323 | #endif | |
1324 | ||
50135767 | 1325 | if (!parse_arguments(&argc, (const char ***) &argv, 1)) { |
d9c7edf6 WD |
1326 | /* FIXME: We ought to call the same error-handling |
1327 | * code here, rather than relying on getopt. */ | |
50135767 | 1328 | option_error(); |
65417579 | 1329 | exit_cleanup(RERR_SYNTAX); |
b11ed3b1 | 1330 | } |
5d6bcd44 | 1331 | |
60ee01f5 WD |
1332 | SIGACTMASK(SIGINT, sig_int); |
1333 | SIGACTMASK(SIGHUP, sig_int); | |
1334 | SIGACTMASK(SIGTERM, sig_int); | |
1335 | #if defined HAVE_SIGACTION && HAVE_SIGPROCMASK | |
1336 | sigprocmask(SIG_UNBLOCK, &sigmask, NULL); | |
1337 | #endif | |
6b83141d | 1338 | |
34758d5c MP |
1339 | /* Ignore SIGPIPE; we consistently check error codes and will |
1340 | * see the EPIPE. */ | |
60ee01f5 | 1341 | SIGACTION(SIGPIPE, SIG_IGN); |
55e54e46 WD |
1342 | #ifdef SIGXFSZ |
1343 | SIGACTION(SIGXFSZ, SIG_IGN); | |
1344 | #endif | |
34758d5c | 1345 | |
c226b7c2 | 1346 | /* Initialize push_dir here because on some old systems getcwd |
9af87151 WD |
1347 | * (implemented by forking "pwd" and reading its output) doesn't |
1348 | * work when there are other child processes. Also, on all systems | |
1349 | * that implement getcwd that way "pwd" can't be found after chroot. */ | |
615a5415 | 1350 | push_dir(NULL, 0); |
c226b7c2 | 1351 | |
44e9e221 WD |
1352 | init_flist(); |
1353 | ||
e8a96e27 | 1354 | if ((write_batch || read_batch) && !am_server) { |
b9f592fb | 1355 | if (write_batch) |
66a9dc96 | 1356 | write_batch_shell_file(orig_argc, orig_argv, argc); |
b9f592fb | 1357 | |
dbbab0c4 WD |
1358 | if (read_batch && strcmp(batch_name, "-") == 0) |
1359 | batch_fd = STDIN_FILENO; | |
1360 | else { | |
1361 | batch_fd = do_open(batch_name, | |
b9f592fb WD |
1362 | write_batch ? O_WRONLY | O_CREAT | O_TRUNC |
1363 | : O_RDONLY, S_IRUSR | S_IWUSR); | |
dbbab0c4 | 1364 | } |
b9f592fb WD |
1365 | if (batch_fd < 0) { |
1366 | rsyserr(FERROR, errno, "Batch file %s open error", | |
71903f60 | 1367 | full_fname(batch_name)); |
b9f592fb WD |
1368 | exit_cleanup(RERR_FILEIO); |
1369 | } | |
9459290a WD |
1370 | if (read_batch) |
1371 | read_stream_flags(batch_fd); | |
6902ed17 | 1372 | } |
e8a96e27 WD |
1373 | if (write_batch < 0) |
1374 | dry_run = 1; | |
6902ed17 | 1375 | |
75aeac44 | 1376 | if (am_daemon && !am_server) |
7a6421fa | 1377 | return daemon_main(); |
f0fca04e | 1378 | |
08ac228f AT |
1379 | if (argc < 1) { |
1380 | usage(FERROR); | |
65417579 | 1381 | exit_cleanup(RERR_SYNTAX); |
08ac228f AT |
1382 | } |
1383 | ||
7a6421fa | 1384 | if (am_server) { |
f0359dd0 AT |
1385 | set_nonblocking(STDIN_FILENO); |
1386 | set_nonblocking(STDOUT_FILENO); | |
75aeac44 WD |
1387 | if (am_daemon) |
1388 | return start_daemon(STDIN_FILENO, STDOUT_FILENO); | |
7a6421fa AT |
1389 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); |
1390 | } | |
c627d613 | 1391 | |
ff81e809 | 1392 | ret = start_client(argc, argv); |
d9c7edf6 | 1393 | if (ret == -1) |
9098bbf3 | 1394 | exit_cleanup(RERR_STARTCLIENT); |
088aac85 | 1395 | else |
9098bbf3 MP |
1396 | exit_cleanup(ret); |
1397 | ||
0f5a04e3 | 1398 | return ret; |
c627d613 | 1399 | } |