Commit | Line | Data |
---|---|---|
0f78b815 WD |
1 | /* |
2 | * The startup routines, including main(), for rsync. | |
3 | * | |
4 | * Copyright (C) 1996-2001 Andrew Tridgell <tridge@samba.org> | |
5 | * Copyright (C) 1996 Paul Mackerras | |
6 | * Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org> | |
ba2133d6 | 7 | * Copyright (C) 2003-2007 Wayne Davison |
0f78b815 WD |
8 | * |
9 | * This program is free software; you can redistribute it and/or modify | |
ba2133d6 WD |
10 | * it under the terms of the GNU General Public License version 2 as |
11 | * published by the Free Software Foundation. | |
0f78b815 WD |
12 | * |
13 | * This program is distributed in the hope that it will be useful, | |
14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
16 | * GNU General Public License for more details. | |
17 | * | |
e7c67065 WD |
18 | * You should have received a copy of the GNU General Public License along |
19 | * with this program; if not, write to the Free Software Foundation, Inc., | |
20 | * 51 Franklin Street - Fifth Floor, Boston, MA 02110-1301, USA. | |
0f78b815 | 21 | */ |
c627d613 AT |
22 | |
23 | #include "rsync.h" | |
a72ba0cf | 24 | #include "io.h" |
d9401514 WD |
25 | #if defined CONFIG_LOCALE && defined HAVE_LOCALE_H |
26 | #include <locale.h> | |
27 | #endif | |
c627d613 | 28 | |
50839b4b WD |
29 | extern int verbose; |
30 | extern int dry_run; | |
31 | extern int list_only; | |
32eda096 | 32 | extern int am_root; |
d9c7edf6 WD |
33 | extern int am_server; |
34 | extern int am_sender; | |
b695f242 | 35 | extern int am_generator; |
d9c7edf6 | 36 | extern int am_daemon; |
3ea6e0e7 | 37 | extern int inc_recurse; |
32eda096 | 38 | extern int blocking_io; |
47c11975 | 39 | extern int remove_source_files; |
32eda096 | 40 | extern int daemon_over_rsh; |
bf26aa22 | 41 | extern int need_messages_from_generator; |
051182cb | 42 | extern int kluge_around_eof; |
32eda096 | 43 | extern int do_stats; |
32eda096 WD |
44 | extern int log_got_error; |
45 | extern int module_id; | |
bb6721dc | 46 | extern int copy_links; |
a695b379 | 47 | extern int copy_dirlinks; |
83926d3c | 48 | extern int keep_dirlinks; |
32eda096 | 49 | extern int preserve_hard_links; |
d04e9c51 | 50 | extern int protocol_version; |
f3d6d480 | 51 | extern int file_total; |
32eda096 WD |
52 | extern int recurse; |
53 | extern int relative_paths; | |
7c58c991 | 54 | extern int sanitize_paths; |
c2a2147a | 55 | extern int curr_dir_depth; |
615a5415 | 56 | extern int curr_dir_len; |
7c58c991 | 57 | extern int module_id; |
32eda096 | 58 | extern int rsync_port; |
b1df18d7 | 59 | extern int whole_file; |
32eda096 WD |
60 | extern int read_batch; |
61 | extern int write_batch; | |
b9f592fb | 62 | extern int batch_fd; |
32eda096 WD |
63 | extern int filesfrom_fd; |
64 | extern pid_t cleanup_child_pid; | |
50839b4b | 65 | extern struct stats stats; |
860236bf | 66 | extern char *filesfrom_host; |
c2c8db91 | 67 | extern char *partial_dir; |
7c58c991 | 68 | extern char *basis_dir[]; |
32eda096 WD |
69 | extern char *rsync_path; |
70 | extern char *shell_cmd; | |
9b3318b0 | 71 | extern char *batch_name; |
a39da29a | 72 | extern char *password_file; |
615a5415 | 73 | extern char curr_dir[MAXPATHLEN]; |
c2c8db91 | 74 | extern struct filter_list_struct server_filter_list; |
57dee64e WD |
75 | |
76 | int local_server = 0; | |
2a94207a | 77 | int new_root_dir = 0; |
05278935 | 78 | mode_t orig_umask = 0; |
f3d6d480 | 79 | int batch_gen_fd = -1; |
c627d613 | 80 | |
91c5833b WD |
81 | /* There's probably never more than at most 2 outstanding child processes, |
82 | * but set it higher, just in case. */ | |
84e6d6fd | 83 | #define MAXCHILDPROCS 7 |
ee7118a8 | 84 | |
8261af74 WD |
85 | #ifdef HAVE_SIGACTION |
86 | # ifdef HAVE_SIGPROCMASK | |
87 | # define SIGACTMASK(n,h) SIGACTION(n,h), sigaddset(&sigmask,(n)) | |
88 | # else | |
89 | # define SIGACTMASK(n,h) SIGACTION(n,h) | |
90 | # endif | |
60ee01f5 WD |
91 | static struct sigaction sigact; |
92 | #endif | |
93 | ||
ee7118a8 DD |
94 | struct pid_status { |
95 | pid_t pid; | |
84e6d6fd | 96 | int status; |
ee7118a8 DD |
97 | } pid_stat_table[MAXCHILDPROCS]; |
98 | ||
33c4b445 WD |
99 | static time_t starttime, endtime; |
100 | static int64 total_read, total_written; | |
101 | ||
e5a2b854 | 102 | static void show_malloc_stats(void); |
82980a23 | 103 | |
97d8e709 | 104 | /* Works like waitpid(), but if we already harvested the child pid in our |
6d59ac19 | 105 | * remember_children(), we succeed instead of returning an error. */ |
97d8e709 | 106 | pid_t wait_process(pid_t pid, int *status_ptr, int flags) |
82980a23 | 107 | { |
d365e229 WD |
108 | pid_t waited_pid; |
109 | ||
110 | do { | |
111 | waited_pid = waitpid(pid, status_ptr, flags); | |
112 | } while (waited_pid == -1 && errno == EINTR); | |
d9c7edf6 | 113 | |
6fb812f7 | 114 | if (waited_pid == -1 && errno == ECHILD) { |
97d8e709 | 115 | /* Status of requested child no longer available: check to |
6d59ac19 | 116 | * see if it was processed by remember_children(). */ |
97d8e709 | 117 | int cnt; |
84e6d6fd | 118 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { |
ee7118a8 | 119 | if (pid == pid_stat_table[cnt].pid) { |
97d8e709 | 120 | *status_ptr = pid_stat_table[cnt].status; |
ee7118a8 | 121 | pid_stat_table[cnt].pid = 0; |
97d8e709 | 122 | return pid; |
ee7118a8 DD |
123 | } |
124 | } | |
125 | } | |
126 | ||
97d8e709 WD |
127 | return waited_pid; |
128 | } | |
129 | ||
130 | /* Wait for a process to exit, calling io_flush while waiting. */ | |
84e6d6fd | 131 | static void wait_process_with_flush(pid_t pid, int *exit_code_ptr) |
97d8e709 WD |
132 | { |
133 | pid_t waited_pid; | |
134 | int status; | |
135 | ||
136 | while ((waited_pid = wait_process(pid, &status, WNOHANG)) == 0) { | |
137 | msleep(20); | |
138 | io_flush(FULL_FLUSH); | |
139 | } | |
140 | ||
d9c7edf6 WD |
141 | /* TODO: If the child exited on a signal, then log an |
142 | * appropriate error message. Perhaps we should also accept a | |
143 | * message describing the purpose of the child. Also indicate | |
dbefb6b4 | 144 | * this to the caller so that they know something went wrong. */ |
84e6d6fd WD |
145 | if (waited_pid < 0) { |
146 | rsyserr(FERROR, errno, "waitpid"); | |
147 | *exit_code_ptr = RERR_WAITCHILD; | |
148 | } else if (!WIFEXITED(status)) { | |
40e6752f | 149 | #ifdef WCOREDUMP |
dbefb6b4 | 150 | if (WCOREDUMP(status)) |
84e6d6fd | 151 | *exit_code_ptr = RERR_CRASHED; |
40e6752f WD |
152 | else |
153 | #endif | |
154 | if (WIFSIGNALED(status)) | |
84e6d6fd | 155 | *exit_code_ptr = RERR_TERMINATED; |
dbefb6b4 | 156 | else |
84e6d6fd | 157 | *exit_code_ptr = RERR_WAITCHILD; |
dbefb6b4 | 158 | } else |
84e6d6fd | 159 | *exit_code_ptr = WEXITSTATUS(status); |
82980a23 AT |
160 | } |
161 | ||
b9f592fb WD |
162 | /* This function gets called from all 3 processes. We want the client side |
163 | * to actually output the text, but the sender is the only process that has | |
164 | * all the stats we need. So, if we're a client sender, we do the report. | |
165 | * If we're a server sender, we write the stats on the supplied fd. If | |
166 | * we're the client receiver we read the stats from the supplied fd and do | |
167 | * the report. All processes might also generate a set of debug stats, if | |
168 | * the verbose level is high enough (this is the only thing that the | |
169 | * generator process and the server receiver ever do here). */ | |
33c4b445 | 170 | static void handle_stats(int f) |
c627d613 | 171 | { |
33c4b445 WD |
172 | endtime = time(NULL); |
173 | ||
b9f592fb | 174 | /* Cache two stats because the read/write code can change it. */ |
33c4b445 WD |
175 | total_read = stats.total_read; |
176 | total_written = stats.total_written; | |
7a6421fa | 177 | |
7bb7058e | 178 | if (do_stats && verbose > 1) { |
5c15e29f | 179 | /* These come out from every process */ |
7bb7058e | 180 | show_malloc_stats(); |
86943126 | 181 | show_flist_stats(); |
5c15e29f MP |
182 | } |
183 | ||
e5fbaa71 S |
184 | if (am_generator) |
185 | return; | |
186 | ||
248fbb8c | 187 | if (am_daemon) { |
83926d3c WD |
188 | if (f == -1 || !am_sender) |
189 | return; | |
248fbb8c AT |
190 | } |
191 | ||
e19452a9 | 192 | if (am_server) { |
3e491682 | 193 | if (am_sender) { |
a72ba0cf WD |
194 | write_varlong30(f, total_read, 3); |
195 | write_varlong30(f, total_written, 3); | |
196 | write_varlong30(f, stats.total_size, 3); | |
f0f7e760 | 197 | if (protocol_version >= 29) { |
a72ba0cf WD |
198 | write_varlong30(f, stats.flist_buildtime, 3); |
199 | write_varlong30(f, stats.flist_xfertime, 3); | |
f0f7e760 | 200 | } |
e19452a9 | 201 | } |
7a6421fa AT |
202 | return; |
203 | } | |
e19452a9 DD |
204 | |
205 | /* this is the client */ | |
d9c7edf6 | 206 | |
9d19f8a5 | 207 | if (f < 0 && !am_sender) /* e.g. when we got an empty file list. */ |
0f78b815 | 208 | ; |
9d19f8a5 | 209 | else if (!am_sender) { |
58c5c245 WD |
210 | /* Read the first two in opposite order because the meaning of |
211 | * read/write swaps when switching from sender to receiver. */ | |
a72ba0cf WD |
212 | total_written = read_varlong30(f, 3); |
213 | total_read = read_varlong30(f, 3); | |
214 | stats.total_size = read_varlong30(f, 3); | |
f0f7e760 | 215 | if (protocol_version >= 29) { |
a72ba0cf WD |
216 | stats.flist_buildtime = read_varlong30(f, 3); |
217 | stats.flist_xfertime = read_varlong30(f, 3); | |
f0f7e760 | 218 | } |
e4676bb5 | 219 | } else if (write_batch) { |
b9f592fb WD |
220 | /* The --read-batch process is going to be a client |
221 | * receiver, so we need to give it the stats. */ | |
a72ba0cf WD |
222 | write_varlong30(batch_fd, total_read, 3); |
223 | write_varlong30(batch_fd, total_written, 3); | |
224 | write_varlong30(batch_fd, stats.total_size, 3); | |
f0f7e760 | 225 | if (protocol_version >= 29) { |
a72ba0cf WD |
226 | write_varlong30(batch_fd, stats.flist_buildtime, 3); |
227 | write_varlong30(batch_fd, stats.flist_xfertime, 3); | |
f0f7e760 | 228 | } |
a800434a | 229 | } |
e4676bb5 | 230 | } |
a800434a | 231 | |
e4676bb5 WD |
232 | static void output_summary(void) |
233 | { | |
a800434a | 234 | if (do_stats) { |
b64ee91a WD |
235 | rprintf(FCLIENT, "\n"); |
236 | rprintf(FINFO,"Number of files: %d\n", stats.num_files); | |
d9c7edf6 WD |
237 | rprintf(FINFO,"Number of files transferred: %d\n", |
238 | stats.num_transferred_files); | |
60613dc8 WD |
239 | rprintf(FINFO,"Total file size: %s bytes\n", |
240 | human_num(stats.total_size)); | |
241 | rprintf(FINFO,"Total transferred file size: %s bytes\n", | |
242 | human_num(stats.total_transferred_size)); | |
243 | rprintf(FINFO,"Literal data: %s bytes\n", | |
244 | human_num(stats.literal_data)); | |
245 | rprintf(FINFO,"Matched data: %s bytes\n", | |
246 | human_num(stats.matched_data)); | |
eb0144d7 WD |
247 | rprintf(FINFO,"File list size: %s\n", |
248 | human_num(stats.flist_size)); | |
f0f7e760 WD |
249 | if (stats.flist_buildtime) { |
250 | rprintf(FINFO, | |
251 | "File list generation time: %.3f seconds\n", | |
252 | (double)stats.flist_buildtime / 1000); | |
253 | rprintf(FINFO, | |
254 | "File list transfer time: %.3f seconds\n", | |
255 | (double)stats.flist_xfertime / 1000); | |
256 | } | |
60613dc8 WD |
257 | rprintf(FINFO,"Total bytes sent: %s\n", |
258 | human_num(total_written)); | |
259 | rprintf(FINFO,"Total bytes received: %s\n", | |
260 | human_num(total_read)); | |
7a6421fa | 261 | } |
d9c7edf6 | 262 | |
e19452a9 | 263 | if (verbose || do_stats) { |
b64ee91a | 264 | rprintf(FCLIENT, "\n"); |
b9f592fb | 265 | rprintf(FINFO, |
b64ee91a | 266 | "sent %s bytes received %s bytes %s bytes/sec\n", |
60613dc8 WD |
267 | human_num(total_written), human_num(total_read), |
268 | human_dnum((total_written + total_read)/(0.5 + (endtime - starttime)), 2)); | |
269 | rprintf(FINFO, "total size is %s speedup is %.2f\n", | |
270 | human_num(stats.total_size), | |
b9f592fb | 271 | (double)stats.total_size / (total_written+total_read)); |
e19452a9 | 272 | } |
fc8a6b97 AT |
273 | |
274 | fflush(stdout); | |
275 | fflush(stderr); | |
c627d613 AT |
276 | } |
277 | ||
278 | ||
e5a2b854 MP |
279 | /** |
280 | * If our C library can get malloc statistics, then show them to FINFO | |
281 | **/ | |
282 | static void show_malloc_stats(void) | |
283 | { | |
4f5b0756 | 284 | #ifdef HAVE_MALLINFO |
e5a2b854 MP |
285 | struct mallinfo mi; |
286 | ||
287 | mi = mallinfo(); | |
288 | ||
b64ee91a WD |
289 | rprintf(FCLIENT, "\n"); |
290 | rprintf(FINFO, RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n", | |
f846a9bf WD |
291 | getpid(), am_server ? "server " : "", |
292 | am_daemon ? "daemon " : "", who_am_i()); | |
293 | rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n", | |
294 | (long)mi.arena); | |
295 | rprintf(FINFO, " ordblks: %10ld (chunks not in use)\n", | |
296 | (long)mi.ordblks); | |
297 | rprintf(FINFO, " smblks: %10ld\n", | |
298 | (long)mi.smblks); | |
299 | rprintf(FINFO, " hblks: %10ld (chunks from mmap)\n", | |
300 | (long)mi.hblks); | |
301 | rprintf(FINFO, " hblkhd: %10ld (bytes from mmap)\n", | |
302 | (long)mi.hblkhd); | |
303 | rprintf(FINFO, " allmem: %10ld (bytes from sbrk + mmap)\n", | |
304 | (long)mi.arena + mi.hblkhd); | |
305 | rprintf(FINFO, " usmblks: %10ld\n", | |
306 | (long)mi.usmblks); | |
307 | rprintf(FINFO, " fsmblks: %10ld\n", | |
308 | (long)mi.fsmblks); | |
309 | rprintf(FINFO, " uordblks: %10ld (bytes used)\n", | |
310 | (long)mi.uordblks); | |
311 | rprintf(FINFO, " fordblks: %10ld (bytes free)\n", | |
312 | (long)mi.fordblks); | |
313 | rprintf(FINFO, " keepcost: %10ld (bytes in releasable chunk)\n", | |
314 | (long)mi.keepcost); | |
e5a2b854 MP |
315 | #endif /* HAVE_MALLINFO */ |
316 | } | |
317 | ||
318 | ||
0882faa2 | 319 | /* Start the remote shell. cmd may be NULL to use the default. */ |
6c2e5b56 WD |
320 | static pid_t do_cmd(char *cmd, char *machine, char *user, char *path, |
321 | int *f_in, int *f_out) | |
c627d613 | 322 | { |
6c2e5b56 | 323 | int i, argc = 0; |
887e553f | 324 | char *args[MAX_ARGS]; |
19b27a48 | 325 | pid_t ret; |
82f0c63e | 326 | char *dir = NULL; |
bb4aa89c | 327 | int dash_l_set = 0; |
366345fe | 328 | |
088aac85 | 329 | if (!read_batch && !local_server) { |
82f0c63e | 330 | char *t, *f, in_quote = '\0'; |
9af87151 | 331 | char *rsh_env = getenv(RSYNC_RSH_ENV); |
366345fe | 332 | if (!cmd) |
9af87151 | 333 | cmd = rsh_env; |
366345fe AT |
334 | if (!cmd) |
335 | cmd = RSYNC_RSH; | |
336 | cmd = strdup(cmd); | |
d9c7edf6 | 337 | if (!cmd) |
366345fe AT |
338 | goto oom; |
339 | ||
82f0c63e WD |
340 | for (t = f = cmd; *f; f++) { |
341 | if (*f == ' ') | |
342 | continue; | |
e7a392c7 | 343 | /* Comparison leaves rooms for server_options(). */ |
d8c4d6de | 344 | if (argc >= MAX_ARGS - MAX_SERVER_ARGS) { |
e7a392c7 | 345 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); |
887e553f WD |
346 | exit_cleanup(RERR_SYNTAX); |
347 | } | |
82f0c63e WD |
348 | args[argc++] = t; |
349 | while (*f != ' ' || in_quote) { | |
350 | if (!*f) { | |
351 | if (in_quote) { | |
352 | rprintf(FERROR, | |
353 | "Missing trailing-%c in remote-shell command.\n", | |
354 | in_quote); | |
355 | exit_cleanup(RERR_SYNTAX); | |
356 | } | |
357 | f--; | |
358 | break; | |
359 | } | |
360 | if (*f == '\'' || *f == '"') { | |
361 | if (!in_quote) { | |
362 | in_quote = *f++; | |
363 | continue; | |
364 | } | |
365 | if (*f == in_quote && *++f != in_quote) { | |
366 | in_quote = '\0'; | |
367 | continue; | |
368 | } | |
369 | } | |
370 | *t++ = *f++; | |
371 | } | |
372 | *t++ = '\0'; | |
887e553f | 373 | } |
c627d613 | 374 | |
d9c7edf6 | 375 | /* check to see if we've already been given '-l user' in |
9af87151 | 376 | * the remote-shell command */ |
bb4aa89c WD |
377 | for (i = 0; i < argc-1; i++) { |
378 | if (!strcmp(args[i], "-l") && args[i+1][0] != '-') | |
379 | dash_l_set = 1; | |
380 | } | |
381 | ||
4f5b0756 | 382 | #ifdef HAVE_REMSH |
366345fe AT |
383 | /* remsh (on HPUX) takes the arguments the other way around */ |
384 | args[argc++] = machine; | |
bb4aa89c | 385 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
386 | args[argc++] = "-l"; |
387 | args[argc++] = user; | |
388 | } | |
7b8356d0 | 389 | #else |
bb4aa89c | 390 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
391 | args[argc++] = "-l"; |
392 | args[argc++] = user; | |
393 | } | |
394 | args[argc++] = machine; | |
7b8356d0 | 395 | #endif |
c627d613 | 396 | |
366345fe | 397 | args[argc++] = rsync_path; |
c627d613 | 398 | |
9af87151 | 399 | if (blocking_io < 0) { |
90e22f4b WD |
400 | char *cp; |
401 | if ((cp = strrchr(cmd, '/')) != NULL) | |
402 | cp++; | |
403 | else | |
404 | cp = cmd; | |
405 | if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0) | |
406 | blocking_io = 1; | |
66b71163 | 407 | } |
e384bfbd | 408 | |
93689aa5 | 409 | server_options(args,&argc); |
e7a392c7 WD |
410 | |
411 | if (argc >= MAX_ARGS - 2) { | |
412 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); | |
413 | exit_cleanup(RERR_SYNTAX); | |
414 | } | |
366345fe | 415 | } |
c627d613 | 416 | |
366345fe | 417 | args[argc++] = "."; |
76076c4b | 418 | |
d9c7edf6 | 419 | if (!daemon_over_rsh && path && *path) |
366345fe | 420 | args[argc++] = path; |
c627d613 | 421 | |
366345fe | 422 | args[argc] = NULL; |
c627d613 | 423 | |
366345fe | 424 | if (verbose > 3) { |
e7a392c7 | 425 | for (i = 0; i < argc; i++) |
b64ee91a WD |
426 | rprintf(FCLIENT, "cmd[%d]=%s ", i, args[i]); |
427 | rprintf(FCLIENT, "\n"); | |
366345fe AT |
428 | } |
429 | ||
c0d8e84c WD |
430 | if (read_batch) { |
431 | int from_gen_pipe[2]; | |
432 | if (fd_pair(from_gen_pipe) < 0) { | |
433 | rsyserr(FERROR, errno, "pipe"); | |
434 | exit_cleanup(RERR_IPC); | |
435 | } | |
436 | batch_gen_fd = from_gen_pipe[0]; | |
437 | *f_out = from_gen_pipe[1]; | |
438 | *f_in = batch_fd; | |
439 | ret = -1; /* no child pid */ | |
440 | } else if (local_server) { | |
b1df18d7 WD |
441 | /* If the user didn't request --[no-]whole-file, force |
442 | * it on, but only if we're not batch processing. */ | |
c0d8e84c | 443 | if (whole_file < 0 && !write_batch) |
b1df18d7 | 444 | whole_file = 1; |
25d34a5c | 445 | ret = local_child(argc, args, f_in, f_out, child_main); |
c0d8e84c | 446 | } else |
366345fe | 447 | ret = piped_child(args,f_in,f_out); |
c627d613 | 448 | |
3a69fad0 WD |
449 | if (dir) |
450 | free(dir); | |
82306bf6 | 451 | |
366345fe | 452 | return ret; |
c627d613 | 453 | |
acee11fc | 454 | oom: |
366345fe AT |
455 | out_of_memory("do_cmd"); |
456 | return 0; /* not reached */ | |
c627d613 AT |
457 | } |
458 | ||
eb598fac WD |
459 | /* The receiving side operates in one of two modes: |
460 | * | |
cc8c5057 WD |
461 | * 1. it receives any number of files into a destination directory, |
462 | * placing them according to their names in the file-list. | |
eb598fac WD |
463 | * |
464 | * 2. it receives a single file and saves it using the name in the | |
465 | * destination path instead of its file-list name. This requires a | |
466 | * "local name" for writing out the destination file. | |
467 | * | |
a7d461fc WD |
468 | * So, our task is to figure out what mode/local-name we need. |
469 | * For mode 1, we change into the destination directory and return NULL. | |
470 | * For mode 2, we change into the directory containing the destination | |
471 | * file (if we aren't already there) and return the local-name. */ | |
eb598fac | 472 | static char *get_local_name(struct file_list *flist, char *dest_path) |
c627d613 | 473 | { |
7a6421fa | 474 | STRUCT_STAT st; |
a7d461fc | 475 | int statret; |
eb598fac | 476 | char *cp; |
c627d613 | 477 | |
eb598fac WD |
478 | if (verbose > 2) { |
479 | rprintf(FINFO, "get_local_name count=%d %s\n", | |
f3d6d480 | 480 | file_total, NS(dest_path)); |
eb598fac | 481 | } |
1f0610ef | 482 | |
ee8e2b15 | 483 | if (!dest_path || list_only) |
1f0610ef | 484 | return NULL; |
c95da96a | 485 | |
a7d461fc | 486 | /* See what currently exists at the destination. */ |
1a7f3d99 | 487 | if ((statret = do_stat(dest_path, &st)) == 0) { |
a7d461fc | 488 | /* If the destination is a dir, enter it and use mode 1. */ |
1ff5450d | 489 | if (S_ISDIR(st.st_mode)) { |
615a5415 | 490 | if (!push_dir(dest_path, 0)) { |
982e05bb | 491 | rsyserr(FERROR, errno, "push_dir#1 %s failed", |
eb598fac | 492 | full_fname(dest_path)); |
65417579 | 493 | exit_cleanup(RERR_FILESELECT); |
1ff5450d AT |
494 | } |
495 | return NULL; | |
496 | } | |
f3d6d480 | 497 | if (file_total > 1) { |
eb598fac WD |
498 | rprintf(FERROR, |
499 | "ERROR: destination must be a directory when" | |
500 | " copying more than 1 file\n"); | |
65417579 | 501 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 502 | } |
f3d6d480 | 503 | if (file_total == 1 && S_ISDIR(flist->files[0]->mode)) { |
44c26bf2 WD |
504 | rprintf(FERROR, |
505 | "ERROR: cannot overwrite non-directory" | |
506 | " with a directory\n"); | |
507 | exit_cleanup(RERR_FILESELECT); | |
508 | } | |
cc8c5057 | 509 | } else if (errno != ENOENT) { |
a7d461fc WD |
510 | /* If we don't know what's at the destination, fail. */ |
511 | rsyserr(FERROR, errno, "ERROR: cannot stat destination %s", | |
cc8c5057 WD |
512 | full_fname(dest_path)); |
513 | exit_cleanup(RERR_FILESELECT); | |
1ff5450d AT |
514 | } |
515 | ||
eb598fac WD |
516 | cp = strrchr(dest_path, '/'); |
517 | ||
a7d461fc WD |
518 | /* If we need a destination directory because the transfer is not |
519 | * of a single non-directory or the user has requested one via a | |
520 | * destination path ending in a slash, create one and use mode 1. */ | |
f3d6d480 | 521 | if (file_total > 1 || (cp && !cp[1])) { |
eb598fac WD |
522 | /* Lop off the final slash (if any). */ |
523 | if (cp && !cp[1]) | |
524 | *cp = '\0'; | |
525 | ||
a7d461fc WD |
526 | if (statret == 0) { |
527 | rprintf(FERROR, | |
528 | "ERROR: destination path is not a directory\n"); | |
529 | exit_cleanup(RERR_SYNTAX); | |
530 | } | |
531 | ||
05278935 | 532 | if (mkdir_defmode(dest_path) != 0) { |
eb598fac WD |
533 | rsyserr(FERROR, errno, "mkdir %s failed", |
534 | full_fname(dest_path)); | |
535 | exit_cleanup(RERR_FILEIO); | |
536 | } | |
1ff5450d | 537 | |
2a94207a WD |
538 | new_root_dir = 1; |
539 | ||
eb598fac WD |
540 | if (verbose) |
541 | rprintf(FINFO, "created directory %s\n", dest_path); | |
542 | ||
543 | if (dry_run) { | |
615a5415 | 544 | /* Indicate that dest dir doesn't really exist. */ |
eb598fac | 545 | dry_run++; |
eb598fac WD |
546 | } |
547 | ||
615a5415 | 548 | if (!push_dir(dest_path, dry_run > 1)) { |
eb598fac WD |
549 | rsyserr(FERROR, errno, "push_dir#2 %s failed", |
550 | full_fname(dest_path)); | |
551 | exit_cleanup(RERR_FILESELECT); | |
552 | } | |
e5a96f0f | 553 | |
e5a96f0f | 554 | return NULL; |
1ff5450d AT |
555 | } |
556 | ||
eb598fac WD |
557 | /* Otherwise, we are writing a single file, possibly on top of an |
558 | * existing non-directory. Change to the item's parent directory | |
559 | * (if it has a path component), return the basename of the | |
560 | * destination file as the local name, and use mode 2. */ | |
561 | if (!cp) | |
562 | return dest_path; | |
563 | ||
564 | if (cp == dest_path) | |
565 | dest_path = "/"; | |
566 | ||
567 | *cp = '\0'; | |
615a5415 | 568 | if (!push_dir(dest_path, 0)) { |
eb598fac WD |
569 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
570 | full_fname(dest_path)); | |
65417579 | 571 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 572 | } |
eb598fac | 573 | *cp = '/'; |
1ff5450d | 574 | |
eb598fac | 575 | return cp + 1; |
c627d613 AT |
576 | } |
577 | ||
615a5415 WD |
578 | /* Call this if the destination dir (which is assumed to be in curr_dir) |
579 | * does not yet exist and we can't create it due to being in dry-run | |
580 | * mode. We'll fix dirs that can be relative to the non-existent dir. */ | |
581 | static void fix_basis_dirs(void) | |
582 | { | |
ddcba3f0 | 583 | char **dir, *new, *slash; |
615a5415 WD |
584 | int len; |
585 | ||
ddcba3f0 WD |
586 | if (dry_run <= 1) |
587 | return; | |
588 | ||
589 | slash = strrchr(curr_dir, '/'); | |
590 | ||
615a5415 WD |
591 | for (dir = basis_dir; *dir; dir++) { |
592 | if (**dir == '/') | |
593 | continue; | |
594 | len = curr_dir_len + 1 + strlen(*dir) + 1; | |
595 | if (!(new = new_array(char, len))) | |
596 | out_of_memory("fix_basis_dirs"); | |
ddcba3f0 WD |
597 | if (slash && strncmp(*dir, "../", 3) == 0) { |
598 | /* We want to remove only one leading "../" prefix for | |
599 | * the directory we couldn't create in dry-run mode: | |
600 | * this ensures that any other ".." references get | |
601 | * evaluated the same as they would for a live copy. */ | |
602 | *slash = '\0'; | |
603 | pathjoin(new, len, curr_dir, *dir + 3); | |
604 | *slash = '/'; | |
605 | } else | |
606 | pathjoin(new, len, curr_dir, *dir); | |
615a5415 WD |
607 | *dir = new; |
608 | } | |
609 | } | |
c627d613 | 610 | |
1a8e5c97 | 611 | /* This is only called by the sender. */ |
16edf865 | 612 | static void read_final_goodbye(int f_in) |
4e0fcd85 | 613 | { |
f3d6d480 WD |
614 | int i, iflags, xlen; |
615 | uchar fnamecmp_type; | |
616 | char xname[MAXPATHLEN]; | |
1a8e5c97 WD |
617 | |
618 | if (protocol_version < 29) | |
619 | i = read_int(f_in); | |
620 | else { | |
16edf865 WD |
621 | i = read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, |
622 | xname, &xlen); | |
4e0fcd85 WD |
623 | } |
624 | ||
82ad07c4 | 625 | if (i != NDX_DONE) { |
c7791b8c WD |
626 | rprintf(FERROR, "Invalid packet at end of run (%d) [%s]\n", |
627 | i, who_am_i()); | |
1a8e5c97 | 628 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
629 | } |
630 | } | |
631 | ||
eb598fac | 632 | static void do_server_sender(int f_in, int f_out, int argc, char *argv[]) |
c627d613 | 633 | { |
7a6421fa AT |
634 | struct file_list *flist; |
635 | char *dir = argv[0]; | |
c627d613 | 636 | |
45e08edb WD |
637 | if (verbose > 2) { |
638 | rprintf(FINFO, "server_sender starting pid=%ld\n", | |
639 | (long)getpid()); | |
640 | } | |
d9c7edf6 | 641 | |
2adbcdc7 | 642 | if (am_daemon && lp_write_only(module_id)) { |
7a92ded3 WD |
643 | rprintf(FERROR, "ERROR: module is write only\n"); |
644 | exit_cleanup(RERR_SYNTAX); | |
645 | return; | |
646 | } | |
47c11975 | 647 | if (am_daemon && lp_read_only(module_id) && remove_source_files) { |
bf26aa22 | 648 | rprintf(FERROR, |
044ccbaa | 649 | "ERROR: --remove-%s-files cannot be used with a read-only module\n", |
47c11975 | 650 | remove_source_files == 1 ? "source" : "sent"); |
bf26aa22 WD |
651 | exit_cleanup(RERR_SYNTAX); |
652 | return; | |
653 | } | |
7a92ded3 | 654 | |
582c1589 | 655 | if (!relative_paths) { |
615a5415 | 656 | if (!push_dir(dir, 0)) { |
582c1589 WD |
657 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
658 | full_fname(dir)); | |
659 | exit_cleanup(RERR_FILESELECT); | |
660 | } | |
7a6421fa AT |
661 | } |
662 | argc--; | |
663 | argv++; | |
d9c7edf6 | 664 | |
48a1ff0d | 665 | if (argc == 0 && (recurse || list_only)) { |
e1f67417 | 666 | argc = 1; |
7a6421fa AT |
667 | argv--; |
668 | argv[0] = "."; | |
669 | } | |
d9c7edf6 | 670 | |
7a6421fa | 671 | flist = send_file_list(f_out,argc,argv); |
07613def | 672 | if (!flist || flist->count == 0) |
8d9dc9f9 | 673 | exit_cleanup(0); |
8d9dc9f9 | 674 | |
f3d6d480 | 675 | io_start_buffering_in(f_in); |
da3478b2 | 676 | |
f3d6d480 | 677 | send_files(f_in, f_out); |
f1e3656e | 678 | io_flush(FULL_FLUSH); |
33c4b445 | 679 | handle_stats(f_out); |
4e0fcd85 | 680 | if (protocol_version >= 24) |
16edf865 | 681 | read_final_goodbye(f_in); |
f1e3656e | 682 | io_flush(FULL_FLUSH); |
7a6421fa | 683 | exit_cleanup(0); |
c627d613 AT |
684 | } |
685 | ||
686 | ||
f3d6d480 | 687 | static int do_recv(int f_in, int f_out, char *local_name) |
dc5ddbcc | 688 | { |
d186eb1a | 689 | int pid; |
84e6d6fd | 690 | int exit_code = 0; |
c70e07d9 | 691 | int error_pipe[2]; |
dc5ddbcc | 692 | |
bb6721dc WD |
693 | /* The receiving side mustn't obey this, or an existing symlink that |
694 | * points to an identical file won't be replaced by the referent. */ | |
a695b379 | 695 | copy_links = copy_dirlinks = 0; |
bb6721dc | 696 | |
1e1ca253 | 697 | #ifdef SUPPORT_HARD_LINKS |
d186eb1a | 698 | if (preserve_hard_links) |
89d730a0 | 699 | match_hard_links(); |
1e1ca253 | 700 | #endif |
dc5ddbcc | 701 | |
c70e07d9 | 702 | if (fd_pair(error_pipe) < 0) { |
ab759cd2 | 703 | rsyserr(FERROR, errno, "pipe failed in do_recv"); |
c8f2f857 | 704 | exit_cleanup(RERR_IPC); |
554e0a8d | 705 | } |
d9c7edf6 | 706 | |
f1e3656e | 707 | io_flush(NORMAL_FLUSH); |
c6e7fcb4 | 708 | |
ba449e44 | 709 | if ((pid = do_fork()) == -1) { |
c8f2f857 | 710 | rsyserr(FERROR, errno, "fork failed in do_recv"); |
ba449e44 WD |
711 | exit_cleanup(RERR_IPC); |
712 | } | |
713 | ||
714 | if (pid == 0) { | |
554e0a8d | 715 | close(error_pipe[0]); |
3a69fad0 WD |
716 | if (f_in != f_out) |
717 | close(f_out); | |
e08c9610 | 718 | |
554e0a8d | 719 | /* we can't let two processes write to the socket at one time */ |
f3d6d480 | 720 | io_end_multiplex_out(); |
554e0a8d AT |
721 | |
722 | /* set place to send errors */ | |
f1e3656e | 723 | set_msg_fd_out(error_pipe[1]); |
f3d6d480 | 724 | io_start_buffering_out(error_pipe[1]); |
554e0a8d | 725 | |
f3d6d480 | 726 | recv_files(f_in, local_name); |
f1e3656e | 727 | io_flush(FULL_FLUSH); |
33c4b445 | 728 | handle_stats(f_in); |
e08c9610 | 729 | |
332cf6df | 730 | send_msg(MSG_DONE, "", 1, 0); |
a72ba0cf | 731 | write_varlong(error_pipe[1], stats.total_read, 3); |
f1e3656e | 732 | io_flush(FULL_FLUSH); |
4e0fcd85 | 733 | |
40df65fd WD |
734 | /* Handle any keep-alive packets from the post-processing work |
735 | * that the generator does. */ | |
4e0fcd85 | 736 | if (protocol_version >= 29) { |
f3d6d480 WD |
737 | int iflags, xlen; |
738 | uchar fnamecmp_type; | |
739 | char xname[MAXPATHLEN]; | |
740 | ||
051182cb | 741 | kluge_around_eof = -1; |
1a8e5c97 WD |
742 | |
743 | /* This should only get stopped via a USR2 signal. */ | |
16edf865 | 744 | read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, |
f3d6d480 | 745 | xname, &xlen); |
1a8e5c97 | 746 | |
3485ae83 WD |
747 | rprintf(FERROR, "Invalid packet at end of run [%s]\n", |
748 | who_am_i()); | |
1a8e5c97 | 749 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
750 | } |
751 | ||
9e0582f9 WD |
752 | /* Finally, we go to sleep until our parent kills us with a |
753 | * USR2 signal. We sleep for a short time, as on some OSes | |
754 | * a signal won't interrupt a sleep! */ | |
f1e3656e WD |
755 | while (1) |
756 | msleep(20); | |
d186eb1a | 757 | } |
dc5ddbcc | 758 | |
b695f242 | 759 | am_generator = 1; |
f3d6d480 WD |
760 | |
761 | io_end_multiplex_in(); | |
e8a96e27 | 762 | if (write_batch && !am_server) |
b9f592fb | 763 | stop_write_batch(); |
b695f242 | 764 | |
554e0a8d | 765 | close(error_pipe[1]); |
3a69fad0 WD |
766 | if (f_in != f_out) |
767 | close(f_in); | |
e1b3d5c4 | 768 | |
f3d6d480 | 769 | io_start_buffering_out(f_out); |
b3e10ed7 | 770 | |
f1e3656e | 771 | set_msg_fd_in(error_pipe[0]); |
f3d6d480 | 772 | io_start_buffering_in(error_pipe[0]); |
554e0a8d | 773 | |
f3d6d480 | 774 | generate_files(f_out, local_name); |
8d9dc9f9 | 775 | |
33c4b445 | 776 | handle_stats(-1); |
f1e3656e | 777 | io_flush(FULL_FLUSH); |
d04e9c51 | 778 | if (protocol_version >= 24) { |
8ada7518 | 779 | /* send a final goodbye message */ |
9ae7a2cd | 780 | write_ndx(f_out, NDX_DONE); |
8ada7518 | 781 | } |
f1e3656e | 782 | io_flush(FULL_FLUSH); |
8ada7518 | 783 | |
f1e3656e | 784 | set_msg_fd_in(-1); |
089a2435 | 785 | kill(pid, SIGUSR2); |
84e6d6fd WD |
786 | wait_process_with_flush(pid, &exit_code); |
787 | return exit_code; | |
dc5ddbcc AT |
788 | } |
789 | ||
f3d6d480 | 790 | static void do_server_recv(int f_in, int f_out, int argc, char *argv[]) |
c627d613 | 791 | { |
84e6d6fd | 792 | int exit_code; |
7a6421fa | 793 | struct file_list *flist; |
6c2e5b56 | 794 | char *local_name = NULL; |
7a6421fa | 795 | char *dir = NULL; |
07bff66f WD |
796 | int save_verbose = verbose; |
797 | ||
798 | if (filesfrom_fd >= 0) { | |
799 | /* We can't mix messages with files-from data on the socket, | |
800 | * so temporarily turn off verbose messages. */ | |
801 | verbose = 0; | |
802 | } | |
f0fca04e | 803 | |
45e08edb WD |
804 | if (verbose > 2) { |
805 | rprintf(FINFO, "server_recv(%d) starting pid=%ld\n", | |
806 | argc, (long)getpid()); | |
807 | } | |
09b7f5db | 808 | |
2adbcdc7 | 809 | if (am_daemon && lp_read_only(module_id)) { |
09b7f5db AT |
810 | rprintf(FERROR,"ERROR: module is read only\n"); |
811 | exit_cleanup(RERR_SYNTAX); | |
812 | return; | |
813 | } | |
814 | ||
7a6421fa AT |
815 | if (argc > 0) { |
816 | dir = argv[0]; | |
817 | argc--; | |
818 | argv++; | |
615a5415 | 819 | if (!am_daemon && !push_dir(dir, 0)) { |
982e05bb WD |
820 | rsyserr(FERROR, errno, "push_dir#4 %s failed", |
821 | full_fname(dir)); | |
65417579 | 822 | exit_cleanup(RERR_FILESELECT); |
d9c7edf6 | 823 | } |
7a6421fa | 824 | } |
c627d613 | 825 | |
f3d6d480 WD |
826 | if (protocol_version >= 30) |
827 | io_start_multiplex_in(); | |
828 | else | |
829 | io_start_buffering_in(f_in); | |
57dee64e | 830 | recv_filter_list(f_in); |
c627d613 | 831 | |
7c2a9e76 | 832 | if (filesfrom_fd >= 0) { |
07bff66f WD |
833 | /* We need to send the files-from names to the sender at the |
834 | * same time that we receive the file-list from them, so we | |
835 | * need the IO routines to automatically write out the names | |
836 | * onto our f_out socket as we read the file-list. This | |
837 | * avoids both deadlock and extra delays/buffers. */ | |
7c2a9e76 WD |
838 | io_set_filesfrom_fds(filesfrom_fd, f_out); |
839 | filesfrom_fd = -1; | |
840 | } | |
841 | ||
b9f592fb | 842 | flist = recv_file_list(f_in); |
4c36a13e AT |
843 | if (!flist) { |
844 | rprintf(FERROR,"server_recv: recv_file_list error\n"); | |
65417579 | 845 | exit_cleanup(RERR_FILESELECT); |
7a6421fa | 846 | } |
3ea6e0e7 | 847 | if (inc_recurse && file_total == 1) |
f3d6d480 WD |
848 | recv_additional_file_list(f_in); |
849 | verbose = save_verbose; | |
d9c7edf6 | 850 | |
29fad7a3 | 851 | if (argc > 0) |
7a6421fa | 852 | local_name = get_local_name(flist,argv[0]); |
c627d613 | 853 | |
7c58c991 WD |
854 | /* Now that we know what our destination directory turned out to be, |
855 | * we can sanitize the --link-/copy-/compare-dest args correctly. */ | |
856 | if (sanitize_paths) { | |
7c58c991 | 857 | char **dir; |
c2c8db91 | 858 | for (dir = basis_dir; *dir; dir++) { |
c2a2147a | 859 | *dir = sanitize_path(NULL, *dir, NULL, curr_dir_depth, NULL); |
c2c8db91 WD |
860 | } |
861 | if (partial_dir) { | |
862 | partial_dir = sanitize_path(NULL, partial_dir, NULL, curr_dir_depth, NULL); | |
c2c8db91 WD |
863 | } |
864 | } | |
ddcba3f0 | 865 | fix_basis_dirs(); |
615a5415 | 866 | |
c2c8db91 WD |
867 | if (server_filter_list.head) { |
868 | char **dir; | |
869 | struct filter_list_struct *elp = &server_filter_list; | |
870 | ||
871 | for (dir = basis_dir; *dir; dir++) { | |
872 | if (check_filter(elp, *dir, 1) < 0) | |
873 | goto options_rejected; | |
874 | } | |
875 | if (partial_dir && *partial_dir == '/' | |
876 | && check_filter(elp, partial_dir, 1) < 0) { | |
877 | options_rejected: | |
878 | rprintf(FERROR, | |
879 | "Your options have been rejected by the server.\n"); | |
880 | exit_cleanup(RERR_SYNTAX); | |
881 | } | |
7c58c991 WD |
882 | } |
883 | ||
f3d6d480 | 884 | exit_code = do_recv(f_in, f_out, local_name); |
84e6d6fd | 885 | exit_cleanup(exit_code); |
c627d613 AT |
886 | } |
887 | ||
888 | ||
734a94a2 | 889 | int child_main(int argc, char *argv[]) |
25d34a5c MP |
890 | { |
891 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); | |
734a94a2 | 892 | return 0; |
25d34a5c MP |
893 | } |
894 | ||
895 | ||
9486289c | 896 | void start_server(int f_in, int f_out, int argc, char *argv[]) |
366345fe | 897 | { |
f0359dd0 AT |
898 | set_nonblocking(f_in); |
899 | set_nonblocking(f_out); | |
900 | ||
da3478b2 WD |
901 | io_set_sock_fds(f_in, f_out); |
902 | setup_protocol(f_out, f_in); | |
332cf6df | 903 | #ifdef ICONV_CONST |
9656de5d WD |
904 | setup_iconv(); |
905 | #endif | |
da3478b2 | 906 | |
d04e9c51 | 907 | if (protocol_version >= 23) |
da3478b2 | 908 | io_start_multiplex_out(); |
7a6421fa | 909 | |
7a6421fa | 910 | if (am_sender) { |
83926d3c | 911 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
bf26aa22 WD |
912 | if (need_messages_from_generator) |
913 | io_start_multiplex_in(); | |
7842418b | 914 | recv_filter_list(f_in); |
7a6421fa | 915 | do_server_sender(f_in, f_out, argc, argv); |
07613def | 916 | } else |
7a6421fa | 917 | do_server_recv(f_in, f_out, argc, argv); |
7a6421fa | 918 | exit_cleanup(0); |
366345fe AT |
919 | } |
920 | ||
0ba48136 MP |
921 | |
922 | /* | |
923 | * This is called once the connection has been negotiated. It is used | |
924 | * for rsyncd, remote-shell, and local connections. | |
925 | */ | |
19b27a48 | 926 | int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[]) |
9486289c | 927 | { |
088aac85 | 928 | struct file_list *flist = NULL; |
84e6d6fd | 929 | int exit_code = 0, exit_code2 = 0; |
9486289c | 930 | char *local_name = NULL; |
19b27a48 AT |
931 | |
932 | cleanup_child_pid = pid; | |
67a28eb2 | 933 | if (!read_batch) { |
b9f592fb WD |
934 | set_nonblocking(f_in); |
935 | set_nonblocking(f_out); | |
936 | } | |
f0359dd0 | 937 | |
da3478b2 | 938 | io_set_sock_fds(f_in, f_out); |
6d7b6081 | 939 | setup_protocol(f_out,f_in); |
332cf6df | 940 | #ifdef ICONV_CONST |
9656de5d WD |
941 | setup_iconv(); |
942 | #endif | |
6d7b6081 | 943 | |
18882701 WD |
944 | /* We set our stderr file handle to blocking because ssh might have |
945 | * set it to non-blocking. This can be particularly troublesome if | |
946 | * stderr is a clone of stdout, because ssh would have set our stdout | |
947 | * to non-blocking at the same time (which can easily cause us to lose | |
948 | * output from our print statements). This kluge shouldn't cause ssh | |
949 | * any problems for how we use it. Note also that we delayed setting | |
950 | * this until after the above protocol setup so that we know for sure | |
951 | * that ssh is done twiddling its file descriptors. */ | |
952 | set_blocking(STDERR_FILENO); | |
953 | ||
9486289c | 954 | if (am_sender) { |
83926d3c | 955 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
f3d6d480 WD |
956 | if (protocol_version >= 30) |
957 | io_start_multiplex_out(); | |
958 | else | |
959 | io_start_buffering_out(f_out); | |
860236bf | 960 | if (!filesfrom_host) |
a0a33ee5 | 961 | set_msg_fd_in(f_in); |
57dee64e | 962 | send_filter_list(f_out); |
860236bf | 963 | if (filesfrom_host) |
7c2a9e76 | 964 | filesfrom_fd = f_in; |
b9f592fb | 965 | |
e8a96e27 | 966 | if (write_batch && !am_server) |
b9f592fb | 967 | start_write_batch(f_out); |
a00628b3 | 968 | flist = send_file_list(f_out, argc, argv); |
a0a33ee5 | 969 | set_msg_fd_in(-1); |
d9c7edf6 | 970 | if (verbose > 3) |
9486289c | 971 | rprintf(FINFO,"file list sent\n"); |
f3d6d480 WD |
972 | |
973 | if (protocol_version >= 23) | |
974 | io_start_multiplex_in(); | |
e1b3d5c4 | 975 | |
f1e3656e | 976 | io_flush(NORMAL_FLUSH); |
f3d6d480 | 977 | send_files(f_in, f_out); |
f1e3656e | 978 | io_flush(FULL_FLUSH); |
33c4b445 | 979 | handle_stats(-1); |
4e0fcd85 | 980 | if (protocol_version >= 24) |
16edf865 | 981 | read_final_goodbye(f_in); |
9486289c AT |
982 | if (pid != -1) { |
983 | if (verbose > 3) | |
08a740ff | 984 | rprintf(FINFO,"client_run waiting on %d\n", (int) pid); |
f1e3656e | 985 | io_flush(FULL_FLUSH); |
84e6d6fd | 986 | wait_process_with_flush(pid, &exit_code); |
9486289c | 987 | } |
33c4b445 | 988 | output_summary(); |
c87ae64a | 989 | io_flush(FULL_FLUSH); |
84e6d6fd | 990 | exit_cleanup(exit_code); |
9486289c | 991 | } |
f7632fc6 | 992 | |
f3d6d480 WD |
993 | if (!read_batch) { |
994 | if (protocol_version >= 23) | |
995 | io_start_multiplex_in(); | |
996 | if (need_messages_from_generator) | |
997 | io_start_multiplex_out(); | |
998 | } | |
bf26aa22 | 999 | |
48a1ff0d WD |
1000 | if (argc == 0) |
1001 | list_only |= 1; | |
d9c7edf6 | 1002 | |
57dee64e | 1003 | send_filter_list(read_batch ? -1 : f_out); |
d9c7edf6 | 1004 | |
7c2a9e76 WD |
1005 | if (filesfrom_fd >= 0) { |
1006 | io_set_filesfrom_fds(filesfrom_fd, f_out); | |
1007 | filesfrom_fd = -1; | |
1008 | } | |
1009 | ||
e8a96e27 | 1010 | if (write_batch && !am_server) |
b9f592fb | 1011 | start_write_batch(f_in); |
9486289c | 1012 | flist = recv_file_list(f_in); |
3ea6e0e7 | 1013 | if (inc_recurse && file_total == 1) |
f3d6d480 | 1014 | recv_additional_file_list(f_in); |
d9c7edf6 | 1015 | |
9d19f8a5 WD |
1016 | if (flist && flist->count > 0) { |
1017 | local_name = get_local_name(flist, argv[0]); | |
d9c7edf6 | 1018 | |
ddcba3f0 | 1019 | fix_basis_dirs(); |
615a5415 | 1020 | |
f3d6d480 | 1021 | exit_code2 = do_recv(f_in, f_out, local_name); |
9d19f8a5 WD |
1022 | } else { |
1023 | handle_stats(-1); | |
1024 | output_summary(); | |
1025 | } | |
d9c7edf6 | 1026 | |
9486289c | 1027 | if (pid != -1) { |
8d9dc9f9 | 1028 | if (verbose > 3) |
08a740ff | 1029 | rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid); |
f1e3656e | 1030 | io_flush(FULL_FLUSH); |
84e6d6fd | 1031 | wait_process_with_flush(pid, &exit_code); |
9486289c | 1032 | } |
d9c7edf6 | 1033 | |
84e6d6fd | 1034 | return MAX(exit_code, exit_code2); |
9486289c AT |
1035 | } |
1036 | ||
07613def | 1037 | static int copy_argv(char *argv[]) |
7169bb4a MP |
1038 | { |
1039 | int i; | |
1040 | ||
1041 | for (i = 0; argv[i]; i++) { | |
1042 | if (!(argv[i] = strdup(argv[i]))) { | |
1043 | rprintf (FERROR, "out of memory at %s(%d)\n", | |
1044 | __FILE__, __LINE__); | |
1045 | return RERR_MALLOC; | |
1046 | } | |
1047 | } | |
1048 | ||
1049 | return 0; | |
1050 | } | |
1051 | ||
1052 | ||
c1a04ecb | 1053 | /** |
0ba48136 MP |
1054 | * Start a client for either type of remote connection. Work out |
1055 | * whether the arguments request a remote shell or rsyncd connection, | |
1056 | * and call the appropriate connection function, then run_client. | |
0b4af330 MP |
1057 | * |
1058 | * Calls either start_socket_client (for sockets) or do_cmd and | |
1059 | * client_run (for ssh). | |
c1a04ecb | 1060 | **/ |
fc8a6b97 | 1061 | static int start_client(int argc, char *argv[]) |
5d6bcd44 AT |
1062 | { |
1063 | char *p; | |
1064 | char *shell_machine = NULL; | |
1065 | char *shell_path = NULL; | |
1066 | char *shell_user = NULL; | |
19b27a48 AT |
1067 | int ret; |
1068 | pid_t pid; | |
5d6bcd44 | 1069 | int f_in,f_out; |
7169bb4a MP |
1070 | int rc; |
1071 | ||
1072 | /* Don't clobber argv[] so that ps(1) can still show the right | |
d9c7edf6 | 1073 | * command line. */ |
75aeac44 | 1074 | if ((rc = copy_argv(argv))) |
7169bb4a | 1075 | return rc; |
5d6bcd44 | 1076 | |
d16c245f | 1077 | if (!read_batch) { /* for read_batch, NO source is specified */ |
860236bf WD |
1078 | shell_path = check_for_hostspec(argv[0], &shell_machine, &rsync_port); |
1079 | if (shell_path) { /* source is remote */ | |
9425918d WD |
1080 | char *dummy1; |
1081 | int dummy2; | |
ee8e2b15 WD |
1082 | if (--argc |
1083 | && check_for_hostspec(argv[argc], &dummy1, &dummy2)) { | |
9425918d WD |
1084 | rprintf(FERROR, |
1085 | "The source and destination cannot both be remote.\n"); | |
1086 | exit_cleanup(RERR_SYNTAX); | |
1087 | } | |
42ccb4c0 | 1088 | argv++; |
860236bf WD |
1089 | if (filesfrom_host && *filesfrom_host |
1090 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1091 | rprintf(FERROR, |
50b31539 | 1092 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1093 | exit_cleanup(RERR_SYNTAX); |
1094 | } | |
860236bf | 1095 | if (rsync_port) { |
d9c7edf6 | 1096 | if (!shell_cmd) { |
860236bf WD |
1097 | return start_socket_client(shell_machine, |
1098 | shell_path, | |
42ccb4c0 | 1099 | argc, argv); |
d9c7edf6 | 1100 | } |
d9c7edf6 | 1101 | daemon_over_rsh = 1; |
75aeac44 | 1102 | } |
3591c066 | 1103 | |
42ccb4c0 WD |
1104 | am_sender = 0; |
1105 | } else { /* source is local, check dest arg */ | |
1106 | am_sender = 1; | |
1107 | ||
ee8e2b15 WD |
1108 | if (argc > 1) |
1109 | p = argv[--argc]; | |
1110 | else { | |
1111 | p = "."; | |
1112 | list_only = 1; | |
d9c7edf6 | 1113 | } |
a125c82a | 1114 | |
ee8e2b15 | 1115 | shell_path = check_for_hostspec(p, &shell_machine, &rsync_port); |
860236bf WD |
1116 | if (shell_path && filesfrom_host && *filesfrom_host |
1117 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1118 | rprintf(FERROR, |
50b31539 | 1119 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1120 | exit_cleanup(RERR_SYNTAX); |
1121 | } | |
860236bf | 1122 | if (!shell_path) { /* no hostspec found, so src & dest are local */ |
d9c7edf6 | 1123 | local_server = 1; |
860236bf | 1124 | if (filesfrom_host) { |
7c2a9e76 | 1125 | rprintf(FERROR, |
50b31539 | 1126 | "--files-from cannot be remote when the transfer is local\n"); |
7c2a9e76 WD |
1127 | exit_cleanup(RERR_SYNTAX); |
1128 | } | |
860236bf | 1129 | shell_machine = NULL; |
ee8e2b15 | 1130 | shell_path = p; |
860236bf | 1131 | } else if (rsync_port) { |
d9c7edf6 | 1132 | if (!shell_cmd) { |
860236bf WD |
1133 | return start_socket_client(shell_machine, |
1134 | shell_path, | |
42ccb4c0 | 1135 | argc, argv); |
d9c7edf6 | 1136 | } |
d9c7edf6 | 1137 | daemon_over_rsh = 1; |
a125c82a | 1138 | } |
5d6bcd44 | 1139 | } |
d16c245f | 1140 | } else { /* read_batch */ |
d9c7edf6 WD |
1141 | local_server = 1; |
1142 | shell_path = argv[argc-1]; | |
860236bf | 1143 | if (check_for_hostspec(shell_path, &shell_machine, &rsync_port)) { |
b9f592fb WD |
1144 | rprintf(FERROR, "remote destination is not allowed with --read-batch\n"); |
1145 | exit_cleanup(RERR_SYNTAX); | |
1146 | } | |
6902ed17 MP |
1147 | } |
1148 | ||
a39da29a | 1149 | if (password_file && !daemon_over_rsh) { |
327c559a WD |
1150 | rprintf(FERROR, "The --password-file option may only be " |
1151 | "used when accessing an rsync daemon.\n"); | |
a39da29a WD |
1152 | exit_cleanup(RERR_SYNTAX); |
1153 | } | |
1154 | ||
5d6bcd44 | 1155 | if (shell_machine) { |
6fc048f4 | 1156 | p = strrchr(shell_machine,'@'); |
5d6bcd44 AT |
1157 | if (p) { |
1158 | *p = 0; | |
1159 | shell_user = shell_machine; | |
1160 | shell_machine = p+1; | |
1161 | } | |
1162 | } | |
1163 | ||
1164 | if (verbose > 3) { | |
9486289c | 1165 | rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", |
45c49b52 WD |
1166 | shell_cmd ? shell_cmd : "", |
1167 | shell_machine ? shell_machine : "", | |
1168 | shell_user ? shell_user : "", | |
1169 | shell_path ? shell_path : ""); | |
5d6bcd44 | 1170 | } |
d9c7edf6 | 1171 | |
d16c245f | 1172 | /* for remote source, only single dest arg can remain ... */ |
f7632fc6 | 1173 | if (!am_sender && argc > 1) { |
5d6bcd44 | 1174 | usage(FERROR); |
65417579 | 1175 | exit_cleanup(RERR_SYNTAX); |
5d6bcd44 | 1176 | } |
27e3e9c9 | 1177 | |
d16c245f | 1178 | /* ... or no dest at all */ |
48a1ff0d WD |
1179 | if (!am_sender && argc == 0) |
1180 | list_only |= 1; | |
d9c7edf6 | 1181 | |
75aeac44 WD |
1182 | pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path, |
1183 | &f_in,&f_out); | |
1184 | ||
1185 | /* if we're running an rsync server on the remote host over a | |
9af87151 | 1186 | * remote shell command, we need to do the RSYNCD protocol first */ |
75aeac44 WD |
1187 | if (daemon_over_rsh) { |
1188 | int tmpret; | |
1189 | tmpret = start_inband_exchange(shell_user, shell_path, | |
1190 | f_in, f_out, argc); | |
1191 | if (tmpret < 0) | |
1192 | return tmpret; | |
1193 | } | |
1194 | ||
fc8a6b97 AT |
1195 | ret = client_run(f_in, f_out, pid, argc, argv); |
1196 | ||
1197 | fflush(stdout); | |
1198 | fflush(stderr); | |
1199 | ||
1200 | return ret; | |
5d6bcd44 AT |
1201 | } |
1202 | ||
366345fe | 1203 | |
067669da WD |
1204 | static RETSIGTYPE sigusr1_handler(UNUSED(int val)) |
1205 | { | |
6bf32edb | 1206 | exit_cleanup(RERR_SIGNAL1); |
82306bf6 AT |
1207 | } |
1208 | ||
067669da WD |
1209 | static RETSIGTYPE sigusr2_handler(UNUSED(int val)) |
1210 | { | |
33c4b445 WD |
1211 | if (!am_server) |
1212 | output_summary(); | |
40df65fd | 1213 | close_all(); |
33c4b445 WD |
1214 | if (log_got_error) |
1215 | _exit(RERR_PARTIAL); | |
8b35435f AT |
1216 | _exit(0); |
1217 | } | |
1218 | ||
6d59ac19 | 1219 | RETSIGTYPE remember_children(UNUSED(int val)) |
067669da | 1220 | { |
029c1713 | 1221 | #ifdef WNOHANG |
ee7118a8 DD |
1222 | int cnt, status; |
1223 | pid_t pid; | |
1224 | /* An empty waitpid() loop was put here by Tridge and we could never | |
d9c7edf6 | 1225 | * get him to explain why he put it in, so rather than taking it |
ee7118a8 DD |
1226 | * out we're instead saving the child exit statuses for later use. |
1227 | * The waitpid() loop presumably eliminates all possibility of leaving | |
97d8e709 | 1228 | * zombie children, maybe that's why he did it. */ |
ee7118a8 | 1229 | while ((pid = waitpid(-1, &status, WNOHANG)) > 0) { |
9af87151 WD |
1230 | /* save the child's exit status */ |
1231 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { | |
1232 | if (pid_stat_table[cnt].pid == 0) { | |
1233 | pid_stat_table[cnt].pid = pid; | |
1234 | pid_stat_table[cnt].status = status; | |
1235 | break; | |
1236 | } | |
1237 | } | |
ee7118a8 | 1238 | } |
029c1713 | 1239 | #endif |
8261af74 | 1240 | #ifndef HAVE_SIGACTION |
6d59ac19 | 1241 | signal(SIGCHLD, remember_children); |
60ee01f5 | 1242 | #endif |
19b27a48 AT |
1243 | } |
1244 | ||
c0531332 MP |
1245 | |
1246 | /** | |
1247 | * This routine catches signals and tries to send them to gdb. | |
1248 | * | |
1249 | * Because it's called from inside a signal handler it ought not to | |
1250 | * use too many library routines. | |
1251 | * | |
1252 | * @todo Perhaps use "screen -X" instead/as well, to help people | |
1253 | * debugging without easy access to X. Perhaps use an environment | |
1254 | * variable, or just call a script? | |
1255 | * | |
1256 | * @todo The /proc/ magic probably only works on Linux (and | |
1257 | * Solaris?) Can we be more portable? | |
1258 | **/ | |
1259 | #ifdef MAINTAINER_MODE | |
4fdc39dd MP |
1260 | const char *get_panic_action(void) |
1261 | { | |
1262 | const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION"); | |
1263 | ||
1264 | if (cmd_fmt) | |
1265 | return cmd_fmt; | |
1266 | else | |
1267 | return "xterm -display :0 -T Panic -n Panic " | |
1268 | "-e gdb /proc/%d/exe %d"; | |
1269 | } | |
1270 | ||
1271 | ||
9fb3f7a9 MP |
1272 | /** |
1273 | * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION. | |
1274 | * | |
1275 | * This signal handler is only installed if we were configured with | |
1276 | * --enable-maintainer-mode. Perhaps it should always be on and we | |
1277 | * should just look at the environment variable, but I'm a bit leery | |
1278 | * of a signal sending us into a busy loop. | |
1279 | **/ | |
067669da | 1280 | static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig)) |
c0531332 MP |
1281 | { |
1282 | char cmd_buf[300]; | |
1283 | int ret; | |
4fdc39dd | 1284 | |
83078af5 WD |
1285 | snprintf(cmd_buf, sizeof cmd_buf, get_panic_action(), |
1286 | getpid(), getpid()); | |
c0531332 MP |
1287 | |
1288 | /* Unless we failed to execute gdb, we allow the process to | |
1289 | * continue. I'm not sure if that's right. */ | |
1290 | ret = system(cmd_buf); | |
1291 | if (ret) | |
1292 | _exit(ret); | |
1293 | } | |
1294 | #endif | |
1295 | ||
1296 | ||
5d6bcd44 | 1297 | int main(int argc,char *argv[]) |
d9c7edf6 | 1298 | { |
ff81e809 | 1299 | int ret; |
66a9dc96 WD |
1300 | int orig_argc = argc; |
1301 | char **orig_argv = argv; | |
8261af74 WD |
1302 | #ifdef HAVE_SIGACTION |
1303 | # ifdef HAVE_SIGPROCMASK | |
60ee01f5 | 1304 | sigset_t sigmask; |
5d6bcd44 | 1305 | |
60ee01f5 | 1306 | sigemptyset(&sigmask); |
8261af74 | 1307 | # endif |
60ee01f5 WD |
1308 | sigact.sa_flags = SA_NOCLDSTOP; |
1309 | #endif | |
1310 | SIGACTMASK(SIGUSR1, sigusr1_handler); | |
1311 | SIGACTMASK(SIGUSR2, sigusr2_handler); | |
6d59ac19 | 1312 | SIGACTMASK(SIGCHLD, remember_children); |
c0531332 | 1313 | #ifdef MAINTAINER_MODE |
60ee01f5 WD |
1314 | SIGACTMASK(SIGSEGV, rsync_panic_handler); |
1315 | SIGACTMASK(SIGFPE, rsync_panic_handler); | |
1316 | SIGACTMASK(SIGABRT, rsync_panic_handler); | |
1317 | SIGACTMASK(SIGBUS, rsync_panic_handler); | |
1318 | #endif | |
5d6bcd44 | 1319 | |
7a6421fa | 1320 | starttime = time(NULL); |
6fe05820 | 1321 | am_root = (MY_UID() == 0); |
c627d613 | 1322 | |
a800434a AT |
1323 | memset(&stats, 0, sizeof(stats)); |
1324 | ||
df5e03da AT |
1325 | if (argc < 2) { |
1326 | usage(FERROR); | |
65417579 | 1327 | exit_cleanup(RERR_SYNTAX); |
df5e03da AT |
1328 | } |
1329 | ||
7a6421fa | 1330 | /* we set a 0 umask so that correct file permissions can be |
9af87151 | 1331 | * carried across */ |
05278935 | 1332 | orig_umask = umask(0); |
5d6bcd44 | 1333 | |
eb598fac WD |
1334 | #if defined CONFIG_LOCALE && defined HAVE_SETLOCALE |
1335 | setlocale(LC_CTYPE, ""); | |
1336 | #endif | |
1337 | ||
50135767 | 1338 | if (!parse_arguments(&argc, (const char ***) &argv, 1)) { |
d9c7edf6 WD |
1339 | /* FIXME: We ought to call the same error-handling |
1340 | * code here, rather than relying on getopt. */ | |
50135767 | 1341 | option_error(); |
65417579 | 1342 | exit_cleanup(RERR_SYNTAX); |
b11ed3b1 | 1343 | } |
5d6bcd44 | 1344 | |
60ee01f5 WD |
1345 | SIGACTMASK(SIGINT, sig_int); |
1346 | SIGACTMASK(SIGHUP, sig_int); | |
1347 | SIGACTMASK(SIGTERM, sig_int); | |
1348 | #if defined HAVE_SIGACTION && HAVE_SIGPROCMASK | |
1349 | sigprocmask(SIG_UNBLOCK, &sigmask, NULL); | |
1350 | #endif | |
6b83141d | 1351 | |
34758d5c MP |
1352 | /* Ignore SIGPIPE; we consistently check error codes and will |
1353 | * see the EPIPE. */ | |
60ee01f5 | 1354 | SIGACTION(SIGPIPE, SIG_IGN); |
55e54e46 WD |
1355 | #ifdef SIGXFSZ |
1356 | SIGACTION(SIGXFSZ, SIG_IGN); | |
1357 | #endif | |
34758d5c | 1358 | |
c226b7c2 | 1359 | /* Initialize push_dir here because on some old systems getcwd |
9af87151 WD |
1360 | * (implemented by forking "pwd" and reading its output) doesn't |
1361 | * work when there are other child processes. Also, on all systems | |
1362 | * that implement getcwd that way "pwd" can't be found after chroot. */ | |
615a5415 | 1363 | push_dir(NULL, 0); |
c226b7c2 | 1364 | |
44e9e221 WD |
1365 | init_flist(); |
1366 | ||
e8a96e27 | 1367 | if ((write_batch || read_batch) && !am_server) { |
b9f592fb | 1368 | if (write_batch) |
66a9dc96 | 1369 | write_batch_shell_file(orig_argc, orig_argv, argc); |
b9f592fb | 1370 | |
dbbab0c4 WD |
1371 | if (read_batch && strcmp(batch_name, "-") == 0) |
1372 | batch_fd = STDIN_FILENO; | |
1373 | else { | |
1374 | batch_fd = do_open(batch_name, | |
b9f592fb WD |
1375 | write_batch ? O_WRONLY | O_CREAT | O_TRUNC |
1376 | : O_RDONLY, S_IRUSR | S_IWUSR); | |
dbbab0c4 | 1377 | } |
b9f592fb WD |
1378 | if (batch_fd < 0) { |
1379 | rsyserr(FERROR, errno, "Batch file %s open error", | |
71903f60 | 1380 | full_fname(batch_name)); |
b9f592fb WD |
1381 | exit_cleanup(RERR_FILEIO); |
1382 | } | |
9459290a WD |
1383 | if (read_batch) |
1384 | read_stream_flags(batch_fd); | |
e10664c5 WD |
1385 | else |
1386 | write_stream_flags(batch_fd); | |
1387 | ||
6902ed17 | 1388 | } |
e8a96e27 WD |
1389 | if (write_batch < 0) |
1390 | dry_run = 1; | |
6902ed17 | 1391 | |
75aeac44 | 1392 | if (am_daemon && !am_server) |
7a6421fa | 1393 | return daemon_main(); |
f0fca04e | 1394 | |
08ac228f AT |
1395 | if (argc < 1) { |
1396 | usage(FERROR); | |
65417579 | 1397 | exit_cleanup(RERR_SYNTAX); |
08ac228f AT |
1398 | } |
1399 | ||
7a6421fa | 1400 | if (am_server) { |
f0359dd0 AT |
1401 | set_nonblocking(STDIN_FILENO); |
1402 | set_nonblocking(STDOUT_FILENO); | |
75aeac44 WD |
1403 | if (am_daemon) |
1404 | return start_daemon(STDIN_FILENO, STDOUT_FILENO); | |
7a6421fa AT |
1405 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); |
1406 | } | |
c627d613 | 1407 | |
ff81e809 | 1408 | ret = start_client(argc, argv); |
d9c7edf6 | 1409 | if (ret == -1) |
9098bbf3 | 1410 | exit_cleanup(RERR_STARTCLIENT); |
088aac85 | 1411 | else |
9098bbf3 MP |
1412 | exit_cleanup(ret); |
1413 | ||
0f5a04e3 | 1414 | return ret; |
c627d613 | 1415 | } |