Commit | Line | Data |
---|---|---|
0f78b815 WD |
1 | /* |
2 | * The startup routines, including main(), for rsync. | |
3 | * | |
4 | * Copyright (C) 1996-2001 Andrew Tridgell <tridge@samba.org> | |
5 | * Copyright (C) 1996 Paul Mackerras | |
6 | * Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org> | |
ba2133d6 | 7 | * Copyright (C) 2003-2007 Wayne Davison |
0f78b815 WD |
8 | * |
9 | * This program is free software; you can redistribute it and/or modify | |
8e41b68e WD |
10 | * it under the terms of the GNU General Public License as published by |
11 | * the Free Software Foundation; either version 3 of the License, or | |
12 | * (at your option) any later version. | |
0f78b815 WD |
13 | * |
14 | * This program is distributed in the hope that it will be useful, | |
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
17 | * GNU General Public License for more details. | |
18 | * | |
e7c67065 | 19 | * You should have received a copy of the GNU General Public License along |
4fd842f9 | 20 | * with this program; if not, visit the http://fsf.org website. |
0f78b815 | 21 | */ |
c627d613 AT |
22 | |
23 | #include "rsync.h" | |
a72ba0cf | 24 | #include "io.h" |
d9401514 WD |
25 | #if defined CONFIG_LOCALE && defined HAVE_LOCALE_H |
26 | #include <locale.h> | |
27 | #endif | |
c627d613 | 28 | |
50839b4b WD |
29 | extern int verbose; |
30 | extern int dry_run; | |
31 | extern int list_only; | |
32eda096 | 32 | extern int am_root; |
d9c7edf6 WD |
33 | extern int am_server; |
34 | extern int am_sender; | |
b695f242 | 35 | extern int am_generator; |
d9c7edf6 | 36 | extern int am_daemon; |
3ea6e0e7 | 37 | extern int inc_recurse; |
32eda096 | 38 | extern int blocking_io; |
47c11975 | 39 | extern int remove_source_files; |
bf26aa22 | 40 | extern int need_messages_from_generator; |
051182cb | 41 | extern int kluge_around_eof; |
32eda096 | 42 | extern int do_stats; |
32eda096 WD |
43 | extern int log_got_error; |
44 | extern int module_id; | |
bb6721dc | 45 | extern int copy_links; |
a695b379 | 46 | extern int copy_dirlinks; |
83926d3c | 47 | extern int keep_dirlinks; |
32eda096 | 48 | extern int preserve_hard_links; |
d04e9c51 | 49 | extern int protocol_version; |
f3d6d480 | 50 | extern int file_total; |
32eda096 WD |
51 | extern int recurse; |
52 | extern int relative_paths; | |
7c58c991 | 53 | extern int sanitize_paths; |
c2a2147a | 54 | extern int curr_dir_depth; |
615a5415 | 55 | extern int curr_dir_len; |
7c58c991 | 56 | extern int module_id; |
32eda096 | 57 | extern int rsync_port; |
b1df18d7 | 58 | extern int whole_file; |
32eda096 WD |
59 | extern int read_batch; |
60 | extern int write_batch; | |
b9f592fb | 61 | extern int batch_fd; |
32eda096 WD |
62 | extern int filesfrom_fd; |
63 | extern pid_t cleanup_child_pid; | |
50839b4b | 64 | extern struct stats stats; |
860236bf | 65 | extern char *filesfrom_host; |
c2c8db91 | 66 | extern char *partial_dir; |
7c58c991 | 67 | extern char *basis_dir[]; |
32eda096 WD |
68 | extern char *rsync_path; |
69 | extern char *shell_cmd; | |
9b3318b0 | 70 | extern char *batch_name; |
a39da29a | 71 | extern char *password_file; |
615a5415 | 72 | extern char curr_dir[MAXPATHLEN]; |
d4d6646a | 73 | extern struct file_list *cur_flist; |
c2c8db91 | 74 | extern struct filter_list_struct server_filter_list; |
57dee64e WD |
75 | |
76 | int local_server = 0; | |
2a94207a | 77 | int new_root_dir = 0; |
e208631a | 78 | int daemon_over_rsh = 0; |
05278935 | 79 | mode_t orig_umask = 0; |
f3d6d480 | 80 | int batch_gen_fd = -1; |
c627d613 | 81 | |
91c5833b WD |
82 | /* There's probably never more than at most 2 outstanding child processes, |
83 | * but set it higher, just in case. */ | |
84e6d6fd | 84 | #define MAXCHILDPROCS 7 |
ee7118a8 | 85 | |
8261af74 WD |
86 | #ifdef HAVE_SIGACTION |
87 | # ifdef HAVE_SIGPROCMASK | |
88 | # define SIGACTMASK(n,h) SIGACTION(n,h), sigaddset(&sigmask,(n)) | |
89 | # else | |
90 | # define SIGACTMASK(n,h) SIGACTION(n,h) | |
91 | # endif | |
60ee01f5 WD |
92 | static struct sigaction sigact; |
93 | #endif | |
94 | ||
ee7118a8 DD |
95 | struct pid_status { |
96 | pid_t pid; | |
84e6d6fd | 97 | int status; |
ee7118a8 DD |
98 | } pid_stat_table[MAXCHILDPROCS]; |
99 | ||
33c4b445 WD |
100 | static time_t starttime, endtime; |
101 | static int64 total_read, total_written; | |
102 | ||
e5a2b854 | 103 | static void show_malloc_stats(void); |
82980a23 | 104 | |
97d8e709 | 105 | /* Works like waitpid(), but if we already harvested the child pid in our |
6d59ac19 | 106 | * remember_children(), we succeed instead of returning an error. */ |
97d8e709 | 107 | pid_t wait_process(pid_t pid, int *status_ptr, int flags) |
82980a23 | 108 | { |
d365e229 WD |
109 | pid_t waited_pid; |
110 | ||
111 | do { | |
112 | waited_pid = waitpid(pid, status_ptr, flags); | |
113 | } while (waited_pid == -1 && errno == EINTR); | |
d9c7edf6 | 114 | |
6fb812f7 | 115 | if (waited_pid == -1 && errno == ECHILD) { |
97d8e709 | 116 | /* Status of requested child no longer available: check to |
6d59ac19 | 117 | * see if it was processed by remember_children(). */ |
97d8e709 | 118 | int cnt; |
84e6d6fd | 119 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { |
ee7118a8 | 120 | if (pid == pid_stat_table[cnt].pid) { |
97d8e709 | 121 | *status_ptr = pid_stat_table[cnt].status; |
ee7118a8 | 122 | pid_stat_table[cnt].pid = 0; |
97d8e709 | 123 | return pid; |
ee7118a8 DD |
124 | } |
125 | } | |
126 | } | |
127 | ||
97d8e709 WD |
128 | return waited_pid; |
129 | } | |
130 | ||
131 | /* Wait for a process to exit, calling io_flush while waiting. */ | |
84e6d6fd | 132 | static void wait_process_with_flush(pid_t pid, int *exit_code_ptr) |
97d8e709 WD |
133 | { |
134 | pid_t waited_pid; | |
135 | int status; | |
136 | ||
137 | while ((waited_pid = wait_process(pid, &status, WNOHANG)) == 0) { | |
138 | msleep(20); | |
139 | io_flush(FULL_FLUSH); | |
140 | } | |
141 | ||
d9c7edf6 WD |
142 | /* TODO: If the child exited on a signal, then log an |
143 | * appropriate error message. Perhaps we should also accept a | |
144 | * message describing the purpose of the child. Also indicate | |
dbefb6b4 | 145 | * this to the caller so that they know something went wrong. */ |
84e6d6fd WD |
146 | if (waited_pid < 0) { |
147 | rsyserr(FERROR, errno, "waitpid"); | |
148 | *exit_code_ptr = RERR_WAITCHILD; | |
149 | } else if (!WIFEXITED(status)) { | |
40e6752f | 150 | #ifdef WCOREDUMP |
dbefb6b4 | 151 | if (WCOREDUMP(status)) |
84e6d6fd | 152 | *exit_code_ptr = RERR_CRASHED; |
40e6752f WD |
153 | else |
154 | #endif | |
155 | if (WIFSIGNALED(status)) | |
84e6d6fd | 156 | *exit_code_ptr = RERR_TERMINATED; |
dbefb6b4 | 157 | else |
84e6d6fd | 158 | *exit_code_ptr = RERR_WAITCHILD; |
dbefb6b4 | 159 | } else |
84e6d6fd | 160 | *exit_code_ptr = WEXITSTATUS(status); |
82980a23 AT |
161 | } |
162 | ||
b9f592fb WD |
163 | /* This function gets called from all 3 processes. We want the client side |
164 | * to actually output the text, but the sender is the only process that has | |
165 | * all the stats we need. So, if we're a client sender, we do the report. | |
166 | * If we're a server sender, we write the stats on the supplied fd. If | |
167 | * we're the client receiver we read the stats from the supplied fd and do | |
168 | * the report. All processes might also generate a set of debug stats, if | |
169 | * the verbose level is high enough (this is the only thing that the | |
170 | * generator process and the server receiver ever do here). */ | |
33c4b445 | 171 | static void handle_stats(int f) |
c627d613 | 172 | { |
33c4b445 WD |
173 | endtime = time(NULL); |
174 | ||
b9f592fb | 175 | /* Cache two stats because the read/write code can change it. */ |
33c4b445 WD |
176 | total_read = stats.total_read; |
177 | total_written = stats.total_written; | |
7a6421fa | 178 | |
7bb7058e | 179 | if (do_stats && verbose > 1) { |
5c15e29f | 180 | /* These come out from every process */ |
7bb7058e | 181 | show_malloc_stats(); |
86943126 | 182 | show_flist_stats(); |
5c15e29f MP |
183 | } |
184 | ||
e5fbaa71 S |
185 | if (am_generator) |
186 | return; | |
187 | ||
248fbb8c | 188 | if (am_daemon) { |
83926d3c WD |
189 | if (f == -1 || !am_sender) |
190 | return; | |
248fbb8c AT |
191 | } |
192 | ||
e19452a9 | 193 | if (am_server) { |
3e491682 | 194 | if (am_sender) { |
a72ba0cf WD |
195 | write_varlong30(f, total_read, 3); |
196 | write_varlong30(f, total_written, 3); | |
197 | write_varlong30(f, stats.total_size, 3); | |
f0f7e760 | 198 | if (protocol_version >= 29) { |
a72ba0cf WD |
199 | write_varlong30(f, stats.flist_buildtime, 3); |
200 | write_varlong30(f, stats.flist_xfertime, 3); | |
f0f7e760 | 201 | } |
e19452a9 | 202 | } |
7a6421fa AT |
203 | return; |
204 | } | |
e19452a9 DD |
205 | |
206 | /* this is the client */ | |
d9c7edf6 | 207 | |
9d19f8a5 | 208 | if (f < 0 && !am_sender) /* e.g. when we got an empty file list. */ |
0f78b815 | 209 | ; |
9d19f8a5 | 210 | else if (!am_sender) { |
58c5c245 WD |
211 | /* Read the first two in opposite order because the meaning of |
212 | * read/write swaps when switching from sender to receiver. */ | |
a72ba0cf WD |
213 | total_written = read_varlong30(f, 3); |
214 | total_read = read_varlong30(f, 3); | |
215 | stats.total_size = read_varlong30(f, 3); | |
f0f7e760 | 216 | if (protocol_version >= 29) { |
a72ba0cf WD |
217 | stats.flist_buildtime = read_varlong30(f, 3); |
218 | stats.flist_xfertime = read_varlong30(f, 3); | |
f0f7e760 | 219 | } |
e4676bb5 | 220 | } else if (write_batch) { |
b9f592fb WD |
221 | /* The --read-batch process is going to be a client |
222 | * receiver, so we need to give it the stats. */ | |
a72ba0cf WD |
223 | write_varlong30(batch_fd, total_read, 3); |
224 | write_varlong30(batch_fd, total_written, 3); | |
225 | write_varlong30(batch_fd, stats.total_size, 3); | |
f0f7e760 | 226 | if (protocol_version >= 29) { |
a72ba0cf WD |
227 | write_varlong30(batch_fd, stats.flist_buildtime, 3); |
228 | write_varlong30(batch_fd, stats.flist_xfertime, 3); | |
f0f7e760 | 229 | } |
a800434a | 230 | } |
e4676bb5 | 231 | } |
a800434a | 232 | |
e4676bb5 WD |
233 | static void output_summary(void) |
234 | { | |
a800434a | 235 | if (do_stats) { |
b64ee91a WD |
236 | rprintf(FCLIENT, "\n"); |
237 | rprintf(FINFO,"Number of files: %d\n", stats.num_files); | |
d9c7edf6 WD |
238 | rprintf(FINFO,"Number of files transferred: %d\n", |
239 | stats.num_transferred_files); | |
60613dc8 WD |
240 | rprintf(FINFO,"Total file size: %s bytes\n", |
241 | human_num(stats.total_size)); | |
242 | rprintf(FINFO,"Total transferred file size: %s bytes\n", | |
243 | human_num(stats.total_transferred_size)); | |
244 | rprintf(FINFO,"Literal data: %s bytes\n", | |
245 | human_num(stats.literal_data)); | |
246 | rprintf(FINFO,"Matched data: %s bytes\n", | |
247 | human_num(stats.matched_data)); | |
eb0144d7 WD |
248 | rprintf(FINFO,"File list size: %s\n", |
249 | human_num(stats.flist_size)); | |
f0f7e760 WD |
250 | if (stats.flist_buildtime) { |
251 | rprintf(FINFO, | |
252 | "File list generation time: %.3f seconds\n", | |
253 | (double)stats.flist_buildtime / 1000); | |
254 | rprintf(FINFO, | |
255 | "File list transfer time: %.3f seconds\n", | |
256 | (double)stats.flist_xfertime / 1000); | |
257 | } | |
60613dc8 WD |
258 | rprintf(FINFO,"Total bytes sent: %s\n", |
259 | human_num(total_written)); | |
260 | rprintf(FINFO,"Total bytes received: %s\n", | |
261 | human_num(total_read)); | |
7a6421fa | 262 | } |
d9c7edf6 | 263 | |
e19452a9 | 264 | if (verbose || do_stats) { |
b64ee91a | 265 | rprintf(FCLIENT, "\n"); |
b9f592fb | 266 | rprintf(FINFO, |
b64ee91a | 267 | "sent %s bytes received %s bytes %s bytes/sec\n", |
60613dc8 WD |
268 | human_num(total_written), human_num(total_read), |
269 | human_dnum((total_written + total_read)/(0.5 + (endtime - starttime)), 2)); | |
270 | rprintf(FINFO, "total size is %s speedup is %.2f\n", | |
271 | human_num(stats.total_size), | |
b9f592fb | 272 | (double)stats.total_size / (total_written+total_read)); |
e19452a9 | 273 | } |
fc8a6b97 AT |
274 | |
275 | fflush(stdout); | |
276 | fflush(stderr); | |
c627d613 AT |
277 | } |
278 | ||
279 | ||
e5a2b854 MP |
280 | /** |
281 | * If our C library can get malloc statistics, then show them to FINFO | |
282 | **/ | |
283 | static void show_malloc_stats(void) | |
284 | { | |
4f5b0756 | 285 | #ifdef HAVE_MALLINFO |
e5a2b854 MP |
286 | struct mallinfo mi; |
287 | ||
288 | mi = mallinfo(); | |
289 | ||
b64ee91a WD |
290 | rprintf(FCLIENT, "\n"); |
291 | rprintf(FINFO, RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n", | |
f846a9bf WD |
292 | getpid(), am_server ? "server " : "", |
293 | am_daemon ? "daemon " : "", who_am_i()); | |
294 | rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n", | |
295 | (long)mi.arena); | |
296 | rprintf(FINFO, " ordblks: %10ld (chunks not in use)\n", | |
297 | (long)mi.ordblks); | |
298 | rprintf(FINFO, " smblks: %10ld\n", | |
299 | (long)mi.smblks); | |
300 | rprintf(FINFO, " hblks: %10ld (chunks from mmap)\n", | |
301 | (long)mi.hblks); | |
302 | rprintf(FINFO, " hblkhd: %10ld (bytes from mmap)\n", | |
303 | (long)mi.hblkhd); | |
304 | rprintf(FINFO, " allmem: %10ld (bytes from sbrk + mmap)\n", | |
305 | (long)mi.arena + mi.hblkhd); | |
306 | rprintf(FINFO, " usmblks: %10ld\n", | |
307 | (long)mi.usmblks); | |
308 | rprintf(FINFO, " fsmblks: %10ld\n", | |
309 | (long)mi.fsmblks); | |
310 | rprintf(FINFO, " uordblks: %10ld (bytes used)\n", | |
311 | (long)mi.uordblks); | |
312 | rprintf(FINFO, " fordblks: %10ld (bytes free)\n", | |
313 | (long)mi.fordblks); | |
314 | rprintf(FINFO, " keepcost: %10ld (bytes in releasable chunk)\n", | |
315 | (long)mi.keepcost); | |
e5a2b854 MP |
316 | #endif /* HAVE_MALLINFO */ |
317 | } | |
318 | ||
319 | ||
0882faa2 | 320 | /* Start the remote shell. cmd may be NULL to use the default. */ |
6c2e5b56 WD |
321 | static pid_t do_cmd(char *cmd, char *machine, char *user, char *path, |
322 | int *f_in, int *f_out) | |
c627d613 | 323 | { |
6c2e5b56 | 324 | int i, argc = 0; |
887e553f | 325 | char *args[MAX_ARGS]; |
19b27a48 | 326 | pid_t ret; |
82f0c63e | 327 | char *dir = NULL; |
bb4aa89c | 328 | int dash_l_set = 0; |
366345fe | 329 | |
088aac85 | 330 | if (!read_batch && !local_server) { |
82f0c63e | 331 | char *t, *f, in_quote = '\0'; |
9af87151 | 332 | char *rsh_env = getenv(RSYNC_RSH_ENV); |
366345fe | 333 | if (!cmd) |
9af87151 | 334 | cmd = rsh_env; |
366345fe AT |
335 | if (!cmd) |
336 | cmd = RSYNC_RSH; | |
337 | cmd = strdup(cmd); | |
d9c7edf6 | 338 | if (!cmd) |
366345fe AT |
339 | goto oom; |
340 | ||
82f0c63e WD |
341 | for (t = f = cmd; *f; f++) { |
342 | if (*f == ' ') | |
343 | continue; | |
e7a392c7 | 344 | /* Comparison leaves rooms for server_options(). */ |
d8c4d6de | 345 | if (argc >= MAX_ARGS - MAX_SERVER_ARGS) { |
e7a392c7 | 346 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); |
887e553f WD |
347 | exit_cleanup(RERR_SYNTAX); |
348 | } | |
82f0c63e WD |
349 | args[argc++] = t; |
350 | while (*f != ' ' || in_quote) { | |
351 | if (!*f) { | |
352 | if (in_quote) { | |
353 | rprintf(FERROR, | |
354 | "Missing trailing-%c in remote-shell command.\n", | |
355 | in_quote); | |
356 | exit_cleanup(RERR_SYNTAX); | |
357 | } | |
358 | f--; | |
359 | break; | |
360 | } | |
361 | if (*f == '\'' || *f == '"') { | |
362 | if (!in_quote) { | |
363 | in_quote = *f++; | |
364 | continue; | |
365 | } | |
366 | if (*f == in_quote && *++f != in_quote) { | |
367 | in_quote = '\0'; | |
368 | continue; | |
369 | } | |
370 | } | |
371 | *t++ = *f++; | |
372 | } | |
373 | *t++ = '\0'; | |
887e553f | 374 | } |
c627d613 | 375 | |
d9c7edf6 | 376 | /* check to see if we've already been given '-l user' in |
9af87151 | 377 | * the remote-shell command */ |
bb4aa89c WD |
378 | for (i = 0; i < argc-1; i++) { |
379 | if (!strcmp(args[i], "-l") && args[i+1][0] != '-') | |
380 | dash_l_set = 1; | |
381 | } | |
382 | ||
4f5b0756 | 383 | #ifdef HAVE_REMSH |
366345fe AT |
384 | /* remsh (on HPUX) takes the arguments the other way around */ |
385 | args[argc++] = machine; | |
bb4aa89c | 386 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
387 | args[argc++] = "-l"; |
388 | args[argc++] = user; | |
389 | } | |
7b8356d0 | 390 | #else |
bb4aa89c | 391 | if (user && !(daemon_over_rsh && dash_l_set)) { |
366345fe AT |
392 | args[argc++] = "-l"; |
393 | args[argc++] = user; | |
394 | } | |
395 | args[argc++] = machine; | |
7b8356d0 | 396 | #endif |
c627d613 | 397 | |
366345fe | 398 | args[argc++] = rsync_path; |
c627d613 | 399 | |
9af87151 | 400 | if (blocking_io < 0) { |
90e22f4b WD |
401 | char *cp; |
402 | if ((cp = strrchr(cmd, '/')) != NULL) | |
403 | cp++; | |
404 | else | |
405 | cp = cmd; | |
406 | if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0) | |
407 | blocking_io = 1; | |
66b71163 | 408 | } |
e384bfbd | 409 | |
93689aa5 | 410 | server_options(args,&argc); |
e7a392c7 WD |
411 | |
412 | if (argc >= MAX_ARGS - 2) { | |
413 | rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n"); | |
414 | exit_cleanup(RERR_SYNTAX); | |
415 | } | |
366345fe | 416 | } |
c627d613 | 417 | |
366345fe | 418 | args[argc++] = "."; |
76076c4b | 419 | |
d9c7edf6 | 420 | if (!daemon_over_rsh && path && *path) |
366345fe | 421 | args[argc++] = path; |
c627d613 | 422 | |
366345fe | 423 | args[argc] = NULL; |
c627d613 | 424 | |
366345fe | 425 | if (verbose > 3) { |
e7a392c7 | 426 | for (i = 0; i < argc; i++) |
b64ee91a WD |
427 | rprintf(FCLIENT, "cmd[%d]=%s ", i, args[i]); |
428 | rprintf(FCLIENT, "\n"); | |
366345fe AT |
429 | } |
430 | ||
c0d8e84c WD |
431 | if (read_batch) { |
432 | int from_gen_pipe[2]; | |
433 | if (fd_pair(from_gen_pipe) < 0) { | |
434 | rsyserr(FERROR, errno, "pipe"); | |
435 | exit_cleanup(RERR_IPC); | |
436 | } | |
437 | batch_gen_fd = from_gen_pipe[0]; | |
438 | *f_out = from_gen_pipe[1]; | |
439 | *f_in = batch_fd; | |
440 | ret = -1; /* no child pid */ | |
441 | } else if (local_server) { | |
b1df18d7 WD |
442 | /* If the user didn't request --[no-]whole-file, force |
443 | * it on, but only if we're not batch processing. */ | |
c0d8e84c | 444 | if (whole_file < 0 && !write_batch) |
b1df18d7 | 445 | whole_file = 1; |
25d34a5c | 446 | ret = local_child(argc, args, f_in, f_out, child_main); |
c0d8e84c | 447 | } else |
366345fe | 448 | ret = piped_child(args,f_in,f_out); |
c627d613 | 449 | |
3a69fad0 WD |
450 | if (dir) |
451 | free(dir); | |
82306bf6 | 452 | |
366345fe | 453 | return ret; |
c627d613 | 454 | |
acee11fc | 455 | oom: |
366345fe AT |
456 | out_of_memory("do_cmd"); |
457 | return 0; /* not reached */ | |
c627d613 AT |
458 | } |
459 | ||
eb598fac WD |
460 | /* The receiving side operates in one of two modes: |
461 | * | |
cc8c5057 WD |
462 | * 1. it receives any number of files into a destination directory, |
463 | * placing them according to their names in the file-list. | |
eb598fac WD |
464 | * |
465 | * 2. it receives a single file and saves it using the name in the | |
466 | * destination path instead of its file-list name. This requires a | |
467 | * "local name" for writing out the destination file. | |
468 | * | |
a7d461fc WD |
469 | * So, our task is to figure out what mode/local-name we need. |
470 | * For mode 1, we change into the destination directory and return NULL. | |
471 | * For mode 2, we change into the directory containing the destination | |
472 | * file (if we aren't already there) and return the local-name. */ | |
eb598fac | 473 | static char *get_local_name(struct file_list *flist, char *dest_path) |
c627d613 | 474 | { |
7a6421fa | 475 | STRUCT_STAT st; |
a7d461fc | 476 | int statret; |
eb598fac | 477 | char *cp; |
c627d613 | 478 | |
eb598fac WD |
479 | if (verbose > 2) { |
480 | rprintf(FINFO, "get_local_name count=%d %s\n", | |
f3d6d480 | 481 | file_total, NS(dest_path)); |
eb598fac | 482 | } |
1f0610ef | 483 | |
ee8e2b15 | 484 | if (!dest_path || list_only) |
1f0610ef | 485 | return NULL; |
c95da96a | 486 | |
a7d461fc | 487 | /* See what currently exists at the destination. */ |
1a7f3d99 | 488 | if ((statret = do_stat(dest_path, &st)) == 0) { |
a7d461fc | 489 | /* If the destination is a dir, enter it and use mode 1. */ |
1ff5450d | 490 | if (S_ISDIR(st.st_mode)) { |
615a5415 | 491 | if (!push_dir(dest_path, 0)) { |
982e05bb | 492 | rsyserr(FERROR, errno, "push_dir#1 %s failed", |
eb598fac | 493 | full_fname(dest_path)); |
65417579 | 494 | exit_cleanup(RERR_FILESELECT); |
1ff5450d AT |
495 | } |
496 | return NULL; | |
497 | } | |
f3d6d480 | 498 | if (file_total > 1) { |
eb598fac WD |
499 | rprintf(FERROR, |
500 | "ERROR: destination must be a directory when" | |
501 | " copying more than 1 file\n"); | |
65417579 | 502 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 503 | } |
f3d6d480 | 504 | if (file_total == 1 && S_ISDIR(flist->files[0]->mode)) { |
44c26bf2 WD |
505 | rprintf(FERROR, |
506 | "ERROR: cannot overwrite non-directory" | |
507 | " with a directory\n"); | |
508 | exit_cleanup(RERR_FILESELECT); | |
509 | } | |
cc8c5057 | 510 | } else if (errno != ENOENT) { |
a7d461fc WD |
511 | /* If we don't know what's at the destination, fail. */ |
512 | rsyserr(FERROR, errno, "ERROR: cannot stat destination %s", | |
cc8c5057 WD |
513 | full_fname(dest_path)); |
514 | exit_cleanup(RERR_FILESELECT); | |
1ff5450d AT |
515 | } |
516 | ||
eb598fac WD |
517 | cp = strrchr(dest_path, '/'); |
518 | ||
a7d461fc WD |
519 | /* If we need a destination directory because the transfer is not |
520 | * of a single non-directory or the user has requested one via a | |
521 | * destination path ending in a slash, create one and use mode 1. */ | |
f3d6d480 | 522 | if (file_total > 1 || (cp && !cp[1])) { |
eb598fac WD |
523 | /* Lop off the final slash (if any). */ |
524 | if (cp && !cp[1]) | |
525 | *cp = '\0'; | |
526 | ||
a7d461fc WD |
527 | if (statret == 0) { |
528 | rprintf(FERROR, | |
529 | "ERROR: destination path is not a directory\n"); | |
530 | exit_cleanup(RERR_SYNTAX); | |
531 | } | |
532 | ||
05278935 | 533 | if (mkdir_defmode(dest_path) != 0) { |
eb598fac WD |
534 | rsyserr(FERROR, errno, "mkdir %s failed", |
535 | full_fname(dest_path)); | |
536 | exit_cleanup(RERR_FILEIO); | |
537 | } | |
1ff5450d | 538 | |
2a94207a WD |
539 | new_root_dir = 1; |
540 | ||
eb598fac WD |
541 | if (verbose) |
542 | rprintf(FINFO, "created directory %s\n", dest_path); | |
543 | ||
544 | if (dry_run) { | |
615a5415 | 545 | /* Indicate that dest dir doesn't really exist. */ |
eb598fac | 546 | dry_run++; |
eb598fac WD |
547 | } |
548 | ||
615a5415 | 549 | if (!push_dir(dest_path, dry_run > 1)) { |
eb598fac WD |
550 | rsyserr(FERROR, errno, "push_dir#2 %s failed", |
551 | full_fname(dest_path)); | |
552 | exit_cleanup(RERR_FILESELECT); | |
553 | } | |
e5a96f0f | 554 | |
e5a96f0f | 555 | return NULL; |
1ff5450d AT |
556 | } |
557 | ||
eb598fac WD |
558 | /* Otherwise, we are writing a single file, possibly on top of an |
559 | * existing non-directory. Change to the item's parent directory | |
560 | * (if it has a path component), return the basename of the | |
561 | * destination file as the local name, and use mode 2. */ | |
562 | if (!cp) | |
563 | return dest_path; | |
564 | ||
565 | if (cp == dest_path) | |
566 | dest_path = "/"; | |
567 | ||
568 | *cp = '\0'; | |
615a5415 | 569 | if (!push_dir(dest_path, 0)) { |
eb598fac WD |
570 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
571 | full_fname(dest_path)); | |
65417579 | 572 | exit_cleanup(RERR_FILESELECT); |
1ff5450d | 573 | } |
eb598fac | 574 | *cp = '/'; |
1ff5450d | 575 | |
eb598fac | 576 | return cp + 1; |
c627d613 AT |
577 | } |
578 | ||
615a5415 WD |
579 | /* Call this if the destination dir (which is assumed to be in curr_dir) |
580 | * does not yet exist and we can't create it due to being in dry-run | |
581 | * mode. We'll fix dirs that can be relative to the non-existent dir. */ | |
582 | static void fix_basis_dirs(void) | |
583 | { | |
ddcba3f0 | 584 | char **dir, *new, *slash; |
615a5415 WD |
585 | int len; |
586 | ||
ddcba3f0 WD |
587 | if (dry_run <= 1) |
588 | return; | |
589 | ||
590 | slash = strrchr(curr_dir, '/'); | |
591 | ||
615a5415 WD |
592 | for (dir = basis_dir; *dir; dir++) { |
593 | if (**dir == '/') | |
594 | continue; | |
595 | len = curr_dir_len + 1 + strlen(*dir) + 1; | |
596 | if (!(new = new_array(char, len))) | |
597 | out_of_memory("fix_basis_dirs"); | |
ddcba3f0 WD |
598 | if (slash && strncmp(*dir, "../", 3) == 0) { |
599 | /* We want to remove only one leading "../" prefix for | |
600 | * the directory we couldn't create in dry-run mode: | |
601 | * this ensures that any other ".." references get | |
602 | * evaluated the same as they would for a live copy. */ | |
603 | *slash = '\0'; | |
604 | pathjoin(new, len, curr_dir, *dir + 3); | |
605 | *slash = '/'; | |
606 | } else | |
607 | pathjoin(new, len, curr_dir, *dir); | |
615a5415 WD |
608 | *dir = new; |
609 | } | |
610 | } | |
c627d613 | 611 | |
1a8e5c97 | 612 | /* This is only called by the sender. */ |
16edf865 | 613 | static void read_final_goodbye(int f_in) |
4e0fcd85 | 614 | { |
f3d6d480 WD |
615 | int i, iflags, xlen; |
616 | uchar fnamecmp_type; | |
617 | char xname[MAXPATHLEN]; | |
1a8e5c97 WD |
618 | |
619 | if (protocol_version < 29) | |
620 | i = read_int(f_in); | |
621 | else { | |
16edf865 WD |
622 | i = read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, |
623 | xname, &xlen); | |
4e0fcd85 WD |
624 | } |
625 | ||
82ad07c4 | 626 | if (i != NDX_DONE) { |
c7791b8c WD |
627 | rprintf(FERROR, "Invalid packet at end of run (%d) [%s]\n", |
628 | i, who_am_i()); | |
1a8e5c97 | 629 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
630 | } |
631 | } | |
632 | ||
eb598fac | 633 | static void do_server_sender(int f_in, int f_out, int argc, char *argv[]) |
c627d613 | 634 | { |
7a6421fa AT |
635 | struct file_list *flist; |
636 | char *dir = argv[0]; | |
c627d613 | 637 | |
45e08edb WD |
638 | if (verbose > 2) { |
639 | rprintf(FINFO, "server_sender starting pid=%ld\n", | |
640 | (long)getpid()); | |
641 | } | |
d9c7edf6 | 642 | |
2adbcdc7 | 643 | if (am_daemon && lp_write_only(module_id)) { |
7a92ded3 WD |
644 | rprintf(FERROR, "ERROR: module is write only\n"); |
645 | exit_cleanup(RERR_SYNTAX); | |
646 | return; | |
647 | } | |
47c11975 | 648 | if (am_daemon && lp_read_only(module_id) && remove_source_files) { |
bf26aa22 | 649 | rprintf(FERROR, |
044ccbaa | 650 | "ERROR: --remove-%s-files cannot be used with a read-only module\n", |
47c11975 | 651 | remove_source_files == 1 ? "source" : "sent"); |
bf26aa22 WD |
652 | exit_cleanup(RERR_SYNTAX); |
653 | return; | |
654 | } | |
7a92ded3 | 655 | |
582c1589 | 656 | if (!relative_paths) { |
615a5415 | 657 | if (!push_dir(dir, 0)) { |
582c1589 WD |
658 | rsyserr(FERROR, errno, "push_dir#3 %s failed", |
659 | full_fname(dir)); | |
660 | exit_cleanup(RERR_FILESELECT); | |
661 | } | |
7a6421fa AT |
662 | } |
663 | argc--; | |
664 | argv++; | |
d9c7edf6 | 665 | |
48a1ff0d | 666 | if (argc == 0 && (recurse || list_only)) { |
e1f67417 | 667 | argc = 1; |
7a6421fa AT |
668 | argv--; |
669 | argv[0] = "."; | |
670 | } | |
d9c7edf6 | 671 | |
7a6421fa | 672 | flist = send_file_list(f_out,argc,argv); |
9decb4d2 | 673 | if (!flist || flist->used == 0) |
8d9dc9f9 | 674 | exit_cleanup(0); |
8d9dc9f9 | 675 | |
f3d6d480 | 676 | io_start_buffering_in(f_in); |
da3478b2 | 677 | |
f3d6d480 | 678 | send_files(f_in, f_out); |
f1e3656e | 679 | io_flush(FULL_FLUSH); |
33c4b445 | 680 | handle_stats(f_out); |
4e0fcd85 | 681 | if (protocol_version >= 24) |
16edf865 | 682 | read_final_goodbye(f_in); |
f1e3656e | 683 | io_flush(FULL_FLUSH); |
7a6421fa | 684 | exit_cleanup(0); |
c627d613 AT |
685 | } |
686 | ||
687 | ||
f3d6d480 | 688 | static int do_recv(int f_in, int f_out, char *local_name) |
dc5ddbcc | 689 | { |
d186eb1a | 690 | int pid; |
84e6d6fd | 691 | int exit_code = 0; |
c70e07d9 | 692 | int error_pipe[2]; |
dc5ddbcc | 693 | |
bb6721dc WD |
694 | /* The receiving side mustn't obey this, or an existing symlink that |
695 | * points to an identical file won't be replaced by the referent. */ | |
a695b379 | 696 | copy_links = copy_dirlinks = 0; |
bb6721dc | 697 | |
1e1ca253 | 698 | #ifdef SUPPORT_HARD_LINKS |
d4d6646a WD |
699 | if (preserve_hard_links && !inc_recurse) |
700 | match_hard_links(cur_flist); | |
1e1ca253 | 701 | #endif |
dc5ddbcc | 702 | |
c70e07d9 | 703 | if (fd_pair(error_pipe) < 0) { |
ab759cd2 | 704 | rsyserr(FERROR, errno, "pipe failed in do_recv"); |
c8f2f857 | 705 | exit_cleanup(RERR_IPC); |
554e0a8d | 706 | } |
d9c7edf6 | 707 | |
f1e3656e | 708 | io_flush(NORMAL_FLUSH); |
c6e7fcb4 | 709 | |
ba449e44 | 710 | if ((pid = do_fork()) == -1) { |
c8f2f857 | 711 | rsyserr(FERROR, errno, "fork failed in do_recv"); |
ba449e44 WD |
712 | exit_cleanup(RERR_IPC); |
713 | } | |
714 | ||
715 | if (pid == 0) { | |
554e0a8d | 716 | close(error_pipe[0]); |
3a69fad0 WD |
717 | if (f_in != f_out) |
718 | close(f_out); | |
e08c9610 | 719 | |
554e0a8d | 720 | /* we can't let two processes write to the socket at one time */ |
f3d6d480 | 721 | io_end_multiplex_out(); |
554e0a8d AT |
722 | |
723 | /* set place to send errors */ | |
f1e3656e | 724 | set_msg_fd_out(error_pipe[1]); |
f3d6d480 | 725 | io_start_buffering_out(error_pipe[1]); |
554e0a8d | 726 | |
f3d6d480 | 727 | recv_files(f_in, local_name); |
f1e3656e | 728 | io_flush(FULL_FLUSH); |
33c4b445 | 729 | handle_stats(f_in); |
e08c9610 | 730 | |
332cf6df | 731 | send_msg(MSG_DONE, "", 1, 0); |
a72ba0cf | 732 | write_varlong(error_pipe[1], stats.total_read, 3); |
f1e3656e | 733 | io_flush(FULL_FLUSH); |
4e0fcd85 | 734 | |
40df65fd WD |
735 | /* Handle any keep-alive packets from the post-processing work |
736 | * that the generator does. */ | |
4e0fcd85 | 737 | if (protocol_version >= 29) { |
f3d6d480 WD |
738 | int iflags, xlen; |
739 | uchar fnamecmp_type; | |
740 | char xname[MAXPATHLEN]; | |
741 | ||
051182cb | 742 | kluge_around_eof = -1; |
1a8e5c97 WD |
743 | |
744 | /* This should only get stopped via a USR2 signal. */ | |
16edf865 | 745 | read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, |
f3d6d480 | 746 | xname, &xlen); |
1a8e5c97 | 747 | |
3485ae83 WD |
748 | rprintf(FERROR, "Invalid packet at end of run [%s]\n", |
749 | who_am_i()); | |
1a8e5c97 | 750 | exit_cleanup(RERR_PROTOCOL); |
4e0fcd85 WD |
751 | } |
752 | ||
9e0582f9 WD |
753 | /* Finally, we go to sleep until our parent kills us with a |
754 | * USR2 signal. We sleep for a short time, as on some OSes | |
755 | * a signal won't interrupt a sleep! */ | |
f1e3656e WD |
756 | while (1) |
757 | msleep(20); | |
d186eb1a | 758 | } |
dc5ddbcc | 759 | |
b695f242 | 760 | am_generator = 1; |
f3d6d480 WD |
761 | |
762 | io_end_multiplex_in(); | |
e8a96e27 | 763 | if (write_batch && !am_server) |
b9f592fb | 764 | stop_write_batch(); |
b695f242 | 765 | |
554e0a8d | 766 | close(error_pipe[1]); |
3a69fad0 WD |
767 | if (f_in != f_out) |
768 | close(f_in); | |
e1b3d5c4 | 769 | |
f3d6d480 | 770 | io_start_buffering_out(f_out); |
b3e10ed7 | 771 | |
f1e3656e | 772 | set_msg_fd_in(error_pipe[0]); |
f3d6d480 | 773 | io_start_buffering_in(error_pipe[0]); |
554e0a8d | 774 | |
f3d6d480 | 775 | generate_files(f_out, local_name); |
8d9dc9f9 | 776 | |
33c4b445 | 777 | handle_stats(-1); |
f1e3656e | 778 | io_flush(FULL_FLUSH); |
d04e9c51 | 779 | if (protocol_version >= 24) { |
8ada7518 | 780 | /* send a final goodbye message */ |
9ae7a2cd | 781 | write_ndx(f_out, NDX_DONE); |
8ada7518 | 782 | } |
f1e3656e | 783 | io_flush(FULL_FLUSH); |
8ada7518 | 784 | |
f1e3656e | 785 | set_msg_fd_in(-1); |
089a2435 | 786 | kill(pid, SIGUSR2); |
84e6d6fd WD |
787 | wait_process_with_flush(pid, &exit_code); |
788 | return exit_code; | |
dc5ddbcc AT |
789 | } |
790 | ||
f3d6d480 | 791 | static void do_server_recv(int f_in, int f_out, int argc, char *argv[]) |
c627d613 | 792 | { |
84e6d6fd | 793 | int exit_code; |
7a6421fa | 794 | struct file_list *flist; |
6c2e5b56 | 795 | char *local_name = NULL; |
7a6421fa | 796 | char *dir = NULL; |
07bff66f WD |
797 | int save_verbose = verbose; |
798 | ||
799 | if (filesfrom_fd >= 0) { | |
800 | /* We can't mix messages with files-from data on the socket, | |
801 | * so temporarily turn off verbose messages. */ | |
802 | verbose = 0; | |
803 | } | |
f0fca04e | 804 | |
45e08edb WD |
805 | if (verbose > 2) { |
806 | rprintf(FINFO, "server_recv(%d) starting pid=%ld\n", | |
807 | argc, (long)getpid()); | |
808 | } | |
09b7f5db | 809 | |
2adbcdc7 | 810 | if (am_daemon && lp_read_only(module_id)) { |
09b7f5db AT |
811 | rprintf(FERROR,"ERROR: module is read only\n"); |
812 | exit_cleanup(RERR_SYNTAX); | |
813 | return; | |
814 | } | |
815 | ||
7a6421fa AT |
816 | if (argc > 0) { |
817 | dir = argv[0]; | |
818 | argc--; | |
819 | argv++; | |
615a5415 | 820 | if (!am_daemon && !push_dir(dir, 0)) { |
982e05bb WD |
821 | rsyserr(FERROR, errno, "push_dir#4 %s failed", |
822 | full_fname(dir)); | |
65417579 | 823 | exit_cleanup(RERR_FILESELECT); |
d9c7edf6 | 824 | } |
7a6421fa | 825 | } |
c627d613 | 826 | |
f3d6d480 WD |
827 | if (protocol_version >= 30) |
828 | io_start_multiplex_in(); | |
829 | else | |
830 | io_start_buffering_in(f_in); | |
57dee64e | 831 | recv_filter_list(f_in); |
c627d613 | 832 | |
7c2a9e76 | 833 | if (filesfrom_fd >= 0) { |
07bff66f WD |
834 | /* We need to send the files-from names to the sender at the |
835 | * same time that we receive the file-list from them, so we | |
836 | * need the IO routines to automatically write out the names | |
837 | * onto our f_out socket as we read the file-list. This | |
838 | * avoids both deadlock and extra delays/buffers. */ | |
7c2a9e76 WD |
839 | io_set_filesfrom_fds(filesfrom_fd, f_out); |
840 | filesfrom_fd = -1; | |
841 | } | |
842 | ||
b9f592fb | 843 | flist = recv_file_list(f_in); |
4c36a13e AT |
844 | if (!flist) { |
845 | rprintf(FERROR,"server_recv: recv_file_list error\n"); | |
65417579 | 846 | exit_cleanup(RERR_FILESELECT); |
7a6421fa | 847 | } |
3ea6e0e7 | 848 | if (inc_recurse && file_total == 1) |
f3d6d480 WD |
849 | recv_additional_file_list(f_in); |
850 | verbose = save_verbose; | |
d9c7edf6 | 851 | |
29fad7a3 | 852 | if (argc > 0) |
7a6421fa | 853 | local_name = get_local_name(flist,argv[0]); |
c627d613 | 854 | |
7c58c991 WD |
855 | /* Now that we know what our destination directory turned out to be, |
856 | * we can sanitize the --link-/copy-/compare-dest args correctly. */ | |
857 | if (sanitize_paths) { | |
7c58c991 | 858 | char **dir; |
c2c8db91 | 859 | for (dir = basis_dir; *dir; dir++) { |
c2a2147a | 860 | *dir = sanitize_path(NULL, *dir, NULL, curr_dir_depth, NULL); |
c2c8db91 WD |
861 | } |
862 | if (partial_dir) { | |
863 | partial_dir = sanitize_path(NULL, partial_dir, NULL, curr_dir_depth, NULL); | |
c2c8db91 WD |
864 | } |
865 | } | |
ddcba3f0 | 866 | fix_basis_dirs(); |
615a5415 | 867 | |
c2c8db91 WD |
868 | if (server_filter_list.head) { |
869 | char **dir; | |
870 | struct filter_list_struct *elp = &server_filter_list; | |
871 | ||
872 | for (dir = basis_dir; *dir; dir++) { | |
873 | if (check_filter(elp, *dir, 1) < 0) | |
874 | goto options_rejected; | |
875 | } | |
876 | if (partial_dir && *partial_dir == '/' | |
877 | && check_filter(elp, partial_dir, 1) < 0) { | |
878 | options_rejected: | |
879 | rprintf(FERROR, | |
880 | "Your options have been rejected by the server.\n"); | |
881 | exit_cleanup(RERR_SYNTAX); | |
882 | } | |
7c58c991 WD |
883 | } |
884 | ||
f3d6d480 | 885 | exit_code = do_recv(f_in, f_out, local_name); |
84e6d6fd | 886 | exit_cleanup(exit_code); |
c627d613 AT |
887 | } |
888 | ||
889 | ||
734a94a2 | 890 | int child_main(int argc, char *argv[]) |
25d34a5c MP |
891 | { |
892 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); | |
734a94a2 | 893 | return 0; |
25d34a5c MP |
894 | } |
895 | ||
896 | ||
9486289c | 897 | void start_server(int f_in, int f_out, int argc, char *argv[]) |
366345fe | 898 | { |
f0359dd0 AT |
899 | set_nonblocking(f_in); |
900 | set_nonblocking(f_out); | |
901 | ||
da3478b2 WD |
902 | io_set_sock_fds(f_in, f_out); |
903 | setup_protocol(f_out, f_in); | |
332cf6df | 904 | #ifdef ICONV_CONST |
9656de5d WD |
905 | setup_iconv(); |
906 | #endif | |
da3478b2 | 907 | |
d04e9c51 | 908 | if (protocol_version >= 23) |
da3478b2 | 909 | io_start_multiplex_out(); |
7a6421fa | 910 | |
7a6421fa | 911 | if (am_sender) { |
83926d3c | 912 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
bf26aa22 WD |
913 | if (need_messages_from_generator) |
914 | io_start_multiplex_in(); | |
7842418b | 915 | recv_filter_list(f_in); |
7a6421fa | 916 | do_server_sender(f_in, f_out, argc, argv); |
07613def | 917 | } else |
7a6421fa | 918 | do_server_recv(f_in, f_out, argc, argv); |
7a6421fa | 919 | exit_cleanup(0); |
366345fe AT |
920 | } |
921 | ||
0ba48136 MP |
922 | |
923 | /* | |
924 | * This is called once the connection has been negotiated. It is used | |
925 | * for rsyncd, remote-shell, and local connections. | |
926 | */ | |
19b27a48 | 927 | int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[]) |
9486289c | 928 | { |
088aac85 | 929 | struct file_list *flist = NULL; |
84e6d6fd | 930 | int exit_code = 0, exit_code2 = 0; |
9486289c | 931 | char *local_name = NULL; |
19b27a48 AT |
932 | |
933 | cleanup_child_pid = pid; | |
67a28eb2 | 934 | if (!read_batch) { |
b9f592fb WD |
935 | set_nonblocking(f_in); |
936 | set_nonblocking(f_out); | |
937 | } | |
f0359dd0 | 938 | |
da3478b2 | 939 | io_set_sock_fds(f_in, f_out); |
6d7b6081 | 940 | setup_protocol(f_out,f_in); |
332cf6df | 941 | #ifdef ICONV_CONST |
9656de5d WD |
942 | setup_iconv(); |
943 | #endif | |
6d7b6081 | 944 | |
18882701 WD |
945 | /* We set our stderr file handle to blocking because ssh might have |
946 | * set it to non-blocking. This can be particularly troublesome if | |
947 | * stderr is a clone of stdout, because ssh would have set our stdout | |
948 | * to non-blocking at the same time (which can easily cause us to lose | |
949 | * output from our print statements). This kluge shouldn't cause ssh | |
950 | * any problems for how we use it. Note also that we delayed setting | |
951 | * this until after the above protocol setup so that we know for sure | |
952 | * that ssh is done twiddling its file descriptors. */ | |
953 | set_blocking(STDERR_FILENO); | |
954 | ||
9486289c | 955 | if (am_sender) { |
83926d3c | 956 | keep_dirlinks = 0; /* Must be disabled on the sender. */ |
f3d6d480 WD |
957 | if (protocol_version >= 30) |
958 | io_start_multiplex_out(); | |
959 | else | |
960 | io_start_buffering_out(f_out); | |
860236bf | 961 | if (!filesfrom_host) |
a0a33ee5 | 962 | set_msg_fd_in(f_in); |
57dee64e | 963 | send_filter_list(f_out); |
860236bf | 964 | if (filesfrom_host) |
7c2a9e76 | 965 | filesfrom_fd = f_in; |
b9f592fb | 966 | |
e8a96e27 | 967 | if (write_batch && !am_server) |
b9f592fb | 968 | start_write_batch(f_out); |
a00628b3 | 969 | flist = send_file_list(f_out, argc, argv); |
a0a33ee5 | 970 | set_msg_fd_in(-1); |
d9c7edf6 | 971 | if (verbose > 3) |
9486289c | 972 | rprintf(FINFO,"file list sent\n"); |
f3d6d480 WD |
973 | |
974 | if (protocol_version >= 23) | |
975 | io_start_multiplex_in(); | |
e1b3d5c4 | 976 | |
f1e3656e | 977 | io_flush(NORMAL_FLUSH); |
f3d6d480 | 978 | send_files(f_in, f_out); |
f1e3656e | 979 | io_flush(FULL_FLUSH); |
33c4b445 | 980 | handle_stats(-1); |
4e0fcd85 | 981 | if (protocol_version >= 24) |
16edf865 | 982 | read_final_goodbye(f_in); |
9486289c AT |
983 | if (pid != -1) { |
984 | if (verbose > 3) | |
08a740ff | 985 | rprintf(FINFO,"client_run waiting on %d\n", (int) pid); |
f1e3656e | 986 | io_flush(FULL_FLUSH); |
84e6d6fd | 987 | wait_process_with_flush(pid, &exit_code); |
9486289c | 988 | } |
33c4b445 | 989 | output_summary(); |
c87ae64a | 990 | io_flush(FULL_FLUSH); |
84e6d6fd | 991 | exit_cleanup(exit_code); |
9486289c | 992 | } |
f7632fc6 | 993 | |
f3d6d480 WD |
994 | if (!read_batch) { |
995 | if (protocol_version >= 23) | |
996 | io_start_multiplex_in(); | |
997 | if (need_messages_from_generator) | |
998 | io_start_multiplex_out(); | |
999 | } | |
bf26aa22 | 1000 | |
48a1ff0d WD |
1001 | if (argc == 0) |
1002 | list_only |= 1; | |
d9c7edf6 | 1003 | |
57dee64e | 1004 | send_filter_list(read_batch ? -1 : f_out); |
d9c7edf6 | 1005 | |
7c2a9e76 WD |
1006 | if (filesfrom_fd >= 0) { |
1007 | io_set_filesfrom_fds(filesfrom_fd, f_out); | |
1008 | filesfrom_fd = -1; | |
1009 | } | |
1010 | ||
e8a96e27 | 1011 | if (write_batch && !am_server) |
b9f592fb | 1012 | start_write_batch(f_in); |
9486289c | 1013 | flist = recv_file_list(f_in); |
3ea6e0e7 | 1014 | if (inc_recurse && file_total == 1) |
f3d6d480 | 1015 | recv_additional_file_list(f_in); |
d9c7edf6 | 1016 | |
9decb4d2 | 1017 | if (flist && flist->used > 0) { |
9d19f8a5 | 1018 | local_name = get_local_name(flist, argv[0]); |
d9c7edf6 | 1019 | |
ddcba3f0 | 1020 | fix_basis_dirs(); |
615a5415 | 1021 | |
f3d6d480 | 1022 | exit_code2 = do_recv(f_in, f_out, local_name); |
9d19f8a5 WD |
1023 | } else { |
1024 | handle_stats(-1); | |
1025 | output_summary(); | |
1026 | } | |
d9c7edf6 | 1027 | |
9486289c | 1028 | if (pid != -1) { |
8d9dc9f9 | 1029 | if (verbose > 3) |
08a740ff | 1030 | rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid); |
f1e3656e | 1031 | io_flush(FULL_FLUSH); |
84e6d6fd | 1032 | wait_process_with_flush(pid, &exit_code); |
9486289c | 1033 | } |
d9c7edf6 | 1034 | |
84e6d6fd | 1035 | return MAX(exit_code, exit_code2); |
9486289c AT |
1036 | } |
1037 | ||
07613def | 1038 | static int copy_argv(char *argv[]) |
7169bb4a MP |
1039 | { |
1040 | int i; | |
1041 | ||
1042 | for (i = 0; argv[i]; i++) { | |
1043 | if (!(argv[i] = strdup(argv[i]))) { | |
1044 | rprintf (FERROR, "out of memory at %s(%d)\n", | |
1045 | __FILE__, __LINE__); | |
1046 | return RERR_MALLOC; | |
1047 | } | |
1048 | } | |
1049 | ||
1050 | return 0; | |
1051 | } | |
1052 | ||
1053 | ||
c1a04ecb | 1054 | /** |
0ba48136 MP |
1055 | * Start a client for either type of remote connection. Work out |
1056 | * whether the arguments request a remote shell or rsyncd connection, | |
1057 | * and call the appropriate connection function, then run_client. | |
0b4af330 MP |
1058 | * |
1059 | * Calls either start_socket_client (for sockets) or do_cmd and | |
1060 | * client_run (for ssh). | |
c1a04ecb | 1061 | **/ |
fc8a6b97 | 1062 | static int start_client(int argc, char *argv[]) |
5d6bcd44 AT |
1063 | { |
1064 | char *p; | |
1065 | char *shell_machine = NULL; | |
1066 | char *shell_path = NULL; | |
1067 | char *shell_user = NULL; | |
19b27a48 AT |
1068 | int ret; |
1069 | pid_t pid; | |
5d6bcd44 | 1070 | int f_in,f_out; |
7169bb4a MP |
1071 | int rc; |
1072 | ||
1073 | /* Don't clobber argv[] so that ps(1) can still show the right | |
d9c7edf6 | 1074 | * command line. */ |
75aeac44 | 1075 | if ((rc = copy_argv(argv))) |
7169bb4a | 1076 | return rc; |
5d6bcd44 | 1077 | |
d16c245f | 1078 | if (!read_batch) { /* for read_batch, NO source is specified */ |
860236bf WD |
1079 | shell_path = check_for_hostspec(argv[0], &shell_machine, &rsync_port); |
1080 | if (shell_path) { /* source is remote */ | |
9425918d WD |
1081 | char *dummy1; |
1082 | int dummy2; | |
ee8e2b15 WD |
1083 | if (--argc |
1084 | && check_for_hostspec(argv[argc], &dummy1, &dummy2)) { | |
9425918d WD |
1085 | rprintf(FERROR, |
1086 | "The source and destination cannot both be remote.\n"); | |
1087 | exit_cleanup(RERR_SYNTAX); | |
1088 | } | |
42ccb4c0 | 1089 | argv++; |
860236bf WD |
1090 | if (filesfrom_host && *filesfrom_host |
1091 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1092 | rprintf(FERROR, |
50b31539 | 1093 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1094 | exit_cleanup(RERR_SYNTAX); |
1095 | } | |
42ccb4c0 | 1096 | am_sender = 0; |
e208631a WD |
1097 | if (rsync_port) |
1098 | daemon_over_rsh = shell_cmd ? 1 : -1; | |
42ccb4c0 WD |
1099 | } else { /* source is local, check dest arg */ |
1100 | am_sender = 1; | |
1101 | ||
ee8e2b15 WD |
1102 | if (argc > 1) |
1103 | p = argv[--argc]; | |
1104 | else { | |
1105 | p = "."; | |
1106 | list_only = 1; | |
d9c7edf6 | 1107 | } |
a125c82a | 1108 | |
ee8e2b15 | 1109 | shell_path = check_for_hostspec(p, &shell_machine, &rsync_port); |
860236bf WD |
1110 | if (shell_path && filesfrom_host && *filesfrom_host |
1111 | && strcmp(filesfrom_host, shell_machine) != 0) { | |
7c2a9e76 | 1112 | rprintf(FERROR, |
50b31539 | 1113 | "--files-from hostname is not the same as the transfer hostname\n"); |
7c2a9e76 WD |
1114 | exit_cleanup(RERR_SYNTAX); |
1115 | } | |
860236bf | 1116 | if (!shell_path) { /* no hostspec found, so src & dest are local */ |
d9c7edf6 | 1117 | local_server = 1; |
860236bf | 1118 | if (filesfrom_host) { |
7c2a9e76 | 1119 | rprintf(FERROR, |
50b31539 | 1120 | "--files-from cannot be remote when the transfer is local\n"); |
7c2a9e76 WD |
1121 | exit_cleanup(RERR_SYNTAX); |
1122 | } | |
860236bf | 1123 | shell_machine = NULL; |
ee8e2b15 | 1124 | shell_path = p; |
e208631a WD |
1125 | } else if (rsync_port) |
1126 | daemon_over_rsh = shell_cmd ? 1 : -1; | |
5d6bcd44 | 1127 | } |
d16c245f | 1128 | } else { /* read_batch */ |
d9c7edf6 WD |
1129 | local_server = 1; |
1130 | shell_path = argv[argc-1]; | |
860236bf | 1131 | if (check_for_hostspec(shell_path, &shell_machine, &rsync_port)) { |
b9f592fb WD |
1132 | rprintf(FERROR, "remote destination is not allowed with --read-batch\n"); |
1133 | exit_cleanup(RERR_SYNTAX); | |
1134 | } | |
6902ed17 MP |
1135 | } |
1136 | ||
e208631a WD |
1137 | /* for remote source, only single dest arg can remain ... */ |
1138 | if (!am_sender && argc > 1) { | |
1139 | usage(FERROR); | |
1140 | exit_cleanup(RERR_SYNTAX); | |
1141 | } | |
1142 | ||
1143 | if (daemon_over_rsh < 0) | |
1144 | return start_socket_client(shell_machine, shell_path, argc, argv); | |
1145 | ||
a39da29a | 1146 | if (password_file && !daemon_over_rsh) { |
327c559a WD |
1147 | rprintf(FERROR, "The --password-file option may only be " |
1148 | "used when accessing an rsync daemon.\n"); | |
a39da29a WD |
1149 | exit_cleanup(RERR_SYNTAX); |
1150 | } | |
1151 | ||
5d6bcd44 | 1152 | if (shell_machine) { |
6fc048f4 | 1153 | p = strrchr(shell_machine,'@'); |
5d6bcd44 AT |
1154 | if (p) { |
1155 | *p = 0; | |
1156 | shell_user = shell_machine; | |
1157 | shell_machine = p+1; | |
1158 | } | |
1159 | } | |
1160 | ||
1161 | if (verbose > 3) { | |
9486289c | 1162 | rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", |
45c49b52 WD |
1163 | shell_cmd ? shell_cmd : "", |
1164 | shell_machine ? shell_machine : "", | |
1165 | shell_user ? shell_user : "", | |
1166 | shell_path ? shell_path : ""); | |
5d6bcd44 | 1167 | } |
d9c7edf6 | 1168 | |
d16c245f | 1169 | /* ... or no dest at all */ |
48a1ff0d WD |
1170 | if (!am_sender && argc == 0) |
1171 | list_only |= 1; | |
d9c7edf6 | 1172 | |
75aeac44 WD |
1173 | pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path, |
1174 | &f_in,&f_out); | |
1175 | ||
1176 | /* if we're running an rsync server on the remote host over a | |
9af87151 | 1177 | * remote shell command, we need to do the RSYNCD protocol first */ |
75aeac44 WD |
1178 | if (daemon_over_rsh) { |
1179 | int tmpret; | |
1180 | tmpret = start_inband_exchange(shell_user, shell_path, | |
1181 | f_in, f_out, argc); | |
1182 | if (tmpret < 0) | |
1183 | return tmpret; | |
1184 | } | |
1185 | ||
fc8a6b97 AT |
1186 | ret = client_run(f_in, f_out, pid, argc, argv); |
1187 | ||
1188 | fflush(stdout); | |
1189 | fflush(stderr); | |
1190 | ||
1191 | return ret; | |
5d6bcd44 AT |
1192 | } |
1193 | ||
366345fe | 1194 | |
067669da WD |
1195 | static RETSIGTYPE sigusr1_handler(UNUSED(int val)) |
1196 | { | |
6bf32edb | 1197 | exit_cleanup(RERR_SIGNAL1); |
82306bf6 AT |
1198 | } |
1199 | ||
067669da WD |
1200 | static RETSIGTYPE sigusr2_handler(UNUSED(int val)) |
1201 | { | |
33c4b445 WD |
1202 | if (!am_server) |
1203 | output_summary(); | |
40df65fd | 1204 | close_all(); |
33c4b445 WD |
1205 | if (log_got_error) |
1206 | _exit(RERR_PARTIAL); | |
8b35435f AT |
1207 | _exit(0); |
1208 | } | |
1209 | ||
6d59ac19 | 1210 | RETSIGTYPE remember_children(UNUSED(int val)) |
067669da | 1211 | { |
029c1713 | 1212 | #ifdef WNOHANG |
ee7118a8 DD |
1213 | int cnt, status; |
1214 | pid_t pid; | |
1215 | /* An empty waitpid() loop was put here by Tridge and we could never | |
d9c7edf6 | 1216 | * get him to explain why he put it in, so rather than taking it |
ee7118a8 DD |
1217 | * out we're instead saving the child exit statuses for later use. |
1218 | * The waitpid() loop presumably eliminates all possibility of leaving | |
97d8e709 | 1219 | * zombie children, maybe that's why he did it. */ |
ee7118a8 | 1220 | while ((pid = waitpid(-1, &status, WNOHANG)) > 0) { |
9af87151 WD |
1221 | /* save the child's exit status */ |
1222 | for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) { | |
1223 | if (pid_stat_table[cnt].pid == 0) { | |
1224 | pid_stat_table[cnt].pid = pid; | |
1225 | pid_stat_table[cnt].status = status; | |
1226 | break; | |
1227 | } | |
1228 | } | |
ee7118a8 | 1229 | } |
029c1713 | 1230 | #endif |
8261af74 | 1231 | #ifndef HAVE_SIGACTION |
6d59ac19 | 1232 | signal(SIGCHLD, remember_children); |
60ee01f5 | 1233 | #endif |
19b27a48 AT |
1234 | } |
1235 | ||
c0531332 MP |
1236 | |
1237 | /** | |
1238 | * This routine catches signals and tries to send them to gdb. | |
1239 | * | |
1240 | * Because it's called from inside a signal handler it ought not to | |
1241 | * use too many library routines. | |
1242 | * | |
1243 | * @todo Perhaps use "screen -X" instead/as well, to help people | |
1244 | * debugging without easy access to X. Perhaps use an environment | |
1245 | * variable, or just call a script? | |
1246 | * | |
1247 | * @todo The /proc/ magic probably only works on Linux (and | |
1248 | * Solaris?) Can we be more portable? | |
1249 | **/ | |
1250 | #ifdef MAINTAINER_MODE | |
4fdc39dd MP |
1251 | const char *get_panic_action(void) |
1252 | { | |
1253 | const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION"); | |
1254 | ||
1255 | if (cmd_fmt) | |
1256 | return cmd_fmt; | |
1257 | else | |
1258 | return "xterm -display :0 -T Panic -n Panic " | |
1259 | "-e gdb /proc/%d/exe %d"; | |
1260 | } | |
1261 | ||
1262 | ||
9fb3f7a9 MP |
1263 | /** |
1264 | * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION. | |
1265 | * | |
1266 | * This signal handler is only installed if we were configured with | |
1267 | * --enable-maintainer-mode. Perhaps it should always be on and we | |
1268 | * should just look at the environment variable, but I'm a bit leery | |
1269 | * of a signal sending us into a busy loop. | |
1270 | **/ | |
067669da | 1271 | static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig)) |
c0531332 MP |
1272 | { |
1273 | char cmd_buf[300]; | |
1274 | int ret; | |
4fdc39dd | 1275 | |
83078af5 WD |
1276 | snprintf(cmd_buf, sizeof cmd_buf, get_panic_action(), |
1277 | getpid(), getpid()); | |
c0531332 MP |
1278 | |
1279 | /* Unless we failed to execute gdb, we allow the process to | |
1280 | * continue. I'm not sure if that's right. */ | |
1281 | ret = system(cmd_buf); | |
1282 | if (ret) | |
1283 | _exit(ret); | |
1284 | } | |
1285 | #endif | |
1286 | ||
1287 | ||
5d6bcd44 | 1288 | int main(int argc,char *argv[]) |
d9c7edf6 | 1289 | { |
ff81e809 | 1290 | int ret; |
66a9dc96 WD |
1291 | int orig_argc = argc; |
1292 | char **orig_argv = argv; | |
8261af74 WD |
1293 | #ifdef HAVE_SIGACTION |
1294 | # ifdef HAVE_SIGPROCMASK | |
60ee01f5 | 1295 | sigset_t sigmask; |
5d6bcd44 | 1296 | |
60ee01f5 | 1297 | sigemptyset(&sigmask); |
8261af74 | 1298 | # endif |
60ee01f5 WD |
1299 | sigact.sa_flags = SA_NOCLDSTOP; |
1300 | #endif | |
1301 | SIGACTMASK(SIGUSR1, sigusr1_handler); | |
1302 | SIGACTMASK(SIGUSR2, sigusr2_handler); | |
6d59ac19 | 1303 | SIGACTMASK(SIGCHLD, remember_children); |
c0531332 | 1304 | #ifdef MAINTAINER_MODE |
60ee01f5 WD |
1305 | SIGACTMASK(SIGSEGV, rsync_panic_handler); |
1306 | SIGACTMASK(SIGFPE, rsync_panic_handler); | |
1307 | SIGACTMASK(SIGABRT, rsync_panic_handler); | |
1308 | SIGACTMASK(SIGBUS, rsync_panic_handler); | |
1309 | #endif | |
5d6bcd44 | 1310 | |
7a6421fa | 1311 | starttime = time(NULL); |
6fe05820 | 1312 | am_root = (MY_UID() == 0); |
c627d613 | 1313 | |
a800434a AT |
1314 | memset(&stats, 0, sizeof(stats)); |
1315 | ||
df5e03da AT |
1316 | if (argc < 2) { |
1317 | usage(FERROR); | |
65417579 | 1318 | exit_cleanup(RERR_SYNTAX); |
df5e03da AT |
1319 | } |
1320 | ||
7a6421fa | 1321 | /* we set a 0 umask so that correct file permissions can be |
9af87151 | 1322 | * carried across */ |
05278935 | 1323 | orig_umask = umask(0); |
5d6bcd44 | 1324 | |
eb598fac WD |
1325 | #if defined CONFIG_LOCALE && defined HAVE_SETLOCALE |
1326 | setlocale(LC_CTYPE, ""); | |
1327 | #endif | |
1328 | ||
50135767 | 1329 | if (!parse_arguments(&argc, (const char ***) &argv, 1)) { |
d9c7edf6 WD |
1330 | /* FIXME: We ought to call the same error-handling |
1331 | * code here, rather than relying on getopt. */ | |
50135767 | 1332 | option_error(); |
65417579 | 1333 | exit_cleanup(RERR_SYNTAX); |
b11ed3b1 | 1334 | } |
5d6bcd44 | 1335 | |
60ee01f5 WD |
1336 | SIGACTMASK(SIGINT, sig_int); |
1337 | SIGACTMASK(SIGHUP, sig_int); | |
1338 | SIGACTMASK(SIGTERM, sig_int); | |
1339 | #if defined HAVE_SIGACTION && HAVE_SIGPROCMASK | |
1340 | sigprocmask(SIG_UNBLOCK, &sigmask, NULL); | |
1341 | #endif | |
6b83141d | 1342 | |
34758d5c MP |
1343 | /* Ignore SIGPIPE; we consistently check error codes and will |
1344 | * see the EPIPE. */ | |
60ee01f5 | 1345 | SIGACTION(SIGPIPE, SIG_IGN); |
55e54e46 WD |
1346 | #ifdef SIGXFSZ |
1347 | SIGACTION(SIGXFSZ, SIG_IGN); | |
1348 | #endif | |
34758d5c | 1349 | |
c226b7c2 | 1350 | /* Initialize push_dir here because on some old systems getcwd |
9af87151 WD |
1351 | * (implemented by forking "pwd" and reading its output) doesn't |
1352 | * work when there are other child processes. Also, on all systems | |
1353 | * that implement getcwd that way "pwd" can't be found after chroot. */ | |
615a5415 | 1354 | push_dir(NULL, 0); |
c226b7c2 | 1355 | |
44e9e221 WD |
1356 | init_flist(); |
1357 | ||
e8a96e27 | 1358 | if ((write_batch || read_batch) && !am_server) { |
b9f592fb | 1359 | if (write_batch) |
66a9dc96 | 1360 | write_batch_shell_file(orig_argc, orig_argv, argc); |
b9f592fb | 1361 | |
dbbab0c4 WD |
1362 | if (read_batch && strcmp(batch_name, "-") == 0) |
1363 | batch_fd = STDIN_FILENO; | |
1364 | else { | |
1365 | batch_fd = do_open(batch_name, | |
b9f592fb WD |
1366 | write_batch ? O_WRONLY | O_CREAT | O_TRUNC |
1367 | : O_RDONLY, S_IRUSR | S_IWUSR); | |
dbbab0c4 | 1368 | } |
b9f592fb WD |
1369 | if (batch_fd < 0) { |
1370 | rsyserr(FERROR, errno, "Batch file %s open error", | |
71903f60 | 1371 | full_fname(batch_name)); |
b9f592fb WD |
1372 | exit_cleanup(RERR_FILEIO); |
1373 | } | |
9459290a WD |
1374 | if (read_batch) |
1375 | read_stream_flags(batch_fd); | |
e10664c5 WD |
1376 | else |
1377 | write_stream_flags(batch_fd); | |
1378 | ||
6902ed17 | 1379 | } |
e8a96e27 WD |
1380 | if (write_batch < 0) |
1381 | dry_run = 1; | |
6902ed17 | 1382 | |
75aeac44 | 1383 | if (am_daemon && !am_server) |
7a6421fa | 1384 | return daemon_main(); |
f0fca04e | 1385 | |
08ac228f AT |
1386 | if (argc < 1) { |
1387 | usage(FERROR); | |
65417579 | 1388 | exit_cleanup(RERR_SYNTAX); |
08ac228f AT |
1389 | } |
1390 | ||
7a6421fa | 1391 | if (am_server) { |
f0359dd0 AT |
1392 | set_nonblocking(STDIN_FILENO); |
1393 | set_nonblocking(STDOUT_FILENO); | |
75aeac44 WD |
1394 | if (am_daemon) |
1395 | return start_daemon(STDIN_FILENO, STDOUT_FILENO); | |
7a6421fa AT |
1396 | start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv); |
1397 | } | |
c627d613 | 1398 | |
ff81e809 | 1399 | ret = start_client(argc, argv); |
d9c7edf6 | 1400 | if (ret == -1) |
9098bbf3 | 1401 | exit_cleanup(RERR_STARTCLIENT); |
088aac85 | 1402 | else |
9098bbf3 MP |
1403 | exit_cleanup(ret); |
1404 | ||
0f5a04e3 | 1405 | return ret; |
c627d613 | 1406 | } |