Mention recent changes.
[rsync/rsync.git] / sender.c
... / ...
CommitLineData
1/*
2 Copyright (C) Andrew Tridgell 1996
3 Copyright (C) Paul Mackerras 1996
4
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2 of the License, or
8 (at your option) any later version.
9
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
14
15 You should have received a copy of the GNU General Public License
16 along with this program; if not, write to the Free Software
17 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
18*/
19
20#include "rsync.h"
21
22extern int verbose;
23extern int csum_length;
24extern struct stats stats;
25extern int io_error;
26extern int dry_run;
27extern int am_server;
28extern int am_daemon;
29extern int protocol_version;
30
31
32/**
33 * @file
34 *
35 * The sender gets checksums from the generator, calculates deltas,
36 * and transmits them to the receiver. The sender process runs on the
37 * machine holding the source files.
38 **/
39void read_sum_head(int f, struct sum_struct *sum)
40{
41 sum->count = read_int(f);
42 sum->blength = read_int(f);
43 if (protocol_version < 27) {
44 sum->s2length = csum_length;
45 } else {
46 sum->s2length = read_int(f);
47 if (sum->s2length > MD4_SUM_LENGTH) {
48 rprintf(FERROR, "Invalid checksum length %ld\n",
49 (long)sum->s2length);
50 exit_cleanup(RERR_PROTOCOL);
51 }
52 }
53 sum->remainder = read_int(f);
54}
55
56/**
57 * Receive the checksums for a buffer
58 **/
59static struct sum_struct *receive_sums(int f)
60{
61 struct sum_struct *s;
62 int i;
63 OFF_T offset = 0;
64
65 s = new(struct sum_struct);
66 if (!s) out_of_memory("receive_sums");
67
68 read_sum_head(f, s);
69
70 s->sums = NULL;
71
72 if (verbose > 3) {
73 rprintf(FINFO, "count=%ld n=%u rem=%u\n",
74 (long)s->count, s->blength, s->remainder);
75 }
76
77 if (s->count == 0)
78 return(s);
79
80 s->sums = new_array(struct sum_buf, s->count);
81 if (!s->sums) out_of_memory("receive_sums");
82
83 for (i = 0; i < (int) s->count; i++) {
84 s->sums[i].sum1 = read_int(f);
85 read_buf(f, s->sums[i].sum2, s->s2length);
86
87 s->sums[i].offset = offset;
88 s->sums[i].i = i;
89
90 if (i == (int) s->count-1 && s->remainder != 0) {
91 s->sums[i].len = s->remainder;
92 } else {
93 s->sums[i].len = s->blength;
94 }
95 offset += s->sums[i].len;
96
97 if (verbose > 3)
98 rprintf(FINFO, "chunk[%d] len=%d offset=%.0f sum1=%08x\n",
99 i, s->sums[i].len, (double)s->sums[i].offset, s->sums[i].sum1);
100 }
101
102 s->flength = offset;
103
104 return s;
105}
106
107
108
109void send_files(struct file_list *flist, int f_out, int f_in)
110{
111 int fd = -1;
112 struct sum_struct *s;
113 struct map_struct *mbuf = NULL;
114 STRUCT_STAT st;
115 char fname[MAXPATHLEN];
116 int i;
117 struct file_struct *file;
118 int phase = 0;
119 extern struct stats stats;
120 struct stats initial_stats;
121 extern int write_batch;
122 extern int read_batch;
123 int checksums_match;
124 int buff_len;
125 char buff[CHUNK_SIZE];
126 int j;
127 int done;
128
129 if (verbose > 2)
130 rprintf(FINFO, "send_files starting\n");
131
132 while (1) {
133 unsigned int offset;
134
135 i = read_int(f_in);
136 if (i == -1) {
137 if (phase == 0) {
138 phase++;
139 csum_length = SUM_LENGTH;
140 write_int(f_out, -1);
141 if (verbose > 2)
142 rprintf(FINFO, "send_files phase=%d\n", phase);
143 continue;
144 }
145 break;
146 }
147
148 if (i < 0 || i >= flist->count) {
149 rprintf(FERROR, "Invalid file index %d (count=%d)\n",
150 i, flist->count);
151 exit_cleanup(RERR_PROTOCOL);
152 }
153
154 file = flist->files[i];
155
156 stats.current_file_index = i;
157 stats.num_transferred_files++;
158 stats.total_transferred_size += file->length;
159
160 if (file->basedir) {
161 /* N.B. We're sure that this fits, so offset is OK. */
162 offset = strlcpy(fname, file->basedir, sizeof fname);
163 if (!offset || fname[offset-1] != '/')
164 fname[offset++] = '/';
165 } else
166 offset = 0;
167 f_name_to(file, fname + offset);
168
169 if (verbose > 2)
170 rprintf(FINFO, "send_files(%d, %s)\n", i, fname);
171
172 if (dry_run) {
173 if (!am_server && verbose) {
174 rprintf(FINFO, "%s\n", fname+offset);
175 }
176 write_int(f_out, i);
177 continue;
178 }
179
180 initial_stats = stats;
181
182 s = receive_sums(f_in);
183 if (!s) {
184 io_error |= IOERR_GENERAL;
185 rprintf(FERROR, "receive_sums failed\n");
186 return;
187 }
188
189 if (write_batch)
190 write_batch_csum_info(&i, s);
191
192 if (!read_batch) {
193 fd = do_open(fname, O_RDONLY, 0);
194 if (fd == -1) {
195 if (errno == ENOENT) {
196 enum logcode c = am_daemon
197 && protocol_version < 28 ? FERROR
198 : FINFO;
199 io_error |= IOERR_VANISHED;
200 rprintf(c, "file has vanished: %s\n",
201 full_fname(fname));
202 } else {
203 io_error |= IOERR_GENERAL;
204 rsyserr(FERROR, errno,
205 "send_files failed to open %s",
206 full_fname(fname));
207 }
208 free_sums(s);
209 continue;
210 }
211
212 /* map the local file */
213 if (do_fstat(fd, &st) != 0) {
214 io_error |= IOERR_GENERAL;
215 rsyserr(FERROR, errno, "fstat failed");
216 free_sums(s);
217 close(fd);
218 return;
219 }
220
221 mbuf = st.st_size ? map_file(fd, st.st_size) : NULL;
222
223 if (verbose > 2) {
224 rprintf(FINFO, "send_files mapped %s of size %.0f\n",
225 fname, (double)st.st_size);
226 }
227
228 write_int(f_out, i);
229
230 if (write_batch)
231 write_batch_delta_file((char *)&i, sizeof i);
232
233 write_sum_head(f_out, s);
234 }
235
236 if (verbose > 2 && !read_batch)
237 rprintf(FINFO, "calling match_sums %s\n", fname);
238
239 if (!am_server && verbose) {
240 rprintf(FINFO, "%s\n", fname+offset);
241 }
242
243 set_compression(fname);
244
245 if (read_batch) {
246 /* read checksums originally computed on sender side */
247 read_batch_csum_info(i, s, &checksums_match);
248 if (checksums_match) {
249 read_batch_delta_file((char*)&j, sizeof (int));
250 if (j != i) { /* if flist index entries don't match*/
251 rprintf(FINFO, "index mismatch in send_files\n");
252 rprintf(FINFO, "read index = %d flist ndx = %d\n", j, i);
253 close_batch_delta_file();
254 close_batch_csums_file();
255 exit_cleanup(1);
256 } else {
257 write_int(f_out, j);
258 write_sum_head(f_out, s);
259 done = 0;
260 while (!done) {
261 read_batch_delta_file((char*)&buff_len, sizeof (int));
262 write_int(f_out, buff_len);
263 if (buff_len == 0) {
264 done = 1;
265 } else {
266 if (buff_len > 0) {
267 read_batch_delta_file(buff, buff_len);
268 write_buf(f_out, buff, buff_len);
269 }
270 }
271 }
272 read_batch_delta_file(buff, MD4_SUM_LENGTH);
273 write_buf(f_out, buff, MD4_SUM_LENGTH);
274
275 }
276 } else { /* not checksum match */
277 rprintf (FINFO, "readbatch & checksums don't match\n");
278 rprintf (FINFO, "filename=%s is being skipped\n", fname);
279 continue;
280 }
281 } else { /* not read_batch */
282 match_sums(f_out, s, mbuf, st.st_size);
283 log_send(file, &initial_stats);
284 }
285
286 if (!read_batch) {
287 if (mbuf) {
288 j = unmap_file(mbuf);
289 if (j) {
290 io_error |= IOERR_GENERAL;
291 rsyserr(FERROR, j,
292 "read errors mapping %s",
293 full_fname(fname));
294 }
295 }
296 close(fd);
297 }
298
299 free_sums(s);
300
301 if (verbose > 2)
302 rprintf(FINFO, "sender finished %s\n", fname);
303 }
304
305 if (verbose > 2)
306 rprintf(FINFO, "send files finished\n");
307
308 match_report();
309
310 write_int(f_out, -1);
311 if (write_batch || read_batch) {
312 close_batch_csums_file();
313 close_batch_delta_file();
314 }
315
316}
317
318
319
320
321