just a stub for now
[rsync/rsync.git] / io.c
... / ...
CommitLineData
1/*
2 Copyright (C) Andrew Tridgell 1996
3 Copyright (C) Paul Mackerras 1996
4
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2 of the License, or
8 (at your option) any later version.
9
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
14
15 You should have received a copy of the GNU General Public License
16 along with this program; if not, write to the Free Software
17 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
18*/
19
20/*
21 Utilities used in rsync
22
23 tridge, June 1996
24 */
25#include "rsync.h"
26
27static int64 total_written;
28static int64 total_read;
29
30extern int verbose;
31extern int sparse_files;
32extern int io_timeout;
33
34int64 write_total(void)
35{
36 return total_written;
37}
38
39int64 read_total(void)
40{
41 return total_read;
42}
43
44static int buffer_f_in = -1;
45
46void setup_nonblocking(int f_in,int f_out)
47{
48 set_blocking(f_out,0);
49 buffer_f_in = f_in;
50}
51
52
53static char *read_buffer;
54static char *read_buffer_p;
55static int read_buffer_len;
56static int read_buffer_size;
57
58
59/* This function was added to overcome a deadlock problem when using
60 * ssh. It looks like we can't allow our receive queue to get full or
61 * ssh will clag up. Uggh. */
62static void read_check(int f)
63{
64 int n;
65
66 if (f == -1) return;
67
68 if (read_buffer_len == 0) {
69 read_buffer_p = read_buffer;
70 }
71
72 if ((n=num_waiting(f)) <= 0)
73 return;
74
75 /* things could deteriorate if we read in really small chunks */
76 if (n < 10) n = 1024;
77
78 if (read_buffer_p != read_buffer) {
79 memmove(read_buffer,read_buffer_p,read_buffer_len);
80 read_buffer_p = read_buffer;
81 }
82
83 if (n > (read_buffer_size - read_buffer_len)) {
84 read_buffer_size += n;
85 if (!read_buffer)
86 read_buffer = (char *)malloc(read_buffer_size);
87 else
88 read_buffer = (char *)realloc(read_buffer,read_buffer_size);
89 if (!read_buffer) out_of_memory("read check");
90 read_buffer_p = read_buffer;
91 }
92
93 n = read(f,read_buffer+read_buffer_len,n);
94 if (n > 0) {
95 read_buffer_len += n;
96 }
97}
98
99static time_t last_io;
100
101
102static void check_timeout(void)
103{
104 time_t t;
105
106 if (!io_timeout) return;
107
108 if (!last_io) {
109 last_io = time(NULL);
110 return;
111 }
112
113 t = time(NULL);
114
115 if (last_io && io_timeout && (t-last_io)>io_timeout) {
116 rprintf(FERROR,"read timeout after %d second - exiting\n",
117 (int)(t-last_io));
118 exit_cleanup(1);
119 }
120}
121
122static int readfd(int fd,char *buffer,int N)
123{
124 int ret;
125 int total=0;
126 struct timeval tv;
127
128 if (read_buffer_len < N)
129 read_check(buffer_f_in);
130
131 while (total < N) {
132 if (read_buffer_len > 0 && buffer_f_in == fd) {
133 ret = MIN(read_buffer_len,N-total);
134 memcpy(buffer+total,read_buffer_p,ret);
135 read_buffer_p += ret;
136 read_buffer_len -= ret;
137 total += ret;
138 continue;
139 }
140
141 while ((ret = read(fd,buffer + total,N-total)) == -1) {
142 fd_set fds;
143
144 if (errno != EAGAIN && errno != EWOULDBLOCK)
145 return -1;
146 FD_ZERO(&fds);
147 FD_SET(fd, &fds);
148 tv.tv_sec = io_timeout;
149 tv.tv_usec = 0;
150
151 if (select(fd+1, &fds, NULL, NULL, &tv) != 1) {
152 check_timeout();
153 }
154 }
155
156 if (ret <= 0)
157 return total;
158 total += ret;
159 }
160
161 if (io_timeout)
162 last_io = time(NULL);
163 return total;
164}
165
166
167int32 read_int(int f)
168{
169 int ret;
170 char b[4];
171 if ((ret=readfd(f,b,4)) != 4) {
172 if (verbose > 1)
173 rprintf(FERROR,"(%d) Error reading %d bytes : %s\n",
174 getpid(),4,ret==-1?strerror(errno):"EOF");
175 exit_cleanup(1);
176 }
177 total_read += 4;
178 return IVAL(b,0);
179}
180
181int64 read_longint(int f)
182{
183 extern int remote_version;
184 int64 ret;
185 char b[8];
186 ret = read_int(f);
187
188 if ((int32)ret != (int32)0xffffffff) return ret;
189
190#ifdef NO_INT64
191 rprintf(FERROR,"Integer overflow - attempted 64 bit offset\n");
192 exit_cleanup(1);
193#else
194 if (remote_version >= 16) {
195 if ((ret=readfd(f,b,8)) != 8) {
196 if (verbose > 1)
197 rprintf(FERROR,"(%d) Error reading %d bytes : %s\n",
198 getpid(),8,ret==-1?strerror(errno):"EOF");
199 exit_cleanup(1);
200 }
201 total_read += 8;
202 ret = IVAL(b,0) | (((int64)IVAL(b,4))<<32);
203 }
204#endif
205
206 return ret;
207}
208
209void read_buf(int f,char *buf,int len)
210{
211 int ret;
212 if ((ret=readfd(f,buf,len)) != len) {
213 if (verbose > 1)
214 rprintf(FERROR,"(%d) Error reading %d bytes : %s\n",
215 getpid(),len,ret==-1?strerror(errno):"EOF");
216 exit_cleanup(1);
217 }
218 total_read += len;
219}
220
221void read_sbuf(int f,char *buf,int len)
222{
223 read_buf(f,buf,len);
224 buf[len] = 0;
225}
226
227unsigned char read_byte(int f)
228{
229 unsigned char c;
230 read_buf(f,(char *)&c,1);
231 return c;
232}
233
234
235static char last_byte;
236static int last_sparse;
237
238int sparse_end(int f)
239{
240 if (last_sparse) {
241 do_lseek(f,-1,SEEK_CUR);
242 return (write(f,&last_byte,1) == 1 ? 0 : -1);
243 }
244 last_sparse = 0;
245 return 0;
246}
247
248
249static int write_sparse(int f,char *buf,int len)
250{
251 int l1=0,l2=0;
252 int ret;
253
254 for (l1=0;l1<len && buf[l1]==0;l1++) ;
255 for (l2=0;l2<(len-l1) && buf[len-(l2+1)]==0;l2++) ;
256
257 last_byte = buf[len-1];
258
259 if (l1 == len || l2 > 0)
260 last_sparse=1;
261
262 if (l1 > 0)
263 do_lseek(f,l1,SEEK_CUR);
264
265 if (l1 == len)
266 return len;
267
268 if ((ret=write(f,buf+l1,len-(l1+l2))) != len-(l1+l2)) {
269 if (ret == -1 || ret == 0) return ret;
270 return (l1+ret);
271 }
272
273 if (l2 > 0)
274 do_lseek(f,l2,SEEK_CUR);
275
276 return len;
277}
278
279
280
281int write_file(int f,char *buf,int len)
282{
283 int ret = 0;
284
285 if (!sparse_files)
286 return write(f,buf,len);
287
288 while (len>0) {
289 int len1 = MIN(len, SPARSE_WRITE_SIZE);
290 int r1 = write_sparse(f, buf, len1);
291 if (r1 <= 0) {
292 if (ret > 0) return ret;
293 return r1;
294 }
295 len -= r1;
296 buf += r1;
297 ret += r1;
298 }
299 return ret;
300}
301
302
303static int writefd(int fd,char *buf,int len)
304{
305 int total = 0;
306 fd_set w_fds, r_fds;
307 int fd_count, count, got_select=0;
308 struct timeval tv;
309
310 if (buffer_f_in == -1)
311 return write(fd,buf,len);
312
313 while (total < len) {
314 int ret = write(fd,buf+total,len-total);
315
316 if (ret == 0) return total;
317
318 if (ret == -1 && !(errno == EWOULDBLOCK || errno == EAGAIN))
319 return -1;
320
321 if (ret == -1 && got_select) {
322 /* hmmm, we got a write select on the fd and then failed to write.
323 Why doesn't that mean that the fd is dead? It doesn't on some
324 systems it seems (eg. IRIX) */
325 u_sleep(1000);
326#if 0
327 rprintf(FERROR,"write exception\n");
328 exit_cleanup(1);
329#endif
330 }
331
332 got_select = 0;
333
334
335 if (ret == -1) {
336 read_check(buffer_f_in);
337
338 fd_count = fd+1;
339 FD_ZERO(&w_fds);
340 FD_ZERO(&r_fds);
341 FD_SET(fd,&w_fds);
342 if (buffer_f_in != -1) {
343 FD_SET(buffer_f_in,&r_fds);
344 if (buffer_f_in > fd)
345 fd_count = buffer_f_in+1;
346 }
347
348 tv.tv_sec = BLOCKING_TIMEOUT;
349 tv.tv_usec = 0;
350 count = select(fd_count,buffer_f_in == -1? NULL: &r_fds,
351 &w_fds,NULL,&tv);
352 if (count == -1 && errno != EINTR) {
353 if (verbose > 1)
354 rprintf(FERROR,"select error: %s\n", strerror(errno));
355 exit_cleanup(1);
356 }
357
358 if (count == 0) {
359 check_timeout();
360 continue;
361 }
362
363 if (FD_ISSET(fd, &w_fds)) {
364 got_select = 1;
365 }
366 } else {
367 total += ret;
368 }
369 }
370
371 if (io_timeout)
372 last_io = time(NULL);
373
374 return total;
375}
376
377
378
379void write_int(int f,int32 x)
380{
381 int ret;
382 char b[4];
383 SIVAL(b,0,x);
384 if ((ret=writefd(f,b,4)) != 4) {
385 rprintf(FERROR,"write_int failed : %s\n",
386 ret==-1?strerror(errno):"EOF");
387 exit_cleanup(1);
388 }
389 total_written += 4;
390}
391
392void write_longint(int f, int64 x)
393{
394 extern int remote_version;
395 char b[8];
396 int ret;
397
398 if (remote_version < 16 || x <= 0x7FFFFFFF) {
399 write_int(f, (int)x);
400 return;
401 }
402
403 write_int(f, -1);
404 SIVAL(b,0,(x&0xFFFFFFFF));
405 SIVAL(b,4,((x>>32)&0xFFFFFFFF));
406
407 if ((ret=writefd(f,b,8)) != 8) {
408 rprintf(FERROR,"write_longint failed : %s\n",
409 ret==-1?strerror(errno):"EOF");
410 exit_cleanup(1);
411 }
412 total_written += 8;
413}
414
415void write_buf(int f,char *buf,int len)
416{
417 int ret;
418 if ((ret=writefd(f,buf,len)) != len) {
419 rprintf(FERROR,"write_buf failed : %s\n",
420 ret==-1?strerror(errno):"EOF");
421 exit_cleanup(1);
422 }
423 total_written += len;
424}
425
426
427void write_byte(int f,unsigned char c)
428{
429 write_buf(f,(char *)&c,1);
430}
431
432void write_flush(int f)
433{
434}
435
436