heaps of cleanup in the io code.
authorAndrew Tridgell <tridge@samba.org>
Wed, 27 May 1998 12:37:22 +0000 (12:37 +0000)
committerAndrew Tridgell <tridge@samba.org>
Wed, 27 May 1998 12:37:22 +0000 (12:37 +0000)
we no longer use non-blocking IO, instead it uses select a lot more,
being careful to always allow for reading whenever a valid read fd is
available and chcking timeouts.

also split the file io calls into fileio.c

Makefile.in
compat.c
fileio.c [new file with mode: 0644]
flist.c
io.c
main.c
match.c
rsync.c
rsync.h
util.c

index 1264c48..a68797f 100644 (file)
@@ -25,7 +25,7 @@ ZLIBOBJ=zlib/deflate.o zlib/infblock.o zlib/infcodes.o zlib/inffast.o \
        zlib/inflate.o zlib/inftrees.o zlib/infutil.o zlib/trees.o \
        zlib/zutil.o zlib/adler32.o
 OBJS1=rsync.o exclude.o util.o md4.o main.o checksum.o match.o syscall.o log.o
        zlib/inflate.o zlib/inftrees.o zlib/infutil.o zlib/trees.o \
        zlib/zutil.o zlib/adler32.o
 OBJS1=rsync.o exclude.o util.o md4.o main.o checksum.o match.o syscall.o log.o
-OBJS2=options.o flist.o io.o compat.o hlink.o token.o uidlist.o socket.o 
+OBJS2=options.o flist.o io.o compat.o hlink.o token.o uidlist.o socket.o fileio.o
 DAEMON_OBJ = params.o loadparm.o clientserver.o access.o connection.o authenticate.o
 OBJS=$(OBJS1) $(OBJS2) $(DAEMON_OBJ) $(LIBOBJ) $(ZLIBOBJ)
 
 DAEMON_OBJ = params.o loadparm.o clientserver.o access.o connection.o authenticate.o
 OBJS=$(OBJS1) $(OBJS2) $(DAEMON_OBJ) $(LIBOBJ) $(ZLIBOBJ)
 
index f53c433..a8bcd48 100644 (file)
--- a/compat.c
+++ b/compat.c
@@ -44,10 +44,8 @@ void setup_protocol(int f_out,int f_in)
                if (am_server) {
                        remote_version = read_int(f_in);
                        write_int(f_out,PROTOCOL_VERSION);
                if (am_server) {
                        remote_version = read_int(f_in);
                        write_int(f_out,PROTOCOL_VERSION);
-                       write_flush(f_out);
                } else {
                        write_int(f_out,PROTOCOL_VERSION);
                } else {
                        write_int(f_out,PROTOCOL_VERSION);
-                       write_flush(f_out);
                        remote_version = read_int(f_in);
                }
        }
                        remote_version = read_int(f_in);
                }
        }
diff --git a/fileio.c b/fileio.c
new file mode 100644 (file)
index 0000000..1ae5eac
--- /dev/null
+++ b/fileio.c
@@ -0,0 +1,218 @@
+/* 
+   Copyright (C) Andrew Tridgell 1998
+   
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+   
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+   
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+*/
+
+/*
+  File IO utilities used in rsync 
+  */
+#include "rsync.h"
+
+static char last_byte;
+static int last_sparse;
+extern int sparse_files;
+
+int sparse_end(int f)
+{
+       if (last_sparse) {
+               do_lseek(f,-1,SEEK_CUR);
+               return (write(f,&last_byte,1) == 1 ? 0 : -1);
+       }
+       last_sparse = 0;
+       return 0;
+}
+
+
+static int write_sparse(int f,char *buf,int len)
+{
+       int l1=0,l2=0;
+       int ret;
+
+       for (l1=0;l1<len && buf[l1]==0;l1++) ;
+       for (l2=0;l2<(len-l1) && buf[len-(l2+1)]==0;l2++) ;
+
+       last_byte = buf[len-1];
+
+       if (l1 == len || l2 > 0)
+               last_sparse=1;
+
+       if (l1 > 0)
+               do_lseek(f,l1,SEEK_CUR);  
+
+       if (l1 == len) 
+               return len;
+
+       if ((ret=write(f,buf+l1,len-(l1+l2))) != len-(l1+l2)) {
+               if (ret == -1 || ret == 0) return ret;
+               return (l1+ret);
+       }
+
+       if (l2 > 0)
+               do_lseek(f,l2,SEEK_CUR);
+       
+       return len;
+}
+
+
+
+int write_file(int f,char *buf,int len)
+{
+       int ret = 0;
+
+       if (!sparse_files) 
+               return write(f,buf,len);
+
+       while (len>0) {
+               int len1 = MIN(len, SPARSE_WRITE_SIZE);
+               int r1 = write_sparse(f, buf, len1);
+               if (r1 <= 0) {
+                       if (ret > 0) return ret;
+                       return r1;
+               }
+               len -= r1;
+               buf += r1;
+               ret += r1;
+       }
+       return ret;
+}
+
+
+
+struct map_struct *map_file(int fd,OFF_T len)
+{
+       struct map_struct *ret;
+       ret = (struct map_struct *)malloc(sizeof(*ret));
+       if (!ret) out_of_memory("map_file");
+
+       ret->map = NULL;
+       ret->fd = fd;
+       ret->size = len;
+       ret->p = NULL;
+       ret->p_size = 0;
+       ret->p_offset = 0;
+       ret->p_len = 0;
+
+#ifdef USE_MMAP
+       len = MIN(len, MAX_MAP_SIZE);
+       ret->map = (char *)do_mmap(NULL,len,PROT_READ,MAP_SHARED,fd,0);
+       if (ret->map == (char *)-1) {
+               ret->map = NULL;
+       } else {
+               ret->p_len = len;
+       }
+#endif
+       return ret;
+}
+
+
+char *map_ptr(struct map_struct *map,OFF_T offset,int len)
+{
+       int nread;
+
+       if (len == 0) 
+               return NULL;
+
+       if (len > (map->size-offset))
+               len = map->size-offset;
+
+#ifdef USE_MMAP
+       if (map->map) {
+               if (offset >= map->p_offset && 
+                   offset+len <= map->p_offset+map->p_len) {
+                       return (map->map + (offset - map->p_offset));
+               }
+               if (munmap(map->map, map->p_len) != 0) {
+                       rprintf(FERROR,"munmap failed : %s\n", strerror(errno));
+                       exit_cleanup(1);
+               }
+
+               /* align the mmap region on a nice boundary back a bit from
+                  where it is asked for to allow for some seeking */
+               if (offset > 2*CHUNK_SIZE) {
+                       map->p_offset = offset - 2*CHUNK_SIZE;
+                       map->p_offset &= ~((OFF_T)(CHUNK_SIZE-1));
+               } else {
+                       map->p_offset = 0;
+               }
+               
+               /* map up to MAX_MAP_SIZE */
+               map->p_len = MAX(len, MAX_MAP_SIZE);
+               map->p_len = MIN(map->p_len, map->size - map->p_offset);
+
+               map->map = (char *)do_mmap(NULL,map->p_len,PROT_READ,
+                                          MAP_SHARED,map->fd,map->p_offset);
+
+               if (map->map == (char *)-1) {
+                       map->map = NULL;
+                       map->p_len = 0;
+                       map->p_offset = 0;
+               } else {
+                       return (map->map + (offset - map->p_offset));
+               }
+       }
+#endif
+
+       if (offset >= map->p_offset && 
+           offset+len <= map->p_offset+map->p_len) {
+               return (map->p + (offset - map->p_offset));
+       }
+
+       len = MAX(len,CHUNK_SIZE);
+       if (len > (map->size-offset))
+               len = map->size-offset;
+
+       if (len > map->p_size) {
+               if (map->p) free(map->p);
+               map->p = (char *)malloc(len);
+               if (!map->p) out_of_memory("map_ptr");
+               map->p_size = len;
+       }
+
+       map->p_offset = offset;
+       map->p_len = len;
+
+       if (do_lseek(map->fd,offset,SEEK_SET) != offset) {
+               rprintf(FERROR,"lseek failed in map_ptr\n");
+               exit_cleanup(1);
+       }
+
+       if ((nread=read(map->fd,map->p,len)) != len) {          
+               if (nread < 0) nread = 0;
+               /* the best we can do is zero the buffer - the file
+                   has changed mid transfer! */
+               memset(map->p+nread, 0, len - nread);
+       }
+  
+       return map->p; 
+}
+
+
+void unmap_file(struct map_struct *map)
+{
+#ifdef USE_MMAP
+       if (map->map) {
+               munmap(map->map,map->p_len);
+               map->map = NULL;
+       }
+#endif
+       if (map->p) {
+               free(map->p);
+               map->p = NULL;
+       }
+       memset(map, 0, sizeof(*map));
+       free(map);
+}
+
diff --git a/flist.c b/flist.c
index 7b2c985..5b6dc60 100644 (file)
--- a/flist.c
+++ b/flist.c
@@ -691,7 +691,6 @@ struct file_list *send_file_list(int f,int argc,char *argv[])
 
        if (f != -1) {
                io_end_buffering(f);
 
        if (f != -1) {
                io_end_buffering(f);
-               write_flush(f);
        }
 
        if (verbose > 2)
        }
 
        if (verbose > 2)
diff --git a/io.c b/io.c
index a91b3db..4c704eb 100644 (file)
--- a/io.c
+++ b/io.c
@@ -34,7 +34,6 @@ static int multiplex_out_fd;
 static time_t last_io;
 
 extern int verbose;
 static time_t last_io;
 
 extern int verbose;
-extern int sparse_files;
 extern int io_timeout;
 
 int64 write_total(void)
 extern int io_timeout;
 
 int64 write_total(void)
@@ -49,9 +48,8 @@ int64 read_total(void)
 
 static int buffer_f_in = -1;
 
 
 static int buffer_f_in = -1;
 
-void setup_nonblocking(int f_in,int f_out)
+void setup_readbuffer(int f_in)
 {
 {
-       set_blocking(f_out,0);
        buffer_f_in = f_in;
 }
 
        buffer_f_in = f_in;
 }
 
@@ -81,44 +79,70 @@ static char *read_buffer_p;
 static int read_buffer_len;
 static int read_buffer_size;
 
 static int read_buffer_len;
 static int read_buffer_size;
 
-
-/* continue trying to read len bytes - don't return until len
-   has been read */
-static void read_loop(int fd, char *buf, int len)
+/* read from a socket with IO timeout. return the number of
+   bytes read. If no bytes can be read then exit, never return
+   a number <= 0 */
+static int read_timeout(int fd, char *buf, int len)
 {
 {
-       while (len) {
-               int n = read(fd, buf, len);
+       int n, ret=0;
+
+       while (ret == 0) {
+               fd_set fds;
+               struct timeval tv;
+
+               FD_ZERO(&fds);
+               FD_SET(fd, &fds);
+               tv.tv_sec = io_timeout;
+               tv.tv_usec = 0;
+
+               if (select(fd+1, &fds, NULL, NULL, 
+                          io_timeout?&tv:NULL) != 1) {
+                       check_timeout();
+                       continue;
+               }
+
+               n = read(fd, buf, len);
+
                if (n > 0) {
                        buf += n;
                        len -= n;
                if (n > 0) {
                        buf += n;
                        len -= n;
+                       ret += n;
+                       if (io_timeout)
+                               last_io = time(NULL);
+                       continue;
                }
                }
+
+               if (n == -1 && errno == EINTR) {
+                       continue;
+               }
+
                if (n == 0) {
                if (n == 0) {
-                       rprintf(FERROR,"EOF in read_loop\n");
+                       rprintf(FERROR,"EOF in read_timeout\n");
                        exit_cleanup(1);
                }
                        exit_cleanup(1);
                }
-               if (n == -1) {
-                       fd_set fds;
-                       struct timeval tv;
 
 
-                       if (errno != EAGAIN && errno != EWOULDBLOCK) {
-                               rprintf(FERROR,"io error: %s\n", 
-                                       strerror(errno));
-                               exit_cleanup(1);
-                       }
+               rprintf(FERROR,"read error: %s\n", strerror(errno));
+               exit_cleanup(1);
+       }
 
 
-                       FD_ZERO(&fds);
-                       FD_SET(fd, &fds);
-                       tv.tv_sec = io_timeout;
-                       tv.tv_usec = 0;
+       return ret;
+}
 
 
-                       if (select(fd+1, &fds, NULL, NULL, 
-                                  io_timeout?&tv:NULL) != 1) {
-                               check_timeout();
-                       }
-               }
+/* continue trying to read len bytes - don't return until len
+   has been read */
+static void read_loop(int fd, char *buf, int len)
+{
+       while (len) {
+               int n = read_timeout(fd, buf, len);
+
+               buf += n;
+               len -= n;
        }
 }
 
        }
 }
 
+/* read from the file descriptor handing multiplexing - 
+   return number of bytes read
+   never return <= 0 */
 static int read_unbuffered(int fd, char *buf, int len)
 {
        static int remaining;
 static int read_unbuffered(int fd, char *buf, int len)
 {
        static int remaining;
@@ -127,7 +151,7 @@ static int read_unbuffered(int fd, char *buf, int len)
        char line[1024];
 
        if (!io_multiplexing_in || fd != multiplex_in_fd) 
        char line[1024];
 
        if (!io_multiplexing_in || fd != multiplex_in_fd) 
-               return read(fd, buf, len);
+               return read_timeout(fd, buf, len);
 
        while (ret == 0) {
                if (remaining) {
 
        while (ret == 0) {
                if (remaining) {
@@ -170,12 +194,13 @@ static int read_unbuffered(int fd, char *buf, int len)
 }
 
 
 }
 
 
+
 /* This function was added to overcome a deadlock problem when using
  * ssh.  It looks like we can't allow our receive queue to get full or
  * ssh will clag up. Uggh.  */
 static void read_check(int f)
 {
 /* This function was added to overcome a deadlock problem when using
  * ssh.  It looks like we can't allow our receive queue to get full or
  * ssh will clag up. Uggh.  */
 static void read_check(int f)
 {
-       int n;
+       int n = 8192;
 
        if (f == -1) return;
 
 
        if (f == -1) return;
 
@@ -183,12 +208,6 @@ static void read_check(int f)
                read_buffer_p = read_buffer;
        }
 
                read_buffer_p = read_buffer;
        }
 
-       if ((n=num_waiting(f)) <= 0)
-               return;
-
-       /* things could deteriorate if we read in really small chunks */
-       if (n < 10) n = 1024;
-
        if (n > MAX_READ_BUFFER/4)
                n = MAX_READ_BUFFER/4;
 
        if (n > MAX_READ_BUFFER/4)
                n = MAX_READ_BUFFER/4;
 
@@ -208,19 +227,20 @@ static void read_check(int f)
        }
 
        n = read_unbuffered(f,read_buffer+read_buffer_len,n);
        }
 
        n = read_unbuffered(f,read_buffer+read_buffer_len,n);
-       if (n > 0) {
-               read_buffer_len += n;
-       }
+       read_buffer_len += n;
 }
 
 }
 
-static int readfd(int fd,char *buffer,int N)
+
+/* do a buffered read from fd. don't return until all N bytes
+   have been read. If all N can't be read then exit with an error */
+static void readfd(int fd,char *buffer,int N)
 {
        int  ret;
        int total=0;  
 {
        int  ret;
        int total=0;  
-       struct timeval tv;
        
        
-       if (read_buffer_len < N)
+       if (read_buffer_len < N && N < 1024) {
                read_check(buffer_f_in);
                read_check(buffer_f_in);
+       }
        
        while (total < N) {
                if (read_buffer_len > 0 && buffer_f_in == fd) {
        
        while (total < N) {
                if (read_buffer_len > 0 && buffer_f_in == fd) {
@@ -234,45 +254,18 @@ static int readfd(int fd,char *buffer,int N)
 
                io_flush();
 
 
                io_flush();
 
-               while ((ret = read_unbuffered(fd,buffer + total,N-total)) == -1) {
-                       fd_set fds;
-
-                       if (errno != EAGAIN && errno != EWOULDBLOCK)
-                               return -1;
-                       FD_ZERO(&fds);
-                       FD_SET(fd, &fds);
-                       tv.tv_sec = io_timeout;
-                       tv.tv_usec = 0;
-
-                       if (select(fd+1, &fds, NULL, NULL, 
-                                  io_timeout?&tv:NULL) != 1) {
-                               check_timeout();
-                       }
-               }
-
-               if (ret <= 0)
-                       return total;
+               ret = read_unbuffered(fd,buffer + total,N-total);
                total += ret;
        }
                total += ret;
        }
-
-       if (io_timeout)
-               last_io = time(NULL);
-       return total;
 }
 
 
 int32 read_int(int f)
 {
 }
 
 
 int32 read_int(int f)
 {
-  int ret;
-  char b[4];
-  if ((ret=readfd(f,b,4)) != 4) {
-    if (verbose > 1) 
-      rprintf(FERROR,"(%d) read_int: Error reading %d bytes : %s\n",
-             getpid(),4,ret==-1?strerror(errno):"EOF");
-    exit_cleanup(1);
-  }
-  total_read += 4;
-  return IVAL(b,0);
+       char b[4];
+       readfd(f,b,4);
+       total_read += 4;
+       return IVAL(b,0);
 }
 
 int64 read_longint(int f)
 }
 
 int64 read_longint(int f)
@@ -289,12 +282,7 @@ int64 read_longint(int f)
        exit_cleanup(1);
 #else
        if (remote_version >= 16) {
        exit_cleanup(1);
 #else
        if (remote_version >= 16) {
-               if ((ret=readfd(f,b,8)) != 8) {
-                       if (verbose > 1) 
-                               rprintf(FERROR,"(%d) read_longint: Error reading %d bytes : %s\n",
-                                       getpid(),8,ret==-1?strerror(errno):"EOF");
-                       exit_cleanup(1);
-               }
+               readfd(f,b,8);
                total_read += 8;
                ret = IVAL(b,0) | (((int64)IVAL(b,4))<<32);
        }
                total_read += 8;
                ret = IVAL(b,0) | (((int64)IVAL(b,4))<<32);
        }
@@ -305,14 +293,8 @@ int64 read_longint(int f)
 
 void read_buf(int f,char *buf,int len)
 {
 
 void read_buf(int f,char *buf,int len)
 {
-  int ret;
-  if ((ret=readfd(f,buf,len)) != len) {
-    if (verbose > 1) 
-      rprintf(FERROR,"(%d) read_buf: Error reading %d bytes : %s\n",
-             getpid(),len,ret==-1?strerror(errno):"EOF");
-    exit_cleanup(1);
-  }
-  total_read += len;
+       readfd(f,buf,len);
+       total_read += len;
 }
 
 void read_sbuf(int f,char *buf,int len)
 }
 
 void read_sbuf(int f,char *buf,int len)
@@ -323,149 +305,73 @@ void read_sbuf(int f,char *buf,int len)
 
 unsigned char read_byte(int f)
 {
 
 unsigned char read_byte(int f)
 {
-  unsigned char c;
-  read_buf(f,(char *)&c,1);
-  return c;
+       unsigned char c;
+       read_buf(f,(char *)&c,1);
+       return c;
 }
 
 
 }
 
 
-static char last_byte;
-static int last_sparse;
 
 
-int sparse_end(int f)
-{
-       if (last_sparse) {
-               do_lseek(f,-1,SEEK_CUR);
-               return (write(f,&last_byte,1) == 1 ? 0 : -1);
-       }
-       last_sparse = 0;
-       return 0;
-}
-
-
-static int write_sparse(int f,char *buf,int len)
-{
-       int l1=0,l2=0;
-       int ret;
-
-       for (l1=0;l1<len && buf[l1]==0;l1++) ;
-       for (l2=0;l2<(len-l1) && buf[len-(l2+1)]==0;l2++) ;
-
-       last_byte = buf[len-1];
-
-       if (l1 == len || l2 > 0)
-               last_sparse=1;
-
-       if (l1 > 0)
-               do_lseek(f,l1,SEEK_CUR);  
-
-       if (l1 == len) 
-               return len;
-
-       if ((ret=write(f,buf+l1,len-(l1+l2))) != len-(l1+l2)) {
-               if (ret == -1 || ret == 0) return ret;
-               return (l1+ret);
-       }
-
-       if (l2 > 0)
-               do_lseek(f,l2,SEEK_CUR);
-       
-       return len;
-}
-
-
-
-int write_file(int f,char *buf,int len)
-{
-       int ret = 0;
-
-       if (!sparse_files) 
-               return write(f,buf,len);
-
-       while (len>0) {
-               int len1 = MIN(len, SPARSE_WRITE_SIZE);
-               int r1 = write_sparse(f, buf, len1);
-               if (r1 <= 0) {
-                       if (ret > 0) return ret;
-                       return r1;
-               }
-               len -= r1;
-               buf += r1;
-               ret += r1;
-       }
-       return ret;
-}
-
-
-static int writefd_unbuffered(int fd,char *buf,int len)
+/* write len bytes to fd, possibly reading from buffer_f_in if set
+   in order to unclog the pipe. don't return until all len
+   bytes have been written */
+static void writefd_unbuffered(int fd,char *buf,int len)
 {
        int total = 0;
        fd_set w_fds, r_fds;
 {
        int total = 0;
        fd_set w_fds, r_fds;
-       int fd_count, count, got_select=0;
+       int fd_count, count;
        struct timeval tv;
        struct timeval tv;
+       int reading;
 
 
-       while (total < len) {
-               int ret = write(fd,buf+total,len-total);
-
-               if (ret == 0) return total;
-
-               if (ret == -1 && !(errno == EWOULDBLOCK || errno == EAGAIN)) 
-                       return -1;
-
-               if (ret == -1 && got_select) {
-                       /* hmmm, we got a write select on the fd and
-                          then failed to write.  Why doesn't that
-                          mean that the fd is dead? It doesn't on
-                          some systems it seems (eg. IRIX) */
-                       u_sleep(1000);
-               }
-
-               got_select = 0;
+       reading = (buffer_f_in != -1 && read_buffer_len < MAX_READ_BUFFER);
 
 
-
-               if (ret != -1) {
-                       total += ret;
-                       continue;
-               }
-
-               if (read_buffer_len < MAX_READ_BUFFER && buffer_f_in != -1)
-                       read_check(buffer_f_in);
-
-               fd_count = fd+1;
+       while (total < len) {
                FD_ZERO(&w_fds);
                FD_ZERO(&r_fds);
                FD_SET(fd,&w_fds);
                FD_ZERO(&w_fds);
                FD_ZERO(&r_fds);
                FD_SET(fd,&w_fds);
-               if (buffer_f_in != -1) {
+               fd_count = fd+1;
+
+               if (reading) {
                        FD_SET(buffer_f_in,&r_fds);
                        if (buffer_f_in > fd) 
                                fd_count = buffer_f_in+1;
                }
 
                        FD_SET(buffer_f_in,&r_fds);
                        if (buffer_f_in > fd) 
                                fd_count = buffer_f_in+1;
                }
 
-               tv.tv_sec = BLOCKING_TIMEOUT;
+               tv.tv_sec = io_timeout;
                tv.tv_usec = 0;
                tv.tv_usec = 0;
-               count = select(fd_count,buffer_f_in == -1? NULL: &r_fds,
-                              &w_fds,NULL,&tv);
-               
-               if (count == -1 && errno != EINTR) {
-                       if (verbose > 1) 
-                               rprintf(FERROR,"select error: %s\n", strerror(errno));
-                       exit_cleanup(1);
-               }
-               
-               if (count == 0) {
+
+               count = select(fd_count,
+                              reading?&r_fds:NULL,
+                              &w_fds,NULL,
+                              io_timeout?&tv:NULL);
+
+               if (count <= 0) {
                        check_timeout();
                        continue;
                }
                        check_timeout();
                        continue;
                }
-               
+
                if (FD_ISSET(fd, &w_fds)) {
                if (FD_ISSET(fd, &w_fds)) {
-                       got_select = 1;
+                       int ret = write(fd,buf+total,len-total);
+
+                       if (ret == -1 && errno == EINTR) {
+                               continue;
+                       }
+
+                       if (ret <= 0) {
+                               rprintf(FERROR,"erroring writing %d bytes - exiting\n", len);
+                               exit_cleanup(1);
+                       }
+
+                       total += ret;
+                       if (io_timeout)
+                               last_io = time(NULL);
+                       continue;
                }
                }
-       }
 
 
-       if (io_timeout)
-               last_io = time(NULL);
-       
-       return total;
+               if (reading && FD_ISSET(buffer_f_in, &r_fds)) {
+                       read_check(buffer_f_in);
+               }
+       }
 }
 
 
 }
 
 
@@ -491,17 +397,9 @@ void io_flush(void)
 
        if (io_multiplexing_out) {
                SIVAL(io_buffer-4, 0, (MPLEX_BASE<<24) + io_buffer_count);
 
        if (io_multiplexing_out) {
                SIVAL(io_buffer-4, 0, (MPLEX_BASE<<24) + io_buffer_count);
-               if (writefd_unbuffered(fd, io_buffer-4, io_buffer_count+4) !=
-                   io_buffer_count+4) {
-                       rprintf(FERROR,"write failed\n");
-                       exit_cleanup(1);
-               }
+               writefd_unbuffered(fd, io_buffer-4, io_buffer_count+4);
        } else {
        } else {
-               if (writefd_unbuffered(fd, io_buffer, io_buffer_count) != 
-                   io_buffer_count) {
-                       rprintf(FERROR,"write failed\n");
-                       exit_cleanup(1);
-               }
+               writefd_unbuffered(fd, io_buffer, io_buffer_count);
        }
        io_buffer_count = 0;
 }
        }
        io_buffer_count = 0;
 }
@@ -515,11 +413,12 @@ void io_end_buffering(int fd)
        }
 }
 
        }
 }
 
-static int writefd(int fd,char *buf,int len1)
+static void writefd(int fd,char *buf,int len)
 {
 {
-       int len = len1;
-
-       if (!io_buffer) return writefd_unbuffered(fd, buf, len);
+       if (!io_buffer) {
+               writefd_unbuffered(fd, buf, len);
+               return;
+       }
 
        while (len) {
                int n = MIN(len, IO_BUFFER_SIZE-io_buffer_count);
 
        while (len) {
                int n = MIN(len, IO_BUFFER_SIZE-io_buffer_count);
@@ -532,21 +431,14 @@ static int writefd(int fd,char *buf,int len1)
                
                if (io_buffer_count == IO_BUFFER_SIZE) io_flush();
        }
                
                if (io_buffer_count == IO_BUFFER_SIZE) io_flush();
        }
-
-       return len1;
 }
 
 
 void write_int(int f,int32 x)
 {
 }
 
 
 void write_int(int f,int32 x)
 {
-       int ret;
        char b[4];
        SIVAL(b,0,x);
        char b[4];
        SIVAL(b,0,x);
-       if ((ret=writefd(f,b,4)) != 4) {
-               rprintf(FERROR,"write_int failed : %s\n",
-                       ret==-1?strerror(errno):"EOF");
-               exit_cleanup(1);
-       }
+       writefd(f,b,4);
        total_written += 4;
 }
 
        total_written += 4;
 }
 
@@ -554,7 +446,6 @@ void write_longint(int f, int64 x)
 {
        extern int remote_version;
        char b[8];
 {
        extern int remote_version;
        char b[8];
-       int ret;
 
        if (remote_version < 16 || x <= 0x7FFFFFFF) {
                write_int(f, (int)x);
 
        if (remote_version < 16 || x <= 0x7FFFFFFF) {
                write_int(f, (int)x);
@@ -565,22 +456,13 @@ void write_longint(int f, int64 x)
        SIVAL(b,0,(x&0xFFFFFFFF));
        SIVAL(b,4,((x>>32)&0xFFFFFFFF));
 
        SIVAL(b,0,(x&0xFFFFFFFF));
        SIVAL(b,4,((x>>32)&0xFFFFFFFF));
 
-       if ((ret=writefd(f,b,8)) != 8) {
-               rprintf(FERROR,"write_longint failed : %s\n",
-                       ret==-1?strerror(errno):"EOF");
-               exit_cleanup(1);
-       }
+       writefd(f,b,8);
        total_written += 8;
 }
 
 void write_buf(int f,char *buf,int len)
 {
        total_written += 8;
 }
 
 void write_buf(int f,char *buf,int len)
 {
-       int ret;
-       if ((ret=writefd(f,buf,len)) != len) {
-               rprintf(FERROR,"write_buf failed : %s\n",
-                       ret==-1?strerror(errno):"EOF");
-               exit_cleanup(1);
-       }
+       writefd(f,buf,len);
        total_written += len;
 }
 
        total_written += len;
 }
 
@@ -596,11 +478,6 @@ void write_byte(int f,unsigned char c)
        write_buf(f,(char *)&c,1);
 }
 
        write_buf(f,(char *)&c,1);
 }
 
-void write_flush(int f)
-{
-}
-
-
 int read_line(int f, char *buf, int maxlen)
 {
        while (maxlen) {
 int read_line(int f, char *buf, int maxlen)
 {
        while (maxlen) {
diff --git a/main.c b/main.c
index 4cf4cf6..056863f 100644 (file)
--- a/main.c
+++ b/main.c
@@ -49,7 +49,6 @@ static void report(int f)
                write_longint(f,read_total());
                write_longint(f,write_total());
                write_longint(f,total_size);
                write_longint(f,read_total());
                write_longint(f,write_total());
                write_longint(f,total_size);
-               write_flush(f);
                return;
        }
     
                return;
        }
     
diff --git a/match.c b/match.c
index 1210215..333f0cf 100644 (file)
--- a/match.c
+++ b/match.c
@@ -103,9 +103,6 @@ static void matched(int f,struct sum_struct *s,struct map_struct *buf,
        send_token(f,i,buf,last_match,n,i<0?0:s->sums[i].len);
        data_transfer += n;
 
        send_token(f,i,buf,last_match,n,i<0?0:s->sums[i].len);
        data_transfer += n;
 
-       if (n > 0)
-               write_flush(f);
-
        if (i >= 0)
                n += s->sums[i].len;
   
        if (i >= 0)
                n += s->sums[i].len;
   
diff --git a/rsync.c b/rsync.c
index 1621995..555c009 100644 (file)
--- a/rsync.c
+++ b/rsync.c
@@ -147,7 +147,6 @@ static void send_sums(struct sum_struct *s,int f_out)
       write_int(f_out,s->sums[i].sum1);
       write_buf(f_out,s->sums[i].sum2,csum_length);
     }
       write_int(f_out,s->sums[i].sum1);
       write_buf(f_out,s->sums[i].sum2,csum_length);
     }
-  write_flush(f_out);
 }
 
 
 }
 
 
@@ -528,7 +527,6 @@ void recv_generator(char *fname,struct file_list *flist,int i,int f_out)
 
   write_int(f_out,i);
   send_sums(s,f_out);
 
   write_int(f_out,i);
   send_sums(s,f_out);
-  write_flush(f_out);
 
   close(fd);
   if (buf) unmap_file(buf);
 
   close(fd);
   if (buf) unmap_file(buf);
@@ -773,7 +771,6 @@ int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
          if (verbose > 2)
            rprintf(FINFO,"recv_files phase=%d\n",phase);
          write_int(f_gen,-1);
          if (verbose > 2)
            rprintf(FINFO,"recv_files phase=%d\n",phase);
          write_int(f_gen,-1);
-         write_flush(f_gen);
          continue;
        }
        break;
          continue;
        }
        break;
@@ -972,7 +969,7 @@ void send_files(struct file_list *flist,int f_out,int f_in)
   if (verbose > 2)
     rprintf(FINFO,"send_files starting\n");
 
   if (verbose > 2)
     rprintf(FINFO,"send_files starting\n");
 
-  setup_nonblocking(f_in,f_out);
+  setup_readbuffer(f_in);
 
   while (1) {
          i = read_int(f_in);
 
   while (1) {
          i = read_int(f_in);
@@ -981,7 +978,6 @@ void send_files(struct file_list *flist,int f_out,int f_in)
                          phase++;
                          csum_length = SUM_LENGTH;
                          write_int(f_out,-1);
                          phase++;
                          csum_length = SUM_LENGTH;
                          write_int(f_out,-1);
-                         write_flush(f_out);
                          if (verbose > 2)
                                  rprintf(FINFO,"send_files phase=%d\n",phase);
                          continue;
                          if (verbose > 2)
                                  rprintf(FINFO,"send_files phase=%d\n",phase);
                          continue;
@@ -1063,7 +1059,6 @@ void send_files(struct file_list *flist,int f_out,int f_in)
                  printf("%s\n",fname+offset);
          
          match_sums(f_out,s,buf,st.st_size);
                  printf("%s\n",fname+offset);
          
          match_sums(f_out,s,buf,st.st_size);
-         write_flush(f_out);
          
          if (buf) unmap_file(buf);
          close(fd);
          
          if (buf) unmap_file(buf);
          close(fd);
@@ -1080,7 +1075,6 @@ void send_files(struct file_list *flist,int f_out,int f_in)
   match_report();
 
   write_int(f_out,-1);
   match_report();
 
   write_int(f_out,-1);
-  write_flush(f_out);
 }
 
 
 }
 
 
@@ -1120,7 +1114,6 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv)
     rprintf(FINFO,"generate_files phase=%d\n",phase);
 
   write_int(f,-1);
     rprintf(FINFO,"generate_files phase=%d\n",phase);
 
   write_int(f,-1);
-  write_flush(f);
 
   /* we expect to just sit around now, so don't exit on a timeout. If we
      really get a timeout then the other process should exit */
 
   /* we expect to just sit around now, so don't exit on a timeout. If we
      really get a timeout then the other process should exit */
@@ -1140,7 +1133,6 @@ void generate_files(int f,struct file_list *flist,char *local_name,int f_recv)
       rprintf(FINFO,"generate_files phase=%d\n",phase);
 
     write_int(f,-1);
       rprintf(FINFO,"generate_files phase=%d\n",phase);
 
     write_int(f,-1);
-    write_flush(f);
   }
 
 
   }
 
 
diff --git a/rsync.h b/rsync.h
index c442a28..6a2e583 100644 (file)
--- a/rsync.h
+++ b/rsync.h
@@ -56,8 +56,6 @@
 
 #define MAX_ARGS 1000
 
 
 #define MAX_ARGS 1000
 
-#define BLOCKING_TIMEOUT 10
-
 #define MPLEX_BASE 7
 #define FERROR 1
 #define FINFO 2
 #define MPLEX_BASE 7
 #define FERROR 1
 #define FINFO 2
diff --git a/util.c b/util.c
index f54acd2..b95e0b4 100644 (file)
--- a/util.c
+++ b/util.c
@@ -32,131 +32,6 @@ int num_waiting(int fd)
 }
 
 
 }
 
 
-struct map_struct *map_file(int fd,OFF_T len)
-{
-       struct map_struct *ret;
-       ret = (struct map_struct *)malloc(sizeof(*ret));
-       if (!ret) out_of_memory("map_file");
-
-       ret->map = NULL;
-       ret->fd = fd;
-       ret->size = len;
-       ret->p = NULL;
-       ret->p_size = 0;
-       ret->p_offset = 0;
-       ret->p_len = 0;
-
-#ifdef USE_MMAP
-       len = MIN(len, MAX_MAP_SIZE);
-       ret->map = (char *)do_mmap(NULL,len,PROT_READ,MAP_SHARED,fd,0);
-       if (ret->map == (char *)-1) {
-               ret->map = NULL;
-       } else {
-               ret->p_len = len;
-       }
-#endif
-       return ret;
-}
-
-
-char *map_ptr(struct map_struct *map,OFF_T offset,int len)
-{
-       int nread;
-
-       if (len == 0) 
-               return NULL;
-
-       if (len > (map->size-offset))
-               len = map->size-offset;
-
-#ifdef USE_MMAP
-       if (map->map) {
-               if (offset >= map->p_offset && 
-                   offset+len <= map->p_offset+map->p_len) {
-                       return (map->map + (offset - map->p_offset));
-               }
-               if (munmap(map->map, map->p_len) != 0) {
-                       rprintf(FERROR,"munmap failed : %s\n", strerror(errno));
-                       exit_cleanup(1);
-               }
-
-               /* align the mmap region on a nice boundary back a bit from
-                  where it is asked for to allow for some seeking */
-               if (offset > 2*CHUNK_SIZE) {
-                       map->p_offset = offset - 2*CHUNK_SIZE;
-                       map->p_offset &= ~((OFF_T)(CHUNK_SIZE-1));
-               } else {
-                       map->p_offset = 0;
-               }
-               
-               /* map up to MAX_MAP_SIZE */
-               map->p_len = MAX(len, MAX_MAP_SIZE);
-               map->p_len = MIN(map->p_len, map->size - map->p_offset);
-
-               map->map = (char *)do_mmap(NULL,map->p_len,PROT_READ,
-                                          MAP_SHARED,map->fd,map->p_offset);
-
-               if (map->map == (char *)-1) {
-                       map->map = NULL;
-                       map->p_len = 0;
-                       map->p_offset = 0;
-               } else {
-                       return (map->map + (offset - map->p_offset));
-               }
-       }
-#endif
-
-       if (offset >= map->p_offset && 
-           offset+len <= map->p_offset+map->p_len) {
-               return (map->p + (offset - map->p_offset));
-       }
-
-       len = MAX(len,CHUNK_SIZE);
-       if (len > (map->size-offset))
-               len = map->size-offset;
-
-       if (len > map->p_size) {
-               if (map->p) free(map->p);
-               map->p = (char *)malloc(len);
-               if (!map->p) out_of_memory("map_ptr");
-               map->p_size = len;
-       }
-
-       map->p_offset = offset;
-       map->p_len = len;
-
-       if (do_lseek(map->fd,offset,SEEK_SET) != offset) {
-               rprintf(FERROR,"lseek failed in map_ptr\n");
-               exit_cleanup(1);
-       }
-
-       if ((nread=read(map->fd,map->p,len)) != len) {          
-               if (nread < 0) nread = 0;
-               /* the best we can do is zero the buffer - the file
-                   has changed mid transfer! */
-               memset(map->p+nread, 0, len - nread);
-       }
-  
-       return map->p; 
-}
-
-
-void unmap_file(struct map_struct *map)
-{
-#ifdef USE_MMAP
-       if (map->map) {
-               munmap(map->map,map->p_len);
-               map->map = NULL;
-       }
-#endif
-       if (map->p) {
-               free(map->p);
-               map->p = NULL;
-       }
-       memset(map, 0, sizeof(*map));
-       free(map);
-}
-
 
 /* this is taken from CVS */
 int piped_child(char **command,int *f_in,int *f_out)
 
 /* this is taken from CVS */
 int piped_child(char **command,int *f_in,int *f_out)
@@ -302,36 +177,6 @@ int set_modtime(char *fname,time_t modtime)
 }
 
 
 }
 
 
-
-/****************************************************************************
-Set a fd into blocking/nonblocking mode. Uses POSIX O_NONBLOCK if available,
-else
-if SYSV use O_NDELAY
-if BSD use FNDELAY
-****************************************************************************/
-int set_blocking(int fd, int set)
-{
-  int val;
-#ifdef O_NONBLOCK
-#define FLAG_TO_SET O_NONBLOCK
-#else
-#ifdef SYSV
-#define FLAG_TO_SET O_NDELAY
-#else /* BSD */
-#define FLAG_TO_SET FNDELAY
-#endif
-#endif
-
-  if((val = fcntl(fd, F_GETFL, 0)) == -1)
-       return -1;
-  if(set) /* Turn blocking on - ie. clear nonblock flag */
-       val &= ~FLAG_TO_SET;
-  else
-    val |= FLAG_TO_SET;
-  return fcntl( fd, F_SETFL, val);
-#undef FLAG_TO_SET
-}
-
 /****************************************************************************
 create any necessary directories in fname. Unfortunately we don't know
 what perms to give the directory when this is called so we need to rely
 /****************************************************************************
 create any necessary directories in fname. Unfortunately we don't know
 what perms to give the directory when this is called so we need to rely