X-Git-Url: https://mattmccutchen.net/rsync/rsync-patches.git/blobdiff_plain/abd3adb8322a8ec12880059cef05a18e5ce8a0aa..5214a41bbae94607b196b199b483710e1babf292:/preallocate.diff diff --git a/preallocate.diff b/preallocate.diff index e9cd77c..026c8f9 100644 --- a/preallocate.diff +++ b/preallocate.diff @@ -9,10 +9,11 @@ To use this patch, run these commands for a successful build: ./configure make +based-on: 24079e988fc31af4eba56cd2701fdc5a4154980d diff --git a/compat.c b/compat.c --- a/compat.c +++ b/compat.c -@@ -33,6 +33,7 @@ extern int inplace; +@@ -32,6 +32,7 @@ extern int inplace; extern int recurse; extern int use_qsort; extern int allow_inc_recurse; @@ -20,7 +21,7 @@ diff --git a/compat.c b/compat.c extern int append_mode; extern int fuzzy_basis; extern int read_batch; -@@ -187,6 +188,15 @@ void setup_protocol(int f_out,int f_in) +@@ -186,6 +187,15 @@ void setup_protocol(int f_out,int f_in) if (read_batch) check_batch_flags(); @@ -39,12 +40,12 @@ diff --git a/compat.c b/compat.c diff --git a/configure.in b/configure.in --- a/configure.in +++ b/configure.in -@@ -554,13 +554,40 @@ AC_CHECK_FUNCS(waitpid wait4 getcwd strdup chown chmod lchmod mknod mkfifo \ - strlcat strlcpy strtol mallinfo getgroups setgroups geteuid getegid \ +@@ -583,13 +583,40 @@ AC_CHECK_FUNCS(waitpid wait4 getcwd strdup chown chmod lchmod mknod mkfifo \ setlocale setmode open64 lseek64 mkstemp64 mtrace va_copy __va_copy \ - strerror putenv iconv_open locale_charset nl_langinfo getxattr \ -- extattr_get_link sigaction sigprocmask setattrlist) -+ extattr_get_link sigaction sigprocmask setattrlist fallocate posix_fallocate) + seteuid strerror putenv iconv_open locale_charset nl_langinfo getxattr \ + extattr_get_link sigaction sigprocmask setattrlist getgrouplist \ +- initgroups utimensat) ++ initgroups utimensat fallocate posix_fallocate) dnl cygwin iconv.h defines iconv_open as libiconv_open if test x"$ac_cv_func_iconv_open" != x"yes"; then @@ -92,7 +93,7 @@ diff --git a/options.c b/options.c int do_compression = 0; int def_compress_level = Z_DEFAULT_COMPRESSION; int am_root = 0; /* 0 = normal, 1 = root, 2 = --super, -1 = --fake-super */ -@@ -225,6 +226,7 @@ static void print_rsync_version(enum logcode f) +@@ -567,6 +568,7 @@ static void print_rsync_version(enum logcode f) char const *links = "no "; char const *iconv = "no "; char const *ipv6 = "no "; @@ -100,8 +101,8 @@ diff --git a/options.c b/options.c STRUCT_STAT *dumstat; #if SUBPROTOCOL_VERSION != 0 -@@ -258,6 +260,9 @@ static void print_rsync_version(enum logcode f) - #if defined HAVE_LUTIMES && defined HAVE_UTIMES +@@ -600,6 +602,9 @@ static void print_rsync_version(enum logcode f) + #ifdef CAN_SET_SYMLINK_TIMES symtimes = ""; #endif +#ifdef SUPPORT_PREALLOCATION @@ -110,7 +111,7 @@ diff --git a/options.c b/options.c rprintf(f, "%s version %s protocol version %d%s\n", RSYNC_NAME, RSYNC_VERSION, PROTOCOL_VERSION, subprotocol); -@@ -271,8 +276,8 @@ static void print_rsync_version(enum logcode f) +@@ -613,8 +618,8 @@ static void print_rsync_version(enum logcode f) (int)(sizeof (int64) * 8)); rprintf(f, " %ssocketpairs, %shardlinks, %ssymlinks, %sIPv6, batchfiles, %sinplace,\n", got_socketpair, hardlinks, links, ipv6, have_inplace); @@ -121,7 +122,7 @@ diff --git a/options.c b/options.c #ifdef MAINTAINER_MODE rprintf(f, "Panic Action: \"%s\"\n", get_panic_action()); -@@ -359,6 +364,9 @@ void usage(enum logcode F) +@@ -704,6 +709,9 @@ void usage(enum logcode F) rprintf(F," --fake-super store/recover privileged attrs using xattrs\n"); #endif rprintf(F," -S, --sparse handle sparse files efficiently\n"); @@ -131,7 +132,7 @@ diff --git a/options.c b/options.c rprintf(F," -n, --dry-run perform a trial run with no changes made\n"); rprintf(F," -W, --whole-file copy files whole (without delta-xfer algorithm)\n"); rprintf(F," -x, --one-file-system don't cross filesystem boundaries\n"); -@@ -543,6 +551,7 @@ static struct poptOption long_options[] = { +@@ -900,6 +908,7 @@ static struct poptOption long_options[] = { {"sparse", 'S', POPT_ARG_VAL, &sparse_files, 1, 0, 0 }, {"no-sparse", 0, POPT_ARG_VAL, &sparse_files, 0, 0, 0 }, {"no-S", 0, POPT_ARG_VAL, &sparse_files, 0, 0, 0 }, @@ -139,7 +140,7 @@ diff --git a/options.c b/options.c {"inplace", 0, POPT_ARG_VAL, &inplace, 1, 0, 0 }, {"no-inplace", 0, POPT_ARG_VAL, &inplace, 0, 0, 0 }, {"append", 0, POPT_ARG_NONE, 0, OPT_APPEND, 0, 0 }, -@@ -2063,6 +2072,9 @@ void server_options(char **args, int *argc_p) +@@ -2646,6 +2655,9 @@ void server_options(char **args, int *argc_p) else if (remove_source_files) args[ac++] = "--remove-sent-files"; @@ -152,15 +153,15 @@ diff --git a/options.c b/options.c diff --git a/receiver.c b/receiver.c --- a/receiver.c +++ b/receiver.c -@@ -45,6 +45,7 @@ extern int cleanup_got_literal; +@@ -44,6 +44,7 @@ extern int cleanup_got_literal; extern int remove_source_files; extern int append_mode; extern int sparse_files; +extern int preallocate_files; extern int keep_partial; + extern int checksum_len; extern int checksum_seed; - extern int inplace; -@@ -175,6 +176,18 @@ static int receive_data(int f_in, char *fname_r, int fd_r, OFF_T size_r, +@@ -207,6 +208,18 @@ static int receive_data(int f_in, char *fname_r, int fd_r, OFF_T size_r, char *data; int32 i; char *map = NULL; @@ -179,27 +180,27 @@ diff --git a/receiver.c b/receiver.c read_sum_head(f_in, &sum); -@@ -285,7 +298,15 @@ static int receive_data(int f_in, char *fname_r, int fd_r, OFF_T size_r, +@@ -317,8 +330,14 @@ static int receive_data(int f_in, char *fname_r, int fd_r, OFF_T size_r, goto report_write_error; #ifdef HAVE_FTRUNCATE - if (inplace && fd != -1 +- && ftruncate(fd, offset) < 0) { + /* inplace: New data could be shorter than old data. + * preallocate_files: total_size could have been an overestimate. + * Cut off any extra preallocated zeros from dest file. */ -+ if (fd != -1 ++ if ((inplace +#ifdef SUPPORT_PREALLOCATION -+ && (inplace || preallocated_len > offset) -+#else -+ && inplace ++ || preallocated_len > offset +#endif - && ftruncate(fd, offset) < 0) { ++ ) && fd != -1 && ftruncate(fd, offset) < 0) { rsyserr(FERROR_XFER, errno, "ftruncate failed on %s", full_fname(fname)); + } diff --git a/rsync.h b/rsync.h --- a/rsync.h +++ b/rsync.h -@@ -614,6 +614,13 @@ struct ht_int64_node { +@@ -646,6 +646,13 @@ struct ht_int64_node { #define ACLS_NEED_MASK 1 #endif @@ -216,7 +217,7 @@ diff --git a/rsync.h b/rsync.h diff --git a/rsync.yo b/rsync.yo --- a/rsync.yo +++ b/rsync.yo -@@ -356,6 +356,7 @@ to the detailed description below for a complete description. verb( +@@ -359,6 +359,7 @@ to the detailed description below for a complete description. verb( --super receiver attempts super-user activities --fake-super store/recover privileged attrs using xattrs -S, --sparse handle sparse files efficiently @@ -224,9 +225,9 @@ diff --git a/rsync.yo b/rsync.yo -n, --dry-run perform a trial run with no changes made -W, --whole-file copy files whole (w/o delta-xfer algorithm) -x, --one-file-system don't cross filesystem boundaries -@@ -1053,6 +1054,18 @@ NOTE: Don't use this option when the destination is a Solaris "tmpfs" - filesystem. It doesn't seem to handle seeks over null regions - correctly and ends up corrupting the files. +@@ -1127,6 +1128,18 @@ NOTE: Don't use this option when the destination is a Solaris "tmpfs" + filesystem. It seems to have problems seeking over null regions, + and ends up corrupting the files. +dit(bf(--preallocate)) This tells the receiver to allocate each destination +file to its eventual size before writing data to the file. Rsync will only use @@ -256,8 +257,8 @@ diff --git a/syscall.c b/syscall.c + extern int dry_run; extern int am_root; - extern int read_only; -@@ -282,3 +286,21 @@ OFF_T do_lseek(int fd, OFF_T offset, int whence) + extern int am_sender; +@@ -325,3 +329,21 @@ OFF_T do_lseek(int fd, OFF_T offset, int whence) return lseek(fd, offset, whence); #endif } @@ -289,19 +290,19 @@ diff --git a/t_stub.c b/t_stub.c +int preallocate_files = 0; int module_id = -1; int relative_paths = 0; - int human_readable = 0; + int module_dirlen = 0; diff --git a/util.c b/util.c --- a/util.c +++ b/util.c -@@ -25,6 +25,7 @@ +@@ -26,6 +26,7 @@ + #include "inums.h" - extern int verbose; extern int dry_run; +extern int preallocate_files; extern int module_id; extern int modify_window; extern int relative_paths; -@@ -276,6 +277,10 @@ int copy_file(const char *source, const char *dest, int ofd, +@@ -332,6 +333,10 @@ int copy_file(const char *source, const char *dest, int ofd, mode_t mode) int ifd; char buf[1024 * 8]; int len; /* Number of bytes read into `buf'. */ @@ -312,7 +313,7 @@ diff --git a/util.c b/util.c if ((ifd = do_open(source, O_RDONLY, 0)) < 0) { int save_errno = errno; -@@ -309,7 +314,27 @@ int copy_file(const char *source, const char *dest, int ofd, +@@ -357,7 +362,27 @@ int copy_file(const char *source, const char *dest, int ofd, mode_t mode) } } @@ -340,7 +341,7 @@ diff --git a/util.c b/util.c if (full_write(ofd, buf, len) < 0) { int save_errno = errno; rsyserr(FERROR_XFER, errno, "write %s", full_fname(dest)); -@@ -334,6 +359,16 @@ int copy_file(const char *source, const char *dest, int ofd, +@@ -382,6 +407,16 @@ int copy_file(const char *source, const char *dest, int ofd, mode_t mode) full_fname(source)); }