| 1 | /* |
| 2 | Copyright (C) by Andrew Tridgell 1996, 2000 |
| 3 | Copyright (C) Paul Mackerras 1996 |
| 4 | Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org> |
| 5 | |
| 6 | This program is free software; you can redistribute it and/or modify |
| 7 | it under the terms of the GNU General Public License as published by |
| 8 | the Free Software Foundation; either version 2 of the License, or |
| 9 | (at your option) any later version. |
| 10 | |
| 11 | This program is distributed in the hope that it will be useful, |
| 12 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | GNU General Public License for more details. |
| 15 | |
| 16 | You should have received a copy of the GNU General Public License |
| 17 | along with this program; if not, write to the Free Software |
| 18 | Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
| 19 | */ |
| 20 | |
| 21 | |
| 22 | #define False 0 |
| 23 | #define True 1 |
| 24 | |
| 25 | #define BLOCK_SIZE 700 |
| 26 | #define RSYNC_RSH_ENV "RSYNC_RSH" |
| 27 | #define RSYNC_RSH_IO_ENV "RSYNC_RSH_IO" |
| 28 | |
| 29 | #define RSYNC_NAME "rsync" |
| 30 | /* RSYNCD_SYSCONF is now set in config.h */ |
| 31 | #define RSYNCD_USERCONF "rsyncd.conf" |
| 32 | |
| 33 | #define DEFAULT_LOCK_FILE "/var/run/rsyncd.lock" |
| 34 | #define URL_PREFIX "rsync://" |
| 35 | |
| 36 | #define BACKUP_SUFFIX "~" |
| 37 | |
| 38 | /* a non-zero CHAR_OFFSET makes the rolling sum stronger, but is |
| 39 | incompatible with older versions :-( */ |
| 40 | #define CHAR_OFFSET 0 |
| 41 | |
| 42 | /* These flags are only used during the flist transfer. */ |
| 43 | |
| 44 | #define XMIT_TOP_DIR (1<<0) |
| 45 | #define XMIT_SAME_MODE (1<<1) |
| 46 | #define XMIT_EXTENDED_FLAGS (1<<2) |
| 47 | #define XMIT_SAME_RDEV_pre28 XMIT_EXTENDED_FLAGS /* Only in protocols < 28 */ |
| 48 | #define XMIT_SAME_UID (1<<3) |
| 49 | #define XMIT_SAME_GID (1<<4) |
| 50 | #define XMIT_SAME_NAME (1<<5) |
| 51 | #define XMIT_LONG_NAME (1<<6) |
| 52 | #define XMIT_SAME_TIME (1<<7) |
| 53 | #define XMIT_SAME_RDEV_MAJOR (1<<8) |
| 54 | #define XMIT_HAS_IDEV_DATA (1<<9) |
| 55 | #define XMIT_SAME_DEV (1<<10) |
| 56 | #define XMIT_RDEV_MINOR_IS_SMALL (1<<11) |
| 57 | |
| 58 | /* These flags are used in the live flist data. */ |
| 59 | |
| 60 | #define FLAG_TOP_DIR (1<<0) |
| 61 | #define FLAG_HLINK_EOL (1<<1) /* receiver/generator */ |
| 62 | #define FLAG_MOUNT_POINT (1<<2) /* sender */ |
| 63 | #define FLAG_NO_FUZZY (1<<2) /* generator */ |
| 64 | #define FLAG_DEL_HERE (1<<3) /* receiver/generator */ |
| 65 | #define FLAG_SENT (1<<3) /* sender */ |
| 66 | #define FLAG_HLINK_TOL (1<<4) /* receiver/generator */ |
| 67 | |
| 68 | /* update this if you make incompatible changes */ |
| 69 | #define PROTOCOL_VERSION 29 |
| 70 | |
| 71 | /* We refuse to interoperate with versions that are not in this range. |
| 72 | * Note that we assume we'll work with later versions: the onus is on |
| 73 | * people writing them to make sure that they don't send us anything |
| 74 | * we won't understand. |
| 75 | * |
| 76 | * Interoperation with old but supported protocol versions |
| 77 | * should cause a warning to be printed. At a future date |
| 78 | * the old protocol will become the minimum and |
| 79 | * compatibility code removed. |
| 80 | * |
| 81 | * There are two possible explanations for the limit at |
| 82 | * MAX_PROTOCOL_VERSION: either to allow new major-rev versions that |
| 83 | * do not interoperate with us, and (more likely) so that we can |
| 84 | * detect an attempt to connect rsync to a non-rsync server, which is |
| 85 | * unlikely to begin by sending a byte between MIN_PROTOCL_VERSION and |
| 86 | * MAX_PROTOCOL_VERSION. */ |
| 87 | |
| 88 | #define MIN_PROTOCOL_VERSION 20 |
| 89 | #define OLD_PROTOCOL_VERSION 25 |
| 90 | #define MAX_PROTOCOL_VERSION 40 |
| 91 | |
| 92 | #define RSYNC_PORT 873 |
| 93 | |
| 94 | #define SPARSE_WRITE_SIZE (1024) |
| 95 | #define WRITE_SIZE (32*1024) |
| 96 | #define CHUNK_SIZE (32*1024) |
| 97 | #define MAX_MAP_SIZE (256*1024) |
| 98 | #define IO_BUFFER_SIZE (4092) |
| 99 | #define MAX_BLOCK_SIZE ((int32)1 << 29) |
| 100 | |
| 101 | #define IOERR_GENERAL (1<<0) /* For backward compatibility, this must == 1 */ |
| 102 | #define IOERR_VANISHED (1<<1) |
| 103 | #define IOERR_DEL_LIMIT (1<<2) |
| 104 | |
| 105 | #define MAX_ARGS 1000 |
| 106 | #define MAX_BASIS_DIRS 20 |
| 107 | #define MAX_SERVER_ARGS (MAX_BASIS_DIRS*2 + 100) |
| 108 | |
| 109 | #define MPLEX_BASE 7 |
| 110 | |
| 111 | #define NO_FILTERS 0 |
| 112 | #define SERVER_FILTERS 1 |
| 113 | #define ALL_FILTERS 2 |
| 114 | |
| 115 | #define XFLG_FATAL_ERRORS (1<<0) |
| 116 | #define XFLG_OLD_PREFIXES (1<<1) |
| 117 | #define XFLG_ANCHORED2ABS (1<<2) |
| 118 | #define XFLG_ABS_IF_SLASH (1<<3) |
| 119 | |
| 120 | #define PERMS_REPORT (1<<0) |
| 121 | #define PERMS_SKIP_MTIME (1<<1) |
| 122 | |
| 123 | #define FULL_FLUSH 1 |
| 124 | #define NORMAL_FLUSH 0 |
| 125 | |
| 126 | #define PDIR_CREATE 1 |
| 127 | #define PDIR_DELETE 0 |
| 128 | |
| 129 | /* Note: 0x00 - 0x7F are used for basis_dir[] indexes! */ |
| 130 | #define FNAMECMP_BASIS_DIR_LOW 0x00 /* Must remain 0! */ |
| 131 | #define FNAMECMP_BASIS_DIR_HIGH 0x7F |
| 132 | #define FNAMECMP_FNAME 0x80 |
| 133 | #define FNAMECMP_PARTIAL_DIR 0x81 |
| 134 | #define FNAMECMP_BACKUP 0x82 |
| 135 | #define FNAMECMP_FUZZY 0x83 |
| 136 | |
| 137 | /* For calling delete_file() */ |
| 138 | #define DEL_NO_RECURSE (1<<1) |
| 139 | #define DEL_FORCE_RECURSE (1<<2) /* recurse even w/o --force */ |
| 140 | #define DEL_TERSE (1<<3) |
| 141 | |
| 142 | /* For use by the itemize_changes code */ |
| 143 | #define ITEM_REPORT_CHECKSUM (1<<1) |
| 144 | #define ITEM_REPORT_SIZE (1<<2) |
| 145 | #define ITEM_REPORT_TIME (1<<3) |
| 146 | #define ITEM_REPORT_PERMS (1<<4) |
| 147 | #define ITEM_REPORT_OWNER (1<<5) |
| 148 | #define ITEM_REPORT_GROUP (1<<6) |
| 149 | #define ITEM_REPORT_XATTRS (1<<7) |
| 150 | #define ITEM_BASIS_TYPE_FOLLOWS (1<<11) |
| 151 | #define ITEM_XNAME_FOLLOWS (1<<12) |
| 152 | #define ITEM_IS_NEW (1<<13) |
| 153 | #define ITEM_LOCAL_CHANGE (1<<14) |
| 154 | #define ITEM_TRANSFER (1<<15) |
| 155 | /* These are outside the range of the transmitted flags. */ |
| 156 | #define ITEM_NO_DEST_AND_NO_UPDATE (1<<16) /* used by itemize() */ |
| 157 | #define ITEM_MISSING_DATA (1<<16) /* used by log_formatted() */ |
| 158 | #define ITEM_DELETED (1<<17) /* used by log_formatted() */ |
| 159 | |
| 160 | #define SIGNIFICANT_ITEM_FLAGS (~(\ |
| 161 | ITEM_BASIS_TYPE_FOLLOWS | ITEM_XNAME_FOLLOWS | ITEM_LOCAL_CHANGE)) |
| 162 | |
| 163 | |
| 164 | /* Log-message categories. FLOG and FCLIENT are only used on the daemon |
| 165 | * side for custom logging -- they don't get sent over the socket. */ |
| 166 | enum logcode { FERROR=1, FINFO=2, FLOG=3, FCLIENT=4 }; |
| 167 | |
| 168 | /* Messages types that are sent over the message channel. The logcode |
| 169 | * values must all be present here with identical numbers. */ |
| 170 | enum msgcode { |
| 171 | MSG_DATA=0, /* raw data on the multiplexed stream */ |
| 172 | MSG_ERROR=FERROR, MSG_INFO=FINFO, /* remote logging */ |
| 173 | MSG_LOG=FLOG, MSG_FCLIENT=FCLIENT, /* sibling logging */ |
| 174 | MSG_REDO=9, /* reprocess indicated flist index */ |
| 175 | MSG_SUCCESS=100,/* successfully updated indicated flist index */ |
| 176 | MSG_DELETED=101,/* successfully deleted a file on receiving side */ |
| 177 | MSG_DONE=86 /* current phase is done */ |
| 178 | }; |
| 179 | |
| 180 | #include "errcode.h" |
| 181 | |
| 182 | #include "config.h" |
| 183 | |
| 184 | /* The default RSYNC_RSH is always set in config.h. */ |
| 185 | |
| 186 | #include <stdio.h> |
| 187 | #ifdef HAVE_SYS_TYPES_H |
| 188 | # include <sys/types.h> |
| 189 | #endif |
| 190 | #ifdef HAVE_SYS_STAT_H |
| 191 | # include <sys/stat.h> |
| 192 | #endif |
| 193 | #ifdef STDC_HEADERS |
| 194 | # include <stdlib.h> |
| 195 | # include <stddef.h> |
| 196 | #else |
| 197 | # ifdef HAVE_STDLIB_H |
| 198 | # include <stdlib.h> |
| 199 | # endif |
| 200 | #endif |
| 201 | #ifdef HAVE_STRING_H |
| 202 | # if !defined STDC_HEADERS && defined HAVE_MEMORY_H |
| 203 | # include <memory.h> |
| 204 | # endif |
| 205 | # include <string.h> |
| 206 | #endif |
| 207 | #ifdef HAVE_STRINGS_H |
| 208 | # include <strings.h> |
| 209 | #endif |
| 210 | #ifdef HAVE_UNISTD_H |
| 211 | # include <unistd.h> |
| 212 | #endif |
| 213 | |
| 214 | #ifdef HAVE_SYS_PARAM_H |
| 215 | #include <sys/param.h> |
| 216 | #endif |
| 217 | |
| 218 | #if defined HAVE_MALLOC_H && (defined HAVE_MALLINFO || !defined HAVE_STDLIB_H) |
| 219 | #include <malloc.h> |
| 220 | #endif |
| 221 | |
| 222 | #ifdef HAVE_SYS_SOCKET_H |
| 223 | #include <sys/socket.h> |
| 224 | #endif |
| 225 | |
| 226 | #ifdef TIME_WITH_SYS_TIME |
| 227 | #include <sys/time.h> |
| 228 | #include <time.h> |
| 229 | #else |
| 230 | #ifdef HAVE_SYS_TIME_H |
| 231 | #include <sys/time.h> |
| 232 | #else |
| 233 | #include <time.h> |
| 234 | #endif |
| 235 | #endif |
| 236 | |
| 237 | #ifdef HAVE_FCNTL_H |
| 238 | #include <fcntl.h> |
| 239 | #else |
| 240 | #ifdef HAVE_SYS_FCNTL_H |
| 241 | #include <sys/fcntl.h> |
| 242 | #endif |
| 243 | #endif |
| 244 | |
| 245 | #ifdef HAVE_SYS_IOCTL_H |
| 246 | #include <sys/ioctl.h> |
| 247 | #endif |
| 248 | |
| 249 | #ifdef HAVE_SYS_FILIO_H |
| 250 | #include <sys/filio.h> |
| 251 | #endif |
| 252 | |
| 253 | #include <signal.h> |
| 254 | #ifdef HAVE_SYS_WAIT_H |
| 255 | #include <sys/wait.h> |
| 256 | #endif |
| 257 | #ifdef HAVE_CTYPE_H |
| 258 | #include <ctype.h> |
| 259 | #endif |
| 260 | #ifdef HAVE_GRP_H |
| 261 | #include <grp.h> |
| 262 | #endif |
| 263 | #include <errno.h> |
| 264 | |
| 265 | #ifdef HAVE_UTIME_H |
| 266 | #include <utime.h> |
| 267 | #endif |
| 268 | |
| 269 | #ifdef HAVE_SYS_SELECT_H |
| 270 | #include <sys/select.h> |
| 271 | #endif |
| 272 | |
| 273 | #ifdef HAVE_SYS_MODE_H |
| 274 | /* apparently AIX needs this for S_ISLNK */ |
| 275 | #ifndef S_ISLNK |
| 276 | #include <sys/mode.h> |
| 277 | #endif |
| 278 | #endif |
| 279 | |
| 280 | #ifdef HAVE_GLOB_H |
| 281 | #include <glob.h> |
| 282 | #endif |
| 283 | |
| 284 | /* these are needed for the uid/gid mapping code */ |
| 285 | #include <pwd.h> |
| 286 | #include <grp.h> |
| 287 | |
| 288 | #include <stdarg.h> |
| 289 | #include <netinet/in.h> |
| 290 | #include <arpa/inet.h> |
| 291 | #include <netdb.h> |
| 292 | #include <syslog.h> |
| 293 | #include <sys/file.h> |
| 294 | |
| 295 | #ifdef HAVE_DIRENT_H |
| 296 | # include <dirent.h> |
| 297 | #else |
| 298 | # define dirent direct |
| 299 | # ifdef HAVE_SYS_NDIR_H |
| 300 | # include <sys/ndir.h> |
| 301 | # endif |
| 302 | # ifdef HAVE_SYS_DIR_H |
| 303 | # include <sys/dir.h> |
| 304 | # endif |
| 305 | # ifdef HAVE_NDIR_H |
| 306 | # include <ndir.h> |
| 307 | # endif |
| 308 | #endif |
| 309 | |
| 310 | #ifdef MAJOR_IN_MKDEV |
| 311 | #include <sys/mkdev.h> |
| 312 | # if !defined makedev && (defined mkdev || defined _WIN32 || defined __WIN32__) |
| 313 | # define makedev mkdev |
| 314 | # endif |
| 315 | #elif defined MAJOR_IN_SYSMACROS |
| 316 | #include <sys/sysmacros.h> |
| 317 | #endif |
| 318 | |
| 319 | #ifdef HAVE_COMPAT_H |
| 320 | #include <compat.h> |
| 321 | #endif |
| 322 | |
| 323 | #ifdef HAVE_LIMITS_H |
| 324 | # include <limits.h> |
| 325 | #endif |
| 326 | |
| 327 | #include <assert.h> |
| 328 | |
| 329 | #include "lib/pool_alloc.h" |
| 330 | |
| 331 | #define BOOL int |
| 332 | |
| 333 | #ifndef uchar |
| 334 | #define uchar unsigned char |
| 335 | #endif |
| 336 | |
| 337 | #ifdef SIGNED_CHAR_OK |
| 338 | #define schar signed char |
| 339 | #else |
| 340 | #define schar char |
| 341 | #endif |
| 342 | |
| 343 | /* Find a variable that is either exactly 32-bits or longer. |
| 344 | * If some code depends on 32-bit truncation, it will need to |
| 345 | * take special action in a "#if SIZEOF_INT32 > 4" section. */ |
| 346 | #ifndef int32 |
| 347 | #if SIZEOF_INT == 4 |
| 348 | # define int32 int |
| 349 | # define SIZEOF_INT32 4 |
| 350 | #elif SIZEOF_LONG == 4 |
| 351 | # define int32 long |
| 352 | # define SIZEOF_INT32 4 |
| 353 | #elif SIZEOF_SHORT == 4 |
| 354 | # define int32 short |
| 355 | # define SIZEOF_INT32 4 |
| 356 | #elif SIZEOF_INT > 4 |
| 357 | # define int32 int |
| 358 | # define SIZEOF_INT32 SIZEOF_INT |
| 359 | #elif SIZEOF_LONG > 4 |
| 360 | # define int32 long |
| 361 | # define SIZEOF_INT32 SIZEOF_LONG |
| 362 | #else |
| 363 | # error Could not find a 32-bit integer variable |
| 364 | #endif |
| 365 | #else |
| 366 | # define SIZEOF_INT32 4 |
| 367 | #endif |
| 368 | |
| 369 | #ifndef uint32 |
| 370 | #define uint32 unsigned int32 |
| 371 | #endif |
| 372 | |
| 373 | #if SIZEOF_OFF_T == 8 || !SIZEOF_OFF64_T || !defined HAVE_STRUCT_STAT64 |
| 374 | #define OFF_T off_t |
| 375 | #define STRUCT_STAT struct stat |
| 376 | #else |
| 377 | #define OFF_T off64_t |
| 378 | #define STRUCT_STAT struct stat64 |
| 379 | #define USE_STAT64_FUNCS 1 |
| 380 | #endif |
| 381 | |
| 382 | /* CAVEAT: on some systems, int64 will really be a 32-bit integer IFF |
| 383 | * that's the maximum size the file system can handle and there is no |
| 384 | * 64-bit type available. The rsync source must therefore take steps |
| 385 | * to ensure that any code that really requires a 64-bit integer has |
| 386 | * it (e.g. the checksum code uses two 32-bit integers for its 64-bit |
| 387 | * counter). */ |
| 388 | #if SIZEOF_OFF64_T == 8 |
| 389 | # define int64 off64_t |
| 390 | # define SIZEOF_INT64 8 |
| 391 | #elif SIZEOF_LONG == 8 |
| 392 | # define int64 long |
| 393 | # define SIZEOF_INT64 8 |
| 394 | #elif SIZEOF_INT == 8 |
| 395 | # define int64 int |
| 396 | # define SIZEOF_INT64 8 |
| 397 | #elif SIZEOF_LONG_LONG == 8 |
| 398 | # define int64 long long |
| 399 | # define SIZEOF_INT64 8 |
| 400 | #elif SIZEOF_OFF_T == 8 |
| 401 | # define int64 off_t |
| 402 | # define SIZEOF_INT64 8 |
| 403 | #elif SIZEOF_INT > 8 |
| 404 | # define int64 int |
| 405 | # define SIZEOF_INT64 SIZEOF_INT |
| 406 | #elif SIZEOF_LONG > 8 |
| 407 | # define int64 long |
| 408 | # define SIZEOF_INT64 SIZEOF_LONG |
| 409 | #elif SIZEOF_LONG_LONG > 8 |
| 410 | # define int64 long long |
| 411 | # define SIZEOF_INT64 SIZEOF_LONG_LONG |
| 412 | #else |
| 413 | /* As long as it gets... */ |
| 414 | # define int64 off_t |
| 415 | # define SIZEOF_INT64 SIZEOF_OFF_T |
| 416 | #endif |
| 417 | |
| 418 | /* Starting from protocol version 26, we always use 64-bit |
| 419 | * ino_t and dev_t internally, even if this platform does not |
| 420 | * allow files to have 64-bit inums. That's because the |
| 421 | * receiver needs to find duplicate (dev,ino) tuples to detect |
| 422 | * hardlinks, and it might have files coming from a platform |
| 423 | * that has 64-bit inums. |
| 424 | * |
| 425 | * The only exception is if we're on a platform with no 64-bit type at |
| 426 | * all. |
| 427 | * |
| 428 | * Because we use read_longint() to get these off the wire, if you |
| 429 | * transfer devices or hardlinks with dev or inum > 2**32 to a machine |
| 430 | * with no 64-bit types then you will get an overflow error. Probably |
| 431 | * not many people have that combination of machines, and you can |
| 432 | * avoid it by not preserving hardlinks or not transferring device |
| 433 | * nodes. It's not clear that any other behaviour is better. |
| 434 | * |
| 435 | * Note that if you transfer devices from a 64-bit-devt machine (say, |
| 436 | * Solaris) to a 32-bit-devt machine (say, Linux-2.2/x86) then the |
| 437 | * device numbers will be truncated. But it's a kind of silly thing |
| 438 | * to do anyhow. |
| 439 | * |
| 440 | * FIXME: I don't think the code in flist.c has ever worked on a system |
| 441 | * where dev_t is a struct. |
| 442 | */ |
| 443 | |
| 444 | struct idev { |
| 445 | int64 inode; |
| 446 | int64 dev; |
| 447 | }; |
| 448 | |
| 449 | #ifndef MIN |
| 450 | #define MIN(a,b) ((a)<(b)?(a):(b)) |
| 451 | #endif |
| 452 | |
| 453 | #ifndef MAX |
| 454 | #define MAX(a,b) ((a)>(b)?(a):(b)) |
| 455 | #endif |
| 456 | |
| 457 | #ifndef MAXHOSTNAMELEN |
| 458 | #define MAXHOSTNAMELEN 256 |
| 459 | #endif |
| 460 | |
| 461 | /* the length of the md4 checksum */ |
| 462 | #define MD4_SUM_LENGTH 16 |
| 463 | #define SUM_LENGTH 16 |
| 464 | #define SHORT_SUM_LENGTH 2 |
| 465 | #define BLOCKSUM_BIAS 10 |
| 466 | |
| 467 | #ifndef MAXPATHLEN |
| 468 | #define MAXPATHLEN 1024 |
| 469 | #endif |
| 470 | |
| 471 | /* We want a roomy line buffer that can hold more than MAXPATHLEN, |
| 472 | * and significantly more than an overly short MAXPATHLEN. */ |
| 473 | #if MAXPATHLEN < 4096 |
| 474 | #define BIGPATHBUFLEN (4096+1024) |
| 475 | #else |
| 476 | #define BIGPATHBUFLEN (MAXPATHLEN+1024) |
| 477 | #endif |
| 478 | |
| 479 | #ifndef NAME_MAX |
| 480 | #define NAME_MAX 255 |
| 481 | #endif |
| 482 | |
| 483 | #ifndef INADDR_NONE |
| 484 | #define INADDR_NONE 0xffffffff |
| 485 | #endif |
| 486 | |
| 487 | #ifndef IN_LOOPBACKNET |
| 488 | #define IN_LOOPBACKNET 127 |
| 489 | #endif |
| 490 | |
| 491 | #define GID_NONE ((gid_t)-1) |
| 492 | |
| 493 | #define HL_CHECK_MASTER 0 |
| 494 | #define HL_SKIP 1 |
| 495 | |
| 496 | struct hlink { |
| 497 | int next; |
| 498 | int hlindex; |
| 499 | }; |
| 500 | |
| 501 | #define F_DEV link_u.idev->dev |
| 502 | #define F_INODE link_u.idev->inode |
| 503 | |
| 504 | #define F_HLINDEX link_u.links->hlindex |
| 505 | #define F_NEXT link_u.links->next |
| 506 | |
| 507 | struct file_struct { |
| 508 | union { |
| 509 | dev_t rdev; /* The device number, if this is a device */ |
| 510 | char *sum; /* Only a normal file can have a checksum */ |
| 511 | char *link; /* Points to symlink string, if a symlink */ |
| 512 | } u; |
| 513 | OFF_T length; |
| 514 | char *basename; /* The current item's name (AKA filename) */ |
| 515 | char *dirname; /* The directory info inside the transfer */ |
| 516 | union { |
| 517 | char *root; /* Sender-side dir info outside transfer */ |
| 518 | int depth; /* Receiver-side directory depth info */ |
| 519 | } dir; |
| 520 | union { |
| 521 | struct idev *idev; |
| 522 | struct hlink *links; |
| 523 | } link_u; |
| 524 | time_t modtime; |
| 525 | uid_t uid; |
| 526 | gid_t gid; |
| 527 | mode_t mode; |
| 528 | uchar flags; /* this item MUST remain last */ |
| 529 | }; |
| 530 | |
| 531 | /* |
| 532 | * Start the flist array at FLIST_START entries and grow it |
| 533 | * by doubling until FLIST_LINEAR then grow by FLIST_LINEAR |
| 534 | */ |
| 535 | #define FLIST_START (32 * 1024) |
| 536 | #define FLIST_LINEAR (FLIST_START * 512) |
| 537 | |
| 538 | /* |
| 539 | * Extent size for allocation pools A minimum size of 128KB |
| 540 | * is needed to mmap them so that freeing will release the |
| 541 | * space to the OS. |
| 542 | * |
| 543 | * Larger sizes reduce leftover fragments and speed free calls |
| 544 | * (when they happen) Smaller sizes increase the chance of |
| 545 | * freed allocations freeing whole extents. |
| 546 | */ |
| 547 | #define FILE_EXTENT (256 * 1024) |
| 548 | #define HLINK_EXTENT (128 * 1024) |
| 549 | |
| 550 | #define WITH_HLINK 1 |
| 551 | #define WITHOUT_HLINK 0 |
| 552 | |
| 553 | struct file_list { |
| 554 | struct file_struct **files; |
| 555 | alloc_pool_t file_pool; |
| 556 | alloc_pool_t hlink_pool; |
| 557 | int count; |
| 558 | int malloced; |
| 559 | int low, high; |
| 560 | }; |
| 561 | |
| 562 | #define SUMFLG_SAME_OFFSET (1<<0) |
| 563 | |
| 564 | struct sum_buf { |
| 565 | OFF_T offset; /**< offset in file of this chunk */ |
| 566 | int32 len; /**< length of chunk of file */ |
| 567 | uint32 sum1; /**< simple checksum */ |
| 568 | short flags; /**< flag bits */ |
| 569 | char sum2[SUM_LENGTH]; /**< checksum */ |
| 570 | }; |
| 571 | |
| 572 | struct sum_struct { |
| 573 | OFF_T flength; /**< total file length */ |
| 574 | struct sum_buf *sums; /**< points to info for each chunk */ |
| 575 | int32 count; /**< how many chunks */ |
| 576 | int32 blength; /**< block_length */ |
| 577 | int32 remainder; /**< flength % block_length */ |
| 578 | int s2length; /**< sum2_length */ |
| 579 | }; |
| 580 | |
| 581 | struct map_struct { |
| 582 | OFF_T file_size; /* File size (from stat) */ |
| 583 | OFF_T p_offset; /* Window start */ |
| 584 | OFF_T p_fd_offset; /* offset of cursor in fd ala lseek */ |
| 585 | char *p; /* Window pointer */ |
| 586 | int32 p_size; /* Largest window size we allocated */ |
| 587 | int32 p_len; /* Latest (rounded) window size */ |
| 588 | int32 def_window_size; /* Default window size */ |
| 589 | int fd; /* File Descriptor */ |
| 590 | int status; /* first errno from read errors */ |
| 591 | }; |
| 592 | |
| 593 | #define MATCHFLG_WILD (1<<0) /* pattern has '*', '[', and/or '?' */ |
| 594 | #define MATCHFLG_WILD2 (1<<1) /* pattern has '**' */ |
| 595 | #define MATCHFLG_WILD2_PREFIX (1<<2) /* pattern starts with '**' */ |
| 596 | #define MATCHFLG_ABS_PATH (1<<3) /* path-match on absolute path */ |
| 597 | #define MATCHFLG_INCLUDE (1<<4) /* this is an include, not an exclude */ |
| 598 | #define MATCHFLG_DIRECTORY (1<<5) /* this matches only directories */ |
| 599 | #define MATCHFLG_CLEAR_LIST (1<<6) /* this item is the "!" token */ |
| 600 | #define MATCHFLG_WORD_SPLIT (1<<7) /* split rules on whitespace */ |
| 601 | #define MATCHFLG_NO_INHERIT (1<<8) /* don't inherit these rules */ |
| 602 | #define MATCHFLG_NO_PREFIXES (1<<9) /* parse no prefixes from patterns */ |
| 603 | #define MATCHFLG_MERGE_FILE (1<<10)/* specifies a file to merge */ |
| 604 | #define MATCHFLG_PERDIR_MERGE (1<<11)/* merge-file is searched per-dir */ |
| 605 | #define MATCHFLG_EXCLUDE_SELF (1<<12)/* merge-file name should be excluded */ |
| 606 | #define MATCHFLG_FINISH_SETUP (1<<13)/* per-dir merge file needs setup */ |
| 607 | #define MATCHFLG_NEGATE (1<<14)/* rule matches when pattern does not */ |
| 608 | #define MATCHFLG_CVS_IGNORE (1<<15)/* rule was -C or :C */ |
| 609 | #define MATCHFLG_SENDER_SIDE (1<<16)/* rule applies to the sending side */ |
| 610 | #define MATCHFLG_RECEIVER_SIDE (1<<17)/* rule applies to the receiving side */ |
| 611 | |
| 612 | #define MATCHFLGS_FROM_CONTAINER (MATCHFLG_ABS_PATH | MATCHFLG_INCLUDE \ |
| 613 | | MATCHFLG_DIRECTORY | MATCHFLG_SENDER_SIDE \ |
| 614 | | MATCHFLG_NEGATE | MATCHFLG_RECEIVER_SIDE) |
| 615 | |
| 616 | struct filter_struct { |
| 617 | struct filter_struct *next; |
| 618 | char *pattern; |
| 619 | uint32 match_flags; |
| 620 | union { |
| 621 | int slash_cnt; |
| 622 | struct filter_list_struct *mergelist; |
| 623 | } u; |
| 624 | }; |
| 625 | |
| 626 | struct filter_list_struct { |
| 627 | struct filter_struct *head; |
| 628 | struct filter_struct *tail; |
| 629 | char *debug_type; |
| 630 | }; |
| 631 | |
| 632 | struct stats { |
| 633 | int64 total_size; |
| 634 | int64 total_transferred_size; |
| 635 | int64 total_written; |
| 636 | int64 total_read; |
| 637 | int64 literal_data; |
| 638 | int64 matched_data; |
| 639 | int64 flist_buildtime; |
| 640 | int64 flist_xfertime; |
| 641 | int flist_size; |
| 642 | int num_files; |
| 643 | int num_transferred_files; |
| 644 | int current_file_index; |
| 645 | }; |
| 646 | |
| 647 | |
| 648 | #include "byteorder.h" |
| 649 | #include "lib/mdfour.h" |
| 650 | #include "lib/wildmatch.h" |
| 651 | #include "lib/permstring.h" |
| 652 | #include "lib/addrinfo.h" |
| 653 | |
| 654 | #include "proto.h" |
| 655 | |
| 656 | /* We have replacement versions of these if they're missing. */ |
| 657 | #ifndef HAVE_ASPRINTF |
| 658 | int asprintf(char **ptr, const char *format, ...); |
| 659 | #endif |
| 660 | |
| 661 | #ifndef HAVE_VASPRINTF |
| 662 | int vasprintf(char **ptr, const char *format, va_list ap); |
| 663 | #endif |
| 664 | |
| 665 | #if !defined HAVE_VSNPRINTF || !defined HAVE_C99_VSNPRINTF |
| 666 | #define vsnprintf rsync_vsnprintf |
| 667 | int vsnprintf(char *str, size_t count, const char *fmt, va_list args); |
| 668 | #endif |
| 669 | |
| 670 | #if !defined HAVE_SNPRINTF || !defined HAVE_C99_VSNPRINTF |
| 671 | #define snprintf rsync_snprintf |
| 672 | int snprintf(char *str,size_t count,const char *fmt,...); |
| 673 | #endif |
| 674 | |
| 675 | |
| 676 | #ifndef HAVE_STRERROR |
| 677 | extern char *sys_errlist[]; |
| 678 | #define strerror(i) sys_errlist[i] |
| 679 | #endif |
| 680 | |
| 681 | #ifndef HAVE_STRCHR |
| 682 | # define strchr index |
| 683 | # define strrchr rindex |
| 684 | #endif |
| 685 | |
| 686 | #ifndef HAVE_ERRNO_DECL |
| 687 | extern int errno; |
| 688 | #endif |
| 689 | |
| 690 | #ifdef HAVE_READLINK |
| 691 | #define SUPPORT_LINKS 1 |
| 692 | #endif |
| 693 | #ifdef HAVE_LINK |
| 694 | #define SUPPORT_HARD_LINKS 1 |
| 695 | #endif |
| 696 | |
| 697 | #define SIGNAL_CAST (RETSIGTYPE (*)()) |
| 698 | |
| 699 | #ifndef EWOULDBLOCK |
| 700 | #define EWOULDBLOCK EAGAIN |
| 701 | #endif |
| 702 | |
| 703 | #ifndef STDIN_FILENO |
| 704 | #define STDIN_FILENO 0 |
| 705 | #endif |
| 706 | |
| 707 | #ifndef STDOUT_FILENO |
| 708 | #define STDOUT_FILENO 1 |
| 709 | #endif |
| 710 | |
| 711 | #ifndef STDERR_FILENO |
| 712 | #define STDERR_FILENO 2 |
| 713 | #endif |
| 714 | |
| 715 | #ifndef S_IRUSR |
| 716 | #define S_IRUSR 0400 |
| 717 | #endif |
| 718 | |
| 719 | #ifndef S_IWUSR |
| 720 | #define S_IWUSR 0200 |
| 721 | #endif |
| 722 | |
| 723 | #ifndef ACCESSPERMS |
| 724 | #define ACCESSPERMS 0777 |
| 725 | #endif |
| 726 | |
| 727 | #ifndef S_ISVTX |
| 728 | #define S_ISVTX 0 |
| 729 | #endif |
| 730 | |
| 731 | #define CHMOD_BITS (S_ISUID | S_ISGID | S_ISVTX | ACCESSPERMS) |
| 732 | |
| 733 | #ifndef _S_IFMT |
| 734 | #define _S_IFMT 0170000 |
| 735 | #endif |
| 736 | |
| 737 | #ifndef _S_IFLNK |
| 738 | #define _S_IFLNK 0120000 |
| 739 | #endif |
| 740 | |
| 741 | #ifndef S_ISLNK |
| 742 | #define S_ISLNK(mode) (((mode) & (_S_IFMT)) == (_S_IFLNK)) |
| 743 | #endif |
| 744 | |
| 745 | #ifndef S_ISBLK |
| 746 | #define S_ISBLK(mode) (((mode) & (_S_IFMT)) == (_S_IFBLK)) |
| 747 | #endif |
| 748 | |
| 749 | #ifndef S_ISCHR |
| 750 | #define S_ISCHR(mode) (((mode) & (_S_IFMT)) == (_S_IFCHR)) |
| 751 | #endif |
| 752 | |
| 753 | #ifndef S_ISSOCK |
| 754 | #ifdef _S_IFSOCK |
| 755 | #define S_ISSOCK(mode) (((mode) & (_S_IFMT)) == (_S_IFSOCK)) |
| 756 | #else |
| 757 | #define S_ISSOCK(mode) (0) |
| 758 | #endif |
| 759 | #endif |
| 760 | |
| 761 | #ifndef S_ISFIFO |
| 762 | #ifdef _S_IFIFO |
| 763 | #define S_ISFIFO(mode) (((mode) & (_S_IFMT)) == (_S_IFIFO)) |
| 764 | #else |
| 765 | #define S_ISFIFO(mode) (0) |
| 766 | #endif |
| 767 | #endif |
| 768 | |
| 769 | #ifndef S_ISDIR |
| 770 | #define S_ISDIR(mode) (((mode) & (_S_IFMT)) == (_S_IFDIR)) |
| 771 | #endif |
| 772 | |
| 773 | #ifndef S_ISREG |
| 774 | #define S_ISREG(mode) (((mode) & (_S_IFMT)) == (_S_IFREG)) |
| 775 | #endif |
| 776 | |
| 777 | /* work out what fcntl flag to use for non-blocking */ |
| 778 | #ifdef O_NONBLOCK |
| 779 | # define NONBLOCK_FLAG O_NONBLOCK |
| 780 | #elif defined SYSV |
| 781 | # define NONBLOCK_FLAG O_NDELAY |
| 782 | #else |
| 783 | # define NONBLOCK_FLAG FNDELAY |
| 784 | #endif |
| 785 | |
| 786 | #ifndef INADDR_LOOPBACK |
| 787 | #define INADDR_LOOPBACK 0x7f000001 |
| 788 | #endif |
| 789 | |
| 790 | #ifndef INADDR_NONE |
| 791 | #define INADDR_NONE 0xffffffff |
| 792 | #endif |
| 793 | |
| 794 | #define IS_DEVICE(mode) (S_ISCHR(mode) || S_ISBLK(mode) || S_ISSOCK(mode) || S_ISFIFO(mode)) |
| 795 | |
| 796 | /* Initial mask on permissions given to temporary files. Mask off setuid |
| 797 | bits and group access because of potential race-condition security |
| 798 | holes, and mask other access because mode 707 is bizarre */ |
| 799 | #define INITACCESSPERMS 0700 |
| 800 | |
| 801 | /* handler for null strings in printf format */ |
| 802 | #define NS(s) ((s)?safe_fname(s):"<NULL>") |
| 803 | |
| 804 | #if !defined __GNUC__ || defined __APPLE__ |
| 805 | /* Apparently the OS X port of gcc gags on __attribute__. |
| 806 | * |
| 807 | * <http://www.opensource.apple.com/bugs/X/gcc/2512150.html> */ |
| 808 | #define __attribute__(x) |
| 809 | |
| 810 | #endif |
| 811 | |
| 812 | /* Convenient wrappers for malloc and realloc. Use them. */ |
| 813 | #define new(type) ((type *)malloc(sizeof(type))) |
| 814 | #define new_array(type, num) ((type *)_new_array(sizeof(type), (num))) |
| 815 | #define realloc_array(ptr, type, num) ((type *)_realloc_array((ptr), sizeof(type), (num))) |
| 816 | |
| 817 | /* use magic gcc attributes to catch format errors */ |
| 818 | void rprintf(enum logcode , const char *, ...) |
| 819 | __attribute__((format (printf, 2, 3))) |
| 820 | ; |
| 821 | |
| 822 | /* This is just like rprintf, but it also tries to print some |
| 823 | * representation of the error code. Normally errcode = errno. */ |
| 824 | void rsyserr(enum logcode, int, const char *, ...) |
| 825 | __attribute__((format (printf, 3, 4))) |
| 826 | ; |
| 827 | |
| 828 | #ifdef REPLACE_INET_NTOA |
| 829 | #define inet_ntoa rep_inet_ntoa |
| 830 | #endif |
| 831 | |
| 832 | /* Make sure that the O_BINARY flag is defined. */ |
| 833 | #ifndef O_BINARY |
| 834 | #define O_BINARY 0 |
| 835 | #endif |
| 836 | |
| 837 | #ifndef HAVE_STRLCPY |
| 838 | size_t strlcpy(char *d, const char *s, size_t bufsize); |
| 839 | #endif |
| 840 | |
| 841 | #ifndef HAVE_STRLCAT |
| 842 | size_t strlcat(char *d, const char *s, size_t bufsize); |
| 843 | #endif |
| 844 | |
| 845 | #ifndef WEXITSTATUS |
| 846 | #define WEXITSTATUS(stat) ((int)(((stat)>>8)&0xFF)) |
| 847 | #endif |
| 848 | |
| 849 | #define exit_cleanup(code) _exit_cleanup(code, __FILE__, __LINE__) |
| 850 | |
| 851 | #ifdef HAVE_GETEUID |
| 852 | #define MY_UID() geteuid() |
| 853 | #else |
| 854 | #define MY_UID() getuid() |
| 855 | #endif |
| 856 | |
| 857 | #ifdef HAVE_GETEGID |
| 858 | #define MY_GID() getegid() |
| 859 | #else |
| 860 | #define MY_GID() getgid() |
| 861 | #endif |
| 862 | |
| 863 | extern int verbose; |
| 864 | |
| 865 | #ifndef HAVE_INET_NTOP |
| 866 | const char *inet_ntop(int af, const void *src, char *dst, size_t size); |
| 867 | #endif |
| 868 | |
| 869 | #ifndef HAVE_INET_PTON |
| 870 | int inet_pton(int af, const char *src, void *dst); |
| 871 | #endif |
| 872 | |
| 873 | #ifdef MAINTAINER_MODE |
| 874 | const char *get_panic_action(void); |
| 875 | #endif |
| 876 | |
| 877 | #define UNUSED(x) x __attribute__((__unused__)) |
| 878 | |
| 879 | extern const char *io_write_phase, *io_read_phase; |