| 1 | /* |
| 2 | Copyright (C) by Andrew Tridgell 1996, 2000 |
| 3 | Copyright (C) Paul Mackerras 1996 |
| 4 | Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org> |
| 5 | |
| 6 | This program is free software; you can redistribute it and/or modify |
| 7 | it under the terms of the GNU General Public License as published by |
| 8 | the Free Software Foundation; either version 2 of the License, or |
| 9 | (at your option) any later version. |
| 10 | |
| 11 | This program is distributed in the hope that it will be useful, |
| 12 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | GNU General Public License for more details. |
| 15 | |
| 16 | You should have received a copy of the GNU General Public License |
| 17 | along with this program; if not, write to the Free Software |
| 18 | Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
| 19 | */ |
| 20 | |
| 21 | |
| 22 | #define False 0 |
| 23 | #define True 1 |
| 24 | |
| 25 | #define BLOCK_SIZE 700 |
| 26 | #define RSYNC_RSH_ENV "RSYNC_RSH" |
| 27 | #define RSYNC_RSH_IO_ENV "RSYNC_RSH_IO" |
| 28 | |
| 29 | #define RSYNC_NAME "rsync" |
| 30 | /* RSYNCD_SYSCONF is now set in config.h */ |
| 31 | #define RSYNCD_USERCONF "rsyncd.conf" |
| 32 | |
| 33 | #define DEFAULT_LOCK_FILE "/var/run/rsyncd.lock" |
| 34 | #define URL_PREFIX "rsync://" |
| 35 | |
| 36 | #define BACKUP_SUFFIX "~" |
| 37 | |
| 38 | /* a non-zero CHAR_OFFSET makes the rolling sum stronger, but is |
| 39 | incompatible with older versions :-( */ |
| 40 | #define CHAR_OFFSET 0 |
| 41 | |
| 42 | /* These flags are only used during the flist transfer. */ |
| 43 | |
| 44 | #define XMIT_TOP_DIR (1<<0) |
| 45 | #define XMIT_SAME_MODE (1<<1) |
| 46 | #define XMIT_EXTENDED_FLAGS (1<<2) |
| 47 | #define XMIT_SAME_RDEV_pre28 XMIT_EXTENDED_FLAGS /* Only in protocols < 28 */ |
| 48 | #define XMIT_SAME_UID (1<<3) |
| 49 | #define XMIT_SAME_GID (1<<4) |
| 50 | #define XMIT_SAME_NAME (1<<5) |
| 51 | #define XMIT_LONG_NAME (1<<6) |
| 52 | #define XMIT_SAME_TIME (1<<7) |
| 53 | #define XMIT_SAME_RDEV_MAJOR (1<<8) |
| 54 | #define XMIT_HAS_IDEV_DATA (1<<9) |
| 55 | #define XMIT_SAME_DEV (1<<10) |
| 56 | #define XMIT_RDEV_MINOR_IS_SMALL (1<<11) |
| 57 | |
| 58 | /* These flags are used in the live flist data. */ |
| 59 | |
| 60 | #define FLAG_TOP_DIR (1<<0) |
| 61 | #define FLAG_HLINK_EOL (1<<1) /* generator only */ |
| 62 | #define FLAG_MOUNT_POINT (1<<2) /* sender only */ |
| 63 | #define FLAG_NO_FUZZY (1<<2) /* generator only */ |
| 64 | #define FLAG_DEL_HERE (1<<3) /* receiver/generator */ |
| 65 | #define FLAG_SENT (1<<3) /* sender only */ |
| 66 | |
| 67 | /* update this if you make incompatible changes */ |
| 68 | #define PROTOCOL_VERSION 29 |
| 69 | |
| 70 | /* We refuse to interoperate with versions that are not in this range. |
| 71 | * Note that we assume we'll work with later versions: the onus is on |
| 72 | * people writing them to make sure that they don't send us anything |
| 73 | * we won't understand. |
| 74 | * |
| 75 | * Interoperation with old but supported protocol versions |
| 76 | * should cause a warning to be printed. At a future date |
| 77 | * the old protocol will become the minimum and |
| 78 | * compatibility code removed. |
| 79 | * |
| 80 | * There are two possible explanations for the limit at |
| 81 | * MAX_PROTOCOL_VERSION: either to allow new major-rev versions that |
| 82 | * do not interoperate with us, and (more likely) so that we can |
| 83 | * detect an attempt to connect rsync to a non-rsync server, which is |
| 84 | * unlikely to begin by sending a byte between MIN_PROTOCL_VERSION and |
| 85 | * MAX_PROTOCOL_VERSION. */ |
| 86 | |
| 87 | #define MIN_PROTOCOL_VERSION 20 |
| 88 | #define OLD_PROTOCOL_VERSION 25 |
| 89 | #define MAX_PROTOCOL_VERSION 40 |
| 90 | |
| 91 | #define RSYNC_PORT 873 |
| 92 | |
| 93 | #define SPARSE_WRITE_SIZE (1024) |
| 94 | #define WRITE_SIZE (32*1024) |
| 95 | #define CHUNK_SIZE (32*1024) |
| 96 | #define MAX_MAP_SIZE (256*1024) |
| 97 | #define IO_BUFFER_SIZE (4092) |
| 98 | #define MAX_BLOCK_SIZE ((int32)1 << 29) |
| 99 | |
| 100 | #define IOERR_GENERAL (1<<0) /* For backward compatibility, this must == 1 */ |
| 101 | #define IOERR_VANISHED (1<<1) |
| 102 | |
| 103 | #define MAX_ARGS 1000 |
| 104 | |
| 105 | #define MAX_BASIS_DIRS 20 |
| 106 | |
| 107 | #define MPLEX_BASE 7 |
| 108 | |
| 109 | #define NO_FILTERS 0 |
| 110 | #define SERVER_FILTERS 1 |
| 111 | #define ALL_FILTERS 2 |
| 112 | |
| 113 | #define XFLG_FATAL_ERRORS (1<<0) |
| 114 | #define XFLG_OLD_PREFIXES (1<<1) |
| 115 | #define XFLG_ANCHORED2ABS (1<<2) |
| 116 | |
| 117 | #define PERMS_REPORT (1<<0) |
| 118 | #define PERMS_SKIP_MTIME (1<<1) |
| 119 | |
| 120 | #define FULL_FLUSH 1 |
| 121 | #define NORMAL_FLUSH 0 |
| 122 | |
| 123 | #define PDIR_CREATE 1 |
| 124 | #define PDIR_DELETE 0 |
| 125 | |
| 126 | /* Note: 0x00 - 0x7F are used for basis_dir[] indexes! */ |
| 127 | #define FNAMECMP_BASIS_DIR_LOW 0x00 /* Must remain 0! */ |
| 128 | #define FNAMECMP_BASIS_DIR_HIGH 0x7F |
| 129 | #define FNAMECMP_FNAME 0x80 |
| 130 | #define FNAMECMP_PARTIAL_DIR 0x81 |
| 131 | #define FNAMECMP_BACKUP 0x82 |
| 132 | #define FNAMECMP_FUZZY 0x83 |
| 133 | |
| 134 | /* For calling delete_file() */ |
| 135 | #define DEL_NO_RECURSE (1<<1) |
| 136 | #define DEL_FORCE_RECURSE (1<<2) /* recurse even w/o --force */ |
| 137 | #define DEL_TERSE (1<<3) |
| 138 | |
| 139 | /* For use by the itemize_changes code */ |
| 140 | #define ITEM_UPDATING (1<<0) |
| 141 | #define ITEM_REPORT_CHECKSUM (1<<1) |
| 142 | #define ITEM_REPORT_SIZE (1<<2) |
| 143 | #define ITEM_REPORT_TIME (1<<3) |
| 144 | #define ITEM_REPORT_PERMS (1<<4) |
| 145 | #define ITEM_REPORT_OWNER (1<<5) |
| 146 | #define ITEM_REPORT_GROUP (1<<6) |
| 147 | #define ITEM_IS_NEW (1<<7) |
| 148 | #define ITEM_USING_ALT_BASIS (1<<8) |
| 149 | |
| 150 | #define ITEM_MISSING_DATA (1<<16) /* these are outside the transmitted flags */ |
| 151 | #define ITEM_DELETED (1<<17) |
| 152 | |
| 153 | /* Log-message categories. FLOG and FCLIENT are only used on the daemon |
| 154 | * side for custom logging -- they don't get sent over the socket. */ |
| 155 | enum logcode { FERROR=1, FINFO=2, FLOG=3, FCLIENT=4 }; |
| 156 | |
| 157 | /* Messages types that are sent over the message channel. The logcode |
| 158 | * values must all be present here with identical numbers. */ |
| 159 | enum msgcode { |
| 160 | MSG_DATA=0, /* raw data on the multiplexed stream */ |
| 161 | MSG_ERROR=FERROR, MSG_INFO=FINFO, /* remote logging */ |
| 162 | MSG_LOG=FLOG, MSG_FCLIENT=FCLIENT, /* sibling logging */ |
| 163 | MSG_REDO=9, /* reprocess indicated flist index */ |
| 164 | MSG_SUCCESS=100,/* successfully updated indicated flist index */ |
| 165 | MSG_DELETED=101,/* successfully deleted a file on receiving side */ |
| 166 | MSG_DONE=86 /* current phase is done */ |
| 167 | }; |
| 168 | |
| 169 | #include "errcode.h" |
| 170 | |
| 171 | #include "config.h" |
| 172 | |
| 173 | /* The default RSYNC_RSH is always set in config.h. */ |
| 174 | |
| 175 | #include <stdio.h> |
| 176 | #ifdef HAVE_SYS_TYPES_H |
| 177 | # include <sys/types.h> |
| 178 | #endif |
| 179 | #ifdef HAVE_SYS_STAT_H |
| 180 | # include <sys/stat.h> |
| 181 | #endif |
| 182 | #ifdef STDC_HEADERS |
| 183 | # include <stdlib.h> |
| 184 | # include <stddef.h> |
| 185 | #else |
| 186 | # ifdef HAVE_STDLIB_H |
| 187 | # include <stdlib.h> |
| 188 | # endif |
| 189 | #endif |
| 190 | #ifdef HAVE_STRING_H |
| 191 | # if !defined STDC_HEADERS && defined HAVE_MEMORY_H |
| 192 | # include <memory.h> |
| 193 | # endif |
| 194 | # include <string.h> |
| 195 | #endif |
| 196 | #ifdef HAVE_STRINGS_H |
| 197 | # include <strings.h> |
| 198 | #endif |
| 199 | #ifdef HAVE_UNISTD_H |
| 200 | # include <unistd.h> |
| 201 | #endif |
| 202 | |
| 203 | #ifdef HAVE_SYS_PARAM_H |
| 204 | #include <sys/param.h> |
| 205 | #endif |
| 206 | |
| 207 | #if defined HAVE_MALLOC_H && (defined HAVE_MALLINFO || !defined HAVE_STDLIB_H) |
| 208 | #include <malloc.h> |
| 209 | #endif |
| 210 | |
| 211 | #ifdef HAVE_SYS_SOCKET_H |
| 212 | #include <sys/socket.h> |
| 213 | #endif |
| 214 | |
| 215 | #ifdef TIME_WITH_SYS_TIME |
| 216 | #include <sys/time.h> |
| 217 | #include <time.h> |
| 218 | #else |
| 219 | #ifdef HAVE_SYS_TIME_H |
| 220 | #include <sys/time.h> |
| 221 | #else |
| 222 | #include <time.h> |
| 223 | #endif |
| 224 | #endif |
| 225 | |
| 226 | #ifdef HAVE_FCNTL_H |
| 227 | #include <fcntl.h> |
| 228 | #else |
| 229 | #ifdef HAVE_SYS_FCNTL_H |
| 230 | #include <sys/fcntl.h> |
| 231 | #endif |
| 232 | #endif |
| 233 | |
| 234 | #ifdef HAVE_SYS_IOCTL_H |
| 235 | #include <sys/ioctl.h> |
| 236 | #endif |
| 237 | |
| 238 | #ifdef HAVE_SYS_FILIO_H |
| 239 | #include <sys/filio.h> |
| 240 | #endif |
| 241 | |
| 242 | #include <signal.h> |
| 243 | #ifdef HAVE_SYS_WAIT_H |
| 244 | #include <sys/wait.h> |
| 245 | #endif |
| 246 | #ifdef HAVE_CTYPE_H |
| 247 | #include <ctype.h> |
| 248 | #endif |
| 249 | #ifdef HAVE_GRP_H |
| 250 | #include <grp.h> |
| 251 | #endif |
| 252 | #include <errno.h> |
| 253 | |
| 254 | #ifdef HAVE_UTIME_H |
| 255 | #include <utime.h> |
| 256 | #endif |
| 257 | |
| 258 | #ifdef HAVE_SYS_SELECT_H |
| 259 | #include <sys/select.h> |
| 260 | #endif |
| 261 | |
| 262 | #ifdef HAVE_SYS_MODE_H |
| 263 | /* apparently AIX needs this for S_ISLNK */ |
| 264 | #ifndef S_ISLNK |
| 265 | #include <sys/mode.h> |
| 266 | #endif |
| 267 | #endif |
| 268 | |
| 269 | #ifdef HAVE_GLOB_H |
| 270 | #include <glob.h> |
| 271 | #endif |
| 272 | |
| 273 | /* these are needed for the uid/gid mapping code */ |
| 274 | #include <pwd.h> |
| 275 | #include <grp.h> |
| 276 | |
| 277 | #include <stdarg.h> |
| 278 | #include <netinet/in.h> |
| 279 | #include <arpa/inet.h> |
| 280 | #include <netdb.h> |
| 281 | #include <syslog.h> |
| 282 | #include <sys/file.h> |
| 283 | |
| 284 | #ifdef HAVE_DIRENT_H |
| 285 | # include <dirent.h> |
| 286 | #else |
| 287 | # define dirent direct |
| 288 | # ifdef HAVE_SYS_NDIR_H |
| 289 | # include <sys/ndir.h> |
| 290 | # endif |
| 291 | # ifdef HAVE_SYS_DIR_H |
| 292 | # include <sys/dir.h> |
| 293 | # endif |
| 294 | # ifdef HAVE_NDIR_H |
| 295 | # include <ndir.h> |
| 296 | # endif |
| 297 | #endif |
| 298 | |
| 299 | #ifdef MAJOR_IN_MKDEV |
| 300 | #include <sys/mkdev.h> |
| 301 | # if !defined makedev && (defined mkdev || defined _WIN32 || defined __WIN32__) |
| 302 | # define makedev mkdev |
| 303 | # endif |
| 304 | #elif defined MAJOR_IN_SYSMACROS |
| 305 | #include <sys/sysmacros.h> |
| 306 | #endif |
| 307 | |
| 308 | #ifdef HAVE_COMPAT_H |
| 309 | #include <compat.h> |
| 310 | #endif |
| 311 | |
| 312 | #include <assert.h> |
| 313 | |
| 314 | #include "lib/pool_alloc.h" |
| 315 | |
| 316 | #define BOOL int |
| 317 | |
| 318 | #ifndef uchar |
| 319 | #define uchar unsigned char |
| 320 | #endif |
| 321 | |
| 322 | #ifdef SIGNED_CHAR_OK |
| 323 | #define schar signed char |
| 324 | #else |
| 325 | #define schar char |
| 326 | #endif |
| 327 | |
| 328 | /* Find a variable that is either exactly 32-bits or longer. |
| 329 | * If some code depends on 32-bit truncation, it will need to |
| 330 | * take special action in a "#if SIZEOF_INT32 > 4" section. */ |
| 331 | #ifndef int32 |
| 332 | #if SIZEOF_INT == 4 |
| 333 | # define int32 int |
| 334 | # define SIZEOF_INT32 4 |
| 335 | #elif SIZEOF_LONG == 4 |
| 336 | # define int32 long |
| 337 | # define SIZEOF_INT32 4 |
| 338 | #elif SIZEOF_SHORT == 4 |
| 339 | # define int32 short |
| 340 | # define SIZEOF_INT32 4 |
| 341 | #elif SIZEOF_INT > 4 |
| 342 | # define int32 int |
| 343 | # define SIZEOF_INT32 SIZEOF_INT |
| 344 | #elif SIZEOF_LONG > 4 |
| 345 | # define int32 long |
| 346 | # define SIZEOF_INT32 SIZEOF_LONG |
| 347 | #else |
| 348 | # error Could not find a 32-bit integer variable |
| 349 | #endif |
| 350 | #else |
| 351 | # define SIZEOF_INT32 4 |
| 352 | #endif |
| 353 | |
| 354 | #ifndef uint32 |
| 355 | #define uint32 unsigned int32 |
| 356 | #endif |
| 357 | |
| 358 | #if SIZEOF_OFF_T == 8 || !SIZEOF_OFF64_T || !defined HAVE_STRUCT_STAT64 |
| 359 | #define OFF_T off_t |
| 360 | #define STRUCT_STAT struct stat |
| 361 | #else |
| 362 | #define OFF_T off64_t |
| 363 | #define STRUCT_STAT struct stat64 |
| 364 | #define USE_STAT64_FUNCS 1 |
| 365 | #endif |
| 366 | |
| 367 | /* CAVEAT: on some systems, int64 will really be a 32-bit integer IFF |
| 368 | * that's the maximum size the file system can handle and there is no |
| 369 | * 64-bit type available. The rsync source must therefore take steps |
| 370 | * to ensure that any code that really requires a 64-bit integer has |
| 371 | * it (e.g. the checksum code uses two 32-bit integers for its 64-bit |
| 372 | * counter). */ |
| 373 | #if SIZEOF_OFF64_T == 8 |
| 374 | # define int64 off64_t |
| 375 | # define SIZEOF_INT64 8 |
| 376 | #elif SIZEOF_LONG == 8 |
| 377 | # define int64 long |
| 378 | # define SIZEOF_INT64 8 |
| 379 | #elif SIZEOF_INT == 8 |
| 380 | # define int64 int |
| 381 | # define SIZEOF_INT64 8 |
| 382 | #elif SIZEOF_LONG_LONG == 8 |
| 383 | # define int64 long long |
| 384 | # define SIZEOF_INT64 8 |
| 385 | #elif SIZEOF_OFF_T == 8 |
| 386 | # define int64 off_t |
| 387 | # define SIZEOF_INT64 8 |
| 388 | #elif SIZEOF_INT > 8 |
| 389 | # define int64 int |
| 390 | # define SIZEOF_INT64 SIZEOF_INT |
| 391 | #elif SIZEOF_LONG > 8 |
| 392 | # define int64 long |
| 393 | # define SIZEOF_INT64 SIZEOF_LONG |
| 394 | #elif SIZEOF_LONG_LONG > 8 |
| 395 | # define int64 long long |
| 396 | # define SIZEOF_INT64 SIZEOF_LONG_LONG |
| 397 | #else |
| 398 | /* As long as it gets... */ |
| 399 | # define int64 off_t |
| 400 | # define SIZEOF_INT64 SIZEOF_OFF_T |
| 401 | #endif |
| 402 | |
| 403 | /* Starting from protocol version 26, we always use 64-bit |
| 404 | * ino_t and dev_t internally, even if this platform does not |
| 405 | * allow files to have 64-bit inums. That's because the |
| 406 | * receiver needs to find duplicate (dev,ino) tuples to detect |
| 407 | * hardlinks, and it might have files coming from a platform |
| 408 | * that has 64-bit inums. |
| 409 | * |
| 410 | * The only exception is if we're on a platform with no 64-bit type at |
| 411 | * all. |
| 412 | * |
| 413 | * Because we use read_longint() to get these off the wire, if you |
| 414 | * transfer devices or hardlinks with dev or inum > 2**32 to a machine |
| 415 | * with no 64-bit types then you will get an overflow error. Probably |
| 416 | * not many people have that combination of machines, and you can |
| 417 | * avoid it by not preserving hardlinks or not transferring device |
| 418 | * nodes. It's not clear that any other behaviour is better. |
| 419 | * |
| 420 | * Note that if you transfer devices from a 64-bit-devt machine (say, |
| 421 | * Solaris) to a 32-bit-devt machine (say, Linux-2.2/x86) then the |
| 422 | * device numbers will be truncated. But it's a kind of silly thing |
| 423 | * to do anyhow. |
| 424 | * |
| 425 | * FIXME: I don't think the code in flist.c has ever worked on a system |
| 426 | * where dev_t is a struct. |
| 427 | */ |
| 428 | |
| 429 | struct idev { |
| 430 | int64 inode; |
| 431 | int64 dev; |
| 432 | }; |
| 433 | |
| 434 | #ifndef MIN |
| 435 | #define MIN(a,b) ((a)<(b)?(a):(b)) |
| 436 | #endif |
| 437 | |
| 438 | #ifndef MAX |
| 439 | #define MAX(a,b) ((a)>(b)?(a):(b)) |
| 440 | #endif |
| 441 | |
| 442 | #ifndef MAXHOSTNAMELEN |
| 443 | #define MAXHOSTNAMELEN 256 |
| 444 | #endif |
| 445 | |
| 446 | /* the length of the md4 checksum */ |
| 447 | #define MD4_SUM_LENGTH 16 |
| 448 | #define SUM_LENGTH 16 |
| 449 | #define SHORT_SUM_LENGTH 2 |
| 450 | #define BLOCKSUM_BIAS 10 |
| 451 | |
| 452 | #ifndef MAXPATHLEN |
| 453 | #define MAXPATHLEN 1024 |
| 454 | #endif |
| 455 | |
| 456 | #ifndef NAME_MAX |
| 457 | #define NAME_MAX 255 |
| 458 | #endif |
| 459 | |
| 460 | #ifndef INADDR_NONE |
| 461 | #define INADDR_NONE 0xffffffff |
| 462 | #endif |
| 463 | |
| 464 | #ifndef IN_LOOPBACKNET |
| 465 | #define IN_LOOPBACKNET 127 |
| 466 | #endif |
| 467 | |
| 468 | #define GID_NONE ((gid_t)-1) |
| 469 | |
| 470 | #define HL_CHECK_MASTER 0 |
| 471 | #define HL_SKIP 1 |
| 472 | |
| 473 | struct hlink { |
| 474 | struct file_struct *next; |
| 475 | int hlindex; |
| 476 | }; |
| 477 | |
| 478 | #define F_DEV link_u.idev->dev |
| 479 | #define F_INODE link_u.idev->inode |
| 480 | |
| 481 | #define F_HLINDEX link_u.links->hlindex |
| 482 | #define F_NEXT link_u.links->next |
| 483 | |
| 484 | struct file_struct { |
| 485 | union { |
| 486 | dev_t rdev; /* The device number, if this is a device */ |
| 487 | char *sum; /* Only a normal file can have a checksum */ |
| 488 | char *link; /* Points to symlink string, if a symlink */ |
| 489 | } u; |
| 490 | OFF_T length; |
| 491 | char *basename; /* The current item's name (AKA filename) */ |
| 492 | char *dirname; /* The directory info inside the transfer */ |
| 493 | union { |
| 494 | char *root; /* Sender-side dir info outside transfer */ |
| 495 | int depth; /* Receiver-side directory depth info */ |
| 496 | } dir; |
| 497 | union { |
| 498 | struct idev *idev; |
| 499 | struct hlink *links; |
| 500 | } link_u; |
| 501 | time_t modtime; |
| 502 | uid_t uid; |
| 503 | gid_t gid; |
| 504 | mode_t mode; |
| 505 | uchar flags; /* this item MUST remain last */ |
| 506 | }; |
| 507 | |
| 508 | /* |
| 509 | * Start the flist array at FLIST_START entries and grow it |
| 510 | * by doubling until FLIST_LINEAR then grow by FLIST_LINEAR |
| 511 | */ |
| 512 | #define FLIST_START (32 * 1024) |
| 513 | #define FLIST_LINEAR (FLIST_START * 512) |
| 514 | |
| 515 | /* |
| 516 | * Extent size for allocation pools A minimum size of 128KB |
| 517 | * is needed to mmap them so that freeing will release the |
| 518 | * space to the OS. |
| 519 | * |
| 520 | * Larger sizes reduce leftover fragments and speed free calls |
| 521 | * (when they happen) Smaller sizes increase the chance of |
| 522 | * freed allocations freeing whole extents. |
| 523 | */ |
| 524 | #define FILE_EXTENT (256 * 1024) |
| 525 | #define HLINK_EXTENT (128 * 1024) |
| 526 | |
| 527 | #define WITH_HLINK 1 |
| 528 | #define WITHOUT_HLINK 0 |
| 529 | |
| 530 | struct file_list { |
| 531 | struct file_struct **files; |
| 532 | alloc_pool_t file_pool; |
| 533 | alloc_pool_t hlink_pool; |
| 534 | int count; |
| 535 | int malloced; |
| 536 | int low, high; |
| 537 | }; |
| 538 | |
| 539 | #define SUMFLG_SAME_OFFSET (1<<0) |
| 540 | |
| 541 | struct sum_buf { |
| 542 | OFF_T offset; /**< offset in file of this chunk */ |
| 543 | int32 len; /**< length of chunk of file */ |
| 544 | uint32 sum1; /**< simple checksum */ |
| 545 | short flags; /**< flag bits */ |
| 546 | char sum2[SUM_LENGTH]; /**< checksum */ |
| 547 | }; |
| 548 | |
| 549 | struct sum_struct { |
| 550 | OFF_T flength; /**< total file length */ |
| 551 | struct sum_buf *sums; /**< points to info for each chunk */ |
| 552 | int32 count; /**< how many chunks */ |
| 553 | int32 blength; /**< block_length */ |
| 554 | int32 remainder; /**< flength % block_length */ |
| 555 | int s2length; /**< sum2_length */ |
| 556 | }; |
| 557 | |
| 558 | struct map_struct { |
| 559 | OFF_T file_size; /* File size (from stat) */ |
| 560 | OFF_T p_offset; /* Window start */ |
| 561 | OFF_T p_fd_offset; /* offset of cursor in fd ala lseek */ |
| 562 | char *p; /* Window pointer */ |
| 563 | int32 p_size; /* Largest window size we allocated */ |
| 564 | int32 p_len; /* Latest (rounded) window size */ |
| 565 | int32 def_window_size; /* Default window size */ |
| 566 | int fd; /* File Descriptor */ |
| 567 | int status; /* first errno from read errors */ |
| 568 | }; |
| 569 | |
| 570 | #define MATCHFLG_WILD (1<<0) /* pattern has '*', '[', and/or '?' */ |
| 571 | #define MATCHFLG_WILD2 (1<<1) /* pattern has '**' */ |
| 572 | #define MATCHFLG_WILD2_PREFIX (1<<2) /* pattern starts with '**' */ |
| 573 | #define MATCHFLG_ABS_PATH (1<<3) /* path-match on absolute path */ |
| 574 | #define MATCHFLG_INCLUDE (1<<4) /* this is an include, not an exclude */ |
| 575 | #define MATCHFLG_DIRECTORY (1<<5) /* this matches only directories */ |
| 576 | #define MATCHFLG_CLEAR_LIST (1<<6) /* this item is the "!" token */ |
| 577 | #define MATCHFLG_WORD_SPLIT (1<<7) /* split rules on whitespace */ |
| 578 | #define MATCHFLG_NO_INHERIT (1<<8) /* don't inherit these rules */ |
| 579 | #define MATCHFLG_NO_PREFIXES (1<<9) /* parse no prefixes from patterns */ |
| 580 | #define MATCHFLG_MERGE_FILE (1<<10)/* specifies a file to merge */ |
| 581 | #define MATCHFLG_PERDIR_MERGE (1<<11)/* merge-file is searched per-dir */ |
| 582 | #define MATCHFLG_EXCLUDE_SELF (1<<12)/* merge-file name should be excluded */ |
| 583 | #define MATCHFLG_FINISH_SETUP (1<<13)/* per-dir merge file needs setup */ |
| 584 | #define MATCHFLG_NEGATE (1<<14)/* rule matches when pattern does not */ |
| 585 | #define MATCHFLG_CVS_IGNORE (1<<15)/* rule was -C or :C */ |
| 586 | #define MATCHFLG_SENDER_SIDE (1<<16)/* rule applies to the sending side */ |
| 587 | #define MATCHFLG_RECEIVER_SIDE (1<<17)/* rule applies to the receiving side */ |
| 588 | |
| 589 | #define MATCHFLGS_FROM_CONTAINER (MATCHFLG_ABS_PATH | MATCHFLG_INCLUDE \ |
| 590 | | MATCHFLG_DIRECTORY | MATCHFLG_SENDER_SIDE \ |
| 591 | | MATCHFLG_NEGATE | MATCHFLG_RECEIVER_SIDE) |
| 592 | |
| 593 | struct filter_struct { |
| 594 | struct filter_struct *next; |
| 595 | char *pattern; |
| 596 | uint32 match_flags; |
| 597 | union { |
| 598 | int slash_cnt; |
| 599 | struct filter_list_struct *mergelist; |
| 600 | } u; |
| 601 | }; |
| 602 | |
| 603 | struct filter_list_struct { |
| 604 | struct filter_struct *head; |
| 605 | struct filter_struct *tail; |
| 606 | char *debug_type; |
| 607 | }; |
| 608 | |
| 609 | struct stats { |
| 610 | int64 total_size; |
| 611 | int64 total_transferred_size; |
| 612 | int64 total_written; |
| 613 | int64 total_read; |
| 614 | int64 literal_data; |
| 615 | int64 matched_data; |
| 616 | int64 flist_buildtime; |
| 617 | int64 flist_xfertime; |
| 618 | int flist_size; |
| 619 | int num_files; |
| 620 | int num_transferred_files; |
| 621 | int current_file_index; |
| 622 | }; |
| 623 | |
| 624 | |
| 625 | #include "byteorder.h" |
| 626 | #include "lib/mdfour.h" |
| 627 | #include "lib/wildmatch.h" |
| 628 | #include "lib/permstring.h" |
| 629 | #include "lib/addrinfo.h" |
| 630 | |
| 631 | #include "proto.h" |
| 632 | |
| 633 | /* We have replacement versions of these if they're missing. */ |
| 634 | #ifndef HAVE_ASPRINTF |
| 635 | int asprintf(char **ptr, const char *format, ...); |
| 636 | #endif |
| 637 | |
| 638 | #ifndef HAVE_VASPRINTF |
| 639 | int vasprintf(char **ptr, const char *format, va_list ap); |
| 640 | #endif |
| 641 | |
| 642 | #if !defined HAVE_VSNPRINTF || !defined HAVE_C99_VSNPRINTF |
| 643 | #define vsnprintf rsync_vsnprintf |
| 644 | int vsnprintf(char *str, size_t count, const char *fmt, va_list args); |
| 645 | #endif |
| 646 | |
| 647 | #if !defined HAVE_SNPRINTF || !defined HAVE_C99_VSNPRINTF |
| 648 | #define snprintf rsync_snprintf |
| 649 | int snprintf(char *str,size_t count,const char *fmt,...); |
| 650 | #endif |
| 651 | |
| 652 | |
| 653 | #ifndef HAVE_STRERROR |
| 654 | extern char *sys_errlist[]; |
| 655 | #define strerror(i) sys_errlist[i] |
| 656 | #endif |
| 657 | |
| 658 | #ifndef HAVE_STRCHR |
| 659 | # define strchr index |
| 660 | # define strrchr rindex |
| 661 | #endif |
| 662 | |
| 663 | #ifndef HAVE_ERRNO_DECL |
| 664 | extern int errno; |
| 665 | #endif |
| 666 | |
| 667 | #define SUPPORT_LINKS HAVE_READLINK |
| 668 | #define SUPPORT_HARD_LINKS HAVE_LINK |
| 669 | |
| 670 | #define SIGNAL_CAST (RETSIGTYPE (*)()) |
| 671 | |
| 672 | #ifndef EWOULDBLOCK |
| 673 | #define EWOULDBLOCK EAGAIN |
| 674 | #endif |
| 675 | |
| 676 | #ifndef STDIN_FILENO |
| 677 | #define STDIN_FILENO 0 |
| 678 | #endif |
| 679 | |
| 680 | #ifndef STDOUT_FILENO |
| 681 | #define STDOUT_FILENO 1 |
| 682 | #endif |
| 683 | |
| 684 | #ifndef STDERR_FILENO |
| 685 | #define STDERR_FILENO 2 |
| 686 | #endif |
| 687 | |
| 688 | #ifndef S_IRUSR |
| 689 | #define S_IRUSR 0400 |
| 690 | #endif |
| 691 | |
| 692 | #ifndef S_IWUSR |
| 693 | #define S_IWUSR 0200 |
| 694 | #endif |
| 695 | |
| 696 | #ifndef ACCESSPERMS |
| 697 | #define ACCESSPERMS 0777 |
| 698 | #endif |
| 699 | |
| 700 | #ifndef S_ISVTX |
| 701 | #define S_ISVTX 0 |
| 702 | #endif |
| 703 | |
| 704 | #define CHMOD_BITS (S_ISUID | S_ISGID | S_ISVTX | ACCESSPERMS) |
| 705 | |
| 706 | #ifndef _S_IFMT |
| 707 | #define _S_IFMT 0170000 |
| 708 | #endif |
| 709 | |
| 710 | #ifndef _S_IFLNK |
| 711 | #define _S_IFLNK 0120000 |
| 712 | #endif |
| 713 | |
| 714 | #ifndef S_ISLNK |
| 715 | #define S_ISLNK(mode) (((mode) & (_S_IFMT)) == (_S_IFLNK)) |
| 716 | #endif |
| 717 | |
| 718 | #ifndef S_ISBLK |
| 719 | #define S_ISBLK(mode) (((mode) & (_S_IFMT)) == (_S_IFBLK)) |
| 720 | #endif |
| 721 | |
| 722 | #ifndef S_ISCHR |
| 723 | #define S_ISCHR(mode) (((mode) & (_S_IFMT)) == (_S_IFCHR)) |
| 724 | #endif |
| 725 | |
| 726 | #ifndef S_ISSOCK |
| 727 | #ifdef _S_IFSOCK |
| 728 | #define S_ISSOCK(mode) (((mode) & (_S_IFMT)) == (_S_IFSOCK)) |
| 729 | #else |
| 730 | #define S_ISSOCK(mode) (0) |
| 731 | #endif |
| 732 | #endif |
| 733 | |
| 734 | #ifndef S_ISFIFO |
| 735 | #ifdef _S_IFIFO |
| 736 | #define S_ISFIFO(mode) (((mode) & (_S_IFMT)) == (_S_IFIFO)) |
| 737 | #else |
| 738 | #define S_ISFIFO(mode) (0) |
| 739 | #endif |
| 740 | #endif |
| 741 | |
| 742 | #ifndef S_ISDIR |
| 743 | #define S_ISDIR(mode) (((mode) & (_S_IFMT)) == (_S_IFDIR)) |
| 744 | #endif |
| 745 | |
| 746 | #ifndef S_ISREG |
| 747 | #define S_ISREG(mode) (((mode) & (_S_IFMT)) == (_S_IFREG)) |
| 748 | #endif |
| 749 | |
| 750 | /* work out what fcntl flag to use for non-blocking */ |
| 751 | #ifdef O_NONBLOCK |
| 752 | # define NONBLOCK_FLAG O_NONBLOCK |
| 753 | #elif defined SYSV |
| 754 | # define NONBLOCK_FLAG O_NDELAY |
| 755 | #else |
| 756 | # define NONBLOCK_FLAG FNDELAY |
| 757 | #endif |
| 758 | |
| 759 | #ifndef INADDR_LOOPBACK |
| 760 | #define INADDR_LOOPBACK 0x7f000001 |
| 761 | #endif |
| 762 | |
| 763 | #ifndef INADDR_NONE |
| 764 | #define INADDR_NONE 0xffffffff |
| 765 | #endif |
| 766 | |
| 767 | #define IS_DEVICE(mode) (S_ISCHR(mode) || S_ISBLK(mode) || S_ISSOCK(mode) || S_ISFIFO(mode)) |
| 768 | |
| 769 | /* Initial mask on permissions given to temporary files. Mask off setuid |
| 770 | bits and group access because of potential race-condition security |
| 771 | holes, and mask other access because mode 707 is bizarre */ |
| 772 | #define INITACCESSPERMS 0700 |
| 773 | |
| 774 | /* handler for null strings in printf format */ |
| 775 | #define NS(s) ((s)?safe_fname(s):"<NULL>") |
| 776 | |
| 777 | #if !defined __GNUC__ || defined __APPLE__ |
| 778 | /* Apparently the OS X port of gcc gags on __attribute__. |
| 779 | * |
| 780 | * <http://www.opensource.apple.com/bugs/X/gcc/2512150.html> */ |
| 781 | #define __attribute__(x) |
| 782 | |
| 783 | #endif |
| 784 | |
| 785 | /* Convenient wrappers for malloc and realloc. Use them. */ |
| 786 | #define new(type) ((type *)malloc(sizeof(type))) |
| 787 | #define new_array(type, num) ((type *)_new_array(sizeof(type), (num))) |
| 788 | #define realloc_array(ptr, type, num) ((type *)_realloc_array((ptr), sizeof(type), (num))) |
| 789 | |
| 790 | /* use magic gcc attributes to catch format errors */ |
| 791 | void rprintf(enum logcode , const char *, ...) |
| 792 | __attribute__((format (printf, 2, 3))) |
| 793 | ; |
| 794 | |
| 795 | /* This is just like rprintf, but it also tries to print some |
| 796 | * representation of the error code. Normally errcode = errno. */ |
| 797 | void rsyserr(enum logcode, int, const char *, ...) |
| 798 | __attribute__((format (printf, 3, 4))) |
| 799 | ; |
| 800 | |
| 801 | #ifdef REPLACE_INET_NTOA |
| 802 | #define inet_ntoa rep_inet_ntoa |
| 803 | #endif |
| 804 | |
| 805 | /* Make sure that the O_BINARY flag is defined. */ |
| 806 | #ifndef O_BINARY |
| 807 | #define O_BINARY 0 |
| 808 | #endif |
| 809 | |
| 810 | #ifndef HAVE_STRLCPY |
| 811 | size_t strlcpy(char *d, const char *s, size_t bufsize); |
| 812 | #endif |
| 813 | |
| 814 | #ifndef HAVE_STRLCAT |
| 815 | size_t strlcat(char *d, const char *s, size_t bufsize); |
| 816 | #endif |
| 817 | |
| 818 | #ifndef WEXITSTATUS |
| 819 | #define WEXITSTATUS(stat) ((int)(((stat)>>8)&0xFF)) |
| 820 | #endif |
| 821 | |
| 822 | #define exit_cleanup(code) _exit_cleanup(code, __FILE__, __LINE__) |
| 823 | |
| 824 | #ifdef HAVE_GETEUID |
| 825 | #define MY_UID() geteuid() |
| 826 | #else |
| 827 | #define MY_UID() getuid() |
| 828 | #endif |
| 829 | |
| 830 | #ifdef HAVE_GETEGID |
| 831 | #define MY_GID() getegid() |
| 832 | #else |
| 833 | #define MY_GID() getgid() |
| 834 | #endif |
| 835 | |
| 836 | extern int verbose; |
| 837 | |
| 838 | #ifndef HAVE_INET_NTOP |
| 839 | const char *inet_ntop(int af, const void *src, char *dst, size_t size); |
| 840 | #endif |
| 841 | |
| 842 | #ifndef HAVE_INET_PTON |
| 843 | int inet_pton(int af, const char *src, void *dst); |
| 844 | #endif |
| 845 | |
| 846 | #ifdef MAINTAINER_MODE |
| 847 | const char *get_panic_action(void); |
| 848 | #endif |
| 849 | |
| 850 | #define UNUSED(x) x __attribute__((__unused__)) |
| 851 | |
| 852 | extern const char *io_write_phase, *io_read_phase; |