X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/170381c0524611c671d68e1ac3c690f4b4811389..ef57235623e1a268ae96fe7fe772c493e06b0e36:/exclude.c diff --git a/exclude.c b/exclude.c index 135f6cae..a9dee7bd 100644 --- a/exclude.c +++ b/exclude.c @@ -27,85 +27,116 @@ #include "rsync.h" extern int verbose; -extern int delete_mode; +extern int eol_nulls; +extern int list_only; +extern int recurse; -static struct exclude_struct **exclude_list; +extern char curr_dir[]; -/** Build an exclude structure given a exclude pattern */ -static struct exclude_struct *make_exclude(const char *pattern, int include) +struct exclude_list_struct exclude_list = { 0, 0, "" }; +struct exclude_list_struct local_exclude_list = { 0, 0, "per-dir .cvsignore " }; +struct exclude_list_struct server_exclude_list = { 0, 0, "server " }; +char *exclude_path_prefix = NULL; + +/** Build an exclude structure given an exclude pattern. */ +static void make_exclude(struct exclude_list_struct *listp, const char *pat, + unsigned int pat_len, unsigned int mflags) { struct exclude_struct *ret; - char *cp; - - ret = (struct exclude_struct *)malloc(sizeof(*ret)); - if (!ret) out_of_memory("make_exclude"); - - memset(ret, 0, sizeof(*ret)); - - if (strncmp(pattern,"- ",2) == 0) { - pattern += 2; - } else if (strncmp(pattern,"+ ",2) == 0) { - ret->include = 1; - pattern += 2; - } else { - ret->include = include; - } + const char *cp; + unsigned int ex_len; - ret->pattern = strdup(pattern); + ret = new(struct exclude_struct); + if (!ret) + out_of_memory("make_exclude"); - if (!ret->pattern) out_of_memory("make_exclude"); + memset(ret, 0, sizeof ret[0]); - if (strpbrk(pattern, "*[?")) { - ret->match_flags |= MATCHFLG_WILD; - if (strstr(pattern, "**")) { - static int tested; - if (!tested) { - tested = 1; - if (fnmatch("a/b/*","a/b/c/d",FNM_PATHNAME)==0) - rprintf(FERROR,"WARNING: fnmatch FNM_PATHNAME is broken on your system\n"); - } - ret->match_flags |= MATCHFLG_WILD2; + if (exclude_path_prefix) + mflags |= MATCHFLG_ABS_PATH; + if (exclude_path_prefix && *pat == '/') + ex_len = strlen(exclude_path_prefix); + else + ex_len = 0; + ret->pattern = new_array(char, ex_len + pat_len + 1); + if (!ret->pattern) + out_of_memory("make_exclude"); + if (ex_len) + memcpy(ret->pattern, exclude_path_prefix, ex_len); + strlcpy(ret->pattern + ex_len, pat, pat_len + 1); + pat_len += ex_len; + + if (strpbrk(ret->pattern, "*[?")) { + mflags |= MATCHFLG_WILD; + if ((cp = strstr(ret->pattern, "**")) != NULL) { + mflags |= MATCHFLG_WILD2; /* If the pattern starts with **, note that. */ - if (*pattern == '*' && pattern[1] == '*') - ret->match_flags |= MATCHFLG_WILD2_PREFIX; + if (cp == ret->pattern) + mflags |= MATCHFLG_WILD2_PREFIX; } } - if (strlen(pattern) > 1 && pattern[strlen(pattern)-1] == '/') { - ret->pattern[strlen(pattern)-1] = 0; - ret->directory = 1; + if (pat_len > 1 && ret->pattern[pat_len-1] == '/') { + ret->pattern[pat_len-1] = 0; + mflags |= MATCHFLG_DIRECTORY; } for (cp = ret->pattern; (cp = strchr(cp, '/')) != NULL; cp++) ret->slash_cnt++; - return ret; + ret->match_flags = mflags; + + if (!listp->tail) + listp->head = listp->tail = ret; + else { + listp->tail->next = ret; + listp->tail = ret; + } } static void free_exclude(struct exclude_struct *ex) { free(ex->pattern); - memset(ex,0,sizeof(*ex)); free(ex); } +void clear_exclude_list(struct exclude_list_struct *listp) +{ + struct exclude_struct *ent, *next; + + for (ent = listp->head; ent; ent = next) { + next = ent->next; + free_exclude(ent); + } + + listp->head = listp->tail = NULL; +} + static int check_one_exclude(char *name, struct exclude_struct *ex, - STRUCT_STAT *st) + int name_is_dir) { - char *p; + char *p, full_name[MAXPATHLEN]; int match_start = 0; char *pattern = ex->pattern; + if (!*name) + return 0; + /* If the pattern does not have any slashes AND it does not have * a "**" (which could match a slash), then we just match the * name portion of the path. */ - if (!ex->slash_cnt && !(ex->match_flags & MATCHFLG_WILD2) && - (p = strrchr(name,'/')) != NULL) - name = p+1; - - if (!name[0]) return 0; + if (!ex->slash_cnt && !(ex->match_flags & MATCHFLG_WILD2)) { + if ((p = strrchr(name,'/')) != NULL) + name = p+1; + } + else if (ex->match_flags & MATCHFLG_ABS_PATH && *name != '/' + && curr_dir[1]) { + pathjoin(full_name, sizeof full_name, curr_dir + 1, name); + name = full_name; + } - if (ex->directory && !S_ISDIR(st->st_mode)) return 0; + if (ex->match_flags & MATCHFLG_DIRECTORY && !name_is_dir) + return 0; if (*pattern == '/') { match_start = 1; @@ -115,12 +146,10 @@ static int check_one_exclude(char *name, struct exclude_struct *ex, } if (ex->match_flags & MATCHFLG_WILD) { - int fnmatch_flags = (ex->match_flags & MATCHFLG_WILD2)? - 0 : FNM_PATHNAME; /* A non-anchored match with an infix slash and no "**" * needs to match the last slash_cnt+1 name elements. */ - if (!match_start && ex->slash_cnt && - !(ex->match_flags & MATCHFLG_WILD2)) { + if (!match_start && ex->slash_cnt + && !(ex->match_flags & MATCHFLG_WILD2)) { int cnt = ex->slash_cnt + 1; for (p = name + strlen(name) - 1; p >= name; p--) { if (*p == '/' && !--cnt) @@ -128,14 +157,13 @@ static int check_one_exclude(char *name, struct exclude_struct *ex, } name = p+1; } - if (fnmatch(pattern, name, fnmatch_flags) == 0) + if (wildmatch(pattern, name)) return 1; if (ex->match_flags & MATCHFLG_WILD2_PREFIX) { /* If the **-prefixed pattern has a '/' as the next * character, then try to match the rest of the * pattern at the root. */ - if (pattern[2] == '/' && - fnmatch(pattern+3, name, fnmatch_flags) == 0) + if (pattern[2] == '/' && wildmatch(pattern+3, name)) return 1; } else if (!match_start && ex->match_flags & MATCHFLG_WILD2) { @@ -144,7 +172,7 @@ static int check_one_exclude(char *name, struct exclude_struct *ex, * after every slash. */ while ((name = strchr(name, '/')) != NULL) { name++; - if (fnmatch(pattern, name, fnmatch_flags) == 0) + if (wildmatch(pattern, name)) return 1; } } @@ -167,306 +195,263 @@ static int check_one_exclude(char *name, struct exclude_struct *ex, static void report_exclude_result(char const *name, struct exclude_struct const *ent, - STRUCT_STAT const *st) + int name_is_dir, const char *type) { /* If a trailing slash is present to match only directories, * then it is stripped out by make_exclude. So as a special * case we add it back in here. */ - if (verbose >= 2) - rprintf(FINFO, "%s %s %s because of pattern %s%s\n", - ent->include ? "including" : "excluding", - S_ISDIR(st->st_mode) ? "directory" : "file", - name, ent->pattern, - ent->directory ? "/" : ""); + if (verbose >= 2) { + rprintf(FINFO, "[%s] %scluding %s %s because of %spattern %s%s\n", + who_am_i(), + ent->match_flags & MATCHFLG_INCLUDE ? "in" : "ex", + name_is_dir ? "directory" : "file", name, type, + ent->pattern, + ent->match_flags & MATCHFLG_DIRECTORY ? "/" : ""); + } } /* - * Return true if file NAME is defined to be excluded by either - * LOCAL_EXCLUDE_LIST or the globals EXCLUDE_LIST. + * Return -1 if file "name" is defined to be excluded by the specified + * exclude list, 1 if it is included, and 0 if it was not matched. */ -int check_exclude(char *name, struct exclude_struct **local_exclude_list, - STRUCT_STAT *st) +int check_exclude(struct exclude_list_struct *listp, char *name, int name_is_dir) { - int n; struct exclude_struct *ent; - if (name && (name[0] == '.') && !name[1]) - /* never exclude '.', even if somebody does --exclude '*' */ - return 0; - - if (exclude_list) { - for (n=0; exclude_list[n]; n++) { - ent = exclude_list[n]; - if (check_one_exclude(name, ent, st)) { - report_exclude_result(name, ent, st); - return !ent->include; - } + for (ent = listp->head; ent; ent = ent->next) { + if (check_one_exclude(name, ent, name_is_dir)) { + report_exclude_result(name, ent, name_is_dir, + listp->debug_type); + return ent->match_flags & MATCHFLG_INCLUDE ? 1 : -1; } } - if (local_exclude_list) { - for (n=0; local_exclude_list[n]; n++) { - ent = local_exclude_list[n]; - if (check_one_exclude(name, ent, st)) { - report_exclude_result(name, ent, st); - return !ent->include; - } - } + return 0; +} + + +/* Get the next include/exclude arg from the string. The token will not + * be '\0' terminated, so use the returned length to limit the string. + * Also, be sure to add this length to the returned pointer before passing + * it back to ask for the next token. This routine parses the +/- prefixes + * and the "!" token unless xflags contains XFLG_WORDS_ONLY. The *flag_ptr + * value will also be set to the MATCHFLG_* bits for the current token. + */ +static const char *get_exclude_tok(const char *p, unsigned int *len_ptr, + unsigned int *flag_ptr, int xflags) +{ + const unsigned char *s = (const unsigned char *)p; + unsigned int len, mflags = 0; + + if (xflags & XFLG_WORD_SPLIT) { + /* Skip over any initial whitespace. */ + while (isspace(*s)) + s++; + /* Update for "!" check. */ + p = (const char *)s; } - return 0; + /* Is this a '+' or '-' followed by a space (not whitespace)? */ + if (!(xflags & XFLG_WORDS_ONLY) + && (*s == '-' || *s == '+') && s[1] == ' ') { + if (*s == '+') + mflags |= MATCHFLG_INCLUDE; + s += 2; + } else if (xflags & XFLG_DEF_INCLUDE) + mflags |= MATCHFLG_INCLUDE; + + if (xflags & XFLG_WORD_SPLIT) { + const unsigned char *cp = s; + /* Token ends at whitespace or the end of the string. */ + while (!isspace(*cp) && *cp != '\0') + cp++; + len = cp - s; + } else + len = strlen(s); + + if (*p == '!' && len == 1 && !(xflags & XFLG_WORDS_ONLY)) + mflags |= MATCHFLG_CLEAR_LIST; + + *len_ptr = len; + *flag_ptr = mflags; + return (const char *)s; } -void add_exclude_list(const char *pattern, struct exclude_struct ***list, int include) +void add_exclude(struct exclude_list_struct *listp, const char *pattern, + int xflags) { - int len=0; - if (list && *list) - for (; (*list)[len]; len++) ; - - if (strcmp(pattern,"!") == 0) { - if (verbose > 2) - rprintf(FINFO,"clearing exclude list\n"); - while ((len)--) { - free_exclude((*list)[len]); - } - free((*list)); - *list = NULL; + unsigned int pat_len, mflags; + const char *cp; + + if (!pattern) return; - } - *list = (struct exclude_struct **)Realloc(*list,sizeof(struct exclude_struct *)*(len+2)); + cp = pattern; + pat_len = 0; + while (1) { + cp = get_exclude_tok(cp + pat_len, &pat_len, &mflags, xflags); + if (!pat_len) + break; - if (!*list || !((*list)[len] = make_exclude(pattern, include))) - out_of_memory("add_exclude"); + if (mflags & MATCHFLG_CLEAR_LIST) { + if (verbose > 2) { + rprintf(FINFO, + "[%s] clearing %sexclude list\n", + who_am_i(), listp->debug_type); + } + clear_exclude_list(listp); + continue; + } - if (verbose > 2) { - rprintf(FINFO,"add_exclude(%s,%s)\n",pattern, - include ? "include" : "exclude"); - } + make_exclude(listp, cp, pat_len, mflags); - (*list)[len+1] = NULL; + if (verbose > 2) { + rprintf(FINFO, "[%s] add_exclude(%.*s, %s%sclude)\n", + who_am_i(), (int)pat_len, cp, listp->debug_type, + mflags & MATCHFLG_INCLUDE ? "in" : "ex"); + } + } } -void add_exclude(const char *pattern, int include) -{ - add_exclude_list(pattern,&exclude_list, include); -} -struct exclude_struct **make_exclude_list(const char *fname, - struct exclude_struct **list1, - int fatal, int include) +void add_exclude_file(struct exclude_list_struct *listp, const char *fname, + int xflags) { - struct exclude_struct **list=list1; - int fd; - char line[MAXPATHLEN]; - char *eob = line + MAXPATHLEN - 1; - extern int eol_nulls; - - if (strcmp(fname, "-") != 0) - fd = open(fname, O_RDONLY|O_BINARY); + FILE *fp; + char line[MAXPATHLEN+3]; /* Room for "x " prefix and trailing slash. */ + char *eob = line + sizeof line - 1; + int word_split = xflags & XFLG_WORD_SPLIT; + + if (!fname || !*fname) + return; + + if (*fname != '-' || fname[1]) + fp = fopen(fname, "rb"); else - fd = 0; - if (fd < 0) { - if (fatal) { + fp = stdin; + if (!fp) { + if (xflags & XFLG_FATAL_ERRORS) { rsyserr(FERROR, errno, "failed to open %s file %s", - include ? "include" : "exclude", + xflags & XFLG_DEF_INCLUDE ? "include" : "exclude", fname); exit_cleanup(RERR_FILEIO); } - return list; + return; } while (1) { - char ch, *s = line; - int cnt; + char *s = line; + int ch, overflow = 0; while (1) { - if ((cnt = read(fd, &ch, 1)) <= 0) { - if (cnt < 0 && errno == EINTR) + if ((ch = getc(fp)) == EOF) { + if (ferror(fp) && errno == EINTR) continue; break; } + if (word_split && isspace(ch)) + break; if (eol_nulls? !ch : (ch == '\n' || ch == '\r')) break; if (s < eob) *s++ = ch; + else + overflow = 1; } - *s = '\0'; - if (*line && *line != ';' && *line != '#') { - /* Skip lines starting with semicolon or pound. - * It probably wouldn't cause any harm to not skip - * them but there's no need to save them. */ - add_exclude_list(line,&list,include); + if (overflow) { + rprintf(FERROR, "discarding over-long exclude: %s...\n", line); + s = line; } - if (cnt <= 0) + *s = '\0'; + /* Skip an empty token and (when line parsing) comments. */ + if (*line && (word_split || (*line != ';' && *line != '#'))) + add_exclude(listp, line, xflags); + if (ch == EOF) break; } - close(fd); - return list; -} - - -void add_exclude_file(const char *fname, int fatal, int include) -{ - if (!fname || !*fname) return; - - exclude_list = make_exclude_list(fname,exclude_list,fatal,include); + fclose(fp); } void send_exclude_list(int f) { - int i; - extern int remote_version; - extern int list_only, recurse; + struct exclude_struct *ent; /* This is a complete hack - blame Rusty. * * FIXME: This pattern shows up in the output of * report_exclude_result(), which is not ideal. */ - if (list_only && !recurse) { - add_exclude("/*/*", 0); - } - - if (!exclude_list) { - write_int(f,0); - return; - } - - for (i=0;exclude_list[i];i++) { - int l; - char pattern[MAXPATHLEN]; - - strlcpy(pattern,exclude_list[i]->pattern,sizeof(pattern)); - if (exclude_list[i]->directory) strlcat(pattern,"/", sizeof(pattern)); - - l = strlen(pattern); - if (l == 0) continue; - if (exclude_list[i]->include) { - if (remote_version < 19) { - rprintf(FERROR,"remote rsync does not support include syntax - aborting\n"); - exit_cleanup(RERR_UNSUPPORTED); - } - write_int(f,l+2); - write_buf(f,"+ ",2); - } else { - write_int(f,l); + if (list_only && !recurse) + add_exclude(&exclude_list, "/*/*", 0); + + for (ent = exclude_list.head; ent; ent = ent->next) { + unsigned int l; + char p[MAXPATHLEN+1]; + + l = strlcpy(p, ent->pattern, sizeof p); + if (l == 0 || l >= MAXPATHLEN) + continue; + if (ent->match_flags & MATCHFLG_DIRECTORY) { + p[l++] = '/'; + p[l] = '\0'; } - write_buf(f,pattern,l); + + if (ent->match_flags & MATCHFLG_INCLUDE) { + write_int(f, l + 2); + write_buf(f, "+ ", 2); + } else if ((*p == '-' || *p == '+') && p[1] == ' ') { + write_int(f, l + 2); + write_buf(f, "- ", 2); + } else + write_int(f, l); + write_buf(f, p, l); } - write_int(f,0); + write_int(f, 0); } void recv_exclude_list(int f) { - char line[MAXPATHLEN]; + char line[MAXPATHLEN+3]; /* Room for "x " prefix and trailing slash. */ unsigned int l; - while ((l=read_int(f))) { - if (l >= MAXPATHLEN) overflow("recv_exclude_list"); - read_sbuf(f,line,l); - add_exclude(line,0); + while ((l = read_int(f)) != 0) { + if (l >= sizeof line) + overflow("recv_exclude_list"); + read_sbuf(f, line, l); + add_exclude(&exclude_list, line, 0); } } -/* Get the next include/exclude arg from the string. It works in a similar way -** to strtok - initially an arg is sent over, from then on NULL. This -** routine takes into account any +/- in the strings and does not -** consider the space following it as a delimeter. -*/ -char *get_exclude_tok(char *p) -{ - static char *s; - static int more; - char *t; - - if (p) { - s=p; - if (*p) - more=1; - } - - if (!more) - return(NULL); - - /* Skip over any initial spaces */ - while (isspace(* (unsigned char *) s)) - s++; - - /* Are we at the end of the string? */ - if (*s) { - /* remember the beginning of the token */ - t=s; - - /* Is this a '+' or '-' followed by a space (not whitespace)? */ - if ((*s=='+' || *s=='-') && *(s+1)==' ') - s+=2; - - /* Skip to the next space or the end of the string */ - while (!isspace(* (unsigned char *) s) && *s != '\0') - s++; - } else { - t=NULL; - } - - /* Have we reached the end of the string? */ - if (*s) - *s++='\0'; - else - more=0; - return(t); -} - - -void add_exclude_line(char *p) -{ - char *tok; - if (!p || !*p) return; - p = strdup(p); - if (!p) out_of_memory("add_exclude_line"); - for (tok=get_exclude_tok(p); tok; tok=get_exclude_tok(NULL)) - add_exclude(tok, 0); - free(p); -} - -void add_include_line(char *p) -{ - char *tok; - if (!p || !*p) return; - p = strdup(p); - if (!p) out_of_memory("add_include_line"); - for (tok=get_exclude_tok(p); tok; tok=get_exclude_tok(NULL)) - add_exclude(tok, 1); - free(p); -} - - -static char *cvs_ignore_list[] = { - "RCS/", "SCCS/", "CVS/", ".svn/", "CVS.adm", "RCSLOG", "cvslog.*", - "tags", "TAGS", ".make.state", ".nse_depinfo", - "*~", "#*", ".#*", ", *", "*.old", "*.bak", "*.BAK", "*.orig", - "*.rej", ".del-*", "*.a", "*.o", "*.obj", "*.so", "*.Z", "*.elc", "*.ln", - "core", NULL}; +static char default_cvsignore[] = + /* These default ignored items come from the CVS manual. */ + "RCS SCCS CVS CVS.adm RCSLOG cvslog.* tags TAGS" + " .make.state .nse_depinfo *~ #* .#* ,* _$* *$" + " *.old *.bak *.BAK *.orig *.rej .del-*" + " *.a *.olb *.o *.obj *.so *.exe" + " *.Z *.elc *.ln core" + /* The rest we added to suit ourself. */ + " .svn/"; void add_cvs_excludes(void) { char fname[MAXPATHLEN]; char *p; - int i; - for (i=0; cvs_ignore_list[i]; i++) - add_exclude(cvs_ignore_list[i], 0); + add_exclude(&exclude_list, default_cvsignore, + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); - if ((p=getenv("HOME")) && strlen(p) < (MAXPATHLEN-12)) { - snprintf(fname,sizeof(fname), "%s/.cvsignore",p); - add_exclude_file(fname,0,0); + if ((p = getenv("HOME")) + && pathjoin(fname, sizeof fname, p, ".cvsignore") < sizeof fname) { + add_exclude_file(&exclude_list, fname, + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); } - add_exclude_line(getenv("CVSIGNORE")); + add_exclude(&exclude_list, getenv("CVSIGNORE"), + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); }