X-Git-Url: https://mattmccutchen.net/rsync/rsync.git/blobdiff_plain/0f2ac85576f9f2127beb8ba8294802fbfed12037..384431886a70c745beb72a4196a0231a658f4745:/exclude.c diff --git a/exclude.c b/exclude.c index eba9f025..07d24a18 100644 --- a/exclude.c +++ b/exclude.c @@ -27,95 +27,167 @@ #include "rsync.h" extern int verbose; -extern int delete_mode; +extern int eol_nulls; +extern int list_only; +extern int recurse; -static struct exclude_struct **exclude_list; +extern char curr_dir[]; + +struct exclude_list_struct exclude_list = { 0, 0, "" }; +struct exclude_list_struct local_exclude_list = { 0, 0, "per-dir .cvsignore " }; +struct exclude_list_struct server_exclude_list = { 0, 0, "server " }; +char *exclude_path_prefix = NULL; /** Build an exclude structure given a exclude pattern */ -static struct exclude_struct *make_exclude(const char *pattern, int include) +static void make_exclude(struct exclude_list_struct *listp, const char *pattern, + int pat_len, int include) { struct exclude_struct *ret; + const char *cp; + int ex_len; - ret = (struct exclude_struct *)malloc(sizeof(*ret)); - if (!ret) out_of_memory("make_exclude"); - - memset(ret, 0, sizeof(*ret)); - - if (strncmp(pattern,"- ",2) == 0) { - pattern += 2; - } else if (strncmp(pattern,"+ ",2) == 0) { - ret->include = 1; - pattern += 2; - } else { - ret->include = include; - } - - ret->pattern = strdup(pattern); + ret = new(struct exclude_struct); + if (!ret) + out_of_memory("make_exclude"); - if (!ret->pattern) out_of_memory("make_exclude"); + memset(ret, 0, sizeof ret[0]); + ret->include = include; - if (strpbrk(pattern, "*[?")) { - ret->regular_exp = 1; - ret->fnmatch_flags = FNM_PATHNAME; - if (strstr(pattern, "**")) { - static int tested; - if (!tested) { - tested = 1; - if (fnmatch("a/b/*","a/b/c/d",FNM_PATHNAME)==0) - rprintf(FERROR,"WARNING: fnmatch FNM_PATHNAME is broken on your system\n"); - } - ret->fnmatch_flags = 0; + if (exclude_path_prefix) + ret->match_flags |= MATCHFLG_ABS_PATH; + if (exclude_path_prefix && *pattern == '/') + ex_len = strlen(exclude_path_prefix); + else + ex_len = 0; + ret->pattern = new_array(char, ex_len + pat_len + 1); + if (!ret->pattern) + out_of_memory("make_exclude"); + if (ex_len) + memcpy(ret->pattern, exclude_path_prefix, ex_len); + strlcpy(ret->pattern + ex_len, pattern, pat_len + 1); + pat_len += ex_len; + + if (strpbrk(ret->pattern, "*[?")) { + ret->match_flags |= MATCHFLG_WILD; + if ((cp = strstr(ret->pattern, "**")) != NULL) { + ret->match_flags |= MATCHFLG_WILD2; + /* If the pattern starts with **, note that. */ + if (cp == ret->pattern) + ret->match_flags |= MATCHFLG_WILD2_PREFIX; } } - if (strlen(pattern) > 1 && pattern[strlen(pattern)-1] == '/') { - ret->pattern[strlen(pattern)-1] = 0; + if (pat_len > 1 && ret->pattern[pat_len-1] == '/') { + ret->pattern[pat_len-1] = 0; ret->directory = 1; } - if (!strchr(ret->pattern,'/')) { - ret->local = 1; - } + for (cp = ret->pattern; (cp = strchr(cp, '/')) != NULL; cp++) + ret->slash_cnt++; - return ret; + if (!listp->tail) + listp->head = listp->tail = ret; + else { + listp->tail->next = ret; + listp->tail = ret; + } } static void free_exclude(struct exclude_struct *ex) { free(ex->pattern); - memset(ex,0,sizeof(*ex)); free(ex); } +void free_exclude_list(struct exclude_list_struct *listp) +{ + struct exclude_struct *ent, *next; + + if (verbose > 2) { + rprintf(FINFO, "[%s] clearing %sexclude list\n", + who_am_i(), listp->debug_type); + } + + for (ent = listp->head; ent; ent = next) { + next = ent->next; + free_exclude(ent); + } + + listp->head = listp->tail = NULL; +} + static int check_one_exclude(char *name, struct exclude_struct *ex, - STRUCT_STAT *st) + int name_is_dir) { char *p; int match_start = 0; char *pattern = ex->pattern; - if (ex->local && (p=strrchr(name,'/'))) - name = p+1; + /* If the pattern does not have any slashes AND it does not have + * a "**" (which could match a slash), then we just match the + * name portion of the path. */ + if (!ex->slash_cnt && !(ex->match_flags & MATCHFLG_WILD2)) { + if ((p = strrchr(name,'/')) != NULL) + name = p+1; + } + else if ((ex->match_flags & MATCHFLG_ABS_PATH) && *name != '/') { + static char full_name[MAXPATHLEN]; + int plus = curr_dir[1] == '\0'? 1 : 0; + pathjoin(full_name, sizeof full_name, curr_dir+plus, name); + name = full_name; + } if (!name[0]) return 0; - if (ex->directory && !S_ISDIR(st->st_mode)) return 0; + if (ex->directory && !name_is_dir) return 0; - if (*pattern == '/' && *name != '/') { + if (*pattern == '/') { match_start = 1; pattern++; + if (*name == '/') + name++; } - if (ex->regular_exp) { - if (fnmatch(pattern, name, ex->fnmatch_flags) == 0) { + if (ex->match_flags & MATCHFLG_WILD) { + /* A non-anchored match with an infix slash and no "**" + * needs to match the last slash_cnt+1 name elements. */ + if (!match_start && ex->slash_cnt && + !(ex->match_flags & MATCHFLG_WILD2)) { + int cnt = ex->slash_cnt + 1; + for (p = name + strlen(name) - 1; p >= name; p--) { + if (*p == '/' && !--cnt) + break; + } + name = p+1; + } + if (wildmatch(pattern, name)) return 1; + if (ex->match_flags & MATCHFLG_WILD2_PREFIX) { + /* If the **-prefixed pattern has a '/' as the next + * character, then try to match the rest of the + * pattern at the root. */ + if (pattern[2] == '/' && wildmatch(pattern+3, name)) + return 1; } + else if (!match_start && ex->match_flags & MATCHFLG_WILD2) { + /* A non-anchored match with an infix or trailing "**" + * (but not a prefixed "**") needs to try matching + * after every slash. */ + while ((name = strchr(name, '/')) != NULL) { + name++; + if (wildmatch(pattern, name)) + return 1; + } + } + } else if (match_start) { + if (strcmp(name,pattern) == 0) + return 1; } else { int l1 = strlen(name); int l2 = strlen(pattern); if (l2 <= l1 && strcmp(name+(l1-l2),pattern) == 0 && - (l1==l2 || (!match_start && name[l1-(l2+1)] == '/'))) { + (l1==l2 || name[l1-(l2+1)] == '/')) { return 1; } } @@ -126,52 +198,34 @@ static int check_one_exclude(char *name, struct exclude_struct *ex, static void report_exclude_result(char const *name, struct exclude_struct const *ent, - STRUCT_STAT const *st) + int name_is_dir, const char *type) { /* If a trailing slash is present to match only directories, * then it is stripped out by make_exclude. So as a special * case we add it back in here. */ - if (verbose >= 2) - rprintf(FINFO, "%s %s %s because of pattern %s%s\n", - ent->include ? "including" : "excluding", - S_ISDIR(st->st_mode) ? "directory" : "file", - name, ent->pattern, - ent->directory ? "/" : ""); + if (verbose >= 2) { + rprintf(FINFO, "[%s] %scluding %s %s because of %spattern %s%s\n", + who_am_i(), ent->include ? "in" : "ex", + name_is_dir ? "directory" : "file", name, type, + ent->pattern, ent->directory ? "/" : ""); + } } /* - * Return true if file NAME is defined to be excluded by either - * LOCAL_EXCLUDE_LIST or the globals EXCLUDE_LIST. + * Return -1 if file "name" is defined to be excluded by the specified + * exclude list, 1 if it is included, and 0 if it was not matched. */ -int check_exclude(char *name, struct exclude_struct **local_exclude_list, - STRUCT_STAT *st) +int check_exclude(struct exclude_list_struct *listp, char *name, int name_is_dir) { - int n; struct exclude_struct *ent; - if (name && (name[0] == '.') && !name[1]) - /* never exclude '.', even if somebody does --exclude '*' */ - return 0; - - if (exclude_list) { - for (n=0; exclude_list[n]; n++) { - ent = exclude_list[n]; - if (check_one_exclude(name, ent, st)) { - report_exclude_result(name, ent, st); - return !ent->include; - } - } - } - - if (local_exclude_list) { - for (n=0; local_exclude_list[n]; n++) { - ent = local_exclude_list[n]; - if (check_one_exclude(name, ent, st)) { - report_exclude_result(name, ent, st); - return !ent->include; - } + for (ent = listp->head; ent; ent = ent->next) { + if (check_one_exclude(name, ent, name_is_dir)) { + report_exclude_result(name, ent, name_is_dir, + listp->debug_type); + return ent->include ? 1 : -1; } } @@ -179,253 +233,214 @@ int check_exclude(char *name, struct exclude_struct **local_exclude_list, } -void add_exclude_list(const char *pattern, struct exclude_struct ***list, int include) +/* Get the next include/exclude arg from the string. The token will not + * be '\0' terminated, so use the returned length to limit the string. + * Also, be sure to add this length to the returned pointer before passing + * it back to ask for the next token. This routine will not parse the +/- + * prefixes or the "!" token when xflags contains XFLG_WORDS_ONLY. The + * *incl_ptr value will be 1 for an include, 0 for an exclude, and -1 for + * the list-clearing "!" token. + */ +static const char *get_exclude_tok(const char *p, int *len_ptr, int *incl_ptr, + int xflags) { - int len=0; - if (list && *list) - for (; (*list)[len]; len++) ; - - if (strcmp(pattern,"!") == 0) { - if (verbose > 2) - rprintf(FINFO,"clearing exclude list\n"); - while ((len)--) { - free_exclude((*list)[len]); - } - free((*list)); - *list = NULL; - return; - } - - *list = (struct exclude_struct **)Realloc(*list,sizeof(struct exclude_struct *)*(len+2)); - - if (!*list || !((*list)[len] = make_exclude(pattern, include))) - out_of_memory("add_exclude"); + const unsigned char *s = (const unsigned char *)p; + int len; - if (verbose > 2) { - rprintf(FINFO,"add_exclude(%s,%s)\n",pattern, - include ? "include" : "exclude"); + if (xflags & XFLG_WORD_SPLIT) { + /* Skip over any initial whitespace. */ + while (isspace(*s)) + s++; + /* Update for "!" check. */ + p = (const char *)s; } - (*list)[len+1] = NULL; + /* Is this a '+' or '-' followed by a space (not whitespace)? */ + if (!(xflags & XFLG_WORDS_ONLY) + && (*s == '-' || *s == '+') && s[1] == ' ') { + *incl_ptr = *s == '+'; + s += 2; + } else + *incl_ptr = xflags & XFLG_DEF_INCLUDE; + + if (xflags & XFLG_WORD_SPLIT) { + const unsigned char *cp = s; + /* Token ends at whitespace or the end of the string. */ + while (!isspace(*cp) && *cp != '\0') + cp++; + len = cp - s; + } else + len = strlen(s); + + if (*p == '!' && len == 1 && !(xflags & XFLG_WORDS_ONLY)) + *incl_ptr = -1; + + *len_ptr = len; + return (const char *)s; } -void add_exclude(const char *pattern, int include) + +void add_exclude(struct exclude_list_struct *listp, const char *pattern, + int xflags) { - add_exclude_list(pattern,&exclude_list, include); + int pat_len, incl; + const char *cp; + + if (!pattern) + return; + + cp = pattern; + pat_len = 0; + while (1) { + cp = get_exclude_tok(cp + pat_len, &pat_len, &incl, xflags); + if (!pat_len) + break; + /* If we got the special "!" token, clear the list. */ + if (incl < 0) + free_exclude_list(listp); + else { + make_exclude(listp, cp, pat_len, incl); + + if (verbose > 2) { + rprintf(FINFO, "[%s] add_exclude(%.*s, %s%s)\n", + who_am_i(), pat_len, cp, + listp->debug_type, + incl ? "include" : "exclude"); + } + } + } } -struct exclude_struct **make_exclude_list(const char *fname, - struct exclude_struct **list1, - int fatal, int include) + +void add_exclude_file(struct exclude_list_struct *listp, const char *fname, + int xflags) { - struct exclude_struct **list=list1; - int fd; + FILE *fp; char line[MAXPATHLEN]; char *eob = line + MAXPATHLEN - 1; - extern int eol_nulls; + int word_split = xflags & XFLG_WORD_SPLIT; + + if (!fname || !*fname) + return; - if (strcmp(fname, "-") != 0) - fd = open(fname, O_RDONLY|O_BINARY); + if (*fname != '-' || fname[1]) + fp = fopen(fname, "rb"); else - fd = 0; - if (fd < 0) { - if (fatal) { + fp = stdin; + if (!fp) { + if (xflags & XFLG_FATAL_ERRORS) { rsyserr(FERROR, errno, "failed to open %s file %s", - include ? "include" : "exclude", + xflags & XFLG_DEF_INCLUDE ? "include" : "exclude", fname); exit_cleanup(RERR_FILEIO); } - return list; + return; } while (1) { - char ch, *s = line; - int cnt; + char *s = line; + int ch; while (1) { - if ((cnt = read(fd, &ch, 1)) <= 0) { - if (cnt < 0 && errno == EINTR) + if ((ch = getc(fp)) == EOF) { + if (ferror(fp) && errno == EINTR) continue; break; } + if (word_split && isspace(ch)) + break; if (eol_nulls? !ch : (ch == '\n' || ch == '\r')) break; if (s < eob) *s++ = ch; } *s = '\0'; - if (*line && *line != ';' && *line != '#') { - /* Skip lines starting with semicolon or pound. - * It probably wouldn't cause any harm to not skip - * them but there's no need to save them. */ - add_exclude_list(line,&list,include); - } - if (cnt <= 0) + /* Skip an empty token and (when line parsing) comments. */ + if (*line && (word_split || (*line != ';' && *line != '#'))) + add_exclude(listp, line, xflags); + if (ch == EOF) break; } - close(fd); - return list; -} - - -void add_exclude_file(const char *fname, int fatal, int include) -{ - if (!fname || !*fname) return; - - exclude_list = make_exclude_list(fname,exclude_list,fatal,include); + fclose(fp); } void send_exclude_list(int f) { - int i; - extern int remote_version; - extern int list_only, recurse; + struct exclude_struct *ent; /* This is a complete hack - blame Rusty. * * FIXME: This pattern shows up in the output of * report_exclude_result(), which is not ideal. */ - if (list_only && !recurse) { - add_exclude("/*/*", 0); - } - - if (!exclude_list) { - write_int(f,0); - return; - } - - for (i=0;exclude_list[i];i++) { - int l; - char pattern[MAXPATHLEN]; - - strlcpy(pattern,exclude_list[i]->pattern,sizeof(pattern)); - if (exclude_list[i]->directory) strlcat(pattern,"/", sizeof(pattern)); - - l = strlen(pattern); - if (l == 0) continue; - if (exclude_list[i]->include) { - if (remote_version < 19) { - rprintf(FERROR,"remote rsync does not support include syntax - aborting\n"); - exit_cleanup(RERR_UNSUPPORTED); - } - write_int(f,l+2); - write_buf(f,"+ ",2); - } else { - write_int(f,l); + if (list_only && !recurse) + add_exclude(&exclude_list, "/*/*", 0); + + for (ent = exclude_list.head; ent; ent = ent->next) { + unsigned int l; + char p[MAXPATHLEN+1]; + + l = strlcpy(p, ent->pattern, sizeof p); + if (l == 0 || l >= MAXPATHLEN) + continue; + if (ent->directory) { + p[l++] = '/'; + p[l] = '\0'; } - write_buf(f,pattern,l); + + if (ent->include) { + write_int(f, l + 2); + write_buf(f, "+ ", 2); + } else if ((*p == '-' || *p == '+') && p[1] == ' ') { + write_int(f, l + 2); + write_buf(f, "- ", 2); + } else + write_int(f, l); + write_buf(f, p, l); } - write_int(f,0); + write_int(f, 0); } void recv_exclude_list(int f) { - char line[MAXPATHLEN]; + char line[MAXPATHLEN+1]; /* Allows a trailing slash on a max-len dir */ unsigned int l; - while ((l=read_int(f))) { - if (l >= MAXPATHLEN) overflow("recv_exclude_list"); - read_sbuf(f,line,l); - add_exclude(line,0); + while ((l = read_int(f)) != 0) { + if (l >= sizeof line) + overflow("recv_exclude_list"); + read_sbuf(f, line, l); + add_exclude(&exclude_list, line, 0); } } -/* Get the next include/exclude arg from the string. It works in a similar way -** to strtok - initially an arg is sent over, from then on NULL. This -** routine takes into account any +/- in the strings and does not -** consider the space following it as a delimeter. -*/ -char *get_exclude_tok(char *p) -{ - static char *s; - static int more; - char *t; - - if (p) { - s=p; - if (*p) - more=1; - } - - if (!more) - return(NULL); - - /* Skip over any initial spaces */ - while (isspace(* (unsigned char *) s)) - s++; - - /* Are we at the end of the string? */ - if (*s) { - /* remember the beginning of the token */ - t=s; - - /* Is this a '+' or '-' followed by a space (not whitespace)? */ - if ((*s=='+' || *s=='-') && *(s+1)==' ') - s+=2; - - /* Skip to the next space or the end of the string */ - while (!isspace(* (unsigned char *) s) && *s != '\0') - s++; - } else { - t=NULL; - } - - /* Have we reached the end of the string? */ - if (*s) - *s++='\0'; - else - more=0; - return(t); -} - - -void add_exclude_line(char *p) -{ - char *tok; - if (!p || !*p) return; - p = strdup(p); - if (!p) out_of_memory("add_exclude_line"); - for (tok=get_exclude_tok(p); tok; tok=get_exclude_tok(NULL)) - add_exclude(tok, 0); - free(p); -} - -void add_include_line(char *p) -{ - char *tok; - if (!p || !*p) return; - p = strdup(p); - if (!p) out_of_memory("add_include_line"); - for (tok=get_exclude_tok(p); tok; tok=get_exclude_tok(NULL)) - add_exclude(tok, 1); - free(p); -} - - -static char *cvs_ignore_list[] = { - "RCS/", "SCCS/", "CVS/", ".svn/", "CVS.adm", "RCSLOG", "cvslog.*", - "tags", "TAGS", ".make.state", ".nse_depinfo", - "*~", "#*", ".#*", ", *", "*.old", "*.bak", "*.BAK", "*.orig", - "*.rej", ".del-*", "*.a", "*.o", "*.obj", "*.so", "*.Z", "*.elc", "*.ln", - "core", NULL}; +static char default_cvsignore[] = + /* These default ignored items come from the CVS manual. */ + "RCS SCCS CVS CVS.adm RCSLOG cvslog.* tags TAGS" + " .make.state .nse_depinfo *~ #* .#* ,* _$* *$" + " *.old *.bak *.BAK *.orig *.rej .del-*" + " *.a *.olb *.o *.obj *.so *.exe" + " *.Z *.elc *.ln core" + /* The rest we added to suit ourself. */ + " .svn/"; void add_cvs_excludes(void) { char fname[MAXPATHLEN]; char *p; - int i; - for (i=0; cvs_ignore_list[i]; i++) - add_exclude(cvs_ignore_list[i], 0); + add_exclude(&exclude_list, default_cvsignore, + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); - if ((p=getenv("HOME")) && strlen(p) < (MAXPATHLEN-12)) { - snprintf(fname,sizeof(fname), "%s/.cvsignore",p); - add_exclude_file(fname,0,0); + if ((p = getenv("HOME")) + && pathjoin(fname, sizeof fname, p, ".cvsignore") < sizeof fname) { + add_exclude_file(&exclude_list, fname, + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); } - add_exclude_line(getenv("CVSIGNORE")); + add_exclude(&exclude_list, getenv("CVSIGNORE"), + XFLG_WORD_SPLIT | XFLG_WORDS_ONLY); }