untracked cache: record/validate dir mtime and reuse cached output
[git/git.git] / dir.h
CommitLineData
453ec4bd
LT
1#ifndef DIR_H
2#define DIR_H
3
95a68344
AS
4/* See Documentation/technical/api-directory-listing.txt */
5
eb41775e
JH
6#include "strbuf.h"
7
453ec4bd 8struct dir_entry {
e96980ef 9 unsigned int len;
453ec4bd
LT
10 char name[FLEX_ARRAY]; /* more */
11};
12
68492fc7 13#define EXC_FLAG_NODIR 1
68492fc7 14#define EXC_FLAG_ENDSWITH 4
d6b8fc30 15#define EXC_FLAG_MUSTBEDIR 8
84460eec 16#define EXC_FLAG_NEGATIVE 16
68492fc7 17
709359c8
NTND
18struct exclude {
19 /*
20 * This allows callers of last_exclude_matching() etc.
21 * to determine the origin of the matching pattern.
22 */
23 struct exclude_list *el;
24
25 const char *pattern;
26 int patternlen;
27 int nowildcardlen;
28 const char *base;
29 int baselen;
30 int flags;
31
32 /*
33 * Counting starts from 1 for line numbers in ignore files,
34 * and from -1 decrementing for patterns from CLI args.
35 */
36 int srcpos;
37};
38
95a68344 39/*
c082df24
AS
40 * Each excludes file will be parsed into a fresh exclude_list which
41 * is appended to the relevant exclude_list_group (either EXC_DIRS or
42 * EXC_FILE). An exclude_list within the EXC_CMDL exclude_list_group
43 * can also be used to represent the list of --exclude values passed
44 * via CLI args.
95a68344 45 */
453ec4bd
LT
46struct exclude_list {
47 int nr;
48 int alloc;
c04318e4 49
c082df24
AS
50 /* remember pointer to exclude file contents so we can free() */
51 char *filebuf;
52
c04318e4
AS
53 /* origin of list, e.g. path to filename, or descriptive string */
54 const char *src;
55
709359c8 56 struct exclude **excludes;
453ec4bd
LT
57};
58
95a68344
AS
59/*
60 * The contents of the per-directory exclude files are lazily read on
61 * demand and then cached in memory, one per exclude_stack struct, in
62 * order to avoid opening and parsing each one every time that
63 * directory is traversed.
64 */
63d285c8 65struct exclude_stack {
95a68344 66 struct exclude_stack *prev; /* the struct exclude_stack for the parent directory */
63d285c8 67 int baselen;
c082df24 68 int exclude_ix; /* index of exclude_list within EXC_DIRS exclude_list_group */
0dcb8d7f 69 struct untracked_cache_dir *ucd;
c082df24
AS
70};
71
72struct exclude_list_group {
73 int nr, alloc;
74 struct exclude_list *el;
63d285c8
JH
75};
76
55fe6f51
NTND
77struct sha1_stat {
78 struct stat_data stat;
79 unsigned char sha1[20];
80 int valid;
81};
82
0dcb8d7f
NTND
83/*
84 * Untracked cache
85 *
86 * The following inputs are sufficient to determine what files in a
87 * directory are excluded:
88 *
89 * - The list of files and directories of the directory in question
90 * - The $GIT_DIR/index
91 * - dir_struct flags
92 * - The content of $GIT_DIR/info/exclude
93 * - The content of core.excludesfile
94 * - The content (or the lack) of .gitignore of all parent directories
95 * from $GIT_WORK_TREE
96 * - The check_only flag in read_directory_recursive (for
97 * DIR_HIDE_EMPTY_DIRECTORIES)
98 *
99 * The first input can be checked using directory mtime. In many
100 * filesystems, directory mtime (stat_data field) is updated when its
101 * files or direct subdirs are added or removed.
102 *
103 * The second one can be hooked from cache_tree_invalidate_path().
104 * Whenever a file (or a submodule) is added or removed from a
105 * directory, we invalidate that directory.
106 *
107 * The remaining inputs are easy, their SHA-1 could be used to verify
108 * their contents (exclude_sha1[], info_exclude_sha1[] and
109 * excludes_file_sha1[])
110 */
111struct untracked_cache_dir {
112 struct untracked_cache_dir **dirs;
113 char **untracked;
114 struct stat_data stat_data;
115 unsigned int untracked_alloc, dirs_nr, dirs_alloc;
116 unsigned int untracked_nr;
117 unsigned int check_only : 1;
ccad261f
NTND
118 /* all data in this struct are good */
119 unsigned int valid : 1;
0dcb8d7f
NTND
120 /* null SHA-1 means this directory does not have .gitignore */
121 unsigned char exclude_sha1[20];
122 char name[FLEX_ARRAY];
123};
124
125struct untracked_cache {
126 struct sha1_stat ss_info_exclude;
127 struct sha1_stat ss_excludes_file;
128 const char *exclude_per_dir;
129 /*
130 * dir_struct#flags must match dir_flags or the untracked
131 * cache is ignored.
132 */
133 unsigned dir_flags;
134 struct untracked_cache_dir *root;
135 /* Statistics */
136 int dir_created;
ccad261f 137 int gitignore_invalidated;
91a2288b
NTND
138 int dir_invalidated;
139 int dir_opened;
0dcb8d7f
NTND
140};
141
453ec4bd
LT
142struct dir_struct {
143 int nr, alloc;
2abd31b0 144 int ignored_nr, ignored_alloc;
7c4c97c0
JS
145 enum {
146 DIR_SHOW_IGNORED = 1<<0,
147 DIR_SHOW_OTHER_DIRECTORIES = 1<<1,
148 DIR_HIDE_EMPTY_DIRECTORIES = 1<<2,
149 DIR_NO_GITLINKS = 1<<3,
0aaf62b6 150 DIR_COLLECT_IGNORED = 1<<4,
2eac2a4c
JH
151 DIR_SHOW_IGNORED_TOO = 1<<5,
152 DIR_COLLECT_KILLED_ONLY = 1<<6
7c4c97c0 153 } flags;
453ec4bd 154 struct dir_entry **entries;
2abd31b0 155 struct dir_entry **ignored;
453ec4bd
LT
156
157 /* Exclude info */
158 const char *exclude_per_dir;
c082df24 159
63d285c8 160 /*
c082df24
AS
161 * We maintain three groups of exclude pattern lists:
162 *
63d285c8
JH
163 * EXC_CMDL lists patterns explicitly given on the command line.
164 * EXC_DIRS lists patterns obtained from per-directory ignore files.
c082df24
AS
165 * EXC_FILE lists patterns from fallback ignore files, e.g.
166 * - .git/info/exclude
167 * - core.excludesfile
168 *
169 * Each group contains multiple exclude lists, a single list
170 * per source.
63d285c8
JH
171 */
172#define EXC_CMDL 0
173#define EXC_DIRS 1
174#define EXC_FILE 2
c082df24 175 struct exclude_list_group exclude_list_group[3];
63d285c8 176
95a68344
AS
177 /*
178 * Temporary variables which are used during loading of the
179 * per-directory exclude lists.
180 *
181 * exclude_stack points to the top of the exclude_stack, and
182 * basebuf contains the full path to the current
95c6f271
KB
183 * (sub)directory in the traversal. Exclude points to the
184 * matching exclude struct if the directory is excluded.
95a68344 185 */
63d285c8 186 struct exclude_stack *exclude_stack;
95c6f271 187 struct exclude *exclude;
aceb9429 188 struct strbuf basebuf;
0dcb8d7f
NTND
189
190 /* Enable untracked file cache if set */
191 struct untracked_cache *untracked;
192 struct sha1_stat ss_info_exclude;
193 struct sha1_stat ss_excludes_file;
ccad261f 194 unsigned unmanaged_exclude_files;
453ec4bd
LT
195};
196
52ed1894
AS
197/*
198 * The ordering of these constants is significant, with
199 * higher-numbered match types signifying "closer" (i.e. more
200 * specific) matches which will override lower-numbered match types
201 * when populating the seen[] array.
202 */
e813d50e
JH
203#define MATCHED_RECURSIVELY 1
204#define MATCHED_FNMATCH 2
205#define MATCHED_EXACTLY 3
87323bda
NTND
206extern int simple_length(const char *match);
207extern int no_wildcard(const char *string);
827f4d6c 208extern char *common_prefix(const struct pathspec *pathspec);
854b0959
NTND
209extern int match_pathspec(const struct pathspec *pathspec,
210 const char *name, int namelen,
ae8d0824 211 int prefix, char *seen, int is_dir);
bc96cc87 212extern int within_depth(const char *name, int namelen, int depth, int max_depth);
3c6a370b 213
7327d3d1
NTND
214extern int fill_directory(struct dir_struct *dir, const struct pathspec *pathspec);
215extern int read_directory(struct dir_struct *, const char *path, int len, const struct pathspec *pathspec);
f8a9d428 216
07958050
AS
217extern int is_excluded_from_list(const char *pathname, int pathlen, const char *basename,
218 int *dtype, struct exclude_list *el);
108da0db 219struct dir_entry *dir_add_ignored(struct dir_struct *dir, const char *pathname, int len);
eb41775e 220
82dce998
NTND
221/*
222 * these implement the matching logic for dir.c:excluded_from_list and
223 * attr.c:path_matches()
224 */
225extern int match_basename(const char *, int,
226 const char *, int, int, int);
227extern int match_pathname(const char *, int,
228 const char *, int,
229 const char *, int, int, int);
230
b07bc8c8
KB
231extern struct exclude *last_exclude_matching(struct dir_struct *dir,
232 const char *name, int *dtype);
782cd4c0 233
b07bc8c8 234extern int is_excluded(struct dir_struct *dir, const char *name, int *dtype);
eb41775e 235
c04318e4
AS
236extern struct exclude_list *add_exclude_list(struct dir_struct *dir,
237 int group_type, const char *src);
cb097534 238extern int add_excludes_from_file_to_list(const char *fname, const char *base, int baselen,
c082df24 239 struct exclude_list *el, int check_index);
453ec4bd 240extern void add_excludes_from_file(struct dir_struct *, const char *fname);
82dce998 241extern void parse_exclude_pattern(const char **string, int *patternlen, int *flags, int *nowildcardlen);
453ec4bd 242extern void add_exclude(const char *string, const char *base,
c04318e4 243 int baselen, struct exclude_list *el, int srcpos);
f6198812 244extern void clear_exclude_list(struct exclude_list *el);
270be816 245extern void clear_directory(struct dir_struct *dir);
c91f0d92 246extern int file_exists(const char *);
453ec4bd 247
e6636747 248extern int is_inside_dir(const char *dir);
9b125da4 249extern int dir_inside_of(const char *subdir, const char *dir);
e6636747 250
8ca12c0d
AP
251static inline int is_dot_or_dotdot(const char *name)
252{
253 return (name[0] == '.' &&
254 (name[1] == '\0' ||
255 (name[1] == '.' && name[2] == '\0')));
256}
257
55892d23
AP
258extern int is_empty_dir(const char *dir);
259
039bc64e 260extern void setup_standard_excludes(struct dir_struct *dir);
a0f4afbe
JH
261
262#define REMOVE_DIR_EMPTY_ONLY 01
263#define REMOVE_DIR_KEEP_NESTED_GIT 02
c844a803 264#define REMOVE_DIR_KEEP_TOPLEVEL 04
a0f4afbe 265extern int remove_dir_recursively(struct strbuf *path, int flag);
7155b727 266
4a92d1bf
AR
267/* tries to remove the path with empty directories along it, ignores ENOENT */
268extern int remove_path(const char *path);
269
8cf2a84e
JJ
270extern int strcmp_icase(const char *a, const char *b);
271extern int strncmp_icase(const char *a, const char *b, size_t count);
272extern int fnmatch_icase(const char *pattern, const char *string, int flags);
273
5d74762d
NTND
274/*
275 * The prefix part of pattern must not contains wildcards.
276 */
bd30c2e4
NTND
277struct pathspec_item;
278extern int git_fnmatch(const struct pathspec_item *item,
279 const char *pattern, const char *string,
280 int prefix);
5d74762d 281
429bb40a
NTND
282static inline int ce_path_match(const struct cache_entry *ce,
283 const struct pathspec *pathspec,
284 char *seen)
285{
ae8d0824
NTND
286 return match_pathspec(pathspec, ce->name, ce_namelen(ce), 0, seen,
287 S_ISDIR(ce->ce_mode) || S_ISGITLINK(ce->ce_mode));
429bb40a
NTND
288}
289
ebb32893
NTND
290static inline int dir_path_match(const struct dir_entry *ent,
291 const struct pathspec *pathspec,
292 int prefix, char *seen)
293{
ae8d0824
NTND
294 int has_trailing_dir = ent->len && ent->name[ent->len - 1] == '/';
295 int len = has_trailing_dir ? ent->len - 1 : ent->len;
296 return match_pathspec(pathspec, ent->name, len, prefix, seen,
297 has_trailing_dir);
ebb32893
NTND
298}
299
453ec4bd 300#endif