dir.c revision 1.250 1 1.250 rillig /* $NetBSD: dir.c,v 1.250 2020/12/06 10:49:02 rillig Exp $ */
2 1.8 christos
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5 1.37 agc * All rights reserved.
6 1.37 agc *
7 1.37 agc * This code is derived from software contributed to Berkeley by
8 1.37 agc * Adam de Boor.
9 1.37 agc *
10 1.37 agc * Redistribution and use in source and binary forms, with or without
11 1.37 agc * modification, are permitted provided that the following conditions
12 1.37 agc * are met:
13 1.37 agc * 1. Redistributions of source code must retain the above copyright
14 1.37 agc * notice, this list of conditions and the following disclaimer.
15 1.37 agc * 2. Redistributions in binary form must reproduce the above copyright
16 1.37 agc * notice, this list of conditions and the following disclaimer in the
17 1.37 agc * documentation and/or other materials provided with the distribution.
18 1.37 agc * 3. Neither the name of the University nor the names of its contributors
19 1.37 agc * may be used to endorse or promote products derived from this software
20 1.37 agc * without specific prior written permission.
21 1.37 agc *
22 1.37 agc * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 1.37 agc * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 1.37 agc * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 1.37 agc * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 1.37 agc * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 1.37 agc * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 1.37 agc * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 1.37 agc * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 1.37 agc * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 1.37 agc * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 1.37 agc * SUCH DAMAGE.
33 1.37 agc */
34 1.37 agc
35 1.37 agc /*
36 1.1 cgd * Copyright (c) 1988, 1989 by Adam de Boor
37 1.1 cgd * Copyright (c) 1989 by Berkeley Softworks
38 1.1 cgd * All rights reserved.
39 1.1 cgd *
40 1.1 cgd * This code is derived from software contributed to Berkeley by
41 1.1 cgd * Adam de Boor.
42 1.1 cgd *
43 1.1 cgd * Redistribution and use in source and binary forms, with or without
44 1.1 cgd * modification, are permitted provided that the following conditions
45 1.1 cgd * are met:
46 1.1 cgd * 1. Redistributions of source code must retain the above copyright
47 1.1 cgd * notice, this list of conditions and the following disclaimer.
48 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
49 1.1 cgd * notice, this list of conditions and the following disclaimer in the
50 1.1 cgd * documentation and/or other materials provided with the distribution.
51 1.1 cgd * 3. All advertising materials mentioning features or use of this software
52 1.1 cgd * must display the following acknowledgement:
53 1.1 cgd * This product includes software developed by the University of
54 1.1 cgd * California, Berkeley and its contributors.
55 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
56 1.1 cgd * may be used to endorse or promote products derived from this software
57 1.1 cgd * without specific prior written permission.
58 1.1 cgd *
59 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69 1.1 cgd * SUCH DAMAGE.
70 1.1 cgd */
71 1.1 cgd
72 1.191 rillig /* Directory searching using wildcards and/or normal names.
73 1.191 rillig * Used both for source wildcarding in the makefile and for finding
74 1.191 rillig * implicit sources.
75 1.1 cgd *
76 1.1 cgd * The interface for this module is:
77 1.149 rillig * Dir_Init Initialize the module.
78 1.1 cgd *
79 1.149 rillig * Dir_InitCur Set the cur CachedDir.
80 1.35 sjg *
81 1.149 rillig * Dir_InitDot Set the dot CachedDir.
82 1.35 sjg *
83 1.163 rillig * Dir_End Clean up the module.
84 1.6 jtc *
85 1.149 rillig * Dir_SetPATH Set ${.PATH} to reflect state of dirSearchPath.
86 1.35 sjg *
87 1.149 rillig * Dir_HasWildcards
88 1.149 rillig * Returns TRUE if the name given it needs to
89 1.149 rillig * be wildcard-expanded.
90 1.1 cgd *
91 1.149 rillig * Dir_Expand Given a pattern and a path, return a Lst of names
92 1.149 rillig * which match the pattern on the search path.
93 1.1 cgd *
94 1.149 rillig * Dir_FindFile Searches for a file on a given search path.
95 1.149 rillig * If it exists, the entire path is returned.
96 1.149 rillig * Otherwise NULL is returned.
97 1.1 cgd *
98 1.149 rillig * Dir_FindHereOrAbove
99 1.149 rillig * Search for a path in the current directory and
100 1.149 rillig * then all the directories above it in turn until
101 1.149 rillig * the path is found or we reach the root ("/").
102 1.76 rillig *
103 1.201 rillig * Dir_UpdateMTime
104 1.201 rillig * Update the modification time and path of a node with
105 1.201 rillig * data from the file corresponding to the node.
106 1.1 cgd *
107 1.149 rillig * Dir_AddDir Add a directory to a search path.
108 1.1 cgd *
109 1.224 rillig * SearchPath_ToFlags
110 1.224 rillig * Given a search path and a command flag, create
111 1.149 rillig * a string with each of the directories in the path
112 1.149 rillig * preceded by the command flag and all of them
113 1.149 rillig * separated by a space.
114 1.1 cgd *
115 1.149 rillig * Dir_Destroy Destroy an element of a search path. Frees up all
116 1.149 rillig * things that can be freed for the element as long
117 1.149 rillig * as the element is no longer referenced by any other
118 1.149 rillig * search path.
119 1.149 rillig *
120 1.224 rillig * SearchPath_Clear
121 1.224 rillig * Resets a search path to the empty list.
122 1.1 cgd *
123 1.1 cgd * For debugging:
124 1.191 rillig * Dir_PrintDirectories
125 1.191 rillig * Print stats about the directory cache.
126 1.1 cgd */
127 1.1 cgd
128 1.1 cgd #include <sys/types.h>
129 1.34 wiz #include <sys/stat.h>
130 1.34 wiz
131 1.5 cgd #include <dirent.h>
132 1.34 wiz #include <errno.h>
133 1.34 wiz
134 1.1 cgd #include "make.h"
135 1.5 cgd #include "dir.h"
136 1.67 christos #include "job.h"
137 1.1 cgd
138 1.142 rillig /* "@(#)dir.c 8.2 (Berkeley) 1/2/94" */
139 1.250 rillig MAKE_RCSID("$NetBSD: dir.c,v 1.250 2020/12/06 10:49:02 rillig Exp $");
140 1.92 rillig
141 1.191 rillig /* A search path is a list of CachedDir structures. A CachedDir has in it the
142 1.191 rillig * name of the directory and the names of all the files in the directory.
143 1.191 rillig * This is used to cut down on the number of system calls necessary to find
144 1.191 rillig * implicit dependents and their like. Since these searches are made before
145 1.191 rillig * any actions are taken, we need not worry about the directory changing due
146 1.191 rillig * to creation commands. If this hampers the style of some makefiles, they
147 1.191 rillig * must be changed.
148 1.191 rillig *
149 1.191 rillig * All previously-read directories are kept in openDirs, which is checked
150 1.191 rillig * first before a directory is opened.
151 1.191 rillig *
152 1.191 rillig * The need for the caching of whole directories is brought about by the
153 1.191 rillig * multi-level transformation code in suff.c, which tends to search for far
154 1.191 rillig * more files than regular make does. In the initial implementation, the
155 1.191 rillig * amount of time spent performing "stat" calls was truly astronomical.
156 1.191 rillig * The problem with caching at the start is, of course, that pmake doesn't
157 1.191 rillig * then detect changes to these directories during the course of the make.
158 1.191 rillig * Three possibilities suggest themselves:
159 1.191 rillig *
160 1.191 rillig * 1) just use stat to test for a file's existence. As mentioned above,
161 1.191 rillig * this is very inefficient due to the number of checks engendered by
162 1.191 rillig * the multi-level transformation code.
163 1.191 rillig *
164 1.191 rillig * 2) use readdir() and company to search the directories, keeping them
165 1.191 rillig * open between checks. I have tried this and while it didn't slow down
166 1.191 rillig * the process too much, it could severely affect the amount of
167 1.191 rillig * parallelism available as each directory open would take another file
168 1.191 rillig * descriptor out of play for handling I/O for another job. Given that
169 1.205 rillig * it is only recently (as of 1993 or earlier) that UNIX OS's have taken
170 1.205 rillig * to allowing more than 20 or 32 file descriptors for a process, this
171 1.205 rillig * doesn't seem acceptable to me.
172 1.191 rillig *
173 1.191 rillig * 3) record the mtime of the directory in the CachedDir structure and
174 1.191 rillig * verify the directory hasn't changed since the contents were cached.
175 1.191 rillig * This will catch the creation or deletion of files, but not the
176 1.191 rillig * updating of files. However, since it is the creation and deletion
177 1.191 rillig * that is the problem, this could be a good thing to do. Unfortunately,
178 1.191 rillig * if the directory (say ".") were fairly large and changed fairly
179 1.191 rillig * frequently, the constant reloading could seriously degrade
180 1.191 rillig * performance. It might be good in such cases to keep track of the
181 1.191 rillig * number of reloadings and if the number goes over a (small) limit,
182 1.191 rillig * resort to using stat in its place.
183 1.191 rillig *
184 1.191 rillig * An additional thing to consider is that pmake is used primarily to create
185 1.205 rillig * C programs and until recently (as of 1993 or earlier) pcc-based compilers
186 1.205 rillig * refused to allow you to specify where the resulting object file should be
187 1.205 rillig * placed. This forced all objects to be created in the current directory.
188 1.205 rillig * This isn't meant as a full excuse, just an explanation of some of the
189 1.205 rillig * reasons for the caching used here.
190 1.191 rillig *
191 1.191 rillig * One more note: the location of a target's file is only performed on the
192 1.191 rillig * downward traversal of the graph and then only for terminal nodes in the
193 1.191 rillig * graph. This could be construed as wrong in some cases, but prevents
194 1.191 rillig * inadvertent modification of files when the "installed" directory for a
195 1.191 rillig * file is provided in the search path.
196 1.191 rillig *
197 1.191 rillig * Another data structure maintained by this module is an mtime cache used
198 1.191 rillig * when the searching of cached directories fails to find a file. In the past,
199 1.191 rillig * Dir_FindFile would simply perform an access() call in such a case to
200 1.191 rillig * determine if the file could be found using just the name given. When this
201 1.191 rillig * hit, however, all that was gained was the knowledge that the file existed.
202 1.191 rillig * Given that an access() is essentially a stat() without the copyout() call,
203 1.191 rillig * and that the same filesystem overhead would have to be incurred in
204 1.191 rillig * Dir_MTime, it made sense to replace the access() with a stat() and record
205 1.201 rillig * the mtime in a cache for when Dir_UpdateMTime was actually called.
206 1.1 cgd */
207 1.1 cgd
208 1.144 rillig
209 1.229 rillig /* A cache for the filenames in a directory. */
210 1.229 rillig struct CachedDir {
211 1.229 rillig /*
212 1.229 rillig * Name of directory, either absolute or relative to the current
213 1.229 rillig * directory. The name is not normalized in any way, that is, "."
214 1.229 rillig * and "./." are different.
215 1.229 rillig *
216 1.229 rillig * Not sure what happens when .CURDIR is assigned a new value; see
217 1.229 rillig * Parse_DoVar.
218 1.229 rillig */
219 1.229 rillig char *name;
220 1.229 rillig
221 1.229 rillig /*
222 1.233 rillig * The number of SearchPaths that refer to this directory.
223 1.233 rillig * Plus the number of global variables that refer to this directory.
224 1.234 rillig * References from openDirs do not count though.
225 1.229 rillig */
226 1.229 rillig int refCount;
227 1.229 rillig
228 1.229 rillig /* The number of times a file in this directory has been found. */
229 1.229 rillig int hits;
230 1.229 rillig
231 1.243 rillig /* The names of the directory entries. */
232 1.229 rillig HashSet files;
233 1.229 rillig };
234 1.229 rillig
235 1.232 rillig typedef List CachedDirList;
236 1.232 rillig typedef ListNode CachedDirListNode;
237 1.232 rillig
238 1.232 rillig typedef ListNode SearchPathNode;
239 1.144 rillig
240 1.158 rillig /* A list of cached directories, with fast lookup by directory name. */
241 1.158 rillig typedef struct OpenDirs {
242 1.227 rillig CachedDirList list;
243 1.212 rillig HashTable /* of CachedDirListNode */ table;
244 1.158 rillig } OpenDirs;
245 1.158 rillig
246 1.232 rillig typedef enum CachedStatsFlags {
247 1.232 rillig CST_NONE = 0,
248 1.232 rillig CST_LSTAT = 1 << 0, /* call lstat(2) instead of stat(2) */
249 1.232 rillig CST_UPDATE = 1 << 1 /* ignore existing cached entry */
250 1.232 rillig } CachedStatsFlags;
251 1.232 rillig
252 1.232 rillig
253 1.232 rillig SearchPath dirSearchPath = LST_INIT; /* main search path */
254 1.232 rillig
255 1.232 rillig static OpenDirs openDirs; /* all cached directories */
256 1.232 rillig
257 1.232 rillig /*
258 1.232 rillig * Variables for gathering statistics on the efficiency of the caching
259 1.232 rillig * mechanism.
260 1.232 rillig */
261 1.232 rillig static int hits; /* Found in directory cache */
262 1.232 rillig static int misses; /* Sad, but not evil misses */
263 1.232 rillig static int nearmisses; /* Found under search path */
264 1.232 rillig static int bigmisses; /* Sought by itself */
265 1.232 rillig
266 1.244 rillig /* The cached contents of ".", the relative current directory. */
267 1.244 rillig static CachedDir *dot = NULL;
268 1.244 rillig /* The cached contents of the absolute current directory. */
269 1.244 rillig static CachedDir *cur = NULL;
270 1.240 rillig /* A fake path entry indicating we need to look for '.' last. */
271 1.240 rillig static CachedDir *dotLast = NULL;
272 1.232 rillig
273 1.232 rillig /* Results of doing a last-resort stat in Dir_FindFile -- if we have to go to
274 1.232 rillig * the system to find the file, we might as well have its mtime on record.
275 1.232 rillig *
276 1.232 rillig * XXX: If this is done way early, there's a chance other rules will have
277 1.232 rillig * already updated the file, in which case we'll update it again. Generally,
278 1.232 rillig * there won't be two rules to update a single file, so this should be ok,
279 1.232 rillig * but... */
280 1.232 rillig static HashTable mtimes;
281 1.232 rillig
282 1.232 rillig static HashTable lmtimes; /* same as mtimes but for lstat */
283 1.232 rillig
284 1.232 rillig
285 1.238 rillig static void OpenDirs_Remove(OpenDirs *, const char *);
286 1.232 rillig
287 1.232 rillig
288 1.233 rillig static CachedDir *
289 1.233 rillig CachedDir_New(const char *name)
290 1.233 rillig {
291 1.233 rillig CachedDir *dir = bmake_malloc(sizeof *dir);
292 1.233 rillig
293 1.233 rillig dir->name = bmake_strdup(name);
294 1.233 rillig dir->refCount = 0;
295 1.233 rillig dir->hits = 0;
296 1.233 rillig HashSet_Init(&dir->files);
297 1.233 rillig
298 1.241 rillig #ifdef DEBUG_REFCNT
299 1.241 rillig DEBUG2(DIR, "CachedDir %p new for \"%s\"\n", dir, dir->name);
300 1.241 rillig #endif
301 1.241 rillig
302 1.233 rillig return dir;
303 1.233 rillig }
304 1.233 rillig
305 1.233 rillig static CachedDir *
306 1.233 rillig CachedDir_Ref(CachedDir *dir)
307 1.233 rillig {
308 1.233 rillig dir->refCount++;
309 1.241 rillig
310 1.241 rillig #ifdef DEBUG_REFCNT
311 1.241 rillig DEBUG3(DIR, "CachedDir %p ++ %d for \"%s\"\n",
312 1.241 rillig dir, dir->refCount, dir->name);
313 1.241 rillig #endif
314 1.241 rillig
315 1.233 rillig return dir;
316 1.233 rillig }
317 1.233 rillig
318 1.238 rillig static void
319 1.241 rillig CachedDir_Unref(CachedDir *dir)
320 1.238 rillig {
321 1.241 rillig dir->refCount--;
322 1.241 rillig
323 1.241 rillig #ifdef DEBUG_REFCNT
324 1.241 rillig DEBUG3(DIR, "CachedDir %p -- %d for \"%s\"\n",
325 1.241 rillig dir, dir->refCount, dir->name);
326 1.241 rillig #endif
327 1.241 rillig
328 1.241 rillig if (dir->refCount > 0)
329 1.241 rillig return;
330 1.241 rillig
331 1.241 rillig #ifdef DEBUG_REFCNT
332 1.241 rillig DEBUG2(DIR, "CachedDir %p free for \"%s\"\n", dir, dir->name);
333 1.241 rillig #endif
334 1.238 rillig
335 1.238 rillig OpenDirs_Remove(&openDirs, dir->name);
336 1.238 rillig
337 1.238 rillig free(dir->name);
338 1.238 rillig HashSet_Done(&dir->files);
339 1.238 rillig free(dir);
340 1.238 rillig }
341 1.238 rillig
342 1.240 rillig /* Update the value of the CachedDir variable, updating the reference counts. */
343 1.240 rillig static void
344 1.240 rillig CachedDir_Assign(CachedDir **var, CachedDir *dir)
345 1.240 rillig {
346 1.240 rillig CachedDir *prev;
347 1.240 rillig
348 1.240 rillig prev = *var;
349 1.240 rillig *var = dir;
350 1.240 rillig if (dir != NULL)
351 1.240 rillig CachedDir_Ref(dir);
352 1.240 rillig if (prev != NULL)
353 1.241 rillig CachedDir_Unref(prev);
354 1.240 rillig }
355 1.240 rillig
356 1.158 rillig static void
357 1.158 rillig OpenDirs_Init(OpenDirs *odirs)
358 1.158 rillig {
359 1.227 rillig Lst_Init(&odirs->list);
360 1.212 rillig HashTable_Init(&odirs->table);
361 1.158 rillig }
362 1.158 rillig
363 1.175 rillig #ifdef CLEANUP
364 1.175 rillig static void
365 1.158 rillig OpenDirs_Done(OpenDirs *odirs)
366 1.158 rillig {
367 1.227 rillig CachedDirListNode *ln = odirs->list.first;
368 1.250 rillig DEBUG1(DIR, "OpenDirs_Done: %u entries to remove\n",
369 1.236 rillig odirs->table.numEntries);
370 1.212 rillig while (ln != NULL) {
371 1.212 rillig CachedDirListNode *next = ln->next;
372 1.212 rillig CachedDir *dir = ln->datum;
373 1.250 rillig DEBUG2(DIR, "OpenDirs_Done: refCount %d for \"%s\"\n",
374 1.236 rillig dir->refCount, dir->name);
375 1.241 rillig CachedDir_Unref(dir); /* removes the dir from odirs->list */
376 1.212 rillig ln = next;
377 1.212 rillig }
378 1.227 rillig Lst_Done(&odirs->list);
379 1.212 rillig HashTable_Done(&odirs->table);
380 1.158 rillig }
381 1.175 rillig #endif
382 1.158 rillig
383 1.158 rillig static CachedDir *
384 1.158 rillig OpenDirs_Find(OpenDirs *odirs, const char *name)
385 1.158 rillig {
386 1.212 rillig CachedDirListNode *ln = HashTable_FindValue(&odirs->table, name);
387 1.212 rillig return ln != NULL ? ln->datum : NULL;
388 1.158 rillig }
389 1.158 rillig
390 1.158 rillig static void
391 1.158 rillig OpenDirs_Add(OpenDirs *odirs, CachedDir *cdir)
392 1.158 rillig {
393 1.212 rillig if (HashTable_FindEntry(&odirs->table, cdir->name) != NULL)
394 1.212 rillig return;
395 1.227 rillig Lst_Append(&odirs->list, cdir);
396 1.227 rillig HashTable_Set(&odirs->table, cdir->name, odirs->list.last);
397 1.158 rillig }
398 1.158 rillig
399 1.158 rillig static void
400 1.158 rillig OpenDirs_Remove(OpenDirs *odirs, const char *name)
401 1.158 rillig {
402 1.212 rillig HashEntry *he = HashTable_FindEntry(&odirs->table, name);
403 1.212 rillig CachedDirListNode *ln;
404 1.212 rillig if (he == NULL)
405 1.212 rillig return;
406 1.212 rillig ln = HashEntry_Get(he);
407 1.212 rillig HashTable_DeleteEntry(&odirs->table, he);
408 1.227 rillig Lst_Remove(&odirs->list, ln);
409 1.158 rillig }
410 1.158 rillig
411 1.208 rillig /* Returns 0 and the result of stat(2) or lstat(2) in *out_cst,
412 1.208 rillig * or -1 on error. */
413 1.68 sjg static int
414 1.208 rillig cached_stats(const char *pathname, struct cached_stat *out_cst,
415 1.89 rillig CachedStatsFlags flags)
416 1.68 sjg {
417 1.212 rillig HashTable *tbl = flags & CST_LSTAT ? &lmtimes : &mtimes;
418 1.212 rillig struct stat sys_st;
419 1.212 rillig struct cached_stat *cst;
420 1.212 rillig int rc;
421 1.68 sjg
422 1.212 rillig if (pathname == NULL || pathname[0] == '\0')
423 1.212 rillig return -1; /* This can happen in meta mode. */
424 1.68 sjg
425 1.212 rillig cst = HashTable_FindValue(tbl, pathname);
426 1.212 rillig if (cst != NULL && !(flags & CST_UPDATE)) {
427 1.212 rillig *out_cst = *cst;
428 1.250 rillig DEBUG2(DIR, "Using cached time %s for %s\n",
429 1.250 rillig Targ_FmtTime(cst->cst_mtime), pathname);
430 1.212 rillig return 0;
431 1.212 rillig }
432 1.212 rillig
433 1.212 rillig rc = (flags & CST_LSTAT ? lstat : stat)(pathname, &sys_st);
434 1.212 rillig if (rc == -1)
435 1.212 rillig return -1; /* don't cache negative lookups */
436 1.212 rillig
437 1.212 rillig if (sys_st.st_mtime == 0)
438 1.212 rillig sys_st.st_mtime = 1; /* avoid confusion with missing file */
439 1.208 rillig
440 1.212 rillig if (cst == NULL) {
441 1.212 rillig cst = bmake_malloc(sizeof *cst);
442 1.212 rillig HashTable_Set(tbl, pathname, cst);
443 1.212 rillig }
444 1.208 rillig
445 1.212 rillig cst->cst_mtime = sys_st.st_mtime;
446 1.212 rillig cst->cst_mode = sys_st.st_mode;
447 1.208 rillig
448 1.212 rillig *out_cst = *cst;
449 1.250 rillig DEBUG2(DIR, " Caching %s for %s\n",
450 1.250 rillig Targ_FmtTime(sys_st.st_mtime), pathname);
451 1.68 sjg
452 1.212 rillig return 0;
453 1.68 sjg }
454 1.68 sjg
455 1.68 sjg int
456 1.208 rillig cached_stat(const char *pathname, struct cached_stat *cst)
457 1.68 sjg {
458 1.212 rillig return cached_stats(pathname, cst, CST_NONE);
459 1.68 sjg }
460 1.68 sjg
461 1.68 sjg int
462 1.208 rillig cached_lstat(const char *pathname, struct cached_stat *cst)
463 1.68 sjg {
464 1.212 rillig return cached_stats(pathname, cst, CST_LSTAT);
465 1.68 sjg }
466 1.68 sjg
467 1.163 rillig /* Initialize the directories module. */
468 1.1 cgd void
469 1.97 rillig Dir_Init(void)
470 1.97 rillig {
471 1.212 rillig OpenDirs_Init(&openDirs);
472 1.212 rillig HashTable_Init(&mtimes);
473 1.212 rillig HashTable_Init(&lmtimes);
474 1.240 rillig CachedDir_Assign(&dotLast, CachedDir_New(".DOTLAST"));
475 1.35 sjg }
476 1.35 sjg
477 1.35 sjg /*
478 1.97 rillig * Called by Dir_InitDir and whenever .CURDIR is assigned to.
479 1.35 sjg */
480 1.35 sjg void
481 1.45 christos Dir_InitCur(const char *cdname)
482 1.35 sjg {
483 1.212 rillig CachedDir *dir;
484 1.203 rillig
485 1.212 rillig if (cdname == NULL)
486 1.212 rillig return;
487 1.203 rillig
488 1.17 gwr /*
489 1.212 rillig * Our build directory is not the same as our source directory.
490 1.212 rillig * Keep this one around too.
491 1.17 gwr */
492 1.212 rillig dir = Dir_AddDir(NULL, cdname);
493 1.212 rillig if (dir == NULL)
494 1.212 rillig return;
495 1.212 rillig
496 1.241 rillig CachedDir_Assign(&cur, dir);
497 1.28 tv }
498 1.28 tv
499 1.124 rillig /* (Re)initialize "dot" (current/object directory) path hash.
500 1.233 rillig * Some directories may be cached. */
501 1.28 tv void
502 1.34 wiz Dir_InitDot(void)
503 1.28 tv {
504 1.241 rillig CachedDir *dir;
505 1.28 tv
506 1.241 rillig dir = Dir_AddDir(NULL, ".");
507 1.241 rillig if (dir == NULL) {
508 1.212 rillig Error("Cannot open `.' (%s)", strerror(errno));
509 1.212 rillig exit(1);
510 1.212 rillig }
511 1.28 tv
512 1.241 rillig CachedDir_Assign(&dot, dir);
513 1.241 rillig
514 1.213 rillig Dir_SetPATH(); /* initialize */
515 1.1 cgd }
516 1.1 cgd
517 1.163 rillig /* Clean up the directories module. */
518 1.6 jtc void
519 1.34 wiz Dir_End(void)
520 1.6 jtc {
521 1.24 mycroft #ifdef CLEANUP
522 1.241 rillig CachedDir_Assign(&cur, NULL);
523 1.241 rillig CachedDir_Assign(&dot, NULL);
524 1.240 rillig CachedDir_Assign(&dotLast, NULL);
525 1.228 rillig SearchPath_Clear(&dirSearchPath);
526 1.212 rillig OpenDirs_Done(&openDirs);
527 1.212 rillig HashTable_Done(&mtimes);
528 1.243 rillig HashTable_Done(&lmtimes);
529 1.24 mycroft #endif
530 1.6 jtc }
531 1.6 jtc
532 1.35 sjg /*
533 1.35 sjg * We want ${.PATH} to indicate the order in which we will actually
534 1.35 sjg * search, so we rebuild it after any .PATH: target.
535 1.35 sjg * This is the simplest way to deal with the effect of .DOTLAST.
536 1.35 sjg */
537 1.35 sjg void
538 1.45 christos Dir_SetPATH(void)
539 1.35 sjg {
540 1.212 rillig CachedDirListNode *ln;
541 1.247 rillig Boolean seenDotLast = FALSE; /* true if we should search '.' last */
542 1.35 sjg
543 1.212 rillig Var_Delete(".PATH", VAR_GLOBAL);
544 1.76 rillig
545 1.228 rillig if ((ln = dirSearchPath.first) != NULL) {
546 1.212 rillig CachedDir *dir = ln->datum;
547 1.212 rillig if (dir == dotLast) {
548 1.247 rillig seenDotLast = TRUE;
549 1.212 rillig Var_Append(".PATH", dotLast->name, VAR_GLOBAL);
550 1.212 rillig }
551 1.35 sjg }
552 1.35 sjg
553 1.247 rillig if (!seenDotLast) {
554 1.222 rillig if (dot != NULL)
555 1.212 rillig Var_Append(".PATH", dot->name, VAR_GLOBAL);
556 1.222 rillig if (cur != NULL)
557 1.212 rillig Var_Append(".PATH", cur->name, VAR_GLOBAL);
558 1.212 rillig }
559 1.35 sjg
560 1.228 rillig for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
561 1.212 rillig CachedDir *dir = ln->datum;
562 1.212 rillig if (dir == dotLast)
563 1.212 rillig continue;
564 1.247 rillig if (dir == dot && seenDotLast)
565 1.212 rillig continue;
566 1.212 rillig Var_Append(".PATH", dir->name, VAR_GLOBAL);
567 1.212 rillig }
568 1.35 sjg
569 1.247 rillig if (seenDotLast) {
570 1.222 rillig if (dot != NULL)
571 1.212 rillig Var_Append(".PATH", dot->name, VAR_GLOBAL);
572 1.222 rillig if (cur != NULL)
573 1.212 rillig Var_Append(".PATH", cur->name, VAR_GLOBAL);
574 1.212 rillig }
575 1.35 sjg }
576 1.35 sjg
577 1.186 rillig /* See if the given name has any wildcard characters in it and all braces and
578 1.186 rillig * brackets are properly balanced.
579 1.124 rillig *
580 1.124 rillig * XXX: This code is not 100% correct ([^]] fails etc.). I really don't think
581 1.124 rillig * that make(1) should be expanding patterns, because then you have to set a
582 1.124 rillig * mechanism for escaping the expansion!
583 1.1 cgd *
584 1.186 rillig * Return TRUE if the word should be expanded, FALSE otherwise.
585 1.1 cgd */
586 1.1 cgd Boolean
587 1.128 rillig Dir_HasWildcards(const char *name)
588 1.1 cgd {
589 1.212 rillig const char *p;
590 1.212 rillig Boolean wild = FALSE;
591 1.212 rillig int braces = 0, brackets = 0;
592 1.212 rillig
593 1.212 rillig for (p = name; *p != '\0'; p++) {
594 1.212 rillig switch (*p) {
595 1.212 rillig case '{':
596 1.212 rillig braces++;
597 1.212 rillig wild = TRUE;
598 1.212 rillig break;
599 1.212 rillig case '}':
600 1.212 rillig braces--;
601 1.212 rillig break;
602 1.212 rillig case '[':
603 1.212 rillig brackets++;
604 1.212 rillig wild = TRUE;
605 1.212 rillig break;
606 1.212 rillig case ']':
607 1.212 rillig brackets--;
608 1.212 rillig break;
609 1.212 rillig case '?':
610 1.212 rillig case '*':
611 1.212 rillig wild = TRUE;
612 1.212 rillig break;
613 1.212 rillig default:
614 1.212 rillig break;
615 1.212 rillig }
616 1.1 cgd }
617 1.212 rillig return wild && brackets == 0 && braces == 0;
618 1.1 cgd }
619 1.1 cgd
620 1.181 rillig /* See if any files match the pattern and add their names to the 'expansions'
621 1.181 rillig * list if they do.
622 1.181 rillig *
623 1.181 rillig * This is incomplete -- wildcards are only expanded in the final path
624 1.181 rillig * component, but not in directories like src/lib*c/file*.c, but it
625 1.181 rillig * will do for now (now being 1993 until at least 2020). To expand these,
626 1.181 rillig * use the ':sh' variable modifier such as in ${:!echo src/lib*c/file*.c!}.
627 1.1 cgd *
628 1.34 wiz * Input:
629 1.34 wiz * pattern Pattern to look for
630 1.143 rillig * dir Directory to search
631 1.34 wiz * expansion Place to store the results
632 1.1 cgd */
633 1.98 rillig static void
634 1.144 rillig DirMatchFiles(const char *pattern, CachedDir *dir, StringList *expansions)
635 1.1 cgd {
636 1.212 rillig const char *dirName = dir->name;
637 1.212 rillig Boolean isDot = dirName[0] == '.' && dirName[1] == '\0';
638 1.212 rillig HashIter hi;
639 1.12 christos
640 1.1 cgd /*
641 1.212 rillig * XXX: Iterating over all hash entries is inefficient. If the
642 1.212 rillig * pattern is a plain string without any wildcards, a direct lookup
643 1.212 rillig * is faster.
644 1.1 cgd */
645 1.181 rillig
646 1.212 rillig HashIter_InitSet(&hi, &dir->files);
647 1.212 rillig while (HashIter_Next(&hi) != NULL) {
648 1.212 rillig const char *base = hi.entry->key;
649 1.212 rillig
650 1.212 rillig if (!Str_Match(base, pattern))
651 1.212 rillig continue;
652 1.212 rillig
653 1.212 rillig /*
654 1.212 rillig * Follow the UNIX convention that dot files are only found
655 1.212 rillig * if the pattern begins with a dot. The pattern '.*' does
656 1.212 rillig * not match '.' or '..' since these are not included in the
657 1.212 rillig * directory cache.
658 1.212 rillig *
659 1.212 rillig * This means that the pattern '[a-z.]*' does not find
660 1.212 rillig * '.file', which is consistent with bash, NetBSD sh and csh.
661 1.212 rillig */
662 1.212 rillig if (base[0] == '.' && pattern[0] != '.')
663 1.212 rillig continue;
664 1.212 rillig
665 1.212 rillig {
666 1.212 rillig char *fullName = isDot
667 1.212 rillig ? bmake_strdup(base)
668 1.212 rillig : str_concat3(dirName, "/", base);
669 1.212 rillig Lst_Append(expansions, fullName);
670 1.212 rillig }
671 1.1 cgd }
672 1.1 cgd }
673 1.1 cgd
674 1.91 rillig /* Find the next closing brace in the string, taking nested braces into
675 1.91 rillig * account. */
676 1.80 rillig static const char *
677 1.80 rillig closing_brace(const char *p)
678 1.80 rillig {
679 1.212 rillig int nest = 0;
680 1.212 rillig while (*p != '\0') {
681 1.212 rillig if (*p == '}' && nest == 0)
682 1.212 rillig break;
683 1.212 rillig if (*p == '{')
684 1.212 rillig nest++;
685 1.212 rillig if (*p == '}')
686 1.212 rillig nest--;
687 1.212 rillig p++;
688 1.212 rillig }
689 1.212 rillig return p;
690 1.80 rillig }
691 1.80 rillig
692 1.91 rillig /* Find the next closing brace or comma in the string, taking nested braces
693 1.91 rillig * into account. */
694 1.80 rillig static const char *
695 1.80 rillig separator_comma(const char *p)
696 1.80 rillig {
697 1.212 rillig int nest = 0;
698 1.212 rillig while (*p != '\0') {
699 1.212 rillig if ((*p == '}' || *p == ',') && nest == 0)
700 1.212 rillig break;
701 1.212 rillig if (*p == '{')
702 1.212 rillig nest++;
703 1.212 rillig if (*p == '}')
704 1.212 rillig nest--;
705 1.212 rillig p++;
706 1.212 rillig }
707 1.212 rillig return p;
708 1.80 rillig }
709 1.80 rillig
710 1.80 rillig static Boolean
711 1.80 rillig contains_wildcard(const char *p)
712 1.80 rillig {
713 1.212 rillig for (; *p != '\0'; p++) {
714 1.212 rillig switch (*p) {
715 1.212 rillig case '*':
716 1.212 rillig case '?':
717 1.212 rillig case '{':
718 1.212 rillig case '[':
719 1.212 rillig return TRUE;
720 1.212 rillig }
721 1.80 rillig }
722 1.212 rillig return FALSE;
723 1.80 rillig }
724 1.80 rillig
725 1.80 rillig static char *
726 1.80 rillig concat3(const char *a, size_t a_len, const char *b, size_t b_len,
727 1.80 rillig const char *c, size_t c_len)
728 1.80 rillig {
729 1.212 rillig size_t s_len = a_len + b_len + c_len;
730 1.212 rillig char *s = bmake_malloc(s_len + 1);
731 1.212 rillig memcpy(s, a, a_len);
732 1.212 rillig memcpy(s + a_len, b, b_len);
733 1.212 rillig memcpy(s + a_len + b_len, c, c_len);
734 1.212 rillig s[s_len] = '\0';
735 1.212 rillig return s;
736 1.80 rillig }
737 1.80 rillig
738 1.181 rillig /* Expand curly braces like the C shell. Brace expansion by itself is purely
739 1.181 rillig * textual, the expansions are not looked up in the file system. But if an
740 1.181 rillig * expanded word contains wildcard characters, it is expanded further,
741 1.181 rillig * matching only the actually existing files.
742 1.181 rillig *
743 1.181 rillig * Example: "{a{b,c}}" expands to "ab" and "ac".
744 1.181 rillig * Example: "{a}" expands to "a".
745 1.181 rillig * Example: "{a,*.c}" expands to "a" and all "*.c" files that exist.
746 1.1 cgd *
747 1.34 wiz * Input:
748 1.34 wiz * word Entire word to expand
749 1.34 wiz * brace First curly brace in it
750 1.34 wiz * path Search path to use
751 1.34 wiz * expansions Place to store the expansions
752 1.1 cgd */
753 1.1 cgd static void
754 1.144 rillig DirExpandCurly(const char *word, const char *brace, SearchPath *path,
755 1.144 rillig StringList *expansions)
756 1.1 cgd {
757 1.212 rillig const char *prefix, *middle, *piece, *middle_end, *suffix;
758 1.212 rillig size_t prefix_len, suffix_len;
759 1.212 rillig
760 1.212 rillig /* Split the word into prefix '{' middle '}' suffix. */
761 1.212 rillig
762 1.212 rillig middle = brace + 1;
763 1.212 rillig middle_end = closing_brace(middle);
764 1.212 rillig if (*middle_end == '\0') {
765 1.212 rillig Error("Unterminated {} clause \"%s\"", middle);
766 1.212 rillig return;
767 1.212 rillig }
768 1.212 rillig
769 1.212 rillig prefix = word;
770 1.212 rillig prefix_len = (size_t)(brace - prefix);
771 1.212 rillig suffix = middle_end + 1;
772 1.212 rillig suffix_len = strlen(suffix);
773 1.212 rillig
774 1.212 rillig /* Split the middle into pieces, separated by commas. */
775 1.212 rillig
776 1.212 rillig piece = middle;
777 1.212 rillig while (piece < middle_end + 1) {
778 1.212 rillig const char *piece_end = separator_comma(piece);
779 1.212 rillig size_t piece_len = (size_t)(piece_end - piece);
780 1.90 rillig
781 1.212 rillig char *file = concat3(prefix, prefix_len, piece, piece_len,
782 1.212 rillig suffix, suffix_len);
783 1.1 cgd
784 1.212 rillig if (contains_wildcard(file)) {
785 1.212 rillig Dir_Expand(file, path, expansions);
786 1.212 rillig free(file);
787 1.212 rillig } else {
788 1.212 rillig Lst_Append(expansions, file);
789 1.212 rillig }
790 1.78 rillig
791 1.213 rillig /* skip over the comma or closing brace */
792 1.213 rillig piece = piece_end + 1;
793 1.1 cgd }
794 1.1 cgd }
795 1.1 cgd
796 1.1 cgd
797 1.183 rillig /* Expand the word in each of the directories from the path. */
798 1.1 cgd static void
799 1.183 rillig DirExpandPath(const char *word, SearchPath *path, StringList *expansions)
800 1.1 cgd {
801 1.212 rillig SearchPathNode *ln;
802 1.212 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
803 1.212 rillig CachedDir *dir = ln->datum;
804 1.212 rillig DirMatchFiles(word, dir, expansions);
805 1.212 rillig }
806 1.1 cgd }
807 1.1 cgd
808 1.146 rillig static void
809 1.184 rillig PrintExpansions(StringList *expansions)
810 1.1 cgd {
811 1.212 rillig const char *sep = "";
812 1.212 rillig StringListNode *ln;
813 1.212 rillig for (ln = expansions->first; ln != NULL; ln = ln->next) {
814 1.212 rillig const char *word = ln->datum;
815 1.212 rillig debug_printf("%s%s", sep, word);
816 1.212 rillig sep = " ";
817 1.212 rillig }
818 1.212 rillig debug_printf("\n");
819 1.1 cgd }
820 1.1 cgd
821 1.180 rillig /* Expand the given word into a list of words by globbing it, looking in the
822 1.180 rillig * directories on the given search path.
823 1.1 cgd *
824 1.34 wiz * Input:
825 1.34 wiz * word the word to expand
826 1.180 rillig * path the directories in which to find the files
827 1.34 wiz * expansions the list on which to place the results
828 1.1 cgd */
829 1.1 cgd void
830 1.144 rillig Dir_Expand(const char *word, SearchPath *path, StringList *expansions)
831 1.1 cgd {
832 1.216 rillig const char *cp;
833 1.1 cgd
834 1.216 rillig assert(path != NULL);
835 1.216 rillig assert(expansions != NULL);
836 1.112 rillig
837 1.250 rillig DEBUG1(DIR, "Expanding \"%s\"... ", word);
838 1.12 christos
839 1.216 rillig cp = strchr(word, '{');
840 1.216 rillig if (cp != NULL) {
841 1.216 rillig DirExpandCurly(word, cp, path, expansions);
842 1.216 rillig goto done;
843 1.216 rillig }
844 1.216 rillig
845 1.216 rillig /* At this point, the word does not contain '{'. */
846 1.215 rillig
847 1.216 rillig cp = strchr(word, '/');
848 1.216 rillig if (cp == NULL) {
849 1.216 rillig /* The word has no directory component. */
850 1.216 rillig /* First the files in dot. */
851 1.216 rillig DirMatchFiles(word, dot, expansions);
852 1.215 rillig
853 1.216 rillig /* Then the files in every other directory on the path. */
854 1.216 rillig DirExpandPath(word, path, expansions);
855 1.216 rillig goto done;
856 1.216 rillig }
857 1.215 rillig
858 1.216 rillig /* At this point, the word has a directory component. */
859 1.215 rillig
860 1.218 rillig /* Find the first wildcard in the word. */
861 1.216 rillig for (cp = word; *cp != '\0'; cp++)
862 1.216 rillig if (*cp == '?' || *cp == '[' || *cp == '*')
863 1.216 rillig break;
864 1.215 rillig
865 1.216 rillig if (*cp == '\0') {
866 1.216 rillig /*
867 1.216 rillig * No directory component and no wildcard at all -- this
868 1.216 rillig * should never happen as in such a simple case there is no
869 1.216 rillig * need to expand anything.
870 1.216 rillig */
871 1.216 rillig DirExpandPath(word, path, expansions);
872 1.216 rillig goto done;
873 1.216 rillig }
874 1.216 rillig
875 1.216 rillig /* Back up to the start of the component containing the wildcard. */
876 1.216 rillig /* XXX: This handles '///' and '/' differently. */
877 1.216 rillig while (cp > word && *cp != '/')
878 1.216 rillig cp--;
879 1.215 rillig
880 1.216 rillig if (cp == word) {
881 1.216 rillig /* The first component contains the wildcard. */
882 1.216 rillig /* Start the search from the local directory */
883 1.216 rillig DirExpandPath(word, path, expansions);
884 1.216 rillig goto done;
885 1.216 rillig }
886 1.215 rillig
887 1.216 rillig {
888 1.216 rillig char *prefix = bmake_strsedup(word, cp + 1);
889 1.216 rillig /*
890 1.216 rillig * The wildcard isn't in the first component.
891 1.216 rillig * Find all the components up to the one with the wildcard.
892 1.216 rillig */
893 1.216 rillig /*
894 1.216 rillig * XXX: Check the "the directory is added to the path" part.
895 1.216 rillig * It is probably surprising that the directory before a
896 1.216 rillig * wildcard gets added to the path.
897 1.216 rillig */
898 1.218 rillig /*
899 1.218 rillig * XXX: Only the first match of the prefix in the path is
900 1.218 rillig * taken, any others are ignored. The expectation may be
901 1.218 rillig * that the pattern is expanded in the whole path.
902 1.218 rillig */
903 1.216 rillig char *dirpath = Dir_FindFile(prefix, path);
904 1.216 rillig free(prefix);
905 1.193 rillig
906 1.216 rillig /*
907 1.216 rillig * dirpath is null if can't find the leading component
908 1.216 rillig * XXX: Dir_FindFile won't find internal components.
909 1.216 rillig * i.e. if the path contains ../Etc/Object and we're
910 1.216 rillig * looking for Etc, it won't be found. Ah well.
911 1.216 rillig * Probably not important.
912 1.216 rillig * XXX: Check whether the above comment is still true.
913 1.216 rillig */
914 1.216 rillig if (dirpath != NULL) {
915 1.218 rillig SearchPath *partPath;
916 1.218 rillig
917 1.218 rillig char *end = &dirpath[strlen(dirpath) - 1];
918 1.218 rillig /* XXX: What about multiple trailing slashes? */
919 1.218 rillig if (*end == '/')
920 1.218 rillig *end = '\0';
921 1.218 rillig
922 1.225 rillig partPath = SearchPath_New();
923 1.218 rillig (void)Dir_AddDir(partPath, dirpath);
924 1.218 rillig DirExpandPath(cp + 1, partPath, expansions);
925 1.241 rillig SearchPath_Free(partPath);
926 1.216 rillig }
927 1.1 cgd }
928 1.215 rillig
929 1.215 rillig done:
930 1.216 rillig if (DEBUG(DIR))
931 1.216 rillig PrintExpansions(expansions);
932 1.1 cgd }
933 1.1 cgd
934 1.176 rillig /* Find if the file with the given name exists in the given path.
935 1.176 rillig * Return the freshly allocated path to the file, or NULL. */
936 1.18 christos static char *
937 1.177 rillig DirLookup(CachedDir *dir, const char *base)
938 1.18 christos {
939 1.212 rillig char *file; /* the current filename to check */
940 1.18 christos
941 1.250 rillig DEBUG1(DIR, " %s ...\n", dir->name);
942 1.32 pk
943 1.212 rillig if (!HashSet_Contains(&dir->files, base))
944 1.212 rillig return NULL;
945 1.32 pk
946 1.212 rillig file = str_concat3(dir->name, "/", base);
947 1.250 rillig DEBUG1(DIR, " returning %s\n", file);
948 1.212 rillig dir->hits++;
949 1.212 rillig hits++;
950 1.212 rillig return file;
951 1.18 christos }
952 1.18 christos
953 1.18 christos
954 1.185 rillig /* Find if the file with the given name exists in the given directory.
955 1.185 rillig * Return the freshly allocated path to the file, or NULL. */
956 1.18 christos static char *
957 1.143 rillig DirLookupSubdir(CachedDir *dir, const char *name)
958 1.18 christos {
959 1.212 rillig struct cached_stat cst;
960 1.212 rillig char *file = dir == dot ? bmake_strdup(name)
961 1.212 rillig : str_concat3(dir->name, "/", name);
962 1.18 christos
963 1.250 rillig DEBUG1(DIR, "checking %s ...\n", file);
964 1.18 christos
965 1.212 rillig if (cached_stat(file, &cst) == 0) {
966 1.212 rillig nearmisses++;
967 1.212 rillig return file;
968 1.212 rillig }
969 1.212 rillig free(file);
970 1.212 rillig return NULL;
971 1.18 christos }
972 1.18 christos
973 1.185 rillig /* Find if the file with the given name exists in the given path.
974 1.185 rillig * Return the freshly allocated path to the file, the empty string, or NULL.
975 1.185 rillig * Returning the empty string means that the search should be terminated.
976 1.32 pk */
977 1.32 pk static char *
978 1.143 rillig DirLookupAbs(CachedDir *dir, const char *name, const char *cp)
979 1.32 pk {
980 1.212 rillig const char *dnp; /* pointer into dir->name */
981 1.212 rillig const char *np; /* pointer into name */
982 1.32 pk
983 1.250 rillig DEBUG1(DIR, " %s ...\n", dir->name);
984 1.32 pk
985 1.212 rillig /*
986 1.212 rillig * If the file has a leading path component and that component
987 1.212 rillig * exactly matches the entire name of the current search
988 1.212 rillig * directory, we can attempt another cache lookup. And if we don't
989 1.212 rillig * have a hit, we can safely assume the file does not exist at all.
990 1.212 rillig */
991 1.212 rillig for (dnp = dir->name, np = name;
992 1.212 rillig *dnp != '\0' && *dnp == *np; dnp++, np++)
993 1.212 rillig continue;
994 1.212 rillig if (*dnp != '\0' || np != cp - 1)
995 1.212 rillig return NULL;
996 1.32 pk
997 1.212 rillig if (!HashSet_Contains(&dir->files, cp)) {
998 1.250 rillig DEBUG0(DIR, " must be here but isn't -- returning\n");
999 1.212 rillig return bmake_strdup(""); /* to terminate the search */
1000 1.212 rillig }
1001 1.32 pk
1002 1.212 rillig dir->hits++;
1003 1.212 rillig hits++;
1004 1.250 rillig DEBUG1(DIR, " returning %s\n", name);
1005 1.212 rillig return bmake_strdup(name);
1006 1.32 pk }
1007 1.32 pk
1008 1.178 rillig /* Find the file given on "." or curdir.
1009 1.178 rillig * Return the freshly allocated path to the file, or NULL. */
1010 1.21 thorpej static char *
1011 1.178 rillig DirFindDot(const char *name, const char *base)
1012 1.21 thorpej {
1013 1.21 thorpej
1014 1.212 rillig if (HashSet_Contains(&dot->files, base)) {
1015 1.250 rillig DEBUG0(DIR, " in '.'\n");
1016 1.212 rillig hits++;
1017 1.212 rillig dot->hits++;
1018 1.212 rillig return bmake_strdup(name);
1019 1.212 rillig }
1020 1.188 rillig
1021 1.212 rillig if (cur != NULL && HashSet_Contains(&cur->files, base)) {
1022 1.250 rillig DEBUG1(DIR, " in ${.CURDIR} = %s\n", cur->name);
1023 1.212 rillig hits++;
1024 1.212 rillig cur->hits++;
1025 1.212 rillig return str_concat3(cur->name, "/", base);
1026 1.212 rillig }
1027 1.21 thorpej
1028 1.212 rillig return NULL;
1029 1.21 thorpej }
1030 1.21 thorpej
1031 1.179 rillig /* Find the file with the given name along the given search path.
1032 1.179 rillig *
1033 1.179 rillig * If the file is found in a directory that is not on the path
1034 1.179 rillig * already (either 'name' is absolute or it is a relative path
1035 1.179 rillig * [ dir1/.../dirn/file ] which exists below one of the directories
1036 1.179 rillig * already on the search path), its directory is added to the end
1037 1.179 rillig * of the path, on the assumption that there will be more files in
1038 1.179 rillig * that directory later on. Sometimes this is true. Sometimes not.
1039 1.1 cgd *
1040 1.34 wiz * Input:
1041 1.34 wiz * name the file to find
1042 1.179 rillig * path the directories to search, or NULL
1043 1.34 wiz *
1044 1.1 cgd * Results:
1045 1.179 rillig * The freshly allocated path to the file, or NULL.
1046 1.1 cgd */
1047 1.1 cgd char *
1048 1.144 rillig Dir_FindFile(const char *name, SearchPath *path)
1049 1.1 cgd {
1050 1.212 rillig char *file; /* the current filename to check */
1051 1.245 rillig const char *lastSlash; /* the last slash in name */
1052 1.245 rillig const char *base; /* basename(name) */
1053 1.245 rillig Boolean seenDotLast = FALSE; /* true if we should search dot last */
1054 1.212 rillig struct cached_stat cst; /* Buffer for stat, if necessary */
1055 1.212 rillig const char *trailing_dot = ".";
1056 1.212 rillig
1057 1.245 rillig lastSlash = strrchr(name, '/');
1058 1.245 rillig base = lastSlash != NULL ? lastSlash + 1 : name;
1059 1.12 christos
1060 1.250 rillig DEBUG1(DIR, "Searching for %s ...", name);
1061 1.12 christos
1062 1.212 rillig if (path == NULL) {
1063 1.250 rillig DEBUG0(DIR, "couldn't open path, file not found\n");
1064 1.212 rillig misses++;
1065 1.212 rillig return NULL;
1066 1.212 rillig }
1067 1.12 christos
1068 1.217 rillig if (path->first != NULL) {
1069 1.217 rillig CachedDir *dir = path->first->datum;
1070 1.212 rillig if (dir == dotLast) {
1071 1.245 rillig seenDotLast = TRUE;
1072 1.250 rillig DEBUG0(DIR, "[dot last]...");
1073 1.212 rillig }
1074 1.21 thorpej }
1075 1.250 rillig DEBUG0(DIR, "\n");
1076 1.18 christos
1077 1.85 rillig /*
1078 1.212 rillig * If there's no leading directory components or if the leading
1079 1.212 rillig * directory component is exactly `./', consult the cached contents
1080 1.212 rillig * of each of the directories on the search path.
1081 1.85 rillig */
1082 1.245 rillig if (lastSlash == NULL || (base - name == 2 && *name == '.')) {
1083 1.217 rillig SearchPathNode *ln;
1084 1.217 rillig
1085 1.212 rillig /*
1086 1.212 rillig * We look through all the directories on the path seeking one
1087 1.212 rillig * which contains the final component of the given name. If
1088 1.212 rillig * such a beast is found, we concatenate the directory name
1089 1.212 rillig * and the final component and return the resulting string.
1090 1.212 rillig * If we don't find any such thing, we go on to phase two.
1091 1.212 rillig *
1092 1.212 rillig * No matter what, we always look for the file in the current
1093 1.212 rillig * directory before anywhere else (unless we found the magic
1094 1.212 rillig * DOTLAST path, in which case we search it last) and we *do
1095 1.212 rillig * not* add the ./ to it if it exists.
1096 1.212 rillig * This is so there are no conflicts between what the user
1097 1.212 rillig * specifies (fish.c) and what pmake finds (./fish.c).
1098 1.212 rillig */
1099 1.245 rillig if (!seenDotLast && (file = DirFindDot(name, base)) != NULL)
1100 1.212 rillig return file;
1101 1.212 rillig
1102 1.217 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1103 1.212 rillig CachedDir *dir = ln->datum;
1104 1.212 rillig if (dir == dotLast)
1105 1.212 rillig continue;
1106 1.212 rillig if ((file = DirLookup(dir, base)) != NULL)
1107 1.212 rillig return file;
1108 1.212 rillig }
1109 1.32 pk
1110 1.245 rillig if (seenDotLast && (file = DirFindDot(name, base)) != NULL)
1111 1.212 rillig return file;
1112 1.212 rillig }
1113 1.212 rillig
1114 1.212 rillig /*
1115 1.212 rillig * We didn't find the file on any directory in the search path.
1116 1.212 rillig * If the name doesn't contain a slash, that means it doesn't exist.
1117 1.212 rillig * If it *does* contain a slash, however, there is still hope: it
1118 1.212 rillig * could be in a subdirectory of one of the members of the search
1119 1.212 rillig * path. (eg. /usr/include and sys/types.h. The above search would
1120 1.212 rillig * fail to turn up types.h in /usr/include, but it *is* in
1121 1.212 rillig * /usr/include/sys/types.h).
1122 1.212 rillig * [ This no longer applies: If we find such a beast, we assume there
1123 1.212 rillig * will be more (what else can we assume?) and add all but the last
1124 1.212 rillig * component of the resulting name onto the search path (at the
1125 1.212 rillig * end).]
1126 1.212 rillig * This phase is only performed if the file is *not* absolute.
1127 1.212 rillig */
1128 1.245 rillig if (lastSlash == NULL) {
1129 1.250 rillig DEBUG0(DIR, " failed.\n");
1130 1.212 rillig misses++;
1131 1.212 rillig return NULL;
1132 1.85 rillig }
1133 1.21 thorpej
1134 1.212 rillig if (*base == '\0') {
1135 1.212 rillig /* we were given a trailing "/" */
1136 1.212 rillig base = trailing_dot;
1137 1.212 rillig }
1138 1.212 rillig
1139 1.212 rillig if (name[0] != '/') {
1140 1.217 rillig SearchPathNode *ln;
1141 1.212 rillig Boolean checkedDot = FALSE;
1142 1.212 rillig
1143 1.250 rillig DEBUG0(DIR, " Trying subdirectories...\n");
1144 1.212 rillig
1145 1.245 rillig if (!seenDotLast) {
1146 1.222 rillig if (dot != NULL) {
1147 1.212 rillig checkedDot = TRUE;
1148 1.212 rillig if ((file = DirLookupSubdir(dot, name)) != NULL)
1149 1.212 rillig return file;
1150 1.212 rillig }
1151 1.212 rillig if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
1152 1.212 rillig return file;
1153 1.212 rillig }
1154 1.12 christos
1155 1.212 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1156 1.212 rillig CachedDir *dir = ln->datum;
1157 1.212 rillig if (dir == dotLast)
1158 1.212 rillig continue;
1159 1.212 rillig if (dir == dot) {
1160 1.212 rillig if (checkedDot)
1161 1.212 rillig continue;
1162 1.212 rillig checkedDot = TRUE;
1163 1.212 rillig }
1164 1.212 rillig if ((file = DirLookupSubdir(dir, name)) != NULL)
1165 1.212 rillig return file;
1166 1.212 rillig }
1167 1.12 christos
1168 1.245 rillig if (seenDotLast) {
1169 1.212 rillig if (dot && !checkedDot) {
1170 1.212 rillig checkedDot = TRUE;
1171 1.212 rillig if ((file = DirLookupSubdir(dot, name)) != NULL)
1172 1.212 rillig return file;
1173 1.212 rillig }
1174 1.212 rillig if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
1175 1.212 rillig return file;
1176 1.212 rillig }
1177 1.63 sjg
1178 1.212 rillig if (checkedDot) {
1179 1.212 rillig /*
1180 1.212 rillig * Already checked by the given name, since . was in
1181 1.212 rillig * the path, so no point in proceeding.
1182 1.212 rillig */
1183 1.250 rillig DEBUG0(DIR, " Checked . already, returning NULL\n");
1184 1.212 rillig return NULL;
1185 1.212 rillig }
1186 1.12 christos
1187 1.212 rillig } else { /* name[0] == '/' */
1188 1.217 rillig SearchPathNode *ln;
1189 1.18 christos
1190 1.212 rillig /*
1191 1.212 rillig * For absolute names, compare directory path prefix against
1192 1.212 rillig * the the directory path of each member on the search path
1193 1.212 rillig * for an exact match. If we have an exact match on any member
1194 1.212 rillig * of the search path, use the cached contents of that member
1195 1.212 rillig * to lookup the final file component. If that lookup fails we
1196 1.212 rillig * can safely assume that the file does not exist at all.
1197 1.212 rillig * This is signified by DirLookupAbs() returning an empty
1198 1.212 rillig * string.
1199 1.212 rillig */
1200 1.250 rillig DEBUG0(DIR, " Trying exact path matches...\n");
1201 1.18 christos
1202 1.245 rillig if (!seenDotLast && cur &&
1203 1.212 rillig ((file = DirLookupAbs(cur, name, base)) != NULL)) {
1204 1.212 rillig if (file[0] == '\0') {
1205 1.212 rillig free(file);
1206 1.212 rillig return NULL;
1207 1.212 rillig }
1208 1.212 rillig return file;
1209 1.212 rillig }
1210 1.12 christos
1211 1.212 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1212 1.212 rillig CachedDir *dir = ln->datum;
1213 1.212 rillig if (dir == dotLast)
1214 1.212 rillig continue;
1215 1.212 rillig if ((file = DirLookupAbs(dir, name, base)) != NULL) {
1216 1.212 rillig if (file[0] == '\0') {
1217 1.212 rillig free(file);
1218 1.212 rillig return NULL;
1219 1.212 rillig }
1220 1.212 rillig return file;
1221 1.212 rillig }
1222 1.212 rillig }
1223 1.21 thorpej
1224 1.245 rillig if (seenDotLast && cur &&
1225 1.212 rillig ((file = DirLookupAbs(cur, name, base)) != NULL)) {
1226 1.212 rillig if (file[0] == '\0') {
1227 1.212 rillig free(file);
1228 1.212 rillig return NULL;
1229 1.212 rillig }
1230 1.212 rillig return file;
1231 1.212 rillig }
1232 1.32 pk }
1233 1.32 pk
1234 1.32 pk /*
1235 1.212 rillig * Didn't find it that way, either. Sigh. Phase 3. Add its directory
1236 1.212 rillig * onto the search path in any case, just in case, then look for the
1237 1.212 rillig * thing in the hash table. If we find it, grand. We return a new
1238 1.212 rillig * copy of the name. Otherwise we sadly return a NULL pointer. Sigh.
1239 1.212 rillig * Note that if the directory holding the file doesn't exist, this
1240 1.212 rillig * will do an extra search of the final directory on the path. Unless
1241 1.212 rillig * something weird happens, this search won't succeed and life will
1242 1.212 rillig * be groovy.
1243 1.212 rillig *
1244 1.212 rillig * Sigh. We cannot add the directory onto the search path because
1245 1.212 rillig * of this amusing case:
1246 1.212 rillig * $(INSTALLDIR)/$(FILE): $(FILE)
1247 1.212 rillig *
1248 1.212 rillig * $(FILE) exists in $(INSTALLDIR) but not in the current one.
1249 1.212 rillig * When searching for $(FILE), we will find it in $(INSTALLDIR)
1250 1.212 rillig * b/c we added it here. This is not good...
1251 1.32 pk */
1252 1.212 rillig #if 0
1253 1.217 rillig {
1254 1.217 rillig CachedDir *dir;
1255 1.217 rillig char *prefix;
1256 1.217 rillig
1257 1.217 rillig if (base == trailing_dot) {
1258 1.217 rillig base = strrchr(name, '/');
1259 1.217 rillig base++;
1260 1.217 rillig }
1261 1.217 rillig prefix = bmake_strsedup(name, base - 1);
1262 1.217 rillig (void)Dir_AddDir(path, prefix);
1263 1.217 rillig free(prefix);
1264 1.212 rillig
1265 1.217 rillig bigmisses++;
1266 1.217 rillig if (path->last == NULL)
1267 1.217 rillig return NULL;
1268 1.32 pk
1269 1.217 rillig dir = path->last->datum;
1270 1.217 rillig if (HashSet_Contains(&dir->files, base))
1271 1.217 rillig return bmake_strdup(name);
1272 1.212 rillig return NULL;
1273 1.32 pk }
1274 1.212 rillig #else
1275 1.250 rillig DEBUG1(DIR, " Looking for \"%s\" ...\n", name);
1276 1.32 pk
1277 1.212 rillig bigmisses++;
1278 1.212 rillig if (cached_stat(name, &cst) == 0) {
1279 1.212 rillig return bmake_strdup(name);
1280 1.71 riastrad }
1281 1.12 christos
1282 1.250 rillig DEBUG0(DIR, " failed. Returning NULL\n");
1283 1.57 dsl return NULL;
1284 1.196 rillig #endif
1285 1.1 cgd }
1286 1.1 cgd
1287 1.40 chuck
1288 1.161 rillig /* Search for a path starting at a given directory and then working our way
1289 1.161 rillig * up towards the root.
1290 1.40 chuck *
1291 1.40 chuck * Input:
1292 1.40 chuck * here starting directory
1293 1.161 rillig * search_path the relative path we are looking for
1294 1.40 chuck *
1295 1.40 chuck * Results:
1296 1.161 rillig * The found path, or NULL.
1297 1.40 chuck */
1298 1.161 rillig char *
1299 1.161 rillig Dir_FindHereOrAbove(const char *here, const char *search_path)
1300 1.85 rillig {
1301 1.212 rillig struct cached_stat cst;
1302 1.212 rillig char *dirbase, *dirbase_end;
1303 1.212 rillig char *try, *try_end;
1304 1.212 rillig
1305 1.212 rillig /* copy out our starting point */
1306 1.212 rillig dirbase = bmake_strdup(here);
1307 1.212 rillig dirbase_end = dirbase + strlen(dirbase);
1308 1.212 rillig
1309 1.212 rillig /* loop until we determine a result */
1310 1.212 rillig for (;;) {
1311 1.212 rillig
1312 1.212 rillig /* try and stat(2) it ... */
1313 1.212 rillig try = str_concat3(dirbase, "/", search_path);
1314 1.212 rillig if (cached_stat(try, &cst) != -1) {
1315 1.212 rillig /*
1316 1.212 rillig * success! if we found a file, chop off
1317 1.212 rillig * the filename so we return a directory.
1318 1.212 rillig */
1319 1.212 rillig if ((cst.cst_mode & S_IFMT) != S_IFDIR) {
1320 1.212 rillig try_end = try + strlen(try);
1321 1.212 rillig while (try_end > try && *try_end != '/')
1322 1.212 rillig try_end--;
1323 1.212 rillig if (try_end > try)
1324 1.212 rillig *try_end = '\0'; /* chop! */
1325 1.212 rillig }
1326 1.212 rillig
1327 1.212 rillig free(dirbase);
1328 1.212 rillig return try;
1329 1.212 rillig }
1330 1.212 rillig free(try);
1331 1.85 rillig
1332 1.212 rillig /*
1333 1.212 rillig * nope, we didn't find it. if we used up dirbase we've
1334 1.212 rillig * reached the root and failed.
1335 1.212 rillig */
1336 1.212 rillig if (dirbase_end == dirbase)
1337 1.212 rillig break; /* failed! */
1338 1.40 chuck
1339 1.212 rillig /*
1340 1.212 rillig * truncate dirbase from the end to move up a dir
1341 1.212 rillig */
1342 1.212 rillig while (dirbase_end > dirbase && *dirbase_end != '/')
1343 1.212 rillig dirbase_end--;
1344 1.212 rillig *dirbase_end = '\0'; /* chop! */
1345 1.85 rillig }
1346 1.40 chuck
1347 1.212 rillig free(dirbase);
1348 1.212 rillig return NULL;
1349 1.40 chuck }
1350 1.40 chuck
1351 1.220 rillig /*
1352 1.220 rillig * This is an implied source, and it may have moved,
1353 1.220 rillig * see if we can find it via the current .PATH
1354 1.220 rillig */
1355 1.220 rillig static char *
1356 1.220 rillig ResolveMovedDepends(GNode *gn)
1357 1.220 rillig {
1358 1.221 rillig char *fullName;
1359 1.220 rillig
1360 1.221 rillig char *base = strrchr(gn->name, '/');
1361 1.221 rillig if (base == NULL)
1362 1.221 rillig return NULL;
1363 1.221 rillig base++;
1364 1.220 rillig
1365 1.221 rillig fullName = Dir_FindFile(base, Suff_FindPath(gn));
1366 1.221 rillig if (fullName == NULL)
1367 1.221 rillig return NULL;
1368 1.220 rillig
1369 1.221 rillig /*
1370 1.221 rillig * Put the found file in gn->path so that we give that to the compiler.
1371 1.221 rillig */
1372 1.221 rillig /*
1373 1.221 rillig * XXX: Better just reset gn->path to NULL; updating it is already done
1374 1.221 rillig * by Dir_UpdateMTime.
1375 1.221 rillig */
1376 1.221 rillig gn->path = bmake_strdup(fullName);
1377 1.221 rillig if (!Job_RunTarget(".STALE", gn->fname))
1378 1.221 rillig fprintf(stdout, /* XXX: Why stdout? */
1379 1.221 rillig "%s: %s, %d: ignoring stale %s for %s, found %s\n",
1380 1.221 rillig progname, gn->fname, gn->lineno,
1381 1.221 rillig makeDependfile, gn->name, fullName);
1382 1.220 rillig
1383 1.221 rillig return fullName;
1384 1.220 rillig }
1385 1.220 rillig
1386 1.219 rillig static char *
1387 1.219 rillig ResolveFullName(GNode *gn)
1388 1.1 cgd {
1389 1.221 rillig char *fullName;
1390 1.201 rillig
1391 1.221 rillig fullName = gn->path;
1392 1.221 rillig if (fullName == NULL && !(gn->type & OP_NOPATH)) {
1393 1.76 rillig
1394 1.221 rillig fullName = Dir_FindFile(gn->name, Suff_FindPath(gn));
1395 1.220 rillig
1396 1.221 rillig if (fullName == NULL && gn->flags & FROM_DEPEND &&
1397 1.223 rillig !Lst_IsEmpty(&gn->implicitParents))
1398 1.221 rillig fullName = ResolveMovedDepends(gn);
1399 1.220 rillig
1400 1.250 rillig DEBUG2(DIR, "Found '%s' as '%s'\n",
1401 1.221 rillig gn->name, fullName ? fullName : "(not found)");
1402 1.221 rillig }
1403 1.12 christos
1404 1.221 rillig if (fullName == NULL)
1405 1.221 rillig fullName = bmake_strdup(gn->name);
1406 1.1 cgd
1407 1.221 rillig /* XXX: Is every piece of memory freed as it should? */
1408 1.219 rillig
1409 1.221 rillig return fullName;
1410 1.219 rillig }
1411 1.219 rillig
1412 1.219 rillig /* Search gn along dirSearchPath and store its modification time in gn->mtime.
1413 1.219 rillig * If no file is found, store 0 instead.
1414 1.219 rillig *
1415 1.219 rillig * The found file is stored in gn->path, unless the node already had a path. */
1416 1.219 rillig void
1417 1.219 rillig Dir_UpdateMTime(GNode *gn, Boolean recheck)
1418 1.219 rillig {
1419 1.221 rillig char *fullName;
1420 1.221 rillig struct cached_stat cst;
1421 1.221 rillig
1422 1.221 rillig if (gn->type & OP_ARCHV) {
1423 1.221 rillig Arch_UpdateMTime(gn);
1424 1.221 rillig return;
1425 1.221 rillig }
1426 1.219 rillig
1427 1.221 rillig if (gn->type & OP_PHONY) {
1428 1.221 rillig gn->mtime = 0;
1429 1.221 rillig return;
1430 1.221 rillig }
1431 1.219 rillig
1432 1.221 rillig fullName = ResolveFullName(gn);
1433 1.219 rillig
1434 1.221 rillig if (cached_stats(fullName, &cst, recheck ? CST_UPDATE : CST_NONE) < 0) {
1435 1.221 rillig if (gn->type & OP_MEMBER) {
1436 1.221 rillig if (fullName != gn->path)
1437 1.221 rillig free(fullName);
1438 1.221 rillig Arch_UpdateMemberMTime(gn);
1439 1.221 rillig return;
1440 1.221 rillig }
1441 1.219 rillig
1442 1.221 rillig cst.cst_mtime = 0;
1443 1.1 cgd }
1444 1.198 rillig
1445 1.221 rillig if (fullName != NULL && gn->path == NULL)
1446 1.221 rillig gn->path = fullName;
1447 1.221 rillig /* XXX: else free(fullName)? */
1448 1.12 christos
1449 1.221 rillig gn->mtime = cst.cst_mtime;
1450 1.1 cgd }
1451 1.1 cgd
1452 1.235 rillig /*
1453 1.242 rillig * Read the directory and add it to the cache in openDirs.
1454 1.242 rillig * If a path is given, add the directory to that path as well.
1455 1.235 rillig */
1456 1.235 rillig static CachedDir *
1457 1.235 rillig CacheNewDir(const char *name, SearchPath *path)
1458 1.235 rillig {
1459 1.235 rillig CachedDir *dir = NULL;
1460 1.235 rillig DIR *d;
1461 1.235 rillig struct dirent *dp;
1462 1.235 rillig
1463 1.235 rillig if ((d = opendir(name)) == NULL) {
1464 1.250 rillig DEBUG1(DIR, "Caching %s ... not found\n", name);
1465 1.235 rillig return dir;
1466 1.235 rillig }
1467 1.235 rillig
1468 1.250 rillig DEBUG1(DIR, "Caching %s ...\n", name);
1469 1.235 rillig
1470 1.235 rillig dir = CachedDir_New(name);
1471 1.235 rillig
1472 1.235 rillig while ((dp = readdir(d)) != NULL) {
1473 1.235 rillig
1474 1.235 rillig #if defined(sun) && defined(d_ino) /* d_ino is a sunos4 #define for d_fileno */
1475 1.235 rillig /*
1476 1.235 rillig * The sun directory library doesn't check for a 0 inode
1477 1.235 rillig * (0-inode slots just take up space), so we have to do
1478 1.235 rillig * it ourselves.
1479 1.235 rillig */
1480 1.235 rillig if (dp->d_fileno == 0)
1481 1.235 rillig continue;
1482 1.235 rillig #endif /* sun && d_ino */
1483 1.235 rillig
1484 1.235 rillig (void)HashSet_Add(&dir->files, dp->d_name);
1485 1.235 rillig }
1486 1.235 rillig (void)closedir(d);
1487 1.235 rillig
1488 1.235 rillig OpenDirs_Add(&openDirs, dir);
1489 1.235 rillig if (path != NULL)
1490 1.241 rillig Lst_Append(path, CachedDir_Ref(dir));
1491 1.235 rillig
1492 1.250 rillig DEBUG1(DIR, "Caching %s done\n", name);
1493 1.235 rillig return dir;
1494 1.235 rillig }
1495 1.235 rillig
1496 1.150 rillig /* Read the list of filenames in the directory and store the result
1497 1.215 rillig * in openDirs.
1498 1.150 rillig *
1499 1.150 rillig * If a path is given, append the directory to that path.
1500 1.1 cgd *
1501 1.34 wiz * Input:
1502 1.150 rillig * path The path to which the directory should be
1503 1.215 rillig * added, or NULL to only add the directory to openDirs
1504 1.150 rillig * name The name of the directory to add.
1505 1.150 rillig * The name is not normalized in any way.
1506 1.242 rillig * Output:
1507 1.242 rillig * result If no path is given and the directory exists, the
1508 1.242 rillig * returned CachedDir has a reference count of 0. It
1509 1.242 rillig * must either be assigned to a variable using
1510 1.242 rillig * CachedDir_Assign or be appended to a SearchPath using
1511 1.242 rillig * Lst_Append and CachedDir_Ref.
1512 1.1 cgd */
1513 1.143 rillig CachedDir *
1514 1.144 rillig Dir_AddDir(SearchPath *path, const char *name)
1515 1.1 cgd {
1516 1.212 rillig
1517 1.212 rillig if (path != NULL && strcmp(name, ".DOTLAST") == 0) {
1518 1.212 rillig SearchPathNode *ln;
1519 1.212 rillig
1520 1.212 rillig /* XXX: Linear search gets slow with thousands of entries. */
1521 1.212 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1522 1.212 rillig CachedDir *pathDir = ln->datum;
1523 1.212 rillig if (strcmp(pathDir->name, name) == 0)
1524 1.212 rillig return pathDir;
1525 1.212 rillig }
1526 1.173 rillig
1527 1.241 rillig Lst_Prepend(path, CachedDir_Ref(dotLast));
1528 1.173 rillig }
1529 1.120 rillig
1530 1.235 rillig if (path != NULL) {
1531 1.242 rillig /* XXX: Why is OpenDirs only checked if path != NULL? */
1532 1.235 rillig CachedDir *dir = OpenDirs_Find(&openDirs, name);
1533 1.235 rillig if (dir != NULL) {
1534 1.235 rillig if (Lst_FindDatum(path, dir) == NULL)
1535 1.235 rillig Lst_Append(path, CachedDir_Ref(dir));
1536 1.235 rillig return dir;
1537 1.235 rillig }
1538 1.1 cgd }
1539 1.120 rillig
1540 1.235 rillig return CacheNewDir(name, path);
1541 1.1 cgd }
1542 1.1 cgd
1543 1.187 rillig /* Return a copy of dirSearchPath, incrementing the reference counts for
1544 1.187 rillig * the contained directories. */
1545 1.187 rillig SearchPath *
1546 1.187 rillig Dir_CopyDirSearchPath(void)
1547 1.1 cgd {
1548 1.225 rillig SearchPath *path = SearchPath_New();
1549 1.212 rillig SearchPathNode *ln;
1550 1.228 rillig for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
1551 1.212 rillig CachedDir *dir = ln->datum;
1552 1.233 rillig Lst_Append(path, CachedDir_Ref(dir));
1553 1.212 rillig }
1554 1.212 rillig return path;
1555 1.1 cgd }
1556 1.1 cgd
1557 1.1 cgd /*-
1558 1.1 cgd *-----------------------------------------------------------------------
1559 1.224 rillig * SearchPath_ToFlags --
1560 1.1 cgd * Make a string by taking all the directories in the given search
1561 1.1 cgd * path and preceding them by the given flag. Used by the suffix
1562 1.1 cgd * module to create variables for compilers based on suffix search
1563 1.1 cgd * paths.
1564 1.1 cgd *
1565 1.34 wiz * Input:
1566 1.34 wiz * flag flag which should precede each directory
1567 1.34 wiz * path list of directories
1568 1.34 wiz *
1569 1.1 cgd * Results:
1570 1.1 cgd * The string mentioned above. Note that there is no space between
1571 1.1 cgd * the given flag and each directory. The empty string is returned if
1572 1.1 cgd * Things don't go well.
1573 1.1 cgd *
1574 1.1 cgd * Side Effects:
1575 1.1 cgd * None
1576 1.1 cgd *-----------------------------------------------------------------------
1577 1.1 cgd */
1578 1.1 cgd char *
1579 1.224 rillig SearchPath_ToFlags(const char *flag, SearchPath *path)
1580 1.1 cgd {
1581 1.212 rillig Buffer buf;
1582 1.212 rillig SearchPathNode *ln;
1583 1.12 christos
1584 1.212 rillig Buf_Init(&buf);
1585 1.12 christos
1586 1.212 rillig if (path != NULL) {
1587 1.212 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1588 1.212 rillig CachedDir *dir = ln->datum;
1589 1.212 rillig Buf_AddStr(&buf, " ");
1590 1.212 rillig Buf_AddStr(&buf, flag);
1591 1.212 rillig Buf_AddStr(&buf, dir->name);
1592 1.212 rillig }
1593 1.1 cgd }
1594 1.12 christos
1595 1.212 rillig return Buf_Destroy(&buf, FALSE);
1596 1.1 cgd }
1597 1.1 cgd
1598 1.225 rillig /* Free the search path and all directories mentioned in it. */
1599 1.225 rillig void
1600 1.225 rillig SearchPath_Free(SearchPath *path)
1601 1.225 rillig {
1602 1.225 rillig SearchPathNode *ln;
1603 1.225 rillig
1604 1.225 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1605 1.225 rillig CachedDir *dir = ln->datum;
1606 1.241 rillig CachedDir_Unref(dir);
1607 1.225 rillig }
1608 1.225 rillig Lst_Free(path);
1609 1.225 rillig }
1610 1.225 rillig
1611 1.190 rillig /* Clear out all elements from the given search path.
1612 1.190 rillig * The path is set to the empty list but is not destroyed. */
1613 1.1 cgd void
1614 1.224 rillig SearchPath_Clear(SearchPath *path)
1615 1.1 cgd {
1616 1.212 rillig while (!Lst_IsEmpty(path)) {
1617 1.212 rillig CachedDir *dir = Lst_Dequeue(path);
1618 1.241 rillig CachedDir_Unref(dir);
1619 1.212 rillig }
1620 1.1 cgd }
1621 1.12 christos
1622 1.1 cgd
1623 1.190 rillig /* Concatenate two paths, adding the second to the end of the first,
1624 1.190 rillig * skipping duplicates. */
1625 1.1 cgd void
1626 1.224 rillig SearchPath_AddAll(SearchPath *dst, SearchPath *src)
1627 1.1 cgd {
1628 1.212 rillig SearchPathNode *ln;
1629 1.1 cgd
1630 1.212 rillig for (ln = src->first; ln != NULL; ln = ln->next) {
1631 1.212 rillig CachedDir *dir = ln->datum;
1632 1.233 rillig if (Lst_FindDatum(dst, dir) == NULL)
1633 1.233 rillig Lst_Append(dst, CachedDir_Ref(dir));
1634 1.1 cgd }
1635 1.1 cgd }
1636 1.1 cgd
1637 1.105 rillig static int
1638 1.105 rillig percentage(int num, int den)
1639 1.105 rillig {
1640 1.212 rillig return den != 0 ? num * 100 / den : 0;
1641 1.105 rillig }
1642 1.105 rillig
1643 1.1 cgd /********** DEBUG INFO **********/
1644 1.5 cgd void
1645 1.34 wiz Dir_PrintDirectories(void)
1646 1.1 cgd {
1647 1.212 rillig CachedDirListNode *ln;
1648 1.12 christos
1649 1.212 rillig debug_printf("#*** Directory Cache:\n");
1650 1.212 rillig debug_printf(
1651 1.212 rillig "# Stats: %d hits %d misses %d near misses %d losers (%d%%)\n",
1652 1.212 rillig hits, misses, nearmisses, bigmisses,
1653 1.212 rillig percentage(hits, hits + bigmisses + nearmisses));
1654 1.248 rillig debug_printf("# refs hits directory\n");
1655 1.212 rillig
1656 1.227 rillig for (ln = openDirs.list.first; ln != NULL; ln = ln->next) {
1657 1.212 rillig CachedDir *dir = ln->datum;
1658 1.248 rillig debug_printf("# %4d %4d %s\n",
1659 1.248 rillig dir->refCount, dir->hits, dir->name);
1660 1.212 rillig }
1661 1.1 cgd }
1662 1.1 cgd
1663 1.5 cgd void
1664 1.224 rillig SearchPath_Print(SearchPath *path)
1665 1.1 cgd {
1666 1.249 rillig SearchPathNode *ln;
1667 1.249 rillig
1668 1.249 rillig for (ln = path->first; ln != NULL; ln = ln->next) {
1669 1.249 rillig const CachedDir *dir = ln->datum;
1670 1.212 rillig debug_printf("%s ", dir->name);
1671 1.212 rillig }
1672 1.1 cgd }
1673