dir.c revision 1.181 1 /* $NetBSD: dir.c,v 1.181 2020/10/25 08:59:26 rillig Exp $ */
2
3 /*
4 * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to Berkeley by
8 * Adam de Boor.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 * may be used to endorse or promote products derived from this software
20 * without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 */
34
35 /*
36 * Copyright (c) 1988, 1989 by Adam de Boor
37 * Copyright (c) 1989 by Berkeley Softworks
38 * All rights reserved.
39 *
40 * This code is derived from software contributed to Berkeley by
41 * Adam de Boor.
42 *
43 * Redistribution and use in source and binary forms, with or without
44 * modification, are permitted provided that the following conditions
45 * are met:
46 * 1. Redistributions of source code must retain the above copyright
47 * notice, this list of conditions and the following disclaimer.
48 * 2. Redistributions in binary form must reproduce the above copyright
49 * notice, this list of conditions and the following disclaimer in the
50 * documentation and/or other materials provided with the distribution.
51 * 3. All advertising materials mentioning features or use of this software
52 * must display the following acknowledgement:
53 * This product includes software developed by the University of
54 * California, Berkeley and its contributors.
55 * 4. Neither the name of the University nor the names of its contributors
56 * may be used to endorse or promote products derived from this software
57 * without specific prior written permission.
58 *
59 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69 * SUCH DAMAGE.
70 */
71
72 /*-
73 * dir.c --
74 * Directory searching using wildcards and/or normal names...
75 * Used both for source wildcarding in the Makefile and for finding
76 * implicit sources.
77 *
78 * The interface for this module is:
79 * Dir_Init Initialize the module.
80 *
81 * Dir_InitCur Set the cur CachedDir.
82 *
83 * Dir_InitDot Set the dot CachedDir.
84 *
85 * Dir_End Clean up the module.
86 *
87 * Dir_SetPATH Set ${.PATH} to reflect state of dirSearchPath.
88 *
89 * Dir_HasWildcards
90 * Returns TRUE if the name given it needs to
91 * be wildcard-expanded.
92 *
93 * Dir_Expand Given a pattern and a path, return a Lst of names
94 * which match the pattern on the search path.
95 *
96 * Dir_FindFile Searches for a file on a given search path.
97 * If it exists, the entire path is returned.
98 * Otherwise NULL is returned.
99 *
100 * Dir_FindHereOrAbove
101 * Search for a path in the current directory and
102 * then all the directories above it in turn until
103 * the path is found or we reach the root ("/").
104 *
105 * Dir_MTime Return the modification time of a node. The file
106 * is searched for along the default search path.
107 * The path and mtime fields of the node are filled in.
108 *
109 * Dir_AddDir Add a directory to a search path.
110 *
111 * Dir_MakeFlags Given a search path and a command flag, create
112 * a string with each of the directories in the path
113 * preceded by the command flag and all of them
114 * separated by a space.
115 *
116 * Dir_Destroy Destroy an element of a search path. Frees up all
117 * things that can be freed for the element as long
118 * as the element is no longer referenced by any other
119 * search path.
120 *
121 * Dir_ClearPath Resets a search path to the empty list.
122 *
123 * For debugging:
124 * Dir_PrintDirectories Print stats about the directory cache.
125 */
126
127 #include <sys/types.h>
128 #include <sys/stat.h>
129
130 #include <dirent.h>
131 #include <errno.h>
132
133 #include "make.h"
134 #include "dir.h"
135 #include "job.h"
136
137 /* "@(#)dir.c 8.2 (Berkeley) 1/2/94" */
138 MAKE_RCSID("$NetBSD: dir.c,v 1.181 2020/10/25 08:59:26 rillig Exp $");
139
140 #define DIR_DEBUG0(text) DEBUG0(DIR, text)
141 #define DIR_DEBUG1(fmt, arg1) DEBUG1(DIR, fmt, arg1)
142 #define DIR_DEBUG2(fmt, arg1, arg2) DEBUG2(DIR, fmt, arg1, arg2)
143
144 /*
145 * A search path consists of a list of CachedDir structures. A CachedDir
146 * has in it the name of the directory and a hash table of all the files
147 * in the directory. This is used to cut down on the number of system
148 * calls necessary to find implicit dependents and their like. Since
149 * these searches are made before any actions are taken, we need not
150 * worry about the directory changing due to creation commands. If this
151 * hampers the style of some makefiles, they must be changed.
152 *
153 * A list of all previously-read directories is kept in the
154 * openDirectories Lst. This list is checked first before a directory
155 * is opened.
156 *
157 * The need for the caching of whole directories is brought about by
158 * the multi-level transformation code in suff.c, which tends to search
159 * for far more files than regular make does. In the initial
160 * implementation, the amount of time spent performing "stat" calls was
161 * truly astronomical. The problem with hashing at the start is,
162 * of course, that pmake doesn't then detect changes to these directories
163 * during the course of the make. Three possibilities suggest themselves:
164 *
165 * 1) just use stat to test for a file's existence. As mentioned
166 * above, this is very inefficient due to the number of checks
167 * engendered by the multi-level transformation code.
168 * 2) use readdir() and company to search the directories, keeping
169 * them open between checks. I have tried this and while it
170 * didn't slow down the process too much, it could severely
171 * affect the amount of parallelism available as each directory
172 * open would take another file descriptor out of play for
173 * handling I/O for another job. Given that it is only recently
174 * that UNIX OS's have taken to allowing more than 20 or 32
175 * file descriptors for a process, this doesn't seem acceptable
176 * to me.
177 * 3) record the mtime of the directory in the CachedDir structure and
178 * verify the directory hasn't changed since the contents were
179 * hashed. This will catch the creation or deletion of files,
180 * but not the updating of files. However, since it is the
181 * creation and deletion that is the problem, this could be
182 * a good thing to do. Unfortunately, if the directory (say ".")
183 * were fairly large and changed fairly frequently, the constant
184 * rehashing could seriously degrade performance. It might be
185 * good in such cases to keep track of the number of rehashes
186 * and if the number goes over a (small) limit, resort to using
187 * stat in its place.
188 *
189 * An additional thing to consider is that pmake is used primarily
190 * to create C programs and until recently pcc-based compilers refused
191 * to allow you to specify where the resulting object file should be
192 * placed. This forced all objects to be created in the current
193 * directory. This isn't meant as a full excuse, just an explanation of
194 * some of the reasons for the caching used here.
195 *
196 * One more note: the location of a target's file is only performed
197 * on the downward traversal of the graph and then only for terminal
198 * nodes in the graph. This could be construed as wrong in some cases,
199 * but prevents inadvertent modification of files when the "installed"
200 * directory for a file is provided in the search path.
201 *
202 * Another data structure maintained by this module is an mtime
203 * cache used when the searching of cached directories fails to find
204 * a file. In the past, Dir_FindFile would simply perform an access()
205 * call in such a case to determine if the file could be found using
206 * just the name given. When this hit, however, all that was gained
207 * was the knowledge that the file existed. Given that an access() is
208 * essentially a stat() without the copyout() call, and that the same
209 * filesystem overhead would have to be incurred in Dir_MTime, it made
210 * sense to replace the access() with a stat() and record the mtime
211 * in a cache for when Dir_MTime was actually called.
212 */
213
214 typedef List CachedDirList;
215 typedef ListNode CachedDirListNode;
216
217 typedef ListNode SearchPathNode;
218
219 SearchPath *dirSearchPath; /* main search path */
220
221 /* A list of cached directories, with fast lookup by directory name. */
222 typedef struct OpenDirs {
223 CachedDirList *list;
224 HashTable /* of CachedDirListNode */ table;
225 } OpenDirs;
226
227 static void
228 OpenDirs_Init(OpenDirs *odirs)
229 {
230 odirs->list = Lst_New();
231 Hash_InitTable(&odirs->table);
232 }
233
234 #ifdef CLEANUP
235 static void
236 OpenDirs_Done(OpenDirs *odirs)
237 {
238 CachedDirListNode *ln = odirs->list->first;
239 while (ln != NULL) {
240 CachedDirListNode *next = ln->next;
241 CachedDir *dir = ln->datum;
242 Dir_Destroy(dir); /* removes the dir from odirs->list */
243 ln = next;
244 }
245 Lst_Free(odirs->list);
246 Hash_DeleteTable(&odirs->table);
247 }
248 #endif
249
250 static CachedDir *
251 OpenDirs_Find(OpenDirs *odirs, const char *name)
252 {
253 CachedDirListNode *ln = Hash_FindValue(&odirs->table, name);
254 return ln != NULL ? ln->datum : NULL;
255 }
256
257 static void
258 OpenDirs_Add(OpenDirs *odirs, CachedDir *cdir)
259 {
260 HashEntry *he = Hash_FindEntry(&odirs->table, cdir->name);
261 if (he != NULL)
262 return;
263 he = Hash_CreateEntry(&odirs->table, cdir->name, NULL);
264 Lst_Append(odirs->list, cdir);
265 Hash_SetValue(he, odirs->list->last);
266 }
267
268 static void
269 OpenDirs_Remove(OpenDirs *odirs, const char *name)
270 {
271 HashEntry *he = Hash_FindEntry(&odirs->table, name);
272 CachedDirListNode *ln;
273 if (he == NULL)
274 return;
275 ln = Hash_GetValue(he);
276 Hash_DeleteEntry(&odirs->table, he);
277 Lst_Remove(odirs->list, ln);
278 }
279
280 static OpenDirs openDirs; /* the list of all open directories */
281
282 /*
283 * Variables for gathering statistics on the efficiency of the hashing
284 * mechanism.
285 */
286 static int hits; /* Found in directory cache */
287 static int misses; /* Sad, but not evil misses */
288 static int nearmisses; /* Found under search path */
289 static int bigmisses; /* Sought by itself */
290
291 static CachedDir *dot; /* contents of current directory */
292 static CachedDir *cur; /* contents of current directory, if not dot */
293 static CachedDir *dotLast; /* a fake path entry indicating we need to
294 * look for . last */
295
296 /* Results of doing a last-resort stat in Dir_FindFile -- if we have to go to
297 * the system to find the file, we might as well have its mtime on record.
298 *
299 * XXX: If this is done way early, there's a chance other rules will have
300 * already updated the file, in which case we'll update it again. Generally,
301 * there won't be two rules to update a single file, so this should be ok,
302 * but... */
303 static HashTable mtimes;
304
305 static HashTable lmtimes; /* same as mtimes but for lstat */
306
307 /*
308 * We use stat(2) a lot, cache the results.
309 * mtime and mode are all we care about.
310 */
311 struct cache_st {
312 time_t lmtime; /* lstat */
313 time_t mtime; /* stat */
314 mode_t mode;
315 };
316
317 /* minimize changes below */
318 typedef enum CachedStatsFlags {
319 CST_LSTAT = 0x01, /* call lstat(2) instead of stat(2) */
320 CST_UPDATE = 0x02 /* ignore existing cached entry */
321 } CachedStatsFlags;
322
323 /* Returns 0 and the result of stat(2) or lstat(2) in *mst, or -1 on error. */
324 static int
325 cached_stats(HashTable *htp, const char *pathname, struct make_stat *mst,
326 CachedStatsFlags flags)
327 {
328 HashEntry *entry;
329 struct stat sys_st;
330 struct cache_st *cst;
331 int rc;
332
333 if (!pathname || !pathname[0])
334 return -1;
335
336 entry = Hash_FindEntry(htp, pathname);
337
338 if (entry && !(flags & CST_UPDATE)) {
339 cst = Hash_GetValue(entry);
340
341 mst->mst_mode = cst->mode;
342 mst->mst_mtime = (flags & CST_LSTAT) ? cst->lmtime : cst->mtime;
343 if (mst->mst_mtime) {
344 DIR_DEBUG2("Using cached time %s for %s\n",
345 Targ_FmtTime(mst->mst_mtime), pathname);
346 return 0;
347 }
348 }
349
350 rc = (flags & CST_LSTAT)
351 ? lstat(pathname, &sys_st)
352 : stat(pathname, &sys_st);
353 if (rc == -1)
354 return -1;
355
356 if (sys_st.st_mtime == 0)
357 sys_st.st_mtime = 1; /* avoid confusion with missing file */
358
359 mst->mst_mode = sys_st.st_mode;
360 mst->mst_mtime = sys_st.st_mtime;
361
362 if (entry == NULL)
363 entry = Hash_CreateEntry(htp, pathname, NULL);
364 if (Hash_GetValue(entry) == NULL) {
365 Hash_SetValue(entry, bmake_malloc(sizeof(*cst)));
366 memset(Hash_GetValue(entry), 0, sizeof(*cst));
367 }
368 cst = Hash_GetValue(entry);
369 if (flags & CST_LSTAT) {
370 cst->lmtime = sys_st.st_mtime;
371 } else {
372 cst->mtime = sys_st.st_mtime;
373 }
374 cst->mode = sys_st.st_mode;
375 DIR_DEBUG2(" Caching %s for %s\n",
376 Targ_FmtTime(sys_st.st_mtime), pathname);
377
378 return 0;
379 }
380
381 int
382 cached_stat(const char *pathname, struct make_stat *st)
383 {
384 return cached_stats(&mtimes, pathname, st, 0);
385 }
386
387 int
388 cached_lstat(const char *pathname, struct make_stat *st)
389 {
390 return cached_stats(&lmtimes, pathname, st, CST_LSTAT);
391 }
392
393 /* Initialize the directories module. */
394 void
395 Dir_Init(void)
396 {
397 dirSearchPath = Lst_New();
398 OpenDirs_Init(&openDirs);
399 Hash_InitTable(&mtimes);
400 Hash_InitTable(&lmtimes);
401 }
402
403 void
404 Dir_InitDir(const char *cdname)
405 {
406 Dir_InitCur(cdname);
407
408 dotLast = bmake_malloc(sizeof(CachedDir));
409 dotLast->refCount = 1;
410 dotLast->hits = 0;
411 dotLast->name = bmake_strdup(".DOTLAST");
412 Hash_InitTable(&dotLast->files);
413 }
414
415 /*
416 * Called by Dir_InitDir and whenever .CURDIR is assigned to.
417 */
418 void
419 Dir_InitCur(const char *cdname)
420 {
421 CachedDir *dir;
422
423 if (cdname != NULL) {
424 /*
425 * Our build directory is not the same as our source directory.
426 * Keep this one around too.
427 */
428 if ((dir = Dir_AddDir(NULL, cdname))) {
429 dir->refCount++;
430 if (cur && cur != dir) {
431 /*
432 * We've been here before, clean up.
433 */
434 cur->refCount--;
435 Dir_Destroy(cur);
436 }
437 cur = dir;
438 }
439 }
440 }
441
442 /* (Re)initialize "dot" (current/object directory) path hash.
443 * Some directories may be opened. */
444 void
445 Dir_InitDot(void)
446 {
447 if (dot != NULL) {
448 /* Remove old entry from openDirs, but do not destroy. */
449 OpenDirs_Remove(&openDirs, dot->name);
450 }
451
452 dot = Dir_AddDir(NULL, ".");
453
454 if (dot == NULL) {
455 Error("Cannot open `.' (%s)", strerror(errno));
456 exit(1);
457 }
458
459 /*
460 * We always need to have dot around, so we increment its reference count
461 * to make sure it's not destroyed.
462 */
463 dot->refCount++;
464 Dir_SetPATH(); /* initialize */
465 }
466
467 /* Clean up the directories module. */
468 void
469 Dir_End(void)
470 {
471 #ifdef CLEANUP
472 if (cur) {
473 cur->refCount--;
474 Dir_Destroy(cur);
475 }
476 dot->refCount--;
477 dotLast->refCount--;
478 Dir_Destroy(dotLast);
479 Dir_Destroy(dot);
480 Dir_ClearPath(dirSearchPath);
481 Lst_Free(dirSearchPath);
482 OpenDirs_Done(&openDirs);
483 Hash_DeleteTable(&mtimes);
484 #endif
485 }
486
487 /*
488 * We want ${.PATH} to indicate the order in which we will actually
489 * search, so we rebuild it after any .PATH: target.
490 * This is the simplest way to deal with the effect of .DOTLAST.
491 */
492 void
493 Dir_SetPATH(void)
494 {
495 CachedDirListNode *ln;
496 Boolean hasLastDot = FALSE; /* true if we should search dot last */
497
498 Var_Delete(".PATH", VAR_GLOBAL);
499
500 if ((ln = dirSearchPath->first) != NULL) {
501 CachedDir *dir = ln->datum;
502 if (dir == dotLast) {
503 hasLastDot = TRUE;
504 Var_Append(".PATH", dotLast->name, VAR_GLOBAL);
505 }
506 }
507
508 if (!hasLastDot) {
509 if (dot)
510 Var_Append(".PATH", dot->name, VAR_GLOBAL);
511 if (cur)
512 Var_Append(".PATH", cur->name, VAR_GLOBAL);
513 }
514
515 for (ln = dirSearchPath->first; ln != NULL; ln = ln->next) {
516 CachedDir *dir = ln->datum;
517 if (dir == dotLast)
518 continue;
519 if (dir == dot && hasLastDot)
520 continue;
521 Var_Append(".PATH", dir->name, VAR_GLOBAL);
522 }
523
524 if (hasLastDot) {
525 if (dot)
526 Var_Append(".PATH", dot->name, VAR_GLOBAL);
527 if (cur)
528 Var_Append(".PATH", cur->name, VAR_GLOBAL);
529 }
530 }
531
532 /* See if the given name has any wildcard characters in it. Be careful not to
533 * expand unmatching brackets or braces.
534 *
535 * XXX: This code is not 100% correct ([^]] fails etc.). I really don't think
536 * that make(1) should be expanding patterns, because then you have to set a
537 * mechanism for escaping the expansion!
538 *
539 * Input:
540 * name name to check
541 *
542 * Results:
543 * returns TRUE if the word should be expanded, FALSE otherwise
544 */
545 Boolean
546 Dir_HasWildcards(const char *name)
547 {
548 const char *cp;
549 Boolean wild = FALSE;
550 int braces = 0, brackets = 0;
551
552 for (cp = name; *cp; cp++) {
553 switch (*cp) {
554 case '{':
555 braces++;
556 wild = TRUE;
557 break;
558 case '}':
559 braces--;
560 break;
561 case '[':
562 brackets++;
563 wild = TRUE;
564 break;
565 case ']':
566 brackets--;
567 break;
568 case '?':
569 case '*':
570 wild = TRUE;
571 break;
572 default:
573 break;
574 }
575 }
576 return wild && brackets == 0 && braces == 0;
577 }
578
579 /* See if any files match the pattern and add their names to the 'expansions'
580 * list if they do.
581 *
582 * This is incomplete -- wildcards are only expanded in the final path
583 * component, but not in directories like src/lib*c/file*.c, but it
584 * will do for now (now being 1993 until at least 2020). To expand these,
585 * use the ':sh' variable modifier such as in ${:!echo src/lib*c/file*.c!}.
586 *
587 * Input:
588 * pattern Pattern to look for
589 * dir Directory to search
590 * expansion Place to store the results
591 */
592 static void
593 DirMatchFiles(const char *pattern, CachedDir *dir, StringList *expansions)
594 {
595 const char *dirName = dir->name;
596 Boolean isDot = dirName[0] == '.' && dirName[1] == '\0';
597 HashIter hi;
598
599 HashIter_Init(&hi, &dir->files);
600 while (HashIter_Next(&hi) != NULL) {
601 const char *base = hi.entry->key;
602
603 if (!Str_Match(base, pattern))
604 continue;
605
606 /*
607 * Follow the UNIX convention that dot files are only found if the
608 * pattern begins with a dot. The pattern '.*' does not match '.' or
609 * '..' since these are not included in the directory cache.
610 *
611 * XXX: This means that the pattern '[a-z.]*' does not find '.file'.
612 */
613 if (base[0] == '.' && pattern[0] != '.')
614 continue;
615
616 {
617 char *fullName = isDot
618 ? bmake_strdup(base)
619 : str_concat3(dirName, "/", base);
620 Lst_Append(expansions, fullName);
621 }
622 }
623 }
624
625 /* Find the next closing brace in the string, taking nested braces into
626 * account. */
627 static const char *
628 closing_brace(const char *p)
629 {
630 int nest = 0;
631 while (*p != '\0') {
632 if (*p == '}' && nest == 0)
633 break;
634 if (*p == '{')
635 nest++;
636 if (*p == '}')
637 nest--;
638 p++;
639 }
640 return p;
641 }
642
643 /* Find the next closing brace or comma in the string, taking nested braces
644 * into account. */
645 static const char *
646 separator_comma(const char *p)
647 {
648 int nest = 0;
649 while (*p != '\0') {
650 if ((*p == '}' || *p == ',') && nest == 0)
651 break;
652 if (*p == '{')
653 nest++;
654 if (*p == '}')
655 nest--;
656 p++;
657 }
658 return p;
659 }
660
661 static Boolean
662 contains_wildcard(const char *p)
663 {
664 for (; *p != '\0'; p++) {
665 switch (*p) {
666 case '*':
667 case '?':
668 case '{':
669 case '[':
670 return TRUE;
671 }
672 }
673 return FALSE;
674 }
675
676 static char *
677 concat3(const char *a, size_t a_len, const char *b, size_t b_len,
678 const char *c, size_t c_len)
679 {
680 size_t s_len = a_len + b_len + c_len;
681 char *s = bmake_malloc(s_len + 1);
682 memcpy(s, a, a_len);
683 memcpy(s + a_len, b, b_len);
684 memcpy(s + a_len + b_len, c, c_len);
685 s[s_len] = '\0';
686 return s;
687 }
688
689 /* Expand curly braces like the C shell. Brace expansion by itself is purely
690 * textual, the expansions are not looked up in the file system. But if an
691 * expanded word contains wildcard characters, it is expanded further,
692 * matching only the actually existing files.
693 *
694 * Example: "{a{b,c}}" expands to "ab" and "ac".
695 * Example: "{a}" expands to "a".
696 * Example: "{a,*.c}" expands to "a" and all "*.c" files that exist.
697 *
698 * Input:
699 * word Entire word to expand
700 * brace First curly brace in it
701 * path Search path to use
702 * expansions Place to store the expansions
703 */
704 static void
705 DirExpandCurly(const char *word, const char *brace, SearchPath *path,
706 StringList *expansions)
707 {
708 const char *prefix, *middle, *piece, *middle_end, *suffix;
709 size_t prefix_len, suffix_len;
710
711 /* Split the word into prefix '{' middle '}' suffix. */
712
713 middle = brace + 1;
714 middle_end = closing_brace(middle);
715 if (*middle_end == '\0') {
716 Error("Unterminated {} clause \"%s\"", middle);
717 return;
718 }
719
720 prefix = word;
721 prefix_len = (size_t)(brace - prefix);
722 suffix = middle_end + 1;
723 suffix_len = strlen(suffix);
724
725 /* Split the middle into pieces, separated by commas. */
726
727 piece = middle;
728 while (piece < middle_end + 1) {
729 const char *piece_end = separator_comma(piece);
730 size_t piece_len = (size_t)(piece_end - piece);
731
732 char *file = concat3(prefix, prefix_len, piece, piece_len,
733 suffix, suffix_len);
734
735 if (contains_wildcard(file)) {
736 Dir_Expand(file, path, expansions);
737 free(file);
738 } else {
739 Lst_Append(expansions, file);
740 }
741
742 piece = piece_end + 1; /* skip over the comma or closing brace */
743 }
744 }
745
746
747 /*-
748 *-----------------------------------------------------------------------
749 * DirExpandInt --
750 * Internal expand routine. Passes through the directories in the
751 * path one by one, calling DirMatchFiles for each. NOTE: This still
752 * doesn't handle patterns in directories...
753 *
754 * Input:
755 * word Word to expand
756 * path Directory in which to look
757 * expansions Place to store the result
758 *
759 * Results:
760 * None.
761 *
762 * Side Effects:
763 * Things are added to the expansions list.
764 *
765 *-----------------------------------------------------------------------
766 */
767 static void
768 DirExpandInt(const char *word, SearchPath *path, StringList *expansions)
769 {
770 SearchPathNode *ln;
771 for (ln = path->first; ln != NULL; ln = ln->next) {
772 CachedDir *dir = ln->datum;
773 DirMatchFiles(word, dir, expansions);
774 }
775 }
776
777 static void
778 DirPrintExpansions(StringList *words)
779 {
780 StringListNode *ln;
781 for (ln = words->first; ln != NULL; ln = ln->next) {
782 const char *word = ln->datum;
783 debug_printf("%s ", word);
784 }
785 debug_printf("\n");
786 }
787
788 /* Expand the given word into a list of words by globbing it, looking in the
789 * directories on the given search path.
790 *
791 * Input:
792 * word the word to expand
793 * path the directories in which to find the files
794 * expansions the list on which to place the results
795 */
796 void
797 Dir_Expand(const char *word, SearchPath *path, StringList *expansions)
798 {
799 const char *cp;
800
801 assert(path != NULL);
802 assert(expansions != NULL);
803
804 DIR_DEBUG1("Expanding \"%s\"... ", word);
805
806 cp = strchr(word, '{');
807 if (cp) {
808 DirExpandCurly(word, cp, path, expansions);
809 } else {
810 cp = strchr(word, '/');
811 if (cp) {
812 /*
813 * The thing has a directory component -- find the first wildcard
814 * in the string.
815 */
816 for (cp = word; *cp; cp++) {
817 if (*cp == '?' || *cp == '[' || *cp == '*' || *cp == '{') {
818 break;
819 }
820 }
821 if (*cp == '{') {
822 /*
823 * This one will be fun.
824 */
825 DirExpandCurly(word, cp, path, expansions);
826 return;
827 } else if (*cp != '\0') {
828 /*
829 * Back up to the start of the component
830 */
831 while (cp > word && *cp != '/') {
832 cp--;
833 }
834 if (cp != word) {
835 char *prefix = bmake_strsedup(word, cp + 1);
836 /*
837 * If the glob isn't in the first component, try and find
838 * all the components up to the one with a wildcard.
839 */
840 char *dirpath = Dir_FindFile(prefix, path);
841 free(prefix);
842 /*
843 * dirpath is null if can't find the leading component
844 * XXX: Dir_FindFile won't find internal components.
845 * i.e. if the path contains ../Etc/Object and we're
846 * looking for Etc, it won't be found. Ah well.
847 * Probably not important.
848 */
849 if (dirpath != NULL) {
850 char *dp = &dirpath[strlen(dirpath) - 1];
851 if (*dp == '/')
852 *dp = '\0';
853 path = Lst_New();
854 (void)Dir_AddDir(path, dirpath);
855 DirExpandInt(cp + 1, path, expansions);
856 Lst_Free(path);
857 }
858 } else {
859 /*
860 * Start the search from the local directory
861 */
862 DirExpandInt(word, path, expansions);
863 }
864 } else {
865 /*
866 * Return the file -- this should never happen.
867 */
868 DirExpandInt(word, path, expansions);
869 }
870 } else {
871 /*
872 * First the files in dot
873 */
874 DirMatchFiles(word, dot, expansions);
875
876 /*
877 * Then the files in every other directory on the path.
878 */
879 DirExpandInt(word, path, expansions);
880 }
881 }
882 if (DEBUG(DIR))
883 DirPrintExpansions(expansions);
884 }
885
886 /* Find if the file with the given name exists in the given path.
887 * Return the freshly allocated path to the file, or NULL. */
888 static char *
889 DirLookup(CachedDir *dir, const char *base)
890 {
891 char *file; /* the current filename to check */
892
893 DIR_DEBUG1(" %s ...\n", dir->name);
894
895 if (Hash_FindEntry(&dir->files, base) == NULL)
896 return NULL;
897
898 file = str_concat3(dir->name, "/", base);
899 DIR_DEBUG1(" returning %s\n", file);
900 dir->hits++;
901 hits++;
902 return file;
903 }
904
905
906 /*-
907 *-----------------------------------------------------------------------
908 * DirLookupSubdir --
909 * Find if the file with the given name exists in the given path.
910 *
911 * Results:
912 * The path to the file or NULL. This path is guaranteed to be in a
913 * different part of memory than name and so may be safely free'd.
914 *
915 * Side Effects:
916 * If the file is found, it is added in the modification times hash
917 * table.
918 *-----------------------------------------------------------------------
919 */
920 static char *
921 DirLookupSubdir(CachedDir *dir, const char *name)
922 {
923 struct make_stat mst;
924 char *file; /* the current filename to check */
925
926 if (dir != dot) {
927 file = str_concat3(dir->name, "/", name);
928 } else {
929 /*
930 * Checking in dot -- DON'T put a leading ./ on the thing.
931 */
932 file = bmake_strdup(name);
933 }
934
935 DIR_DEBUG1("checking %s ...\n", file);
936
937 if (cached_stat(file, &mst) == 0) {
938 nearmisses++;
939 return file;
940 }
941 free(file);
942 return NULL;
943 }
944
945 /*-
946 *-----------------------------------------------------------------------
947 * DirLookupAbs --
948 * Find if the file with the given name exists in the given path.
949 *
950 * Results:
951 * The path to the file, the empty string or NULL. If the file is
952 * the empty string, the search should be terminated.
953 * This path is guaranteed to be in a different part of memory
954 * than name and so may be safely free'd.
955 *
956 * Side Effects:
957 * None.
958 *-----------------------------------------------------------------------
959 */
960 static char *
961 DirLookupAbs(CachedDir *dir, const char *name, const char *cp)
962 {
963 char *p1; /* pointer into dir->name */
964 const char *p2; /* pointer into name */
965
966 DIR_DEBUG1(" %s ...\n", dir->name);
967
968 /*
969 * If the file has a leading path component and that component
970 * exactly matches the entire name of the current search
971 * directory, we can attempt another cache lookup. And if we don't
972 * have a hit, we can safely assume the file does not exist at all.
973 */
974 for (p1 = dir->name, p2 = name; *p1 && *p1 == *p2; p1++, p2++) {
975 continue;
976 }
977 if (*p1 != '\0' || p2 != cp - 1) {
978 return NULL;
979 }
980
981 if (Hash_FindEntry(&dir->files, cp) == NULL) {
982 DIR_DEBUG0(" must be here but isn't -- returning\n");
983 /* Return empty string: terminates search */
984 return bmake_strdup("");
985 }
986
987 dir->hits++;
988 hits++;
989 DIR_DEBUG1(" returning %s\n", name);
990 return bmake_strdup(name);
991 }
992
993 /* Find the file given on "." or curdir.
994 * Return the freshly allocated path to the file, or NULL. */
995 static char *
996 DirFindDot(const char *name, const char *base)
997 {
998
999 if (Hash_FindEntry(&dot->files, base) != NULL) {
1000 DIR_DEBUG0(" in '.'\n");
1001 hits++;
1002 dot->hits++;
1003 return bmake_strdup(name);
1004 }
1005 if (cur != NULL && Hash_FindEntry(&cur->files, base) != NULL) {
1006 DIR_DEBUG1(" in ${.CURDIR} = %s\n", cur->name);
1007 hits++;
1008 cur->hits++;
1009 return str_concat3(cur->name, "/", base);
1010 }
1011
1012 return NULL;
1013 }
1014
1015 /* Find the file with the given name along the given search path.
1016 *
1017 * If the file is found in a directory that is not on the path
1018 * already (either 'name' is absolute or it is a relative path
1019 * [ dir1/.../dirn/file ] which exists below one of the directories
1020 * already on the search path), its directory is added to the end
1021 * of the path, on the assumption that there will be more files in
1022 * that directory later on. Sometimes this is true. Sometimes not.
1023 *
1024 * Input:
1025 * name the file to find
1026 * path the directories to search, or NULL
1027 *
1028 * Results:
1029 * The freshly allocated path to the file, or NULL.
1030 */
1031 char *
1032 Dir_FindFile(const char *name, SearchPath *path)
1033 {
1034 SearchPathNode *ln;
1035 char *file; /* the current filename to check */
1036 const char *base; /* Terminal name of file */
1037 Boolean hasLastDot = FALSE; /* true if we should search dot last */
1038 Boolean hasSlash; /* true if 'name' contains a / */
1039 struct make_stat mst; /* Buffer for stat, if necessary */
1040 const char *trailing_dot = ".";
1041
1042 /*
1043 * Find the final component of the name and note whether it has a
1044 * slash in it (the name, I mean)
1045 */
1046 base = strrchr(name, '/');
1047 if (base) {
1048 hasSlash = TRUE;
1049 base++;
1050 } else {
1051 hasSlash = FALSE;
1052 base = name;
1053 }
1054
1055 DIR_DEBUG1("Searching for %s ...", name);
1056
1057 if (path == NULL) {
1058 DIR_DEBUG0("couldn't open path, file not found\n");
1059 misses++;
1060 return NULL;
1061 }
1062
1063 if ((ln = path->first) != NULL) {
1064 CachedDir *dir = ln->datum;
1065 if (dir == dotLast) {
1066 hasLastDot = TRUE;
1067 DIR_DEBUG0("[dot last]...");
1068 }
1069 }
1070 DIR_DEBUG0("\n");
1071
1072 /*
1073 * If there's no leading directory components or if the leading
1074 * directory component is exactly `./', consult the cached contents
1075 * of each of the directories on the search path.
1076 */
1077 if (!hasSlash || (base - name == 2 && *name == '.')) {
1078 /*
1079 * We look through all the directories on the path seeking one which
1080 * contains the final component of the given name. If such a beast
1081 * is found, we concatenate the directory name and the final
1082 * component and return the resulting string. If we don't find any
1083 * such thing, we go on to phase two...
1084 *
1085 * No matter what, we always look for the file in the current
1086 * directory before anywhere else (unless we found the magic
1087 * DOTLAST path, in which case we search it last) and we *do not*
1088 * add the ./ to it if it exists.
1089 * This is so there are no conflicts between what the user
1090 * specifies (fish.c) and what pmake finds (./fish.c).
1091 */
1092 if (!hasLastDot && (file = DirFindDot(name, base)) != NULL)
1093 return file;
1094
1095 for (; ln != NULL; ln = ln->next) {
1096 CachedDir *dir = ln->datum;
1097 if (dir == dotLast)
1098 continue;
1099 if ((file = DirLookup(dir, base)) != NULL)
1100 return file;
1101 }
1102
1103 if (hasLastDot && (file = DirFindDot(name, base)) != NULL)
1104 return file;
1105 }
1106
1107 /*
1108 * We didn't find the file on any directory in the search path.
1109 * If the name doesn't contain a slash, that means it doesn't exist.
1110 * If it *does* contain a slash, however, there is still hope: it
1111 * could be in a subdirectory of one of the members of the search
1112 * path. (eg. /usr/include and sys/types.h. The above search would
1113 * fail to turn up types.h in /usr/include, but it *is* in
1114 * /usr/include/sys/types.h).
1115 * [ This no longer applies: If we find such a beast, we assume there
1116 * will be more (what else can we assume?) and add all but the last
1117 * component of the resulting name onto the search path (at the
1118 * end).]
1119 * This phase is only performed if the file is *not* absolute.
1120 */
1121 if (!hasSlash) {
1122 DIR_DEBUG0(" failed.\n");
1123 misses++;
1124 return NULL;
1125 }
1126
1127 if (*base == '\0') {
1128 /* we were given a trailing "/" */
1129 base = trailing_dot;
1130 }
1131
1132 if (name[0] != '/') {
1133 Boolean checkedDot = FALSE;
1134
1135 DIR_DEBUG0(" Trying subdirectories...\n");
1136
1137 if (!hasLastDot) {
1138 if (dot) {
1139 checkedDot = TRUE;
1140 if ((file = DirLookupSubdir(dot, name)) != NULL)
1141 return file;
1142 }
1143 if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
1144 return file;
1145 }
1146
1147 for (ln = path->first; ln != NULL; ln = ln->next) {
1148 CachedDir *dir = ln->datum;
1149 if (dir == dotLast)
1150 continue;
1151 if (dir == dot) {
1152 if (checkedDot)
1153 continue;
1154 checkedDot = TRUE;
1155 }
1156 if ((file = DirLookupSubdir(dir, name)) != NULL)
1157 return file;
1158 }
1159
1160 if (hasLastDot) {
1161 if (dot && !checkedDot) {
1162 checkedDot = TRUE;
1163 if ((file = DirLookupSubdir(dot, name)) != NULL)
1164 return file;
1165 }
1166 if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
1167 return file;
1168 }
1169
1170 if (checkedDot) {
1171 /*
1172 * Already checked by the given name, since . was in the path,
1173 * so no point in proceeding...
1174 */
1175 DIR_DEBUG0(" Checked . already, returning NULL\n");
1176 return NULL;
1177 }
1178
1179 } else { /* name[0] == '/' */
1180
1181 /*
1182 * For absolute names, compare directory path prefix against the
1183 * the directory path of each member on the search path for an exact
1184 * match. If we have an exact match on any member of the search path,
1185 * use the cached contents of that member to lookup the final file
1186 * component. If that lookup fails we can safely assume that the
1187 * file does not exist at all. This is signified by DirLookupAbs()
1188 * returning an empty string.
1189 */
1190 DIR_DEBUG0(" Trying exact path matches...\n");
1191
1192 if (!hasLastDot && cur &&
1193 ((file = DirLookupAbs(cur, name, base)) != NULL)) {
1194 if (file[0] == '\0') {
1195 free(file);
1196 return NULL;
1197 }
1198 return file;
1199 }
1200
1201 for (ln = path->first; ln != NULL; ln = ln->next) {
1202 CachedDir *dir = ln->datum;
1203 if (dir == dotLast)
1204 continue;
1205 if ((file = DirLookupAbs(dir, name, base)) != NULL) {
1206 if (file[0] == '\0') {
1207 free(file);
1208 return NULL;
1209 }
1210 return file;
1211 }
1212 }
1213
1214 if (hasLastDot && cur &&
1215 ((file = DirLookupAbs(cur, name, base)) != NULL)) {
1216 if (file[0] == '\0') {
1217 free(file);
1218 return NULL;
1219 }
1220 return file;
1221 }
1222 }
1223
1224 /*
1225 * Didn't find it that way, either. Sigh. Phase 3. Add its directory
1226 * onto the search path in any case, just in case, then look for the
1227 * thing in the hash table. If we find it, grand. We return a new
1228 * copy of the name. Otherwise we sadly return a NULL pointer. Sigh.
1229 * Note that if the directory holding the file doesn't exist, this will
1230 * do an extra search of the final directory on the path. Unless something
1231 * weird happens, this search won't succeed and life will be groovy.
1232 *
1233 * Sigh. We cannot add the directory onto the search path because
1234 * of this amusing case:
1235 * $(INSTALLDIR)/$(FILE): $(FILE)
1236 *
1237 * $(FILE) exists in $(INSTALLDIR) but not in the current one.
1238 * When searching for $(FILE), we will find it in $(INSTALLDIR)
1239 * b/c we added it here. This is not good...
1240 */
1241 #ifdef notdef
1242 if (base == trailing_dot) {
1243 base = strrchr(name, '/');
1244 base++;
1245 }
1246 base[-1] = '\0';
1247 (void)Dir_AddDir(path, name);
1248 base[-1] = '/';
1249
1250 bigmisses++;
1251 ln = Lst_Last(path);
1252 if (ln == NULL) {
1253 return NULL;
1254 } else {
1255 dir = LstNode_Datum(ln);
1256 }
1257
1258 if (Hash_FindEntry(&dir->files, base) != NULL) {
1259 return bmake_strdup(name);
1260 } else {
1261 return NULL;
1262 }
1263 #else /* !notdef */
1264 DIR_DEBUG1(" Looking for \"%s\" ...\n", name);
1265
1266 bigmisses++;
1267 if (cached_stat(name, &mst) == 0) {
1268 return bmake_strdup(name);
1269 }
1270
1271 DIR_DEBUG0(" failed. Returning NULL\n");
1272 return NULL;
1273 #endif /* notdef */
1274 }
1275
1276
1277 /* Search for a path starting at a given directory and then working our way
1278 * up towards the root.
1279 *
1280 * Input:
1281 * here starting directory
1282 * search_path the relative path we are looking for
1283 *
1284 * Results:
1285 * The found path, or NULL.
1286 */
1287 char *
1288 Dir_FindHereOrAbove(const char *here, const char *search_path)
1289 {
1290 struct make_stat mst;
1291 char *dirbase, *dirbase_end;
1292 char *try, *try_end;
1293
1294 /* copy out our starting point */
1295 dirbase = bmake_strdup(here);
1296 dirbase_end = dirbase + strlen(dirbase);
1297
1298 /* loop until we determine a result */
1299 for (;;) {
1300
1301 /* try and stat(2) it ... */
1302 try = str_concat3(dirbase, "/", search_path);
1303 if (cached_stat(try, &mst) != -1) {
1304 /*
1305 * success! if we found a file, chop off
1306 * the filename so we return a directory.
1307 */
1308 if ((mst.mst_mode & S_IFMT) != S_IFDIR) {
1309 try_end = try + strlen(try);
1310 while (try_end > try && *try_end != '/')
1311 try_end--;
1312 if (try_end > try)
1313 *try_end = '\0'; /* chop! */
1314 }
1315
1316 free(dirbase);
1317 return try;
1318 }
1319 free(try);
1320
1321 /*
1322 * nope, we didn't find it. if we used up dirbase we've
1323 * reached the root and failed.
1324 */
1325 if (dirbase_end == dirbase)
1326 break; /* failed! */
1327
1328 /*
1329 * truncate dirbase from the end to move up a dir
1330 */
1331 while (dirbase_end > dirbase && *dirbase_end != '/')
1332 dirbase_end--;
1333 *dirbase_end = '\0'; /* chop! */
1334 }
1335
1336 free(dirbase);
1337 return NULL;
1338 }
1339
1340 /*-
1341 *-----------------------------------------------------------------------
1342 * Dir_MTime --
1343 * Find the modification time of the file described by gn along the
1344 * search path dirSearchPath.
1345 *
1346 * Input:
1347 * gn the file whose modification time is desired
1348 *
1349 * Results:
1350 * The modification time or 0 if it doesn't exist
1351 *
1352 * Side Effects:
1353 * The modification time is placed in the node's mtime slot.
1354 * If the node didn't have a path entry before, and Dir_FindFile
1355 * found one for it, the full name is placed in the path slot.
1356 *-----------------------------------------------------------------------
1357 */
1358 time_t
1359 Dir_MTime(GNode *gn, Boolean recheck)
1360 {
1361 char *fullName; /* the full pathname of name */
1362 struct make_stat mst; /* buffer for finding the mod time */
1363
1364 if (gn->type & OP_ARCHV) {
1365 return Arch_MTime(gn);
1366 } else if (gn->type & OP_PHONY) {
1367 gn->mtime = 0;
1368 return 0;
1369 } else if (gn->path == NULL) {
1370 if (gn->type & OP_NOPATH)
1371 fullName = NULL;
1372 else {
1373 fullName = Dir_FindFile(gn->name, Suff_FindPath(gn));
1374 if (fullName == NULL && gn->flags & FROM_DEPEND &&
1375 !Lst_IsEmpty(gn->implicitParents)) {
1376 char *cp;
1377
1378 cp = strrchr(gn->name, '/');
1379 if (cp) {
1380 /*
1381 * This is an implied source, and it may have moved,
1382 * see if we can find it via the current .PATH
1383 */
1384 cp++;
1385
1386 fullName = Dir_FindFile(cp, Suff_FindPath(gn));
1387 if (fullName) {
1388 /*
1389 * Put the found file in gn->path
1390 * so that we give that to the compiler.
1391 */
1392 gn->path = bmake_strdup(fullName);
1393 if (!Job_RunTarget(".STALE", gn->fname))
1394 fprintf(stdout,
1395 "%s: %s, %d: ignoring stale %s for %s, "
1396 "found %s\n", progname, gn->fname,
1397 gn->lineno,
1398 makeDependfile, gn->name, fullName);
1399 }
1400 }
1401 }
1402 DIR_DEBUG2("Found '%s' as '%s'\n",
1403 gn->name, fullName ? fullName : "(not found)");
1404 }
1405 } else {
1406 fullName = gn->path;
1407 }
1408
1409 if (fullName == NULL) {
1410 fullName = bmake_strdup(gn->name);
1411 }
1412
1413 if (cached_stats(&mtimes, fullName, &mst, recheck ? CST_UPDATE : 0) < 0) {
1414 if (gn->type & OP_MEMBER) {
1415 if (fullName != gn->path)
1416 free(fullName);
1417 return Arch_MemMTime(gn);
1418 } else {
1419 mst.mst_mtime = 0;
1420 }
1421 }
1422
1423 if (fullName && gn->path == NULL) {
1424 gn->path = fullName;
1425 }
1426
1427 gn->mtime = mst.mst_mtime;
1428 return gn->mtime;
1429 }
1430
1431 /* Read the list of filenames in the directory and store the result
1432 * in openDirectories.
1433 *
1434 * If a path is given, append the directory to that path.
1435 *
1436 * Input:
1437 * path The path to which the directory should be
1438 * added, or NULL to only add the directory to
1439 * openDirectories
1440 * name The name of the directory to add.
1441 * The name is not normalized in any way.
1442 */
1443 CachedDir *
1444 Dir_AddDir(SearchPath *path, const char *name)
1445 {
1446 CachedDir *dir = NULL; /* the added directory */
1447 DIR *d;
1448 struct dirent *dp;
1449
1450 if (path != NULL && strcmp(name, ".DOTLAST") == 0) {
1451 SearchPathNode *ln;
1452
1453 for (ln = path->first; ln != NULL; ln = ln->next) {
1454 CachedDir *pathDir = ln->datum;
1455 if (strcmp(pathDir->name, name) == 0)
1456 return pathDir;
1457 }
1458
1459 dotLast->refCount++;
1460 Lst_Prepend(path, dotLast);
1461 }
1462
1463 if (path != NULL)
1464 dir = OpenDirs_Find(&openDirs, name);
1465 if (dir != NULL) {
1466 if (Lst_FindDatum(path, dir) == NULL) {
1467 dir->refCount++;
1468 Lst_Append(path, dir);
1469 }
1470 return dir;
1471 }
1472
1473 DIR_DEBUG1("Caching %s ...", name);
1474
1475 if ((d = opendir(name)) != NULL) {
1476 dir = bmake_malloc(sizeof(CachedDir));
1477 dir->name = bmake_strdup(name);
1478 dir->hits = 0;
1479 dir->refCount = 1;
1480 Hash_InitTable(&dir->files);
1481
1482 while ((dp = readdir(d)) != NULL) {
1483 #if defined(sun) && defined(d_ino) /* d_ino is a sunos4 #define for d_fileno */
1484 /*
1485 * The sun directory library doesn't check for a 0 inode
1486 * (0-inode slots just take up space), so we have to do
1487 * it ourselves.
1488 */
1489 if (dp->d_fileno == 0) {
1490 continue;
1491 }
1492 #endif /* sun && d_ino */
1493 (void)Hash_CreateEntry(&dir->files, dp->d_name, NULL);
1494 }
1495 (void)closedir(d);
1496 OpenDirs_Add(&openDirs, dir);
1497 if (path != NULL)
1498 Lst_Append(path, dir);
1499 }
1500 DIR_DEBUG0("done\n");
1501 return dir;
1502 }
1503
1504 /*-
1505 *-----------------------------------------------------------------------
1506 * Dir_CopyDir --
1507 * Callback function for duplicating a search path via Lst_Copy.
1508 * Ups the reference count for the directory.
1509 *
1510 * Results:
1511 * Returns the Path it was given.
1512 *-----------------------------------------------------------------------
1513 */
1514 void *
1515 Dir_CopyDir(void *p)
1516 {
1517 CachedDir *dir = p;
1518 dir->refCount++;
1519 return dir;
1520 }
1521
1522 /*-
1523 *-----------------------------------------------------------------------
1524 * Dir_MakeFlags --
1525 * Make a string by taking all the directories in the given search
1526 * path and preceding them by the given flag. Used by the suffix
1527 * module to create variables for compilers based on suffix search
1528 * paths.
1529 *
1530 * Input:
1531 * flag flag which should precede each directory
1532 * path list of directories
1533 *
1534 * Results:
1535 * The string mentioned above. Note that there is no space between
1536 * the given flag and each directory. The empty string is returned if
1537 * Things don't go well.
1538 *
1539 * Side Effects:
1540 * None
1541 *-----------------------------------------------------------------------
1542 */
1543 char *
1544 Dir_MakeFlags(const char *flag, SearchPath *path)
1545 {
1546 Buffer buf;
1547 SearchPathNode *ln;
1548
1549 Buf_Init(&buf, 0);
1550
1551 if (path != NULL) {
1552 for (ln = path->first; ln != NULL; ln = ln->next) {
1553 CachedDir *dir = ln->datum;
1554 Buf_AddStr(&buf, " ");
1555 Buf_AddStr(&buf, flag);
1556 Buf_AddStr(&buf, dir->name);
1557 }
1558 }
1559
1560 return Buf_Destroy(&buf, FALSE);
1561 }
1562
1563 /*-
1564 *-----------------------------------------------------------------------
1565 * Dir_Destroy --
1566 * Nuke a directory descriptor, if possible. Callback procedure
1567 * for the suffixes module when destroying a search path.
1568 *
1569 * Input:
1570 * dirp The directory descriptor to nuke
1571 *
1572 * Results:
1573 * None.
1574 *
1575 * Side Effects:
1576 * If no other path references this directory (refCount == 0),
1577 * the CachedDir and all its data are freed.
1578 *
1579 *-----------------------------------------------------------------------
1580 */
1581 void
1582 Dir_Destroy(void *dirp)
1583 {
1584 CachedDir *dir = dirp;
1585 dir->refCount--;
1586
1587 if (dir->refCount == 0) {
1588 OpenDirs_Remove(&openDirs, dir->name);
1589
1590 Hash_DeleteTable(&dir->files);
1591 free(dir->name);
1592 free(dir);
1593 }
1594 }
1595
1596 /*-
1597 *-----------------------------------------------------------------------
1598 * Dir_ClearPath --
1599 * Clear out all elements of the given search path. This is different
1600 * from destroying the list, notice.
1601 *
1602 * Input:
1603 * path Path to clear
1604 *
1605 * Results:
1606 * None.
1607 *
1608 * Side Effects:
1609 * The path is set to the empty list.
1610 *
1611 *-----------------------------------------------------------------------
1612 */
1613 void
1614 Dir_ClearPath(SearchPath *path)
1615 {
1616 while (!Lst_IsEmpty(path)) {
1617 CachedDir *dir = Lst_Dequeue(path);
1618 Dir_Destroy(dir);
1619 }
1620 }
1621
1622
1623 /*-
1624 *-----------------------------------------------------------------------
1625 * Dir_Concat --
1626 * Concatenate two paths, adding the second to the end of the first.
1627 * Makes sure to avoid duplicates.
1628 *
1629 * Input:
1630 * path1 Dest
1631 * path2 Source
1632 *
1633 * Results:
1634 * None
1635 *
1636 * Side Effects:
1637 * Reference counts for added dirs are upped.
1638 *
1639 *-----------------------------------------------------------------------
1640 */
1641 void
1642 Dir_Concat(SearchPath *path1, SearchPath *path2)
1643 {
1644 SearchPathNode *ln;
1645
1646 for (ln = path2->first; ln != NULL; ln = ln->next) {
1647 CachedDir *dir = ln->datum;
1648 if (Lst_FindDatum(path1, dir) == NULL) {
1649 dir->refCount++;
1650 Lst_Append(path1, dir);
1651 }
1652 }
1653 }
1654
1655 static int
1656 percentage(int num, int den)
1657 {
1658 return den != 0 ? num * 100 / den : 0;
1659 }
1660
1661 /********** DEBUG INFO **********/
1662 void
1663 Dir_PrintDirectories(void)
1664 {
1665 CachedDirListNode *ln;
1666
1667 debug_printf("#*** Directory Cache:\n");
1668 debug_printf("# Stats: %d hits %d misses %d near misses %d losers (%d%%)\n",
1669 hits, misses, nearmisses, bigmisses,
1670 percentage(hits, hits + bigmisses + nearmisses));
1671 debug_printf("# %-20s referenced\thits\n", "directory");
1672
1673 for (ln = openDirs.list->first; ln != NULL; ln = ln->next) {
1674 CachedDir *dir = ln->datum;
1675 debug_printf("# %-20s %10d\t%4d\n", dir->name, dir->refCount,
1676 dir->hits);
1677 }
1678 }
1679
1680 void
1681 Dir_PrintPath(SearchPath *path)
1682 {
1683 SearchPathNode *node;
1684 for (node = path->first; node != NULL; node = node->next) {
1685 const CachedDir *dir = node->datum;
1686 debug_printf("%s ", dir->name);
1687 }
1688 }
1689