Home | History | Annotate | Line # | Download | only in make
dir.c revision 1.181
      1  1.181    rillig /*	$NetBSD: dir.c,v 1.181 2020/10/25 08:59:26 rillig Exp $	*/
      2    1.8  christos 
      3    1.1       cgd /*
      4    1.1       cgd  * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
      5   1.37       agc  * All rights reserved.
      6   1.37       agc  *
      7   1.37       agc  * This code is derived from software contributed to Berkeley by
      8   1.37       agc  * Adam de Boor.
      9   1.37       agc  *
     10   1.37       agc  * Redistribution and use in source and binary forms, with or without
     11   1.37       agc  * modification, are permitted provided that the following conditions
     12   1.37       agc  * are met:
     13   1.37       agc  * 1. Redistributions of source code must retain the above copyright
     14   1.37       agc  *    notice, this list of conditions and the following disclaimer.
     15   1.37       agc  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.37       agc  *    notice, this list of conditions and the following disclaimer in the
     17   1.37       agc  *    documentation and/or other materials provided with the distribution.
     18   1.37       agc  * 3. Neither the name of the University nor the names of its contributors
     19   1.37       agc  *    may be used to endorse or promote products derived from this software
     20   1.37       agc  *    without specific prior written permission.
     21   1.37       agc  *
     22   1.37       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23   1.37       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24   1.37       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25   1.37       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26   1.37       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27   1.37       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28   1.37       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29   1.37       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30   1.37       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31   1.37       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32   1.37       agc  * SUCH DAMAGE.
     33   1.37       agc  */
     34   1.37       agc 
     35   1.37       agc /*
     36    1.1       cgd  * Copyright (c) 1988, 1989 by Adam de Boor
     37    1.1       cgd  * Copyright (c) 1989 by Berkeley Softworks
     38    1.1       cgd  * All rights reserved.
     39    1.1       cgd  *
     40    1.1       cgd  * This code is derived from software contributed to Berkeley by
     41    1.1       cgd  * Adam de Boor.
     42    1.1       cgd  *
     43    1.1       cgd  * Redistribution and use in source and binary forms, with or without
     44    1.1       cgd  * modification, are permitted provided that the following conditions
     45    1.1       cgd  * are met:
     46    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     47    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     48    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     49    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     50    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     51    1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     52    1.1       cgd  *    must display the following acknowledgement:
     53    1.1       cgd  *	This product includes software developed by the University of
     54    1.1       cgd  *	California, Berkeley and its contributors.
     55    1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     56    1.1       cgd  *    may be used to endorse or promote products derived from this software
     57    1.1       cgd  *    without specific prior written permission.
     58    1.1       cgd  *
     59    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69    1.1       cgd  * SUCH DAMAGE.
     70    1.1       cgd  */
     71    1.1       cgd 
     72    1.1       cgd /*-
     73    1.1       cgd  * dir.c --
     74    1.1       cgd  *	Directory searching using wildcards and/or normal names...
     75    1.1       cgd  *	Used both for source wildcarding in the Makefile and for finding
     76    1.1       cgd  *	implicit sources.
     77    1.1       cgd  *
     78    1.1       cgd  * The interface for this module is:
     79  1.149    rillig  *	Dir_Init	Initialize the module.
     80    1.1       cgd  *
     81  1.149    rillig  *	Dir_InitCur	Set the cur CachedDir.
     82   1.35       sjg  *
     83  1.149    rillig  *	Dir_InitDot	Set the dot CachedDir.
     84   1.35       sjg  *
     85  1.163    rillig  *	Dir_End		Clean up the module.
     86    1.6       jtc  *
     87  1.149    rillig  *	Dir_SetPATH	Set ${.PATH} to reflect state of dirSearchPath.
     88   1.35       sjg  *
     89  1.149    rillig  *	Dir_HasWildcards
     90  1.149    rillig  *			Returns TRUE if the name given it needs to
     91  1.149    rillig  *			be wildcard-expanded.
     92    1.1       cgd  *
     93  1.149    rillig  *	Dir_Expand	Given a pattern and a path, return a Lst of names
     94  1.149    rillig  *			which match the pattern on the search path.
     95    1.1       cgd  *
     96  1.149    rillig  *	Dir_FindFile	Searches for a file on a given search path.
     97  1.149    rillig  *			If it exists, the entire path is returned.
     98  1.149    rillig  *			Otherwise NULL is returned.
     99    1.1       cgd  *
    100  1.149    rillig  *	Dir_FindHereOrAbove
    101  1.149    rillig  *			Search for a path in the current directory and
    102  1.149    rillig  *			then all the directories above it in turn until
    103  1.149    rillig  *			the path is found or we reach the root ("/").
    104   1.76    rillig  *
    105  1.149    rillig  *	Dir_MTime	Return the modification time of a node. The file
    106  1.149    rillig  *			is searched for along the default search path.
    107  1.149    rillig  *			The path and mtime fields of the node are filled in.
    108    1.1       cgd  *
    109  1.149    rillig  *	Dir_AddDir	Add a directory to a search path.
    110    1.1       cgd  *
    111  1.149    rillig  *	Dir_MakeFlags	Given a search path and a command flag, create
    112  1.149    rillig  *			a string with each of the directories in the path
    113  1.149    rillig  *			preceded by the command flag and all of them
    114  1.149    rillig  *			separated by a space.
    115    1.1       cgd  *
    116  1.149    rillig  *	Dir_Destroy	Destroy an element of a search path. Frees up all
    117  1.149    rillig  *			things that can be freed for the element as long
    118  1.149    rillig  *			as the element is no longer referenced by any other
    119  1.149    rillig  *			search path.
    120  1.149    rillig  *
    121  1.149    rillig  *	Dir_ClearPath	Resets a search path to the empty list.
    122    1.1       cgd  *
    123    1.1       cgd  * For debugging:
    124    1.1       cgd  *	Dir_PrintDirectories	Print stats about the directory cache.
    125    1.1       cgd  */
    126    1.1       cgd 
    127    1.1       cgd #include <sys/types.h>
    128   1.34       wiz #include <sys/stat.h>
    129   1.34       wiz 
    130    1.5       cgd #include <dirent.h>
    131   1.34       wiz #include <errno.h>
    132   1.34       wiz 
    133    1.1       cgd #include "make.h"
    134    1.5       cgd #include "dir.h"
    135   1.67  christos #include "job.h"
    136    1.1       cgd 
    137  1.142    rillig /*	"@(#)dir.c	8.2 (Berkeley) 1/2/94"	*/
    138  1.181    rillig MAKE_RCSID("$NetBSD: dir.c,v 1.181 2020/10/25 08:59:26 rillig Exp $");
    139   1.92    rillig 
    140  1.151    rillig #define DIR_DEBUG0(text) DEBUG0(DIR, text)
    141  1.151    rillig #define DIR_DEBUG1(fmt, arg1) DEBUG1(DIR, fmt, arg1)
    142  1.151    rillig #define DIR_DEBUG2(fmt, arg1, arg2) DEBUG2(DIR, fmt, arg1, arg2)
    143   1.92    rillig 
    144    1.1       cgd /*
    145  1.143    rillig  *	A search path consists of a list of CachedDir structures. A CachedDir
    146    1.1       cgd  *	has in it the name of the directory and a hash table of all the files
    147    1.1       cgd  *	in the directory. This is used to cut down on the number of system
    148    1.1       cgd  *	calls necessary to find implicit dependents and their like. Since
    149    1.1       cgd  *	these searches are made before any actions are taken, we need not
    150    1.1       cgd  *	worry about the directory changing due to creation commands. If this
    151    1.1       cgd  *	hampers the style of some makefiles, they must be changed.
    152    1.1       cgd  *
    153    1.1       cgd  *	A list of all previously-read directories is kept in the
    154    1.1       cgd  *	openDirectories Lst. This list is checked first before a directory
    155    1.1       cgd  *	is opened.
    156    1.1       cgd  *
    157    1.1       cgd  *	The need for the caching of whole directories is brought about by
    158    1.1       cgd  *	the multi-level transformation code in suff.c, which tends to search
    159    1.1       cgd  *	for far more files than regular make does. In the initial
    160    1.1       cgd  *	implementation, the amount of time spent performing "stat" calls was
    161    1.1       cgd  *	truly astronomical. The problem with hashing at the start is,
    162    1.1       cgd  *	of course, that pmake doesn't then detect changes to these directories
    163    1.1       cgd  *	during the course of the make. Three possibilities suggest themselves:
    164    1.1       cgd  *
    165    1.1       cgd  *	    1) just use stat to test for a file's existence. As mentioned
    166    1.1       cgd  *	       above, this is very inefficient due to the number of checks
    167    1.1       cgd  *	       engendered by the multi-level transformation code.
    168    1.1       cgd  *	    2) use readdir() and company to search the directories, keeping
    169    1.1       cgd  *	       them open between checks. I have tried this and while it
    170    1.1       cgd  *	       didn't slow down the process too much, it could severely
    171    1.1       cgd  *	       affect the amount of parallelism available as each directory
    172    1.1       cgd  *	       open would take another file descriptor out of play for
    173    1.1       cgd  *	       handling I/O for another job. Given that it is only recently
    174    1.1       cgd  *	       that UNIX OS's have taken to allowing more than 20 or 32
    175    1.1       cgd  *	       file descriptors for a process, this doesn't seem acceptable
    176    1.1       cgd  *	       to me.
    177  1.143    rillig  *	    3) record the mtime of the directory in the CachedDir structure and
    178    1.1       cgd  *	       verify the directory hasn't changed since the contents were
    179    1.1       cgd  *	       hashed. This will catch the creation or deletion of files,
    180    1.1       cgd  *	       but not the updating of files. However, since it is the
    181    1.1       cgd  *	       creation and deletion that is the problem, this could be
    182    1.1       cgd  *	       a good thing to do. Unfortunately, if the directory (say ".")
    183    1.1       cgd  *	       were fairly large and changed fairly frequently, the constant
    184    1.1       cgd  *	       rehashing could seriously degrade performance. It might be
    185    1.1       cgd  *	       good in such cases to keep track of the number of rehashes
    186    1.1       cgd  *	       and if the number goes over a (small) limit, resort to using
    187    1.1       cgd  *	       stat in its place.
    188    1.1       cgd  *
    189    1.1       cgd  *	An additional thing to consider is that pmake is used primarily
    190    1.1       cgd  *	to create C programs and until recently pcc-based compilers refused
    191    1.1       cgd  *	to allow you to specify where the resulting object file should be
    192    1.1       cgd  *	placed. This forced all objects to be created in the current
    193    1.1       cgd  *	directory. This isn't meant as a full excuse, just an explanation of
    194    1.1       cgd  *	some of the reasons for the caching used here.
    195    1.1       cgd  *
    196    1.1       cgd  *	One more note: the location of a target's file is only performed
    197    1.1       cgd  *	on the downward traversal of the graph and then only for terminal
    198    1.1       cgd  *	nodes in the graph. This could be construed as wrong in some cases,
    199    1.1       cgd  *	but prevents inadvertent modification of files when the "installed"
    200    1.1       cgd  *	directory for a file is provided in the search path.
    201    1.1       cgd  *
    202    1.1       cgd  *	Another data structure maintained by this module is an mtime
    203    1.1       cgd  *	cache used when the searching of cached directories fails to find
    204    1.1       cgd  *	a file. In the past, Dir_FindFile would simply perform an access()
    205    1.1       cgd  *	call in such a case to determine if the file could be found using
    206    1.1       cgd  *	just the name given. When this hit, however, all that was gained
    207    1.1       cgd  *	was the knowledge that the file existed. Given that an access() is
    208    1.1       cgd  *	essentially a stat() without the copyout() call, and that the same
    209    1.1       cgd  *	filesystem overhead would have to be incurred in Dir_MTime, it made
    210    1.1       cgd  *	sense to replace the access() with a stat() and record the mtime
    211    1.1       cgd  *	in a cache for when Dir_MTime was actually called.
    212    1.1       cgd  */
    213    1.1       cgd 
    214  1.144    rillig typedef List CachedDirList;
    215  1.144    rillig typedef ListNode CachedDirListNode;
    216    1.1       cgd 
    217  1.144    rillig typedef ListNode SearchPathNode;
    218  1.144    rillig 
    219  1.144    rillig SearchPath *dirSearchPath;		/* main search path */
    220  1.144    rillig 
    221  1.158    rillig /* A list of cached directories, with fast lookup by directory name. */
    222  1.158    rillig typedef struct OpenDirs {
    223  1.158    rillig     CachedDirList *list;
    224  1.165    rillig     HashTable /* of CachedDirListNode */ table;
    225  1.158    rillig } OpenDirs;
    226  1.158    rillig 
    227  1.158    rillig static void
    228  1.158    rillig OpenDirs_Init(OpenDirs *odirs)
    229  1.158    rillig {
    230  1.167    rillig     odirs->list = Lst_New();
    231  1.158    rillig     Hash_InitTable(&odirs->table);
    232  1.158    rillig }
    233  1.158    rillig 
    234  1.175    rillig #ifdef CLEANUP
    235  1.175    rillig static void
    236  1.158    rillig OpenDirs_Done(OpenDirs *odirs)
    237  1.158    rillig {
    238  1.159    rillig     CachedDirListNode *ln = odirs->list->first;
    239  1.159    rillig     while (ln != NULL) {
    240  1.162    rillig 	CachedDirListNode *next = ln->next;
    241  1.162    rillig 	CachedDir *dir = ln->datum;
    242  1.162    rillig 	Dir_Destroy(dir);	/* removes the dir from odirs->list */
    243  1.162    rillig 	ln = next;
    244  1.159    rillig     }
    245  1.158    rillig     Lst_Free(odirs->list);
    246  1.158    rillig     Hash_DeleteTable(&odirs->table);
    247  1.158    rillig }
    248  1.175    rillig #endif
    249  1.158    rillig 
    250  1.158    rillig static CachedDir *
    251  1.158    rillig OpenDirs_Find(OpenDirs *odirs, const char *name)
    252  1.158    rillig {
    253  1.158    rillig     CachedDirListNode *ln = Hash_FindValue(&odirs->table, name);
    254  1.158    rillig     return ln != NULL ? ln->datum : NULL;
    255  1.158    rillig }
    256  1.158    rillig 
    257  1.158    rillig static void
    258  1.158    rillig OpenDirs_Add(OpenDirs *odirs, CachedDir *cdir)
    259  1.158    rillig {
    260  1.165    rillig     HashEntry *he = Hash_FindEntry(&odirs->table, cdir->name);
    261  1.158    rillig     if (he != NULL)
    262  1.158    rillig 	return;
    263  1.158    rillig     he = Hash_CreateEntry(&odirs->table, cdir->name, NULL);
    264  1.158    rillig     Lst_Append(odirs->list, cdir);
    265  1.158    rillig     Hash_SetValue(he, odirs->list->last);
    266  1.158    rillig }
    267  1.158    rillig 
    268  1.158    rillig static void
    269  1.158    rillig OpenDirs_Remove(OpenDirs *odirs, const char *name)
    270  1.158    rillig {
    271  1.165    rillig     HashEntry *he = Hash_FindEntry(&odirs->table, name);
    272  1.158    rillig     CachedDirListNode *ln;
    273  1.158    rillig     if (he == NULL)
    274  1.158    rillig 	return;
    275  1.158    rillig     ln = Hash_GetValue(he);
    276  1.158    rillig     Hash_DeleteEntry(&odirs->table, he);
    277  1.158    rillig     Lst_Remove(odirs->list, ln);
    278  1.158    rillig }
    279  1.158    rillig 
    280  1.158    rillig static OpenDirs openDirs;	/* the list of all open directories */
    281    1.1       cgd 
    282    1.1       cgd /*
    283    1.1       cgd  * Variables for gathering statistics on the efficiency of the hashing
    284    1.1       cgd  * mechanism.
    285    1.1       cgd  */
    286   1.85    rillig static int hits;		/* Found in directory cache */
    287   1.85    rillig static int misses;		/* Sad, but not evil misses */
    288   1.85    rillig static int nearmisses;		/* Found under search path */
    289   1.85    rillig static int bigmisses;		/* Sought by itself */
    290   1.85    rillig 
    291  1.143    rillig static CachedDir *dot;		/* contents of current directory */
    292  1.143    rillig static CachedDir *cur;		/* contents of current directory, if not dot */
    293  1.143    rillig static CachedDir *dotLast;	/* a fake path entry indicating we need to
    294   1.85    rillig 				 * look for . last */
    295   1.85    rillig 
    296   1.85    rillig /* Results of doing a last-resort stat in Dir_FindFile -- if we have to go to
    297   1.85    rillig  * the system to find the file, we might as well have its mtime on record.
    298   1.85    rillig  *
    299   1.85    rillig  * XXX: If this is done way early, there's a chance other rules will have
    300   1.85    rillig  * already updated the file, in which case we'll update it again. Generally,
    301   1.85    rillig  * there won't be two rules to update a single file, so this should be ok,
    302   1.85    rillig  * but... */
    303  1.165    rillig static HashTable mtimes;
    304    1.1       cgd 
    305  1.165    rillig static HashTable lmtimes;	/* same as mtimes but for lstat */
    306    1.1       cgd 
    307   1.68       sjg /*
    308   1.89    rillig  * We use stat(2) a lot, cache the results.
    309   1.68       sjg  * mtime and mode are all we care about.
    310   1.68       sjg  */
    311   1.68       sjg struct cache_st {
    312   1.85    rillig     time_t lmtime;		/* lstat */
    313   1.85    rillig     time_t mtime;		/* stat */
    314   1.85    rillig     mode_t mode;
    315   1.68       sjg };
    316   1.68       sjg 
    317   1.68       sjg /* minimize changes below */
    318  1.170    rillig typedef enum CachedStatsFlags {
    319   1.89    rillig     CST_LSTAT = 0x01,		/* call lstat(2) instead of stat(2) */
    320   1.89    rillig     CST_UPDATE = 0x02		/* ignore existing cached entry */
    321   1.89    rillig } CachedStatsFlags;
    322   1.68       sjg 
    323  1.133    rillig /* Returns 0 and the result of stat(2) or lstat(2) in *mst, or -1 on error. */
    324   1.68       sjg static int
    325  1.165    rillig cached_stats(HashTable *htp, const char *pathname, struct make_stat *mst,
    326   1.89    rillig 	     CachedStatsFlags flags)
    327   1.68       sjg {
    328  1.165    rillig     HashEntry *entry;
    329  1.133    rillig     struct stat sys_st;
    330   1.68       sjg     struct cache_st *cst;
    331   1.68       sjg     int rc;
    332   1.68       sjg 
    333   1.68       sjg     if (!pathname || !pathname[0])
    334   1.68       sjg 	return -1;
    335   1.68       sjg 
    336   1.68       sjg     entry = Hash_FindEntry(htp, pathname);
    337   1.68       sjg 
    338   1.89    rillig     if (entry && !(flags & CST_UPDATE)) {
    339  1.131    rillig 	cst = Hash_GetValue(entry);
    340   1.68       sjg 
    341  1.133    rillig 	mst->mst_mode = cst->mode;
    342  1.133    rillig 	mst->mst_mtime = (flags & CST_LSTAT) ? cst->lmtime : cst->mtime;
    343  1.133    rillig 	if (mst->mst_mtime) {
    344   1.92    rillig 	    DIR_DEBUG2("Using cached time %s for %s\n",
    345  1.133    rillig 		       Targ_FmtTime(mst->mst_mtime), pathname);
    346   1.74       sjg 	    return 0;
    347   1.73  christos 	}
    348   1.68       sjg     }
    349   1.68       sjg 
    350  1.133    rillig     rc = (flags & CST_LSTAT)
    351  1.133    rillig 	 ? lstat(pathname, &sys_st)
    352  1.133    rillig 	 : stat(pathname, &sys_st);
    353   1.68       sjg     if (rc == -1)
    354   1.68       sjg 	return -1;
    355   1.68       sjg 
    356  1.135    rillig     if (sys_st.st_mtime == 0)
    357  1.135    rillig 	sys_st.st_mtime = 1;	/* avoid confusion with missing file */
    358  1.135    rillig 
    359  1.134    rillig     mst->mst_mode = sys_st.st_mode;
    360  1.134    rillig     mst->mst_mtime = sys_st.st_mtime;
    361  1.134    rillig 
    362  1.131    rillig     if (entry == NULL)
    363   1.68       sjg 	entry = Hash_CreateEntry(htp, pathname, NULL);
    364  1.131    rillig     if (Hash_GetValue(entry) == NULL) {
    365  1.131    rillig 	Hash_SetValue(entry, bmake_malloc(sizeof(*cst)));
    366  1.131    rillig 	memset(Hash_GetValue(entry), 0, sizeof(*cst));
    367   1.74       sjg     }
    368  1.131    rillig     cst = Hash_GetValue(entry);
    369   1.89    rillig     if (flags & CST_LSTAT) {
    370  1.133    rillig 	cst->lmtime = sys_st.st_mtime;
    371   1.74       sjg     } else {
    372  1.133    rillig 	cst->mtime = sys_st.st_mtime;
    373   1.74       sjg     }
    374  1.133    rillig     cst->mode = sys_st.st_mode;
    375   1.92    rillig     DIR_DEBUG2("   Caching %s for %s\n",
    376  1.133    rillig 	       Targ_FmtTime(sys_st.st_mtime), pathname);
    377   1.68       sjg 
    378   1.68       sjg     return 0;
    379   1.68       sjg }
    380   1.68       sjg 
    381   1.68       sjg int
    382  1.133    rillig cached_stat(const char *pathname, struct make_stat *st)
    383   1.68       sjg {
    384   1.68       sjg     return cached_stats(&mtimes, pathname, st, 0);
    385   1.68       sjg }
    386   1.68       sjg 
    387   1.68       sjg int
    388  1.133    rillig cached_lstat(const char *pathname, struct make_stat *st)
    389   1.68       sjg {
    390   1.68       sjg     return cached_stats(&lmtimes, pathname, st, CST_LSTAT);
    391   1.68       sjg }
    392   1.68       sjg 
    393  1.163    rillig /* Initialize the directories module. */
    394    1.1       cgd void
    395   1.97    rillig Dir_Init(void)
    396   1.97    rillig {
    397  1.167    rillig     dirSearchPath = Lst_New();
    398  1.158    rillig     OpenDirs_Init(&openDirs);
    399  1.136    rillig     Hash_InitTable(&mtimes);
    400  1.136    rillig     Hash_InitTable(&lmtimes);
    401   1.97    rillig }
    402   1.97    rillig 
    403   1.97    rillig void
    404   1.97    rillig Dir_InitDir(const char *cdname)
    405    1.1       cgd {
    406   1.35       sjg     Dir_InitCur(cdname);
    407   1.35       sjg 
    408  1.143    rillig     dotLast = bmake_malloc(sizeof(CachedDir));
    409   1.35       sjg     dotLast->refCount = 1;
    410   1.35       sjg     dotLast->hits = 0;
    411   1.56     joerg     dotLast->name = bmake_strdup(".DOTLAST");
    412  1.136    rillig     Hash_InitTable(&dotLast->files);
    413   1.35       sjg }
    414   1.35       sjg 
    415   1.35       sjg /*
    416   1.97    rillig  * Called by Dir_InitDir and whenever .CURDIR is assigned to.
    417   1.35       sjg  */
    418   1.35       sjg void
    419   1.45  christos Dir_InitCur(const char *cdname)
    420   1.35       sjg {
    421  1.143    rillig     CachedDir *dir;
    422   1.76    rillig 
    423   1.17       gwr     if (cdname != NULL) {
    424   1.17       gwr 	/*
    425   1.17       gwr 	 * Our build directory is not the same as our source directory.
    426   1.17       gwr 	 * Keep this one around too.
    427   1.17       gwr 	 */
    428  1.143    rillig 	if ((dir = Dir_AddDir(NULL, cdname))) {
    429  1.153    rillig 	    dir->refCount++;
    430  1.143    rillig 	    if (cur && cur != dir) {
    431   1.35       sjg 		/*
    432  1.163    rillig 		 * We've been here before, clean up.
    433   1.35       sjg 		 */
    434  1.153    rillig 		cur->refCount--;
    435   1.51       dsl 		Dir_Destroy(cur);
    436   1.35       sjg 	    }
    437  1.143    rillig 	    cur = dir;
    438   1.35       sjg 	}
    439   1.17       gwr     }
    440   1.28        tv }
    441   1.28        tv 
    442  1.124    rillig /* (Re)initialize "dot" (current/object directory) path hash.
    443  1.124    rillig  * Some directories may be opened. */
    444   1.28        tv void
    445   1.34       wiz Dir_InitDot(void)
    446   1.28        tv {
    447   1.28        tv     if (dot != NULL) {
    448  1.158    rillig 	/* Remove old entry from openDirs, but do not destroy. */
    449  1.158    rillig 	OpenDirs_Remove(&openDirs, dot->name);
    450   1.28        tv     }
    451   1.28        tv 
    452   1.45  christos     dot = Dir_AddDir(NULL, ".");
    453   1.28        tv 
    454   1.28        tv     if (dot == NULL) {
    455   1.28        tv 	Error("Cannot open `.' (%s)", strerror(errno));
    456   1.28        tv 	exit(1);
    457   1.28        tv     }
    458   1.28        tv 
    459   1.28        tv     /*
    460   1.28        tv      * We always need to have dot around, so we increment its reference count
    461   1.28        tv      * to make sure it's not destroyed.
    462   1.28        tv      */
    463  1.153    rillig     dot->refCount++;
    464   1.85    rillig     Dir_SetPATH();		/* initialize */
    465    1.1       cgd }
    466    1.1       cgd 
    467  1.163    rillig /* Clean up the directories module. */
    468    1.6       jtc void
    469   1.34       wiz Dir_End(void)
    470    1.6       jtc {
    471   1.24   mycroft #ifdef CLEANUP
    472   1.17       gwr     if (cur) {
    473  1.153    rillig 	cur->refCount--;
    474   1.51       dsl 	Dir_Destroy(cur);
    475   1.17       gwr     }
    476  1.153    rillig     dot->refCount--;
    477  1.153    rillig     dotLast->refCount--;
    478   1.51       dsl     Dir_Destroy(dotLast);
    479   1.51       dsl     Dir_Destroy(dot);
    480    1.6       jtc     Dir_ClearPath(dirSearchPath);
    481  1.119    rillig     Lst_Free(dirSearchPath);
    482  1.158    rillig     OpenDirs_Done(&openDirs);
    483    1.6       jtc     Hash_DeleteTable(&mtimes);
    484   1.24   mycroft #endif
    485    1.6       jtc }
    486    1.6       jtc 
    487   1.35       sjg /*
    488   1.35       sjg  * We want ${.PATH} to indicate the order in which we will actually
    489   1.35       sjg  * search, so we rebuild it after any .PATH: target.
    490   1.35       sjg  * This is the simplest way to deal with the effect of .DOTLAST.
    491   1.35       sjg  */
    492   1.35       sjg void
    493   1.45  christos Dir_SetPATH(void)
    494   1.35       sjg {
    495  1.144    rillig     CachedDirListNode *ln;
    496  1.107    rillig     Boolean hasLastDot = FALSE;	/* true if we should search dot last */
    497   1.35       sjg 
    498   1.35       sjg     Var_Delete(".PATH", VAR_GLOBAL);
    499   1.76    rillig 
    500  1.169    rillig     if ((ln = dirSearchPath->first) != NULL) {
    501  1.169    rillig 	CachedDir *dir = ln->datum;
    502  1.143    rillig 	if (dir == dotLast) {
    503  1.107    rillig 	    hasLastDot = TRUE;
    504  1.107    rillig 	    Var_Append(".PATH", dotLast->name, VAR_GLOBAL);
    505   1.35       sjg 	}
    506  1.107    rillig     }
    507   1.35       sjg 
    508  1.107    rillig     if (!hasLastDot) {
    509  1.107    rillig 	if (dot)
    510  1.107    rillig 	    Var_Append(".PATH", dot->name, VAR_GLOBAL);
    511  1.107    rillig 	if (cur)
    512  1.107    rillig 	    Var_Append(".PATH", cur->name, VAR_GLOBAL);
    513  1.107    rillig     }
    514   1.35       sjg 
    515  1.169    rillig     for (ln = dirSearchPath->first; ln != NULL; ln = ln->next) {
    516  1.169    rillig 	CachedDir *dir = ln->datum;
    517  1.143    rillig 	if (dir == dotLast)
    518  1.107    rillig 	    continue;
    519  1.143    rillig 	if (dir == dot && hasLastDot)
    520  1.107    rillig 	    continue;
    521  1.143    rillig 	Var_Append(".PATH", dir->name, VAR_GLOBAL);
    522  1.107    rillig     }
    523   1.35       sjg 
    524  1.107    rillig     if (hasLastDot) {
    525  1.107    rillig 	if (dot)
    526  1.107    rillig 	    Var_Append(".PATH", dot->name, VAR_GLOBAL);
    527  1.107    rillig 	if (cur)
    528  1.107    rillig 	    Var_Append(".PATH", cur->name, VAR_GLOBAL);
    529   1.35       sjg     }
    530   1.35       sjg }
    531   1.35       sjg 
    532  1.124    rillig /* See if the given name has any wildcard characters in it. Be careful not to
    533  1.124    rillig  * expand unmatching brackets or braces.
    534  1.124    rillig  *
    535  1.124    rillig  * XXX: This code is not 100% correct ([^]] fails etc.). I really don't think
    536  1.124    rillig  * that make(1) should be expanding patterns, because then you have to set a
    537  1.124    rillig  * mechanism for escaping the expansion!
    538    1.1       cgd  *
    539   1.34       wiz  * Input:
    540   1.34       wiz  *	name		name to check
    541   1.34       wiz  *
    542    1.1       cgd  * Results:
    543    1.1       cgd  *	returns TRUE if the word should be expanded, FALSE otherwise
    544    1.1       cgd  */
    545    1.1       cgd Boolean
    546  1.128    rillig Dir_HasWildcards(const char *name)
    547    1.1       cgd {
    548  1.128    rillig     const char *cp;
    549  1.128    rillig     Boolean wild = FALSE;
    550  1.128    rillig     int braces = 0, brackets = 0;
    551   1.12  christos 
    552    1.1       cgd     for (cp = name; *cp; cp++) {
    553   1.85    rillig 	switch (*cp) {
    554    1.1       cgd 	case '{':
    555  1.128    rillig 	    braces++;
    556  1.128    rillig 	    wild = TRUE;
    557   1.85    rillig 	    break;
    558   1.13  christos 	case '}':
    559  1.128    rillig 	    braces--;
    560   1.85    rillig 	    break;
    561    1.1       cgd 	case '[':
    562  1.128    rillig 	    brackets++;
    563  1.128    rillig 	    wild = TRUE;
    564   1.85    rillig 	    break;
    565   1.13  christos 	case ']':
    566  1.128    rillig 	    brackets--;
    567   1.85    rillig 	    break;
    568    1.1       cgd 	case '?':
    569    1.1       cgd 	case '*':
    570  1.128    rillig 	    wild = TRUE;
    571   1.85    rillig 	    break;
    572   1.13  christos 	default:
    573   1.85    rillig 	    break;
    574    1.1       cgd 	}
    575    1.1       cgd     }
    576  1.128    rillig     return wild && brackets == 0 && braces == 0;
    577    1.1       cgd }
    578    1.1       cgd 
    579  1.181    rillig /* See if any files match the pattern and add their names to the 'expansions'
    580  1.181    rillig  * list if they do.
    581  1.181    rillig  *
    582  1.181    rillig  * This is incomplete -- wildcards are only expanded in the final path
    583  1.181    rillig  * component, but not in directories like src/lib*c/file*.c, but it
    584  1.181    rillig  * will do for now (now being 1993 until at least 2020). To expand these,
    585  1.181    rillig  * use the ':sh' variable modifier such as in ${:!echo src/lib*c/file*.c!}.
    586    1.1       cgd  *
    587   1.34       wiz  * Input:
    588   1.34       wiz  *	pattern		Pattern to look for
    589  1.143    rillig  *	dir		Directory to search
    590   1.34       wiz  *	expansion	Place to store the results
    591    1.1       cgd  */
    592   1.98    rillig static void
    593  1.144    rillig DirMatchFiles(const char *pattern, CachedDir *dir, StringList *expansions)
    594    1.1       cgd {
    595  1.181    rillig     const char *dirName = dir->name;
    596  1.181    rillig     Boolean isDot = dirName[0] == '.' && dirName[1] == '\0';
    597  1.164    rillig     HashIter hi;
    598   1.12  christos 
    599  1.181    rillig     HashIter_Init(&hi, &dir->files);
    600  1.181    rillig     while (HashIter_Next(&hi) != NULL) {
    601  1.181    rillig 	const char *base = hi.entry->key;
    602  1.181    rillig 
    603  1.181    rillig 	if (!Str_Match(base, pattern))
    604  1.181    rillig 	    continue;
    605   1.12  christos 
    606    1.1       cgd 	/*
    607  1.181    rillig 	 * Follow the UNIX convention that dot files are only found if the
    608  1.181    rillig 	 * pattern begins with a dot. The pattern '.*' does not match '.' or
    609  1.181    rillig 	 * '..' since these are not included in the directory cache.
    610  1.181    rillig 	 *
    611  1.181    rillig 	 * XXX: This means that the pattern '[a-z.]*' does not find '.file'.
    612    1.1       cgd 	 */
    613  1.181    rillig 	if (base[0] == '.' && pattern[0] != '.')
    614  1.181    rillig 	    continue;
    615  1.181    rillig 
    616    1.1       cgd 	{
    617  1.181    rillig 	    char *fullName = isDot
    618  1.181    rillig 			     ? bmake_strdup(base)
    619  1.181    rillig 			     : str_concat3(dirName, "/", base);
    620  1.181    rillig 	    Lst_Append(expansions, fullName);
    621    1.1       cgd 	}
    622    1.1       cgd     }
    623    1.1       cgd }
    624    1.1       cgd 
    625   1.91    rillig /* Find the next closing brace in the string, taking nested braces into
    626   1.91    rillig  * account. */
    627   1.80    rillig static const char *
    628   1.80    rillig closing_brace(const char *p)
    629   1.80    rillig {
    630   1.80    rillig     int nest = 0;
    631   1.91    rillig     while (*p != '\0') {
    632  1.106    rillig 	if (*p == '}' && nest == 0)
    633   1.91    rillig 	    break;
    634   1.80    rillig 	if (*p == '{')
    635   1.80    rillig 	    nest++;
    636   1.80    rillig 	if (*p == '}')
    637   1.80    rillig 	    nest--;
    638   1.80    rillig 	p++;
    639   1.80    rillig     }
    640   1.80    rillig     return p;
    641   1.80    rillig }
    642   1.80    rillig 
    643   1.91    rillig /* Find the next closing brace or comma in the string, taking nested braces
    644   1.91    rillig  * into account. */
    645   1.80    rillig static const char *
    646   1.80    rillig separator_comma(const char *p)
    647   1.80    rillig {
    648   1.80    rillig     int nest = 0;
    649   1.91    rillig     while (*p != '\0') {
    650  1.106    rillig 	if ((*p == '}' || *p == ',') && nest == 0)
    651   1.91    rillig 	    break;
    652   1.80    rillig 	if (*p == '{')
    653   1.80    rillig 	    nest++;
    654   1.80    rillig 	if (*p == '}')
    655   1.80    rillig 	    nest--;
    656   1.80    rillig 	p++;
    657   1.80    rillig     }
    658   1.80    rillig     return p;
    659   1.80    rillig }
    660   1.80    rillig 
    661   1.80    rillig static Boolean
    662   1.80    rillig contains_wildcard(const char *p)
    663   1.80    rillig {
    664   1.80    rillig     for (; *p != '\0'; p++) {
    665   1.85    rillig 	switch (*p) {
    666   1.80    rillig 	case '*':
    667   1.80    rillig 	case '?':
    668   1.80    rillig 	case '{':
    669   1.80    rillig 	case '[':
    670   1.80    rillig 	    return TRUE;
    671   1.80    rillig 	}
    672   1.80    rillig     }
    673   1.80    rillig     return FALSE;
    674   1.80    rillig }
    675   1.80    rillig 
    676   1.80    rillig static char *
    677   1.80    rillig concat3(const char *a, size_t a_len, const char *b, size_t b_len,
    678   1.80    rillig 	const char *c, size_t c_len)
    679   1.80    rillig {
    680   1.80    rillig     size_t s_len = a_len + b_len + c_len;
    681   1.80    rillig     char *s = bmake_malloc(s_len + 1);
    682   1.80    rillig     memcpy(s, a, a_len);
    683   1.80    rillig     memcpy(s + a_len, b, b_len);
    684   1.80    rillig     memcpy(s + a_len + b_len, c, c_len);
    685   1.80    rillig     s[s_len] = '\0';
    686   1.80    rillig     return s;
    687   1.80    rillig }
    688   1.80    rillig 
    689  1.181    rillig /* Expand curly braces like the C shell. Brace expansion by itself is purely
    690  1.181    rillig  * textual, the expansions are not looked up in the file system. But if an
    691  1.181    rillig  * expanded word contains wildcard characters, it is expanded further,
    692  1.181    rillig  * matching only the actually existing files.
    693  1.181    rillig  *
    694  1.181    rillig  * Example: "{a{b,c}}" expands to "ab" and "ac".
    695  1.181    rillig  * Example: "{a}" expands to "a".
    696  1.181    rillig  * Example: "{a,*.c}" expands to "a" and all "*.c" files that exist.
    697    1.1       cgd  *
    698   1.34       wiz  * Input:
    699   1.34       wiz  *	word		Entire word to expand
    700   1.34       wiz  *	brace		First curly brace in it
    701   1.34       wiz  *	path		Search path to use
    702   1.34       wiz  *	expansions	Place to store the expansions
    703    1.1       cgd  */
    704    1.1       cgd static void
    705  1.144    rillig DirExpandCurly(const char *word, const char *brace, SearchPath *path,
    706  1.144    rillig 	       StringList *expansions)
    707    1.1       cgd {
    708   1.90    rillig     const char *prefix, *middle, *piece, *middle_end, *suffix;
    709   1.90    rillig     size_t prefix_len, suffix_len;
    710   1.90    rillig 
    711   1.80    rillig     /* Split the word into prefix '{' middle '}' suffix. */
    712    1.1       cgd 
    713   1.90    rillig     middle = brace + 1;
    714   1.90    rillig     middle_end = closing_brace(middle);
    715   1.80    rillig     if (*middle_end == '\0') {
    716   1.80    rillig 	Error("Unterminated {} clause \"%s\"", middle);
    717    1.1       cgd 	return;
    718    1.1       cgd     }
    719   1.78    rillig 
    720   1.84    rillig     prefix = word;
    721   1.84    rillig     prefix_len = (size_t)(brace - prefix);
    722   1.84    rillig     suffix = middle_end + 1;
    723   1.84    rillig     suffix_len = strlen(suffix);
    724   1.80    rillig 
    725   1.80    rillig     /* Split the middle into pieces, separated by commas. */
    726   1.80    rillig 
    727   1.84    rillig     piece = middle;
    728   1.81    rillig     while (piece < middle_end + 1) {
    729   1.80    rillig 	const char *piece_end = separator_comma(piece);
    730   1.80    rillig 	size_t piece_len = (size_t)(piece_end - piece);
    731    1.1       cgd 
    732   1.80    rillig 	char *file = concat3(prefix, prefix_len, piece, piece_len,
    733   1.80    rillig 			     suffix, suffix_len);
    734   1.80    rillig 
    735   1.80    rillig 	if (contains_wildcard(file)) {
    736   1.80    rillig 	    Dir_Expand(file, path, expansions);
    737   1.80    rillig 	    free(file);
    738   1.80    rillig 	} else {
    739  1.119    rillig 	    Lst_Append(expansions, file);
    740    1.1       cgd 	}
    741   1.80    rillig 
    742   1.80    rillig 	piece = piece_end + 1;	/* skip over the comma or closing brace */
    743    1.1       cgd     }
    744    1.1       cgd }
    745    1.1       cgd 
    746    1.1       cgd 
    747    1.1       cgd /*-
    748    1.1       cgd  *-----------------------------------------------------------------------
    749    1.1       cgd  * DirExpandInt --
    750    1.1       cgd  *	Internal expand routine. Passes through the directories in the
    751    1.1       cgd  *	path one by one, calling DirMatchFiles for each. NOTE: This still
    752    1.1       cgd  *	doesn't handle patterns in directories...
    753    1.1       cgd  *
    754   1.34       wiz  * Input:
    755   1.34       wiz  *	word		Word to expand
    756  1.143    rillig  *	path		Directory in which to look
    757   1.34       wiz  *	expansions	Place to store the result
    758   1.34       wiz  *
    759    1.1       cgd  * Results:
    760    1.1       cgd  *	None.
    761    1.1       cgd  *
    762    1.1       cgd  * Side Effects:
    763    1.1       cgd  *	Things are added to the expansions list.
    764    1.1       cgd  *
    765    1.1       cgd  *-----------------------------------------------------------------------
    766    1.1       cgd  */
    767    1.1       cgd static void
    768  1.144    rillig DirExpandInt(const char *word, SearchPath *path, StringList *expansions)
    769    1.1       cgd {
    770  1.144    rillig     SearchPathNode *ln;
    771  1.147    rillig     for (ln = path->first; ln != NULL; ln = ln->next) {
    772  1.147    rillig 	CachedDir *dir = ln->datum;
    773  1.143    rillig 	DirMatchFiles(word, dir, expansions);
    774    1.1       cgd     }
    775    1.1       cgd }
    776    1.1       cgd 
    777  1.146    rillig static void
    778  1.146    rillig DirPrintExpansions(StringList *words)
    779    1.1       cgd {
    780  1.147    rillig     StringListNode *ln;
    781  1.147    rillig     for (ln = words->first; ln != NULL; ln = ln->next) {
    782  1.147    rillig 	const char *word = ln->datum;
    783  1.152    rillig 	debug_printf("%s ", word);
    784  1.146    rillig     }
    785  1.152    rillig     debug_printf("\n");
    786    1.1       cgd }
    787    1.1       cgd 
    788  1.180    rillig /* Expand the given word into a list of words by globbing it, looking in the
    789  1.180    rillig  * directories on the given search path.
    790    1.1       cgd  *
    791   1.34       wiz  * Input:
    792   1.34       wiz  *	word		the word to expand
    793  1.180    rillig  *	path		the directories in which to find the files
    794   1.34       wiz  *	expansions	the list on which to place the results
    795    1.1       cgd  */
    796    1.1       cgd void
    797  1.144    rillig Dir_Expand(const char *word, SearchPath *path, StringList *expansions)
    798    1.1       cgd {
    799   1.85    rillig     const char *cp;
    800    1.1       cgd 
    801  1.112    rillig     assert(path != NULL);
    802  1.112    rillig     assert(expansions != NULL);
    803  1.112    rillig 
    804   1.92    rillig     DIR_DEBUG1("Expanding \"%s\"... ", word);
    805   1.12  christos 
    806    1.5       cgd     cp = strchr(word, '{');
    807    1.1       cgd     if (cp) {
    808    1.1       cgd 	DirExpandCurly(word, cp, path, expansions);
    809    1.1       cgd     } else {
    810    1.5       cgd 	cp = strchr(word, '/');
    811    1.1       cgd 	if (cp) {
    812    1.1       cgd 	    /*
    813    1.1       cgd 	     * The thing has a directory component -- find the first wildcard
    814    1.1       cgd 	     * in the string.
    815    1.1       cgd 	     */
    816    1.1       cgd 	    for (cp = word; *cp; cp++) {
    817    1.1       cgd 		if (*cp == '?' || *cp == '[' || *cp == '*' || *cp == '{') {
    818    1.1       cgd 		    break;
    819    1.1       cgd 		}
    820    1.1       cgd 	    }
    821    1.1       cgd 	    if (*cp == '{') {
    822    1.1       cgd 		/*
    823    1.1       cgd 		 * This one will be fun.
    824    1.1       cgd 		 */
    825    1.1       cgd 		DirExpandCurly(word, cp, path, expansions);
    826    1.1       cgd 		return;
    827    1.1       cgd 	    } else if (*cp != '\0') {
    828    1.1       cgd 		/*
    829    1.1       cgd 		 * Back up to the start of the component
    830    1.1       cgd 		 */
    831    1.1       cgd 		while (cp > word && *cp != '/') {
    832    1.1       cgd 		    cp--;
    833    1.1       cgd 		}
    834    1.1       cgd 		if (cp != word) {
    835  1.174    rillig 		    char *prefix = bmake_strsedup(word, cp + 1);
    836    1.1       cgd 		    /*
    837    1.1       cgd 		     * If the glob isn't in the first component, try and find
    838    1.1       cgd 		     * all the components up to the one with a wildcard.
    839    1.1       cgd 		     */
    840  1.174    rillig 		    char *dirpath = Dir_FindFile(prefix, path);
    841  1.174    rillig 		    free(prefix);
    842    1.1       cgd 		    /*
    843    1.1       cgd 		     * dirpath is null if can't find the leading component
    844    1.1       cgd 		     * XXX: Dir_FindFile won't find internal components.
    845    1.1       cgd 		     * i.e. if the path contains ../Etc/Object and we're
    846    1.1       cgd 		     * looking for Etc, it won't be found. Ah well.
    847    1.1       cgd 		     * Probably not important.
    848    1.1       cgd 		     */
    849   1.48  christos 		    if (dirpath != NULL) {
    850    1.5       cgd 			char *dp = &dirpath[strlen(dirpath) - 1];
    851    1.5       cgd 			if (*dp == '/')
    852    1.5       cgd 			    *dp = '\0';
    853  1.167    rillig 			path = Lst_New();
    854   1.46  christos 			(void)Dir_AddDir(path, dirpath);
    855   1.85    rillig 			DirExpandInt(cp + 1, path, expansions);
    856  1.119    rillig 			Lst_Free(path);
    857    1.1       cgd 		    }
    858    1.1       cgd 		} else {
    859    1.1       cgd 		    /*
    860    1.1       cgd 		     * Start the search from the local directory
    861    1.1       cgd 		     */
    862    1.1       cgd 		    DirExpandInt(word, path, expansions);
    863    1.1       cgd 		}
    864    1.1       cgd 	    } else {
    865    1.1       cgd 		/*
    866    1.1       cgd 		 * Return the file -- this should never happen.
    867    1.1       cgd 		 */
    868    1.1       cgd 		DirExpandInt(word, path, expansions);
    869    1.1       cgd 	    }
    870    1.1       cgd 	} else {
    871    1.1       cgd 	    /*
    872    1.1       cgd 	     * First the files in dot
    873    1.1       cgd 	     */
    874    1.1       cgd 	    DirMatchFiles(word, dot, expansions);
    875   1.12  christos 
    876    1.1       cgd 	    /*
    877    1.1       cgd 	     * Then the files in every other directory on the path.
    878    1.1       cgd 	     */
    879    1.1       cgd 	    DirExpandInt(word, path, expansions);
    880    1.1       cgd 	}
    881    1.1       cgd     }
    882  1.146    rillig     if (DEBUG(DIR))
    883  1.146    rillig 	DirPrintExpansions(expansions);
    884    1.1       cgd }
    885    1.1       cgd 
    886  1.176    rillig /* Find if the file with the given name exists in the given path.
    887  1.176    rillig  * Return the freshly allocated path to the file, or NULL. */
    888   1.18  christos static char *
    889  1.177    rillig DirLookup(CachedDir *dir, const char *base)
    890   1.18  christos {
    891   1.85    rillig     char *file;			/* the current filename to check */
    892   1.18  christos 
    893  1.143    rillig     DIR_DEBUG1("   %s ...\n", dir->name);
    894   1.32        pk 
    895  1.177    rillig     if (Hash_FindEntry(&dir->files, base) == NULL)
    896   1.32        pk 	return NULL;
    897   1.32        pk 
    898  1.177    rillig     file = str_concat3(dir->name, "/", base);
    899   1.92    rillig     DIR_DEBUG1("   returning %s\n", file);
    900  1.153    rillig     dir->hits++;
    901  1.153    rillig     hits++;
    902   1.32        pk     return file;
    903   1.18  christos }
    904   1.18  christos 
    905   1.18  christos 
    906   1.18  christos /*-
    907   1.18  christos  *-----------------------------------------------------------------------
    908   1.18  christos  * DirLookupSubdir  --
    909   1.18  christos  *	Find if the file with the given name exists in the given path.
    910   1.18  christos  *
    911   1.18  christos  * Results:
    912   1.18  christos  *	The path to the file or NULL. This path is guaranteed to be in a
    913   1.18  christos  *	different part of memory than name and so may be safely free'd.
    914   1.18  christos  *
    915   1.18  christos  * Side Effects:
    916   1.18  christos  *	If the file is found, it is added in the modification times hash
    917   1.18  christos  *	table.
    918   1.18  christos  *-----------------------------------------------------------------------
    919   1.18  christos  */
    920   1.18  christos static char *
    921  1.143    rillig DirLookupSubdir(CachedDir *dir, const char *name)
    922   1.18  christos {
    923  1.133    rillig     struct make_stat mst;
    924   1.85    rillig     char *file;			/* the current filename to check */
    925   1.18  christos 
    926  1.143    rillig     if (dir != dot) {
    927  1.143    rillig 	file = str_concat3(dir->name, "/", name);
    928   1.18  christos     } else {
    929   1.18  christos 	/*
    930   1.18  christos 	 * Checking in dot -- DON'T put a leading ./ on the thing.
    931   1.18  christos 	 */
    932   1.56     joerg 	file = bmake_strdup(name);
    933   1.18  christos     }
    934   1.18  christos 
    935   1.92    rillig     DIR_DEBUG1("checking %s ...\n", file);
    936   1.18  christos 
    937  1.133    rillig     if (cached_stat(file, &mst) == 0) {
    938  1.153    rillig 	nearmisses++;
    939   1.75    rillig 	return file;
    940   1.18  christos     }
    941   1.46  christos     free(file);
    942   1.18  christos     return NULL;
    943   1.18  christos }
    944   1.18  christos 
    945   1.18  christos /*-
    946   1.18  christos  *-----------------------------------------------------------------------
    947   1.32        pk  * DirLookupAbs  --
    948   1.32        pk  *	Find if the file with the given name exists in the given path.
    949   1.32        pk  *
    950   1.32        pk  * Results:
    951   1.32        pk  *	The path to the file, the empty string or NULL. If the file is
    952   1.32        pk  *	the empty string, the search should be terminated.
    953   1.32        pk  *	This path is guaranteed to be in a different part of memory
    954   1.32        pk  *	than name and so may be safely free'd.
    955   1.32        pk  *
    956   1.32        pk  * Side Effects:
    957   1.32        pk  *	None.
    958   1.32        pk  *-----------------------------------------------------------------------
    959   1.32        pk  */
    960   1.32        pk static char *
    961  1.143    rillig DirLookupAbs(CachedDir *dir, const char *name, const char *cp)
    962   1.32        pk {
    963  1.143    rillig     char *p1;			/* pointer into dir->name */
    964   1.85    rillig     const char *p2;		/* pointer into name */
    965   1.32        pk 
    966  1.143    rillig     DIR_DEBUG1("   %s ...\n", dir->name);
    967   1.32        pk 
    968   1.85    rillig     /*
    969   1.85    rillig      * If the file has a leading path component and that component
    970   1.85    rillig      * exactly matches the entire name of the current search
    971   1.85    rillig      * directory, we can attempt another cache lookup. And if we don't
    972   1.85    rillig      * have a hit, we can safely assume the file does not exist at all.
    973   1.85    rillig      */
    974  1.143    rillig     for (p1 = dir->name, p2 = name; *p1 && *p1 == *p2; p1++, p2++) {
    975   1.85    rillig 	continue;
    976   1.85    rillig     }
    977   1.85    rillig     if (*p1 != '\0' || p2 != cp - 1) {
    978   1.85    rillig 	return NULL;
    979   1.85    rillig     }
    980   1.32        pk 
    981  1.143    rillig     if (Hash_FindEntry(&dir->files, cp) == NULL) {
    982   1.92    rillig 	DIR_DEBUG0("   must be here but isn't -- returning\n");
    983   1.85    rillig 	/* Return empty string: terminates search */
    984   1.85    rillig 	return bmake_strdup("");
    985   1.85    rillig     }
    986   1.32        pk 
    987  1.153    rillig     dir->hits++;
    988  1.153    rillig     hits++;
    989   1.92    rillig     DIR_DEBUG1("   returning %s\n", name);
    990   1.85    rillig     return bmake_strdup(name);
    991   1.32        pk }
    992   1.32        pk 
    993  1.178    rillig /* Find the file given on "." or curdir.
    994  1.178    rillig  * Return the freshly allocated path to the file, or NULL. */
    995   1.21   thorpej static char *
    996  1.178    rillig DirFindDot(const char *name, const char *base)
    997   1.21   thorpej {
    998   1.21   thorpej 
    999  1.178    rillig     if (Hash_FindEntry(&dot->files, base) != NULL) {
   1000   1.92    rillig 	DIR_DEBUG0("   in '.'\n");
   1001  1.153    rillig 	hits++;
   1002  1.153    rillig 	dot->hits++;
   1003   1.85    rillig 	return bmake_strdup(name);
   1004   1.85    rillig     }
   1005  1.178    rillig     if (cur != NULL && Hash_FindEntry(&cur->files, base) != NULL) {
   1006   1.92    rillig 	DIR_DEBUG1("   in ${.CURDIR} = %s\n", cur->name);
   1007  1.153    rillig 	hits++;
   1008  1.153    rillig 	cur->hits++;
   1009  1.178    rillig 	return str_concat3(cur->name, "/", base);
   1010   1.85    rillig     }
   1011   1.21   thorpej 
   1012   1.85    rillig     return NULL;
   1013   1.21   thorpej }
   1014   1.21   thorpej 
   1015  1.179    rillig /* Find the file with the given name along the given search path.
   1016  1.179    rillig  *
   1017  1.179    rillig  * If the file is found in a directory that is not on the path
   1018  1.179    rillig  * already (either 'name' is absolute or it is a relative path
   1019  1.179    rillig  * [ dir1/.../dirn/file ] which exists below one of the directories
   1020  1.179    rillig  * already on the search path), its directory is added to the end
   1021  1.179    rillig  * of the path, on the assumption that there will be more files in
   1022  1.179    rillig  * that directory later on. Sometimes this is true. Sometimes not.
   1023    1.1       cgd  *
   1024   1.34       wiz  * Input:
   1025   1.34       wiz  *	name		the file to find
   1026  1.179    rillig  *	path		the directories to search, or NULL
   1027   1.34       wiz  *
   1028    1.1       cgd  * Results:
   1029  1.179    rillig  *	The freshly allocated path to the file, or NULL.
   1030    1.1       cgd  */
   1031    1.1       cgd char *
   1032  1.144    rillig Dir_FindFile(const char *name, SearchPath *path)
   1033    1.1       cgd {
   1034  1.144    rillig     SearchPathNode *ln;
   1035   1.85    rillig     char *file;			/* the current filename to check */
   1036  1.139    rillig     const char *base;		/* Terminal name of file */
   1037  1.144    rillig     Boolean hasLastDot = FALSE;	/* true if we should search dot last */
   1038   1.85    rillig     Boolean hasSlash;		/* true if 'name' contains a / */
   1039  1.133    rillig     struct make_stat mst;	/* Buffer for stat, if necessary */
   1040   1.85    rillig     const char *trailing_dot = ".";
   1041   1.12  christos 
   1042    1.1       cgd     /*
   1043    1.1       cgd      * Find the final component of the name and note whether it has a
   1044    1.1       cgd      * slash in it (the name, I mean)
   1045    1.1       cgd      */
   1046  1.139    rillig     base = strrchr(name, '/');
   1047  1.139    rillig     if (base) {
   1048    1.1       cgd 	hasSlash = TRUE;
   1049  1.153    rillig 	base++;
   1050    1.1       cgd     } else {
   1051    1.1       cgd 	hasSlash = FALSE;
   1052  1.140    rillig 	base = name;
   1053    1.1       cgd     }
   1054   1.12  christos 
   1055   1.92    rillig     DIR_DEBUG1("Searching for %s ...", name);
   1056   1.12  christos 
   1057  1.112    rillig     if (path == NULL) {
   1058   1.92    rillig 	DIR_DEBUG0("couldn't open path, file not found\n");
   1059  1.153    rillig 	misses++;
   1060   1.57       dsl 	return NULL;
   1061    1.1       cgd     }
   1062   1.12  christos 
   1063  1.168    rillig     if ((ln = path->first) != NULL) {
   1064  1.168    rillig 	CachedDir *dir = ln->datum;
   1065  1.143    rillig 	if (dir == dotLast) {
   1066   1.31   reinoud 	    hasLastDot = TRUE;
   1067   1.92    rillig 	    DIR_DEBUG0("[dot last]...");
   1068   1.21   thorpej 	}
   1069   1.18  christos     }
   1070   1.92    rillig     DIR_DEBUG0("\n");
   1071   1.18  christos 
   1072    1.1       cgd     /*
   1073   1.32        pk      * If there's no leading directory components or if the leading
   1074   1.32        pk      * directory component is exactly `./', consult the cached contents
   1075   1.32        pk      * of each of the directories on the search path.
   1076   1.21   thorpej      */
   1077  1.139    rillig     if (!hasSlash || (base - name == 2 && *name == '.')) {
   1078   1.85    rillig 	/*
   1079   1.85    rillig 	 * We look through all the directories on the path seeking one which
   1080   1.85    rillig 	 * contains the final component of the given name.  If such a beast
   1081   1.85    rillig 	 * is found, we concatenate the directory name and the final
   1082   1.85    rillig 	 * component and return the resulting string. If we don't find any
   1083   1.85    rillig 	 * such thing, we go on to phase two...
   1084   1.85    rillig 	 *
   1085   1.85    rillig 	 * No matter what, we always look for the file in the current
   1086   1.85    rillig 	 * directory before anywhere else (unless we found the magic
   1087   1.85    rillig 	 * DOTLAST path, in which case we search it last) and we *do not*
   1088   1.85    rillig 	 * add the ./ to it if it exists.
   1089   1.85    rillig 	 * This is so there are no conflicts between what the user
   1090   1.85    rillig 	 * specifies (fish.c) and what pmake finds (./fish.c).
   1091   1.85    rillig 	 */
   1092  1.178    rillig 	if (!hasLastDot && (file = DirFindDot(name, base)) != NULL)
   1093   1.85    rillig 	    return file;
   1094   1.32        pk 
   1095  1.168    rillig 	for (; ln != NULL; ln = ln->next) {
   1096  1.168    rillig 	    CachedDir *dir = ln->datum;
   1097  1.143    rillig 	    if (dir == dotLast)
   1098   1.85    rillig 		continue;
   1099  1.176    rillig 	    if ((file = DirLookup(dir, base)) != NULL)
   1100   1.85    rillig 		return file;
   1101   1.85    rillig 	}
   1102   1.21   thorpej 
   1103  1.178    rillig 	if (hasLastDot && (file = DirFindDot(name, base)) != NULL)
   1104   1.85    rillig 	    return file;
   1105    1.1       cgd     }
   1106   1.12  christos 
   1107    1.1       cgd     /*
   1108   1.32        pk      * We didn't find the file on any directory in the search path.
   1109    1.1       cgd      * If the name doesn't contain a slash, that means it doesn't exist.
   1110    1.1       cgd      * If it *does* contain a slash, however, there is still hope: it
   1111    1.1       cgd      * could be in a subdirectory of one of the members of the search
   1112    1.1       cgd      * path. (eg. /usr/include and sys/types.h. The above search would
   1113    1.1       cgd      * fail to turn up types.h in /usr/include, but it *is* in
   1114   1.32        pk      * /usr/include/sys/types.h).
   1115   1.32        pk      * [ This no longer applies: If we find such a beast, we assume there
   1116    1.1       cgd      * will be more (what else can we assume?) and add all but the last
   1117    1.1       cgd      * component of the resulting name onto the search path (at the
   1118   1.32        pk      * end).]
   1119   1.32        pk      * This phase is only performed if the file is *not* absolute.
   1120    1.1       cgd      */
   1121    1.1       cgd     if (!hasSlash) {
   1122   1.92    rillig 	DIR_DEBUG0("   failed.\n");
   1123  1.153    rillig 	misses++;
   1124   1.57       dsl 	return NULL;
   1125    1.1       cgd     }
   1126   1.12  christos 
   1127  1.139    rillig     if (*base == '\0') {
   1128   1.63       sjg 	/* we were given a trailing "/" */
   1129  1.139    rillig 	base = trailing_dot;
   1130   1.63       sjg     }
   1131   1.63       sjg 
   1132   1.32        pk     if (name[0] != '/') {
   1133   1.85    rillig 	Boolean checkedDot = FALSE;
   1134   1.12  christos 
   1135   1.92    rillig 	DIR_DEBUG0("   Trying subdirectories...\n");
   1136   1.18  christos 
   1137   1.35       sjg 	if (!hasLastDot) {
   1138   1.85    rillig 	    if (dot) {
   1139   1.85    rillig 		checkedDot = TRUE;
   1140   1.85    rillig 		if ((file = DirLookupSubdir(dot, name)) != NULL)
   1141   1.85    rillig 		    return file;
   1142   1.85    rillig 	    }
   1143   1.85    rillig 	    if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1144   1.85    rillig 		return file;
   1145   1.35       sjg 	}
   1146   1.18  christos 
   1147  1.168    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1148  1.168    rillig 	    CachedDir *dir = ln->datum;
   1149  1.143    rillig 	    if (dir == dotLast)
   1150   1.21   thorpej 		continue;
   1151  1.143    rillig 	    if (dir == dot) {
   1152   1.85    rillig 		if (checkedDot)
   1153   1.85    rillig 		    continue;
   1154    1.1       cgd 		checkedDot = TRUE;
   1155   1.35       sjg 	    }
   1156  1.168    rillig 	    if ((file = DirLookupSubdir(dir, name)) != NULL)
   1157   1.18  christos 		return file;
   1158    1.1       cgd 	}
   1159   1.12  christos 
   1160   1.35       sjg 	if (hasLastDot) {
   1161   1.85    rillig 	    if (dot && !checkedDot) {
   1162   1.85    rillig 		checkedDot = TRUE;
   1163   1.85    rillig 		if ((file = DirLookupSubdir(dot, name)) != NULL)
   1164   1.85    rillig 		    return file;
   1165   1.85    rillig 	    }
   1166   1.85    rillig 	    if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1167   1.85    rillig 		return file;
   1168   1.35       sjg 	}
   1169   1.21   thorpej 
   1170    1.1       cgd 	if (checkedDot) {
   1171    1.1       cgd 	    /*
   1172    1.1       cgd 	     * Already checked by the given name, since . was in the path,
   1173    1.1       cgd 	     * so no point in proceeding...
   1174    1.1       cgd 	     */
   1175   1.92    rillig 	    DIR_DEBUG0("   Checked . already, returning NULL\n");
   1176   1.57       dsl 	    return NULL;
   1177   1.32        pk 	}
   1178   1.32        pk 
   1179   1.32        pk     } else { /* name[0] == '/' */
   1180   1.32        pk 
   1181   1.32        pk 	/*
   1182   1.32        pk 	 * For absolute names, compare directory path prefix against the
   1183   1.32        pk 	 * the directory path of each member on the search path for an exact
   1184   1.32        pk 	 * match. If we have an exact match on any member of the search path,
   1185   1.32        pk 	 * use the cached contents of that member to lookup the final file
   1186   1.32        pk 	 * component. If that lookup fails we can safely assume that the
   1187   1.32        pk 	 * file does not exist at all.  This is signified by DirLookupAbs()
   1188   1.32        pk 	 * returning an empty string.
   1189   1.32        pk 	 */
   1190   1.92    rillig 	DIR_DEBUG0("   Trying exact path matches...\n");
   1191   1.32        pk 
   1192   1.85    rillig 	if (!hasLastDot && cur &&
   1193  1.139    rillig 	    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1194   1.71  riastrad 	    if (file[0] == '\0') {
   1195   1.71  riastrad 		free(file);
   1196   1.71  riastrad 		return NULL;
   1197   1.71  riastrad 	    }
   1198   1.71  riastrad 	    return file;
   1199   1.71  riastrad 	}
   1200   1.32        pk 
   1201  1.168    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1202  1.168    rillig 	    CachedDir *dir = ln->datum;
   1203  1.143    rillig 	    if (dir == dotLast)
   1204   1.32        pk 		continue;
   1205  1.143    rillig 	    if ((file = DirLookupAbs(dir, name, base)) != NULL) {
   1206   1.71  riastrad 		if (file[0] == '\0') {
   1207   1.71  riastrad 		    free(file);
   1208   1.71  riastrad 		    return NULL;
   1209   1.71  riastrad 		}
   1210   1.71  riastrad 		return file;
   1211   1.32        pk 	    }
   1212   1.32        pk 	}
   1213   1.32        pk 
   1214   1.85    rillig 	if (hasLastDot && cur &&
   1215  1.139    rillig 	    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1216   1.71  riastrad 	    if (file[0] == '\0') {
   1217   1.71  riastrad 		free(file);
   1218   1.71  riastrad 		return NULL;
   1219   1.71  riastrad 	    }
   1220   1.71  riastrad 	    return file;
   1221   1.71  riastrad 	}
   1222    1.1       cgd     }
   1223   1.12  christos 
   1224    1.1       cgd     /*
   1225    1.1       cgd      * Didn't find it that way, either. Sigh. Phase 3. Add its directory
   1226    1.1       cgd      * onto the search path in any case, just in case, then look for the
   1227    1.1       cgd      * thing in the hash table. If we find it, grand. We return a new
   1228    1.1       cgd      * copy of the name. Otherwise we sadly return a NULL pointer. Sigh.
   1229    1.1       cgd      * Note that if the directory holding the file doesn't exist, this will
   1230    1.1       cgd      * do an extra search of the final directory on the path. Unless something
   1231    1.1       cgd      * weird happens, this search won't succeed and life will be groovy.
   1232    1.1       cgd      *
   1233    1.1       cgd      * Sigh. We cannot add the directory onto the search path because
   1234    1.1       cgd      * of this amusing case:
   1235    1.1       cgd      * $(INSTALLDIR)/$(FILE): $(FILE)
   1236    1.1       cgd      *
   1237    1.1       cgd      * $(FILE) exists in $(INSTALLDIR) but not in the current one.
   1238    1.1       cgd      * When searching for $(FILE), we will find it in $(INSTALLDIR)
   1239    1.1       cgd      * b/c we added it here. This is not good...
   1240    1.1       cgd      */
   1241    1.1       cgd #ifdef notdef
   1242  1.139    rillig     if (base == trailing_dot) {
   1243  1.139    rillig 	base = strrchr(name, '/');
   1244  1.153    rillig 	base++;
   1245   1.63       sjg     }
   1246  1.139    rillig     base[-1] = '\0';
   1247   1.46  christos     (void)Dir_AddDir(path, name);
   1248  1.139    rillig     base[-1] = '/';
   1249   1.12  christos 
   1250  1.153    rillig     bigmisses++;
   1251  1.119    rillig     ln = Lst_Last(path);
   1252   1.57       dsl     if (ln == NULL) {
   1253   1.57       dsl 	return NULL;
   1254    1.1       cgd     } else {
   1255  1.143    rillig 	dir = LstNode_Datum(ln);
   1256    1.1       cgd     }
   1257   1.12  christos 
   1258  1.143    rillig     if (Hash_FindEntry(&dir->files, base) != NULL) {
   1259   1.75    rillig 	return bmake_strdup(name);
   1260    1.1       cgd     } else {
   1261   1.57       dsl 	return NULL;
   1262    1.1       cgd     }
   1263    1.1       cgd #else /* !notdef */
   1264   1.92    rillig     DIR_DEBUG1("   Looking for \"%s\" ...\n", name);
   1265   1.12  christos 
   1266  1.153    rillig     bigmisses++;
   1267  1.133    rillig     if (cached_stat(name, &mst) == 0) {
   1268   1.75    rillig 	return bmake_strdup(name);
   1269    1.1       cgd     }
   1270   1.73  christos 
   1271   1.92    rillig     DIR_DEBUG0("   failed. Returning NULL\n");
   1272   1.73  christos     return NULL;
   1273    1.1       cgd #endif /* notdef */
   1274    1.1       cgd }
   1275    1.1       cgd 
   1276   1.40     chuck 
   1277  1.161    rillig /* Search for a path starting at a given directory and then working our way
   1278  1.161    rillig  * up towards the root.
   1279   1.40     chuck  *
   1280   1.40     chuck  * Input:
   1281   1.40     chuck  *	here		starting directory
   1282  1.161    rillig  *	search_path	the relative path we are looking for
   1283   1.40     chuck  *
   1284   1.40     chuck  * Results:
   1285  1.161    rillig  *	The found path, or NULL.
   1286   1.40     chuck  */
   1287  1.161    rillig char *
   1288  1.161    rillig Dir_FindHereOrAbove(const char *here, const char *search_path)
   1289   1.85    rillig {
   1290  1.133    rillig     struct make_stat mst;
   1291  1.161    rillig     char *dirbase, *dirbase_end;
   1292  1.161    rillig     char *try, *try_end;
   1293   1.85    rillig 
   1294   1.85    rillig     /* copy out our starting point */
   1295  1.161    rillig     dirbase = bmake_strdup(here);
   1296  1.129    rillig     dirbase_end = dirbase + strlen(dirbase);
   1297   1.85    rillig 
   1298   1.85    rillig     /* loop until we determine a result */
   1299  1.161    rillig     for (;;) {
   1300   1.85    rillig 
   1301   1.85    rillig 	/* try and stat(2) it ... */
   1302  1.161    rillig 	try = str_concat3(dirbase, "/", search_path);
   1303  1.133    rillig 	if (cached_stat(try, &mst) != -1) {
   1304   1.85    rillig 	    /*
   1305   1.85    rillig 	     * success!  if we found a file, chop off
   1306   1.85    rillig 	     * the filename so we return a directory.
   1307   1.85    rillig 	     */
   1308  1.133    rillig 	    if ((mst.mst_mode & S_IFMT) != S_IFDIR) {
   1309   1.85    rillig 		try_end = try + strlen(try);
   1310   1.85    rillig 		while (try_end > try && *try_end != '/')
   1311   1.85    rillig 		    try_end--;
   1312   1.85    rillig 		if (try_end > try)
   1313  1.129    rillig 		    *try_end = '\0';	/* chop! */
   1314   1.85    rillig 	    }
   1315   1.40     chuck 
   1316  1.161    rillig 	    free(dirbase);
   1317  1.161    rillig 	    return try;
   1318   1.85    rillig 	}
   1319  1.161    rillig 	free(try);
   1320   1.40     chuck 
   1321   1.85    rillig 	/*
   1322   1.85    rillig 	 * nope, we didn't find it.  if we used up dirbase we've
   1323   1.85    rillig 	 * reached the root and failed.
   1324   1.85    rillig 	 */
   1325  1.129    rillig 	if (dirbase_end == dirbase)
   1326   1.85    rillig 	    break;		/* failed! */
   1327   1.40     chuck 
   1328   1.85    rillig 	/*
   1329   1.85    rillig 	 * truncate dirbase from the end to move up a dir
   1330   1.85    rillig 	 */
   1331  1.129    rillig 	while (dirbase_end > dirbase && *dirbase_end != '/')
   1332  1.129    rillig 	    dirbase_end--;
   1333  1.129    rillig 	*dirbase_end = '\0';	/* chop! */
   1334  1.161    rillig     }
   1335   1.40     chuck 
   1336  1.161    rillig     free(dirbase);
   1337  1.161    rillig     return NULL;
   1338   1.40     chuck }
   1339   1.40     chuck 
   1340    1.1       cgd /*-
   1341    1.1       cgd  *-----------------------------------------------------------------------
   1342    1.1       cgd  * Dir_MTime  --
   1343    1.1       cgd  *	Find the modification time of the file described by gn along the
   1344    1.1       cgd  *	search path dirSearchPath.
   1345   1.12  christos  *
   1346   1.34       wiz  * Input:
   1347   1.34       wiz  *	gn		the file whose modification time is desired
   1348   1.34       wiz  *
   1349    1.1       cgd  * Results:
   1350    1.1       cgd  *	The modification time or 0 if it doesn't exist
   1351    1.1       cgd  *
   1352    1.1       cgd  * Side Effects:
   1353    1.1       cgd  *	The modification time is placed in the node's mtime slot.
   1354    1.1       cgd  *	If the node didn't have a path entry before, and Dir_FindFile
   1355    1.1       cgd  *	found one for it, the full name is placed in the path slot.
   1356    1.1       cgd  *-----------------------------------------------------------------------
   1357    1.1       cgd  */
   1358  1.160    rillig time_t
   1359   1.64  christos Dir_MTime(GNode *gn, Boolean recheck)
   1360    1.1       cgd {
   1361   1.85    rillig     char *fullName;		/* the full pathname of name */
   1362  1.133    rillig     struct make_stat mst;	/* buffer for finding the mod time */
   1363   1.12  christos 
   1364    1.1       cgd     if (gn->type & OP_ARCHV) {
   1365   1.45  christos 	return Arch_MTime(gn);
   1366   1.33        pk     } else if (gn->type & OP_PHONY) {
   1367   1.33        pk 	gn->mtime = 0;
   1368   1.33        pk 	return 0;
   1369   1.48  christos     } else if (gn->path == NULL) {
   1370   1.33        pk 	if (gn->type & OP_NOPATH)
   1371   1.16   mycroft 	    fullName = NULL;
   1372   1.53       dsl 	else {
   1373   1.45  christos 	    fullName = Dir_FindFile(gn->name, Suff_FindPath(gn));
   1374   1.62       sjg 	    if (fullName == NULL && gn->flags & FROM_DEPEND &&
   1375  1.127    rillig 		!Lst_IsEmpty(gn->implicitParents)) {
   1376   1.62       sjg 		char *cp;
   1377   1.62       sjg 
   1378   1.62       sjg 		cp = strrchr(gn->name, '/');
   1379   1.62       sjg 		if (cp) {
   1380   1.62       sjg 		    /*
   1381   1.62       sjg 		     * This is an implied source, and it may have moved,
   1382   1.62       sjg 		     * see if we can find it via the current .PATH
   1383   1.62       sjg 		     */
   1384   1.62       sjg 		    cp++;
   1385   1.76    rillig 
   1386   1.62       sjg 		    fullName = Dir_FindFile(cp, Suff_FindPath(gn));
   1387   1.62       sjg 		    if (fullName) {
   1388   1.62       sjg 			/*
   1389   1.62       sjg 			 * Put the found file in gn->path
   1390   1.62       sjg 			 * so that we give that to the compiler.
   1391   1.62       sjg 			 */
   1392   1.62       sjg 			gn->path = bmake_strdup(fullName);
   1393   1.67  christos 			if (!Job_RunTarget(".STALE", gn->fname))
   1394   1.67  christos 			    fprintf(stdout,
   1395   1.85    rillig 				    "%s: %s, %d: ignoring stale %s for %s, "
   1396   1.85    rillig 				    "found %s\n", progname, gn->fname,
   1397   1.85    rillig 				    gn->lineno,
   1398   1.85    rillig 				    makeDependfile, gn->name, fullName);
   1399   1.62       sjg 		    }
   1400   1.62       sjg 		}
   1401   1.62       sjg 	    }
   1402   1.92    rillig 	    DIR_DEBUG2("Found '%s' as '%s'\n",
   1403   1.92    rillig 		       gn->name, fullName ? fullName : "(not found)");
   1404   1.53       dsl 	}
   1405    1.1       cgd     } else {
   1406    1.1       cgd 	fullName = gn->path;
   1407    1.1       cgd     }
   1408   1.12  christos 
   1409   1.48  christos     if (fullName == NULL) {
   1410   1.56     joerg 	fullName = bmake_strdup(gn->name);
   1411    1.1       cgd     }
   1412    1.1       cgd 
   1413  1.133    rillig     if (cached_stats(&mtimes, fullName, &mst, recheck ? CST_UPDATE : 0) < 0) {
   1414    1.1       cgd 	if (gn->type & OP_MEMBER) {
   1415    1.6       jtc 	    if (fullName != gn->path)
   1416    1.6       jtc 		free(fullName);
   1417   1.45  christos 	    return Arch_MemMTime(gn);
   1418    1.1       cgd 	} else {
   1419  1.133    rillig 	    mst.mst_mtime = 0;
   1420    1.1       cgd 	}
   1421    1.1       cgd     }
   1422   1.68       sjg 
   1423   1.48  christos     if (fullName && gn->path == NULL) {
   1424    1.1       cgd 	gn->path = fullName;
   1425    1.1       cgd     }
   1426   1.12  christos 
   1427  1.133    rillig     gn->mtime = mst.mst_mtime;
   1428   1.75    rillig     return gn->mtime;
   1429    1.1       cgd }
   1430    1.1       cgd 
   1431  1.150    rillig /* Read the list of filenames in the directory and store the result
   1432  1.150    rillig  * in openDirectories.
   1433  1.150    rillig  *
   1434  1.150    rillig  * If a path is given, append the directory to that path.
   1435    1.1       cgd  *
   1436   1.34       wiz  * Input:
   1437  1.150    rillig  *	path		The path to which the directory should be
   1438  1.150    rillig  *			added, or NULL to only add the directory to
   1439  1.150    rillig  *			openDirectories
   1440  1.150    rillig  *	name		The name of the directory to add.
   1441  1.150    rillig  *			The name is not normalized in any way.
   1442    1.1       cgd  */
   1443  1.143    rillig CachedDir *
   1444  1.144    rillig Dir_AddDir(SearchPath *path, const char *name)
   1445    1.1       cgd {
   1446  1.143    rillig     CachedDir *dir = NULL;	/* the added directory */
   1447  1.144    rillig     DIR *d;
   1448  1.144    rillig     struct dirent *dp;
   1449   1.21   thorpej 
   1450  1.120    rillig     if (path != NULL && strcmp(name, ".DOTLAST") == 0) {
   1451  1.173    rillig 	SearchPathNode *ln;
   1452  1.173    rillig 
   1453  1.173    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1454  1.173    rillig 	    CachedDir *pathDir = ln->datum;
   1455  1.173    rillig 	    if (strcmp(pathDir->name, name) == 0)
   1456  1.173    rillig 		return pathDir;
   1457  1.173    rillig 	}
   1458  1.120    rillig 
   1459  1.120    rillig 	dotLast->refCount++;
   1460  1.120    rillig 	Lst_Prepend(path, dotLast);
   1461   1.21   thorpej     }
   1462   1.12  christos 
   1463  1.120    rillig     if (path != NULL)
   1464  1.158    rillig 	dir = OpenDirs_Find(&openDirs, name);
   1465  1.158    rillig     if (dir != NULL) {
   1466  1.143    rillig 	if (Lst_FindDatum(path, dir) == NULL) {
   1467  1.153    rillig 	    dir->refCount++;
   1468  1.143    rillig 	    Lst_Append(path, dir);
   1469    1.1       cgd 	}
   1470  1.143    rillig 	return dir;
   1471  1.120    rillig     }
   1472  1.120    rillig 
   1473  1.120    rillig     DIR_DEBUG1("Caching %s ...", name);
   1474   1.12  christos 
   1475  1.120    rillig     if ((d = opendir(name)) != NULL) {
   1476  1.143    rillig 	dir = bmake_malloc(sizeof(CachedDir));
   1477  1.143    rillig 	dir->name = bmake_strdup(name);
   1478  1.143    rillig 	dir->hits = 0;
   1479  1.143    rillig 	dir->refCount = 1;
   1480  1.143    rillig 	Hash_InitTable(&dir->files);
   1481   1.12  christos 
   1482  1.120    rillig 	while ((dp = readdir(d)) != NULL) {
   1483   1.10  christos #if defined(sun) && defined(d_ino) /* d_ino is a sunos4 #define for d_fileno */
   1484  1.120    rillig 	    /*
   1485  1.120    rillig 	     * The sun directory library doesn't check for a 0 inode
   1486  1.120    rillig 	     * (0-inode slots just take up space), so we have to do
   1487  1.120    rillig 	     * it ourselves.
   1488  1.120    rillig 	     */
   1489  1.120    rillig 	    if (dp->d_fileno == 0) {
   1490  1.120    rillig 		continue;
   1491  1.120    rillig 	    }
   1492   1.10  christos #endif /* sun && d_ino */
   1493  1.143    rillig 	    (void)Hash_CreateEntry(&dir->files, dp->d_name, NULL);
   1494    1.1       cgd 	}
   1495  1.120    rillig 	(void)closedir(d);
   1496  1.158    rillig 	OpenDirs_Add(&openDirs, dir);
   1497  1.120    rillig 	if (path != NULL)
   1498  1.143    rillig 	    Lst_Append(path, dir);
   1499    1.1       cgd     }
   1500  1.120    rillig     DIR_DEBUG0("done\n");
   1501  1.143    rillig     return dir;
   1502    1.1       cgd }
   1503    1.1       cgd 
   1504    1.1       cgd /*-
   1505    1.1       cgd  *-----------------------------------------------------------------------
   1506    1.1       cgd  * Dir_CopyDir --
   1507  1.119    rillig  *	Callback function for duplicating a search path via Lst_Copy.
   1508    1.1       cgd  *	Ups the reference count for the directory.
   1509    1.1       cgd  *
   1510    1.1       cgd  * Results:
   1511    1.1       cgd  *	Returns the Path it was given.
   1512    1.1       cgd  *-----------------------------------------------------------------------
   1513    1.1       cgd  */
   1514   1.59       dsl void *
   1515   1.59       dsl Dir_CopyDir(void *p)
   1516    1.1       cgd {
   1517  1.172    rillig     CachedDir *dir = p;
   1518  1.153    rillig     dir->refCount++;
   1519  1.172    rillig     return dir;
   1520    1.1       cgd }
   1521    1.1       cgd 
   1522    1.1       cgd /*-
   1523    1.1       cgd  *-----------------------------------------------------------------------
   1524    1.1       cgd  * Dir_MakeFlags --
   1525    1.1       cgd  *	Make a string by taking all the directories in the given search
   1526    1.1       cgd  *	path and preceding them by the given flag. Used by the suffix
   1527    1.1       cgd  *	module to create variables for compilers based on suffix search
   1528    1.1       cgd  *	paths.
   1529    1.1       cgd  *
   1530   1.34       wiz  * Input:
   1531   1.34       wiz  *	flag		flag which should precede each directory
   1532   1.34       wiz  *	path		list of directories
   1533   1.34       wiz  *
   1534    1.1       cgd  * Results:
   1535    1.1       cgd  *	The string mentioned above. Note that there is no space between
   1536    1.1       cgd  *	the given flag and each directory. The empty string is returned if
   1537    1.1       cgd  *	Things don't go well.
   1538    1.1       cgd  *
   1539    1.1       cgd  * Side Effects:
   1540    1.1       cgd  *	None
   1541    1.1       cgd  *-----------------------------------------------------------------------
   1542    1.1       cgd  */
   1543    1.1       cgd char *
   1544  1.144    rillig Dir_MakeFlags(const char *flag, SearchPath *path)
   1545    1.1       cgd {
   1546   1.88    rillig     Buffer buf;
   1547  1.144    rillig     SearchPathNode *ln;
   1548   1.12  christos 
   1549   1.88    rillig     Buf_Init(&buf, 0);
   1550   1.12  christos 
   1551  1.112    rillig     if (path != NULL) {
   1552  1.147    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1553  1.147    rillig 	    CachedDir *dir = ln->datum;
   1554   1.88    rillig 	    Buf_AddStr(&buf, " ");
   1555   1.88    rillig 	    Buf_AddStr(&buf, flag);
   1556  1.143    rillig 	    Buf_AddStr(&buf, dir->name);
   1557    1.1       cgd 	}
   1558    1.1       cgd     }
   1559   1.12  christos 
   1560   1.88    rillig     return Buf_Destroy(&buf, FALSE);
   1561    1.1       cgd }
   1562    1.1       cgd 
   1563    1.1       cgd /*-
   1564    1.1       cgd  *-----------------------------------------------------------------------
   1565    1.1       cgd  * Dir_Destroy --
   1566    1.1       cgd  *	Nuke a directory descriptor, if possible. Callback procedure
   1567    1.1       cgd  *	for the suffixes module when destroying a search path.
   1568    1.1       cgd  *
   1569   1.34       wiz  * Input:
   1570  1.143    rillig  *	dirp		The directory descriptor to nuke
   1571   1.34       wiz  *
   1572    1.1       cgd  * Results:
   1573    1.1       cgd  *	None.
   1574    1.1       cgd  *
   1575    1.1       cgd  * Side Effects:
   1576    1.1       cgd  *	If no other path references this directory (refCount == 0),
   1577  1.143    rillig  *	the CachedDir and all its data are freed.
   1578    1.1       cgd  *
   1579    1.1       cgd  *-----------------------------------------------------------------------
   1580    1.1       cgd  */
   1581    1.1       cgd void
   1582  1.143    rillig Dir_Destroy(void *dirp)
   1583    1.1       cgd {
   1584  1.143    rillig     CachedDir *dir = dirp;
   1585  1.153    rillig     dir->refCount--;
   1586    1.1       cgd 
   1587  1.143    rillig     if (dir->refCount == 0) {
   1588  1.158    rillig 	OpenDirs_Remove(&openDirs, dir->name);
   1589    1.1       cgd 
   1590  1.143    rillig 	Hash_DeleteTable(&dir->files);
   1591  1.143    rillig 	free(dir->name);
   1592  1.143    rillig 	free(dir);
   1593    1.1       cgd     }
   1594    1.1       cgd }
   1595    1.1       cgd 
   1596    1.1       cgd /*-
   1597    1.1       cgd  *-----------------------------------------------------------------------
   1598    1.1       cgd  * Dir_ClearPath --
   1599    1.1       cgd  *	Clear out all elements of the given search path. This is different
   1600    1.1       cgd  *	from destroying the list, notice.
   1601    1.1       cgd  *
   1602   1.34       wiz  * Input:
   1603   1.34       wiz  *	path		Path to clear
   1604   1.34       wiz  *
   1605    1.1       cgd  * Results:
   1606    1.1       cgd  *	None.
   1607    1.1       cgd  *
   1608    1.1       cgd  * Side Effects:
   1609    1.1       cgd  *	The path is set to the empty list.
   1610    1.1       cgd  *
   1611    1.1       cgd  *-----------------------------------------------------------------------
   1612    1.1       cgd  */
   1613    1.1       cgd void
   1614  1.144    rillig Dir_ClearPath(SearchPath *path)
   1615    1.1       cgd {
   1616  1.119    rillig     while (!Lst_IsEmpty(path)) {
   1617  1.143    rillig 	CachedDir *dir = Lst_Dequeue(path);
   1618  1.143    rillig 	Dir_Destroy(dir);
   1619    1.1       cgd     }
   1620    1.1       cgd }
   1621   1.12  christos 
   1622    1.1       cgd 
   1623    1.1       cgd /*-
   1624    1.1       cgd  *-----------------------------------------------------------------------
   1625    1.1       cgd  * Dir_Concat --
   1626    1.1       cgd  *	Concatenate two paths, adding the second to the end of the first.
   1627    1.1       cgd  *	Makes sure to avoid duplicates.
   1628    1.1       cgd  *
   1629   1.34       wiz  * Input:
   1630   1.34       wiz  *	path1		Dest
   1631   1.34       wiz  *	path2		Source
   1632   1.34       wiz  *
   1633    1.1       cgd  * Results:
   1634    1.1       cgd  *	None
   1635    1.1       cgd  *
   1636    1.1       cgd  * Side Effects:
   1637    1.1       cgd  *	Reference counts for added dirs are upped.
   1638    1.1       cgd  *
   1639    1.1       cgd  *-----------------------------------------------------------------------
   1640    1.1       cgd  */
   1641    1.1       cgd void
   1642  1.144    rillig Dir_Concat(SearchPath *path1, SearchPath *path2)
   1643    1.1       cgd {
   1644  1.144    rillig     SearchPathNode *ln;
   1645    1.1       cgd 
   1646  1.148    rillig     for (ln = path2->first; ln != NULL; ln = ln->next) {
   1647  1.148    rillig 	CachedDir *dir = ln->datum;
   1648  1.143    rillig 	if (Lst_FindDatum(path1, dir) == NULL) {
   1649  1.153    rillig 	    dir->refCount++;
   1650  1.143    rillig 	    Lst_Append(path1, dir);
   1651    1.1       cgd 	}
   1652    1.1       cgd     }
   1653    1.1       cgd }
   1654    1.1       cgd 
   1655  1.105    rillig static int
   1656  1.105    rillig percentage(int num, int den)
   1657  1.105    rillig {
   1658  1.105    rillig     return den != 0 ? num * 100 / den : 0;
   1659  1.105    rillig }
   1660  1.105    rillig 
   1661    1.1       cgd /********** DEBUG INFO **********/
   1662    1.5       cgd void
   1663   1.34       wiz Dir_PrintDirectories(void)
   1664    1.1       cgd {
   1665  1.144    rillig     CachedDirListNode *ln;
   1666   1.12  christos 
   1667  1.152    rillig     debug_printf("#*** Directory Cache:\n");
   1668  1.152    rillig     debug_printf("# Stats: %d hits %d misses %d near misses %d losers (%d%%)\n",
   1669  1.152    rillig 		 hits, misses, nearmisses, bigmisses,
   1670  1.152    rillig 		 percentage(hits, hits + bigmisses + nearmisses));
   1671  1.152    rillig     debug_printf("# %-20s referenced\thits\n", "directory");
   1672  1.112    rillig 
   1673  1.158    rillig     for (ln = openDirs.list->first; ln != NULL; ln = ln->next) {
   1674  1.147    rillig 	CachedDir *dir = ln->datum;
   1675  1.152    rillig 	debug_printf("# %-20s %10d\t%4d\n", dir->name, dir->refCount,
   1676  1.152    rillig 		     dir->hits);
   1677    1.1       cgd     }
   1678    1.1       cgd }
   1679    1.1       cgd 
   1680    1.5       cgd void
   1681  1.144    rillig Dir_PrintPath(SearchPath *path)
   1682    1.1       cgd {
   1683  1.146    rillig     SearchPathNode *node;
   1684  1.148    rillig     for (node = path->first; node != NULL; node = node->next) {
   1685  1.148    rillig 	const CachedDir *dir = node->datum;
   1686  1.152    rillig 	debug_printf("%s ", dir->name);
   1687  1.146    rillig     }
   1688    1.1       cgd }
   1689