Home | History | Annotate | Line # | Download | only in make
dir.c revision 1.250
      1  1.250    rillig /*	$NetBSD: dir.c,v 1.250 2020/12/06 10:49:02 rillig Exp $	*/
      2    1.8  christos 
      3    1.1       cgd /*
      4    1.1       cgd  * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
      5   1.37       agc  * All rights reserved.
      6   1.37       agc  *
      7   1.37       agc  * This code is derived from software contributed to Berkeley by
      8   1.37       agc  * Adam de Boor.
      9   1.37       agc  *
     10   1.37       agc  * Redistribution and use in source and binary forms, with or without
     11   1.37       agc  * modification, are permitted provided that the following conditions
     12   1.37       agc  * are met:
     13   1.37       agc  * 1. Redistributions of source code must retain the above copyright
     14   1.37       agc  *    notice, this list of conditions and the following disclaimer.
     15   1.37       agc  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.37       agc  *    notice, this list of conditions and the following disclaimer in the
     17   1.37       agc  *    documentation and/or other materials provided with the distribution.
     18   1.37       agc  * 3. Neither the name of the University nor the names of its contributors
     19   1.37       agc  *    may be used to endorse or promote products derived from this software
     20   1.37       agc  *    without specific prior written permission.
     21   1.37       agc  *
     22   1.37       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23   1.37       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24   1.37       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25   1.37       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26   1.37       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27   1.37       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28   1.37       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29   1.37       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30   1.37       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31   1.37       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32   1.37       agc  * SUCH DAMAGE.
     33   1.37       agc  */
     34   1.37       agc 
     35   1.37       agc /*
     36    1.1       cgd  * Copyright (c) 1988, 1989 by Adam de Boor
     37    1.1       cgd  * Copyright (c) 1989 by Berkeley Softworks
     38    1.1       cgd  * All rights reserved.
     39    1.1       cgd  *
     40    1.1       cgd  * This code is derived from software contributed to Berkeley by
     41    1.1       cgd  * Adam de Boor.
     42    1.1       cgd  *
     43    1.1       cgd  * Redistribution and use in source and binary forms, with or without
     44    1.1       cgd  * modification, are permitted provided that the following conditions
     45    1.1       cgd  * are met:
     46    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     47    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     48    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     49    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     50    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     51    1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     52    1.1       cgd  *    must display the following acknowledgement:
     53    1.1       cgd  *	This product includes software developed by the University of
     54    1.1       cgd  *	California, Berkeley and its contributors.
     55    1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     56    1.1       cgd  *    may be used to endorse or promote products derived from this software
     57    1.1       cgd  *    without specific prior written permission.
     58    1.1       cgd  *
     59    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69    1.1       cgd  * SUCH DAMAGE.
     70    1.1       cgd  */
     71    1.1       cgd 
     72  1.191    rillig /* Directory searching using wildcards and/or normal names.
     73  1.191    rillig  * Used both for source wildcarding in the makefile and for finding
     74  1.191    rillig  * implicit sources.
     75    1.1       cgd  *
     76    1.1       cgd  * The interface for this module is:
     77  1.149    rillig  *	Dir_Init	Initialize the module.
     78    1.1       cgd  *
     79  1.149    rillig  *	Dir_InitCur	Set the cur CachedDir.
     80   1.35       sjg  *
     81  1.149    rillig  *	Dir_InitDot	Set the dot CachedDir.
     82   1.35       sjg  *
     83  1.163    rillig  *	Dir_End		Clean up the module.
     84    1.6       jtc  *
     85  1.149    rillig  *	Dir_SetPATH	Set ${.PATH} to reflect state of dirSearchPath.
     86   1.35       sjg  *
     87  1.149    rillig  *	Dir_HasWildcards
     88  1.149    rillig  *			Returns TRUE if the name given it needs to
     89  1.149    rillig  *			be wildcard-expanded.
     90    1.1       cgd  *
     91  1.149    rillig  *	Dir_Expand	Given a pattern and a path, return a Lst of names
     92  1.149    rillig  *			which match the pattern on the search path.
     93    1.1       cgd  *
     94  1.149    rillig  *	Dir_FindFile	Searches for a file on a given search path.
     95  1.149    rillig  *			If it exists, the entire path is returned.
     96  1.149    rillig  *			Otherwise NULL is returned.
     97    1.1       cgd  *
     98  1.149    rillig  *	Dir_FindHereOrAbove
     99  1.149    rillig  *			Search for a path in the current directory and
    100  1.149    rillig  *			then all the directories above it in turn until
    101  1.149    rillig  *			the path is found or we reach the root ("/").
    102   1.76    rillig  *
    103  1.201    rillig  *	Dir_UpdateMTime
    104  1.201    rillig  *			Update the modification time and path of a node with
    105  1.201    rillig  *			data from the file corresponding to the node.
    106    1.1       cgd  *
    107  1.149    rillig  *	Dir_AddDir	Add a directory to a search path.
    108    1.1       cgd  *
    109  1.224    rillig  *	SearchPath_ToFlags
    110  1.224    rillig  *			Given a search path and a command flag, create
    111  1.149    rillig  *			a string with each of the directories in the path
    112  1.149    rillig  *			preceded by the command flag and all of them
    113  1.149    rillig  *			separated by a space.
    114    1.1       cgd  *
    115  1.149    rillig  *	Dir_Destroy	Destroy an element of a search path. Frees up all
    116  1.149    rillig  *			things that can be freed for the element as long
    117  1.149    rillig  *			as the element is no longer referenced by any other
    118  1.149    rillig  *			search path.
    119  1.149    rillig  *
    120  1.224    rillig  *	SearchPath_Clear
    121  1.224    rillig  *			Resets a search path to the empty list.
    122    1.1       cgd  *
    123    1.1       cgd  * For debugging:
    124  1.191    rillig  *	Dir_PrintDirectories
    125  1.191    rillig  *			Print stats about the directory cache.
    126    1.1       cgd  */
    127    1.1       cgd 
    128    1.1       cgd #include <sys/types.h>
    129   1.34       wiz #include <sys/stat.h>
    130   1.34       wiz 
    131    1.5       cgd #include <dirent.h>
    132   1.34       wiz #include <errno.h>
    133   1.34       wiz 
    134    1.1       cgd #include "make.h"
    135    1.5       cgd #include "dir.h"
    136   1.67  christos #include "job.h"
    137    1.1       cgd 
    138  1.142    rillig /*	"@(#)dir.c	8.2 (Berkeley) 1/2/94"	*/
    139  1.250    rillig MAKE_RCSID("$NetBSD: dir.c,v 1.250 2020/12/06 10:49:02 rillig Exp $");
    140   1.92    rillig 
    141  1.191    rillig /* A search path is a list of CachedDir structures. A CachedDir has in it the
    142  1.191    rillig  * name of the directory and the names of all the files in the directory.
    143  1.191    rillig  * This is used to cut down on the number of system calls necessary to find
    144  1.191    rillig  * implicit dependents and their like. Since these searches are made before
    145  1.191    rillig  * any actions are taken, we need not worry about the directory changing due
    146  1.191    rillig  * to creation commands. If this hampers the style of some makefiles, they
    147  1.191    rillig  * must be changed.
    148  1.191    rillig  *
    149  1.191    rillig  * All previously-read directories are kept in openDirs, which is checked
    150  1.191    rillig  * first before a directory is opened.
    151  1.191    rillig  *
    152  1.191    rillig  * The need for the caching of whole directories is brought about by the
    153  1.191    rillig  * multi-level transformation code in suff.c, which tends to search for far
    154  1.191    rillig  * more files than regular make does. In the initial implementation, the
    155  1.191    rillig  * amount of time spent performing "stat" calls was truly astronomical.
    156  1.191    rillig  * The problem with caching at the start is, of course, that pmake doesn't
    157  1.191    rillig  * then detect changes to these directories during the course of the make.
    158  1.191    rillig  * Three possibilities suggest themselves:
    159  1.191    rillig  *
    160  1.191    rillig  * 1)	just use stat to test for a file's existence. As mentioned above,
    161  1.191    rillig  *	this is very inefficient due to the number of checks engendered by
    162  1.191    rillig  *	the multi-level transformation code.
    163  1.191    rillig  *
    164  1.191    rillig  * 2)	use readdir() and company to search the directories, keeping them
    165  1.191    rillig  *	open between checks. I have tried this and while it didn't slow down
    166  1.191    rillig  *	the process too much, it could severely affect the amount of
    167  1.191    rillig  *	parallelism available as each directory open would take another file
    168  1.191    rillig  *	descriptor out of play for handling I/O for another job. Given that
    169  1.205    rillig  *	it is only recently (as of 1993 or earlier) that UNIX OS's have taken
    170  1.205    rillig  *	to allowing more than 20 or 32 file descriptors for a process, this
    171  1.205    rillig  *	doesn't seem acceptable to me.
    172  1.191    rillig  *
    173  1.191    rillig  * 3)	record the mtime of the directory in the CachedDir structure and
    174  1.191    rillig  *	verify the directory hasn't changed since the contents were cached.
    175  1.191    rillig  *	This will catch the creation or deletion of files, but not the
    176  1.191    rillig  *	updating of files. However, since it is the creation and deletion
    177  1.191    rillig  *	that is the problem, this could be a good thing to do. Unfortunately,
    178  1.191    rillig  *	if the directory (say ".") were fairly large and changed fairly
    179  1.191    rillig  *	frequently, the constant reloading could seriously degrade
    180  1.191    rillig  *	performance. It might be good in such cases to keep track of the
    181  1.191    rillig  *	number of reloadings and if the number goes over a (small) limit,
    182  1.191    rillig  *	resort to using stat in its place.
    183  1.191    rillig  *
    184  1.191    rillig  * An additional thing to consider is that pmake is used primarily to create
    185  1.205    rillig  * C programs and until recently (as of 1993 or earlier) pcc-based compilers
    186  1.205    rillig  * refused to allow you to specify where the resulting object file should be
    187  1.205    rillig  * placed. This forced all objects to be created in the current directory.
    188  1.205    rillig  * This isn't meant as a full excuse, just an explanation of some of the
    189  1.205    rillig  * reasons for the caching used here.
    190  1.191    rillig  *
    191  1.191    rillig  * One more note: the location of a target's file is only performed on the
    192  1.191    rillig  * downward traversal of the graph and then only for terminal nodes in the
    193  1.191    rillig  * graph. This could be construed as wrong in some cases, but prevents
    194  1.191    rillig  * inadvertent modification of files when the "installed" directory for a
    195  1.191    rillig  * file is provided in the search path.
    196  1.191    rillig  *
    197  1.191    rillig  * Another data structure maintained by this module is an mtime cache used
    198  1.191    rillig  * when the searching of cached directories fails to find a file. In the past,
    199  1.191    rillig  * Dir_FindFile would simply perform an access() call in such a case to
    200  1.191    rillig  * determine if the file could be found using just the name given. When this
    201  1.191    rillig  * hit, however, all that was gained was the knowledge that the file existed.
    202  1.191    rillig  * Given that an access() is essentially a stat() without the copyout() call,
    203  1.191    rillig  * and that the same filesystem overhead would have to be incurred in
    204  1.191    rillig  * Dir_MTime, it made sense to replace the access() with a stat() and record
    205  1.201    rillig  * the mtime in a cache for when Dir_UpdateMTime was actually called.
    206    1.1       cgd  */
    207    1.1       cgd 
    208  1.144    rillig 
    209  1.229    rillig /* A cache for the filenames in a directory. */
    210  1.229    rillig struct CachedDir {
    211  1.229    rillig 	/*
    212  1.229    rillig 	 * Name of directory, either absolute or relative to the current
    213  1.229    rillig 	 * directory. The name is not normalized in any way, that is, "."
    214  1.229    rillig 	 * and "./." are different.
    215  1.229    rillig 	 *
    216  1.229    rillig 	 * Not sure what happens when .CURDIR is assigned a new value; see
    217  1.229    rillig 	 * Parse_DoVar.
    218  1.229    rillig 	 */
    219  1.229    rillig 	char *name;
    220  1.229    rillig 
    221  1.229    rillig 	/*
    222  1.233    rillig 	 * The number of SearchPaths that refer to this directory.
    223  1.233    rillig 	 * Plus the number of global variables that refer to this directory.
    224  1.234    rillig 	 * References from openDirs do not count though.
    225  1.229    rillig 	 */
    226  1.229    rillig 	int refCount;
    227  1.229    rillig 
    228  1.229    rillig 	/* The number of times a file in this directory has been found. */
    229  1.229    rillig 	int hits;
    230  1.229    rillig 
    231  1.243    rillig 	/* The names of the directory entries. */
    232  1.229    rillig 	HashSet files;
    233  1.229    rillig };
    234  1.229    rillig 
    235  1.232    rillig typedef List CachedDirList;
    236  1.232    rillig typedef ListNode CachedDirListNode;
    237  1.232    rillig 
    238  1.232    rillig typedef ListNode SearchPathNode;
    239  1.144    rillig 
    240  1.158    rillig /* A list of cached directories, with fast lookup by directory name. */
    241  1.158    rillig typedef struct OpenDirs {
    242  1.227    rillig 	CachedDirList list;
    243  1.212    rillig 	HashTable /* of CachedDirListNode */ table;
    244  1.158    rillig } OpenDirs;
    245  1.158    rillig 
    246  1.232    rillig typedef enum CachedStatsFlags {
    247  1.232    rillig 	CST_NONE	= 0,
    248  1.232    rillig 	CST_LSTAT	= 1 << 0,	/* call lstat(2) instead of stat(2) */
    249  1.232    rillig 	CST_UPDATE	= 1 << 1	/* ignore existing cached entry */
    250  1.232    rillig } CachedStatsFlags;
    251  1.232    rillig 
    252  1.232    rillig 
    253  1.232    rillig SearchPath dirSearchPath = LST_INIT;	/* main search path */
    254  1.232    rillig 
    255  1.232    rillig static OpenDirs openDirs;	/* all cached directories */
    256  1.232    rillig 
    257  1.232    rillig /*
    258  1.232    rillig  * Variables for gathering statistics on the efficiency of the caching
    259  1.232    rillig  * mechanism.
    260  1.232    rillig  */
    261  1.232    rillig static int hits;		/* Found in directory cache */
    262  1.232    rillig static int misses;		/* Sad, but not evil misses */
    263  1.232    rillig static int nearmisses;		/* Found under search path */
    264  1.232    rillig static int bigmisses;		/* Sought by itself */
    265  1.232    rillig 
    266  1.244    rillig /* The cached contents of ".", the relative current directory. */
    267  1.244    rillig static CachedDir *dot = NULL;
    268  1.244    rillig /* The cached contents of the absolute current directory. */
    269  1.244    rillig static CachedDir *cur = NULL;
    270  1.240    rillig /* A fake path entry indicating we need to look for '.' last. */
    271  1.240    rillig static CachedDir *dotLast = NULL;
    272  1.232    rillig 
    273  1.232    rillig /* Results of doing a last-resort stat in Dir_FindFile -- if we have to go to
    274  1.232    rillig  * the system to find the file, we might as well have its mtime on record.
    275  1.232    rillig  *
    276  1.232    rillig  * XXX: If this is done way early, there's a chance other rules will have
    277  1.232    rillig  * already updated the file, in which case we'll update it again. Generally,
    278  1.232    rillig  * there won't be two rules to update a single file, so this should be ok,
    279  1.232    rillig  * but... */
    280  1.232    rillig static HashTable mtimes;
    281  1.232    rillig 
    282  1.232    rillig static HashTable lmtimes;	/* same as mtimes but for lstat */
    283  1.232    rillig 
    284  1.232    rillig 
    285  1.238    rillig static void OpenDirs_Remove(OpenDirs *, const char *);
    286  1.232    rillig 
    287  1.232    rillig 
    288  1.233    rillig static CachedDir *
    289  1.233    rillig CachedDir_New(const char *name)
    290  1.233    rillig {
    291  1.233    rillig 	CachedDir *dir = bmake_malloc(sizeof *dir);
    292  1.233    rillig 
    293  1.233    rillig 	dir->name = bmake_strdup(name);
    294  1.233    rillig 	dir->refCount = 0;
    295  1.233    rillig 	dir->hits = 0;
    296  1.233    rillig 	HashSet_Init(&dir->files);
    297  1.233    rillig 
    298  1.241    rillig #ifdef DEBUG_REFCNT
    299  1.241    rillig 	DEBUG2(DIR, "CachedDir %p new  for \"%s\"\n", dir, dir->name);
    300  1.241    rillig #endif
    301  1.241    rillig 
    302  1.233    rillig 	return dir;
    303  1.233    rillig }
    304  1.233    rillig 
    305  1.233    rillig static CachedDir *
    306  1.233    rillig CachedDir_Ref(CachedDir *dir)
    307  1.233    rillig {
    308  1.233    rillig 	dir->refCount++;
    309  1.241    rillig 
    310  1.241    rillig #ifdef DEBUG_REFCNT
    311  1.241    rillig 	DEBUG3(DIR, "CachedDir %p ++ %d for \"%s\"\n",
    312  1.241    rillig 	    dir, dir->refCount, dir->name);
    313  1.241    rillig #endif
    314  1.241    rillig 
    315  1.233    rillig 	return dir;
    316  1.233    rillig }
    317  1.233    rillig 
    318  1.238    rillig static void
    319  1.241    rillig CachedDir_Unref(CachedDir *dir)
    320  1.238    rillig {
    321  1.241    rillig 	dir->refCount--;
    322  1.241    rillig 
    323  1.241    rillig #ifdef DEBUG_REFCNT
    324  1.241    rillig 	DEBUG3(DIR, "CachedDir %p -- %d for \"%s\"\n",
    325  1.241    rillig 	    dir, dir->refCount, dir->name);
    326  1.241    rillig #endif
    327  1.241    rillig 
    328  1.241    rillig 	if (dir->refCount > 0)
    329  1.241    rillig 		return;
    330  1.241    rillig 
    331  1.241    rillig #ifdef DEBUG_REFCNT
    332  1.241    rillig 	DEBUG2(DIR, "CachedDir %p free for \"%s\"\n", dir, dir->name);
    333  1.241    rillig #endif
    334  1.238    rillig 
    335  1.238    rillig 	OpenDirs_Remove(&openDirs, dir->name);
    336  1.238    rillig 
    337  1.238    rillig 	free(dir->name);
    338  1.238    rillig 	HashSet_Done(&dir->files);
    339  1.238    rillig 	free(dir);
    340  1.238    rillig }
    341  1.238    rillig 
    342  1.240    rillig /* Update the value of the CachedDir variable, updating the reference counts. */
    343  1.240    rillig static void
    344  1.240    rillig CachedDir_Assign(CachedDir **var, CachedDir *dir)
    345  1.240    rillig {
    346  1.240    rillig 	CachedDir *prev;
    347  1.240    rillig 
    348  1.240    rillig 	prev = *var;
    349  1.240    rillig 	*var = dir;
    350  1.240    rillig 	if (dir != NULL)
    351  1.240    rillig 		CachedDir_Ref(dir);
    352  1.240    rillig 	if (prev != NULL)
    353  1.241    rillig 		CachedDir_Unref(prev);
    354  1.240    rillig }
    355  1.240    rillig 
    356  1.158    rillig static void
    357  1.158    rillig OpenDirs_Init(OpenDirs *odirs)
    358  1.158    rillig {
    359  1.227    rillig 	Lst_Init(&odirs->list);
    360  1.212    rillig 	HashTable_Init(&odirs->table);
    361  1.158    rillig }
    362  1.158    rillig 
    363  1.175    rillig #ifdef CLEANUP
    364  1.175    rillig static void
    365  1.158    rillig OpenDirs_Done(OpenDirs *odirs)
    366  1.158    rillig {
    367  1.227    rillig 	CachedDirListNode *ln = odirs->list.first;
    368  1.250    rillig 	DEBUG1(DIR, "OpenDirs_Done: %u entries to remove\n",
    369  1.236    rillig 	    odirs->table.numEntries);
    370  1.212    rillig 	while (ln != NULL) {
    371  1.212    rillig 		CachedDirListNode *next = ln->next;
    372  1.212    rillig 		CachedDir *dir = ln->datum;
    373  1.250    rillig 		DEBUG2(DIR, "OpenDirs_Done: refCount %d for \"%s\"\n",
    374  1.236    rillig 		    dir->refCount, dir->name);
    375  1.241    rillig 		CachedDir_Unref(dir);	/* removes the dir from odirs->list */
    376  1.212    rillig 		ln = next;
    377  1.212    rillig 	}
    378  1.227    rillig 	Lst_Done(&odirs->list);
    379  1.212    rillig 	HashTable_Done(&odirs->table);
    380  1.158    rillig }
    381  1.175    rillig #endif
    382  1.158    rillig 
    383  1.158    rillig static CachedDir *
    384  1.158    rillig OpenDirs_Find(OpenDirs *odirs, const char *name)
    385  1.158    rillig {
    386  1.212    rillig 	CachedDirListNode *ln = HashTable_FindValue(&odirs->table, name);
    387  1.212    rillig 	return ln != NULL ? ln->datum : NULL;
    388  1.158    rillig }
    389  1.158    rillig 
    390  1.158    rillig static void
    391  1.158    rillig OpenDirs_Add(OpenDirs *odirs, CachedDir *cdir)
    392  1.158    rillig {
    393  1.212    rillig 	if (HashTable_FindEntry(&odirs->table, cdir->name) != NULL)
    394  1.212    rillig 		return;
    395  1.227    rillig 	Lst_Append(&odirs->list, cdir);
    396  1.227    rillig 	HashTable_Set(&odirs->table, cdir->name, odirs->list.last);
    397  1.158    rillig }
    398  1.158    rillig 
    399  1.158    rillig static void
    400  1.158    rillig OpenDirs_Remove(OpenDirs *odirs, const char *name)
    401  1.158    rillig {
    402  1.212    rillig 	HashEntry *he = HashTable_FindEntry(&odirs->table, name);
    403  1.212    rillig 	CachedDirListNode *ln;
    404  1.212    rillig 	if (he == NULL)
    405  1.212    rillig 		return;
    406  1.212    rillig 	ln = HashEntry_Get(he);
    407  1.212    rillig 	HashTable_DeleteEntry(&odirs->table, he);
    408  1.227    rillig 	Lst_Remove(&odirs->list, ln);
    409  1.158    rillig }
    410  1.158    rillig 
    411  1.208    rillig /* Returns 0 and the result of stat(2) or lstat(2) in *out_cst,
    412  1.208    rillig  * or -1 on error. */
    413   1.68       sjg static int
    414  1.208    rillig cached_stats(const char *pathname, struct cached_stat *out_cst,
    415   1.89    rillig 	     CachedStatsFlags flags)
    416   1.68       sjg {
    417  1.212    rillig 	HashTable *tbl = flags & CST_LSTAT ? &lmtimes : &mtimes;
    418  1.212    rillig 	struct stat sys_st;
    419  1.212    rillig 	struct cached_stat *cst;
    420  1.212    rillig 	int rc;
    421   1.68       sjg 
    422  1.212    rillig 	if (pathname == NULL || pathname[0] == '\0')
    423  1.212    rillig 		return -1;	/* This can happen in meta mode. */
    424   1.68       sjg 
    425  1.212    rillig 	cst = HashTable_FindValue(tbl, pathname);
    426  1.212    rillig 	if (cst != NULL && !(flags & CST_UPDATE)) {
    427  1.212    rillig 		*out_cst = *cst;
    428  1.250    rillig 		DEBUG2(DIR, "Using cached time %s for %s\n",
    429  1.250    rillig 		    Targ_FmtTime(cst->cst_mtime), pathname);
    430  1.212    rillig 		return 0;
    431  1.212    rillig 	}
    432  1.212    rillig 
    433  1.212    rillig 	rc = (flags & CST_LSTAT ? lstat : stat)(pathname, &sys_st);
    434  1.212    rillig 	if (rc == -1)
    435  1.212    rillig 		return -1;	/* don't cache negative lookups */
    436  1.212    rillig 
    437  1.212    rillig 	if (sys_st.st_mtime == 0)
    438  1.212    rillig 		sys_st.st_mtime = 1; /* avoid confusion with missing file */
    439  1.208    rillig 
    440  1.212    rillig 	if (cst == NULL) {
    441  1.212    rillig 		cst = bmake_malloc(sizeof *cst);
    442  1.212    rillig 		HashTable_Set(tbl, pathname, cst);
    443  1.212    rillig 	}
    444  1.208    rillig 
    445  1.212    rillig 	cst->cst_mtime = sys_st.st_mtime;
    446  1.212    rillig 	cst->cst_mode = sys_st.st_mode;
    447  1.208    rillig 
    448  1.212    rillig 	*out_cst = *cst;
    449  1.250    rillig 	DEBUG2(DIR, "   Caching %s for %s\n",
    450  1.250    rillig 	    Targ_FmtTime(sys_st.st_mtime), pathname);
    451   1.68       sjg 
    452  1.212    rillig 	return 0;
    453   1.68       sjg }
    454   1.68       sjg 
    455   1.68       sjg int
    456  1.208    rillig cached_stat(const char *pathname, struct cached_stat *cst)
    457   1.68       sjg {
    458  1.212    rillig 	return cached_stats(pathname, cst, CST_NONE);
    459   1.68       sjg }
    460   1.68       sjg 
    461   1.68       sjg int
    462  1.208    rillig cached_lstat(const char *pathname, struct cached_stat *cst)
    463   1.68       sjg {
    464  1.212    rillig 	return cached_stats(pathname, cst, CST_LSTAT);
    465   1.68       sjg }
    466   1.68       sjg 
    467  1.163    rillig /* Initialize the directories module. */
    468    1.1       cgd void
    469   1.97    rillig Dir_Init(void)
    470   1.97    rillig {
    471  1.212    rillig 	OpenDirs_Init(&openDirs);
    472  1.212    rillig 	HashTable_Init(&mtimes);
    473  1.212    rillig 	HashTable_Init(&lmtimes);
    474  1.240    rillig 	CachedDir_Assign(&dotLast, CachedDir_New(".DOTLAST"));
    475   1.35       sjg }
    476   1.35       sjg 
    477   1.35       sjg /*
    478   1.97    rillig  * Called by Dir_InitDir and whenever .CURDIR is assigned to.
    479   1.35       sjg  */
    480   1.35       sjg void
    481   1.45  christos Dir_InitCur(const char *cdname)
    482   1.35       sjg {
    483  1.212    rillig 	CachedDir *dir;
    484  1.203    rillig 
    485  1.212    rillig 	if (cdname == NULL)
    486  1.212    rillig 		return;
    487  1.203    rillig 
    488   1.17       gwr 	/*
    489  1.212    rillig 	 * Our build directory is not the same as our source directory.
    490  1.212    rillig 	 * Keep this one around too.
    491   1.17       gwr 	 */
    492  1.212    rillig 	dir = Dir_AddDir(NULL, cdname);
    493  1.212    rillig 	if (dir == NULL)
    494  1.212    rillig 		return;
    495  1.212    rillig 
    496  1.241    rillig 	CachedDir_Assign(&cur, dir);
    497   1.28        tv }
    498   1.28        tv 
    499  1.124    rillig /* (Re)initialize "dot" (current/object directory) path hash.
    500  1.233    rillig  * Some directories may be cached. */
    501   1.28        tv void
    502   1.34       wiz Dir_InitDot(void)
    503   1.28        tv {
    504  1.241    rillig 	CachedDir *dir;
    505   1.28        tv 
    506  1.241    rillig 	dir = Dir_AddDir(NULL, ".");
    507  1.241    rillig 	if (dir == NULL) {
    508  1.212    rillig 		Error("Cannot open `.' (%s)", strerror(errno));
    509  1.212    rillig 		exit(1);
    510  1.212    rillig 	}
    511   1.28        tv 
    512  1.241    rillig 	CachedDir_Assign(&dot, dir);
    513  1.241    rillig 
    514  1.213    rillig 	Dir_SetPATH();		/* initialize */
    515    1.1       cgd }
    516    1.1       cgd 
    517  1.163    rillig /* Clean up the directories module. */
    518    1.6       jtc void
    519   1.34       wiz Dir_End(void)
    520    1.6       jtc {
    521   1.24   mycroft #ifdef CLEANUP
    522  1.241    rillig 	CachedDir_Assign(&cur, NULL);
    523  1.241    rillig 	CachedDir_Assign(&dot, NULL);
    524  1.240    rillig 	CachedDir_Assign(&dotLast, NULL);
    525  1.228    rillig 	SearchPath_Clear(&dirSearchPath);
    526  1.212    rillig 	OpenDirs_Done(&openDirs);
    527  1.212    rillig 	HashTable_Done(&mtimes);
    528  1.243    rillig 	HashTable_Done(&lmtimes);
    529   1.24   mycroft #endif
    530    1.6       jtc }
    531    1.6       jtc 
    532   1.35       sjg /*
    533   1.35       sjg  * We want ${.PATH} to indicate the order in which we will actually
    534   1.35       sjg  * search, so we rebuild it after any .PATH: target.
    535   1.35       sjg  * This is the simplest way to deal with the effect of .DOTLAST.
    536   1.35       sjg  */
    537   1.35       sjg void
    538   1.45  christos Dir_SetPATH(void)
    539   1.35       sjg {
    540  1.212    rillig 	CachedDirListNode *ln;
    541  1.247    rillig 	Boolean seenDotLast = FALSE;	/* true if we should search '.' last */
    542   1.35       sjg 
    543  1.212    rillig 	Var_Delete(".PATH", VAR_GLOBAL);
    544   1.76    rillig 
    545  1.228    rillig 	if ((ln = dirSearchPath.first) != NULL) {
    546  1.212    rillig 		CachedDir *dir = ln->datum;
    547  1.212    rillig 		if (dir == dotLast) {
    548  1.247    rillig 			seenDotLast = TRUE;
    549  1.212    rillig 			Var_Append(".PATH", dotLast->name, VAR_GLOBAL);
    550  1.212    rillig 		}
    551   1.35       sjg 	}
    552   1.35       sjg 
    553  1.247    rillig 	if (!seenDotLast) {
    554  1.222    rillig 		if (dot != NULL)
    555  1.212    rillig 			Var_Append(".PATH", dot->name, VAR_GLOBAL);
    556  1.222    rillig 		if (cur != NULL)
    557  1.212    rillig 			Var_Append(".PATH", cur->name, VAR_GLOBAL);
    558  1.212    rillig 	}
    559   1.35       sjg 
    560  1.228    rillig 	for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
    561  1.212    rillig 		CachedDir *dir = ln->datum;
    562  1.212    rillig 		if (dir == dotLast)
    563  1.212    rillig 			continue;
    564  1.247    rillig 		if (dir == dot && seenDotLast)
    565  1.212    rillig 			continue;
    566  1.212    rillig 		Var_Append(".PATH", dir->name, VAR_GLOBAL);
    567  1.212    rillig 	}
    568   1.35       sjg 
    569  1.247    rillig 	if (seenDotLast) {
    570  1.222    rillig 		if (dot != NULL)
    571  1.212    rillig 			Var_Append(".PATH", dot->name, VAR_GLOBAL);
    572  1.222    rillig 		if (cur != NULL)
    573  1.212    rillig 			Var_Append(".PATH", cur->name, VAR_GLOBAL);
    574  1.212    rillig 	}
    575   1.35       sjg }
    576   1.35       sjg 
    577  1.186    rillig /* See if the given name has any wildcard characters in it and all braces and
    578  1.186    rillig  * brackets are properly balanced.
    579  1.124    rillig  *
    580  1.124    rillig  * XXX: This code is not 100% correct ([^]] fails etc.). I really don't think
    581  1.124    rillig  * that make(1) should be expanding patterns, because then you have to set a
    582  1.124    rillig  * mechanism for escaping the expansion!
    583    1.1       cgd  *
    584  1.186    rillig  * Return TRUE if the word should be expanded, FALSE otherwise.
    585    1.1       cgd  */
    586    1.1       cgd Boolean
    587  1.128    rillig Dir_HasWildcards(const char *name)
    588    1.1       cgd {
    589  1.212    rillig 	const char *p;
    590  1.212    rillig 	Boolean wild = FALSE;
    591  1.212    rillig 	int braces = 0, brackets = 0;
    592  1.212    rillig 
    593  1.212    rillig 	for (p = name; *p != '\0'; p++) {
    594  1.212    rillig 		switch (*p) {
    595  1.212    rillig 		case '{':
    596  1.212    rillig 			braces++;
    597  1.212    rillig 			wild = TRUE;
    598  1.212    rillig 			break;
    599  1.212    rillig 		case '}':
    600  1.212    rillig 			braces--;
    601  1.212    rillig 			break;
    602  1.212    rillig 		case '[':
    603  1.212    rillig 			brackets++;
    604  1.212    rillig 			wild = TRUE;
    605  1.212    rillig 			break;
    606  1.212    rillig 		case ']':
    607  1.212    rillig 			brackets--;
    608  1.212    rillig 			break;
    609  1.212    rillig 		case '?':
    610  1.212    rillig 		case '*':
    611  1.212    rillig 			wild = TRUE;
    612  1.212    rillig 			break;
    613  1.212    rillig 		default:
    614  1.212    rillig 			break;
    615  1.212    rillig 		}
    616    1.1       cgd 	}
    617  1.212    rillig 	return wild && brackets == 0 && braces == 0;
    618    1.1       cgd }
    619    1.1       cgd 
    620  1.181    rillig /* See if any files match the pattern and add their names to the 'expansions'
    621  1.181    rillig  * list if they do.
    622  1.181    rillig  *
    623  1.181    rillig  * This is incomplete -- wildcards are only expanded in the final path
    624  1.181    rillig  * component, but not in directories like src/lib*c/file*.c, but it
    625  1.181    rillig  * will do for now (now being 1993 until at least 2020). To expand these,
    626  1.181    rillig  * use the ':sh' variable modifier such as in ${:!echo src/lib*c/file*.c!}.
    627    1.1       cgd  *
    628   1.34       wiz  * Input:
    629   1.34       wiz  *	pattern		Pattern to look for
    630  1.143    rillig  *	dir		Directory to search
    631   1.34       wiz  *	expansion	Place to store the results
    632    1.1       cgd  */
    633   1.98    rillig static void
    634  1.144    rillig DirMatchFiles(const char *pattern, CachedDir *dir, StringList *expansions)
    635    1.1       cgd {
    636  1.212    rillig 	const char *dirName = dir->name;
    637  1.212    rillig 	Boolean isDot = dirName[0] == '.' && dirName[1] == '\0';
    638  1.212    rillig 	HashIter hi;
    639   1.12  christos 
    640    1.1       cgd 	/*
    641  1.212    rillig 	 * XXX: Iterating over all hash entries is inefficient.  If the
    642  1.212    rillig 	 * pattern is a plain string without any wildcards, a direct lookup
    643  1.212    rillig 	 * is faster.
    644    1.1       cgd 	 */
    645  1.181    rillig 
    646  1.212    rillig 	HashIter_InitSet(&hi, &dir->files);
    647  1.212    rillig 	while (HashIter_Next(&hi) != NULL) {
    648  1.212    rillig 		const char *base = hi.entry->key;
    649  1.212    rillig 
    650  1.212    rillig 		if (!Str_Match(base, pattern))
    651  1.212    rillig 			continue;
    652  1.212    rillig 
    653  1.212    rillig 		/*
    654  1.212    rillig 		 * Follow the UNIX convention that dot files are only found
    655  1.212    rillig 		 * if the pattern begins with a dot. The pattern '.*' does
    656  1.212    rillig 		 * not match '.' or '..' since these are not included in the
    657  1.212    rillig 		 * directory cache.
    658  1.212    rillig 		 *
    659  1.212    rillig 		 * This means that the pattern '[a-z.]*' does not find
    660  1.212    rillig 		 * '.file', which is consistent with bash, NetBSD sh and csh.
    661  1.212    rillig 		 */
    662  1.212    rillig 		if (base[0] == '.' && pattern[0] != '.')
    663  1.212    rillig 			continue;
    664  1.212    rillig 
    665  1.212    rillig 		{
    666  1.212    rillig 			char *fullName = isDot
    667  1.212    rillig 					 ? bmake_strdup(base)
    668  1.212    rillig 					 : str_concat3(dirName, "/", base);
    669  1.212    rillig 			Lst_Append(expansions, fullName);
    670  1.212    rillig 		}
    671    1.1       cgd 	}
    672    1.1       cgd }
    673    1.1       cgd 
    674   1.91    rillig /* Find the next closing brace in the string, taking nested braces into
    675   1.91    rillig  * account. */
    676   1.80    rillig static const char *
    677   1.80    rillig closing_brace(const char *p)
    678   1.80    rillig {
    679  1.212    rillig 	int nest = 0;
    680  1.212    rillig 	while (*p != '\0') {
    681  1.212    rillig 		if (*p == '}' && nest == 0)
    682  1.212    rillig 			break;
    683  1.212    rillig 		if (*p == '{')
    684  1.212    rillig 			nest++;
    685  1.212    rillig 		if (*p == '}')
    686  1.212    rillig 			nest--;
    687  1.212    rillig 		p++;
    688  1.212    rillig 	}
    689  1.212    rillig 	return p;
    690   1.80    rillig }
    691   1.80    rillig 
    692   1.91    rillig /* Find the next closing brace or comma in the string, taking nested braces
    693   1.91    rillig  * into account. */
    694   1.80    rillig static const char *
    695   1.80    rillig separator_comma(const char *p)
    696   1.80    rillig {
    697  1.212    rillig 	int nest = 0;
    698  1.212    rillig 	while (*p != '\0') {
    699  1.212    rillig 		if ((*p == '}' || *p == ',') && nest == 0)
    700  1.212    rillig 			break;
    701  1.212    rillig 		if (*p == '{')
    702  1.212    rillig 			nest++;
    703  1.212    rillig 		if (*p == '}')
    704  1.212    rillig 			nest--;
    705  1.212    rillig 		p++;
    706  1.212    rillig 	}
    707  1.212    rillig 	return p;
    708   1.80    rillig }
    709   1.80    rillig 
    710   1.80    rillig static Boolean
    711   1.80    rillig contains_wildcard(const char *p)
    712   1.80    rillig {
    713  1.212    rillig 	for (; *p != '\0'; p++) {
    714  1.212    rillig 		switch (*p) {
    715  1.212    rillig 		case '*':
    716  1.212    rillig 		case '?':
    717  1.212    rillig 		case '{':
    718  1.212    rillig 		case '[':
    719  1.212    rillig 			return TRUE;
    720  1.212    rillig 		}
    721   1.80    rillig 	}
    722  1.212    rillig 	return FALSE;
    723   1.80    rillig }
    724   1.80    rillig 
    725   1.80    rillig static char *
    726   1.80    rillig concat3(const char *a, size_t a_len, const char *b, size_t b_len,
    727   1.80    rillig 	const char *c, size_t c_len)
    728   1.80    rillig {
    729  1.212    rillig 	size_t s_len = a_len + b_len + c_len;
    730  1.212    rillig 	char *s = bmake_malloc(s_len + 1);
    731  1.212    rillig 	memcpy(s, a, a_len);
    732  1.212    rillig 	memcpy(s + a_len, b, b_len);
    733  1.212    rillig 	memcpy(s + a_len + b_len, c, c_len);
    734  1.212    rillig 	s[s_len] = '\0';
    735  1.212    rillig 	return s;
    736   1.80    rillig }
    737   1.80    rillig 
    738  1.181    rillig /* Expand curly braces like the C shell. Brace expansion by itself is purely
    739  1.181    rillig  * textual, the expansions are not looked up in the file system. But if an
    740  1.181    rillig  * expanded word contains wildcard characters, it is expanded further,
    741  1.181    rillig  * matching only the actually existing files.
    742  1.181    rillig  *
    743  1.181    rillig  * Example: "{a{b,c}}" expands to "ab" and "ac".
    744  1.181    rillig  * Example: "{a}" expands to "a".
    745  1.181    rillig  * Example: "{a,*.c}" expands to "a" and all "*.c" files that exist.
    746    1.1       cgd  *
    747   1.34       wiz  * Input:
    748   1.34       wiz  *	word		Entire word to expand
    749   1.34       wiz  *	brace		First curly brace in it
    750   1.34       wiz  *	path		Search path to use
    751   1.34       wiz  *	expansions	Place to store the expansions
    752    1.1       cgd  */
    753    1.1       cgd static void
    754  1.144    rillig DirExpandCurly(const char *word, const char *brace, SearchPath *path,
    755  1.144    rillig 	       StringList *expansions)
    756    1.1       cgd {
    757  1.212    rillig 	const char *prefix, *middle, *piece, *middle_end, *suffix;
    758  1.212    rillig 	size_t prefix_len, suffix_len;
    759  1.212    rillig 
    760  1.212    rillig 	/* Split the word into prefix '{' middle '}' suffix. */
    761  1.212    rillig 
    762  1.212    rillig 	middle = brace + 1;
    763  1.212    rillig 	middle_end = closing_brace(middle);
    764  1.212    rillig 	if (*middle_end == '\0') {
    765  1.212    rillig 		Error("Unterminated {} clause \"%s\"", middle);
    766  1.212    rillig 		return;
    767  1.212    rillig 	}
    768  1.212    rillig 
    769  1.212    rillig 	prefix = word;
    770  1.212    rillig 	prefix_len = (size_t)(brace - prefix);
    771  1.212    rillig 	suffix = middle_end + 1;
    772  1.212    rillig 	suffix_len = strlen(suffix);
    773  1.212    rillig 
    774  1.212    rillig 	/* Split the middle into pieces, separated by commas. */
    775  1.212    rillig 
    776  1.212    rillig 	piece = middle;
    777  1.212    rillig 	while (piece < middle_end + 1) {
    778  1.212    rillig 		const char *piece_end = separator_comma(piece);
    779  1.212    rillig 		size_t piece_len = (size_t)(piece_end - piece);
    780   1.90    rillig 
    781  1.212    rillig 		char *file = concat3(prefix, prefix_len, piece, piece_len,
    782  1.212    rillig 				     suffix, suffix_len);
    783    1.1       cgd 
    784  1.212    rillig 		if (contains_wildcard(file)) {
    785  1.212    rillig 			Dir_Expand(file, path, expansions);
    786  1.212    rillig 			free(file);
    787  1.212    rillig 		} else {
    788  1.212    rillig 			Lst_Append(expansions, file);
    789  1.212    rillig 		}
    790   1.78    rillig 
    791  1.213    rillig 		/* skip over the comma or closing brace */
    792  1.213    rillig 		piece = piece_end + 1;
    793    1.1       cgd 	}
    794    1.1       cgd }
    795    1.1       cgd 
    796    1.1       cgd 
    797  1.183    rillig /* Expand the word in each of the directories from the path. */
    798    1.1       cgd static void
    799  1.183    rillig DirExpandPath(const char *word, SearchPath *path, StringList *expansions)
    800    1.1       cgd {
    801  1.212    rillig 	SearchPathNode *ln;
    802  1.212    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
    803  1.212    rillig 		CachedDir *dir = ln->datum;
    804  1.212    rillig 		DirMatchFiles(word, dir, expansions);
    805  1.212    rillig 	}
    806    1.1       cgd }
    807    1.1       cgd 
    808  1.146    rillig static void
    809  1.184    rillig PrintExpansions(StringList *expansions)
    810    1.1       cgd {
    811  1.212    rillig 	const char *sep = "";
    812  1.212    rillig 	StringListNode *ln;
    813  1.212    rillig 	for (ln = expansions->first; ln != NULL; ln = ln->next) {
    814  1.212    rillig 		const char *word = ln->datum;
    815  1.212    rillig 		debug_printf("%s%s", sep, word);
    816  1.212    rillig 		sep = " ";
    817  1.212    rillig 	}
    818  1.212    rillig 	debug_printf("\n");
    819    1.1       cgd }
    820    1.1       cgd 
    821  1.180    rillig /* Expand the given word into a list of words by globbing it, looking in the
    822  1.180    rillig  * directories on the given search path.
    823    1.1       cgd  *
    824   1.34       wiz  * Input:
    825   1.34       wiz  *	word		the word to expand
    826  1.180    rillig  *	path		the directories in which to find the files
    827   1.34       wiz  *	expansions	the list on which to place the results
    828    1.1       cgd  */
    829    1.1       cgd void
    830  1.144    rillig Dir_Expand(const char *word, SearchPath *path, StringList *expansions)
    831    1.1       cgd {
    832  1.216    rillig 	const char *cp;
    833    1.1       cgd 
    834  1.216    rillig 	assert(path != NULL);
    835  1.216    rillig 	assert(expansions != NULL);
    836  1.112    rillig 
    837  1.250    rillig 	DEBUG1(DIR, "Expanding \"%s\"... ", word);
    838   1.12  christos 
    839  1.216    rillig 	cp = strchr(word, '{');
    840  1.216    rillig 	if (cp != NULL) {
    841  1.216    rillig 		DirExpandCurly(word, cp, path, expansions);
    842  1.216    rillig 		goto done;
    843  1.216    rillig 	}
    844  1.216    rillig 
    845  1.216    rillig 	/* At this point, the word does not contain '{'. */
    846  1.215    rillig 
    847  1.216    rillig 	cp = strchr(word, '/');
    848  1.216    rillig 	if (cp == NULL) {
    849  1.216    rillig 		/* The word has no directory component. */
    850  1.216    rillig 		/* First the files in dot. */
    851  1.216    rillig 		DirMatchFiles(word, dot, expansions);
    852  1.215    rillig 
    853  1.216    rillig 		/* Then the files in every other directory on the path. */
    854  1.216    rillig 		DirExpandPath(word, path, expansions);
    855  1.216    rillig 		goto done;
    856  1.216    rillig 	}
    857  1.215    rillig 
    858  1.216    rillig 	/* At this point, the word has a directory component. */
    859  1.215    rillig 
    860  1.218    rillig 	/* Find the first wildcard in the word. */
    861  1.216    rillig 	for (cp = word; *cp != '\0'; cp++)
    862  1.216    rillig 		if (*cp == '?' || *cp == '[' || *cp == '*')
    863  1.216    rillig 			break;
    864  1.215    rillig 
    865  1.216    rillig 	if (*cp == '\0') {
    866  1.216    rillig 		/*
    867  1.216    rillig 		 * No directory component and no wildcard at all -- this
    868  1.216    rillig 		 * should never happen as in such a simple case there is no
    869  1.216    rillig 		 * need to expand anything.
    870  1.216    rillig 		 */
    871  1.216    rillig 		DirExpandPath(word, path, expansions);
    872  1.216    rillig 		goto done;
    873  1.216    rillig 	}
    874  1.216    rillig 
    875  1.216    rillig 	/* Back up to the start of the component containing the wildcard. */
    876  1.216    rillig 	/* XXX: This handles '///' and '/' differently. */
    877  1.216    rillig 	while (cp > word && *cp != '/')
    878  1.216    rillig 		cp--;
    879  1.215    rillig 
    880  1.216    rillig 	if (cp == word) {
    881  1.216    rillig 		/* The first component contains the wildcard. */
    882  1.216    rillig 		/* Start the search from the local directory */
    883  1.216    rillig 		DirExpandPath(word, path, expansions);
    884  1.216    rillig 		goto done;
    885  1.216    rillig 	}
    886  1.215    rillig 
    887  1.216    rillig 	{
    888  1.216    rillig 		char *prefix = bmake_strsedup(word, cp + 1);
    889  1.216    rillig 		/*
    890  1.216    rillig 		 * The wildcard isn't in the first component.
    891  1.216    rillig 		 * Find all the components up to the one with the wildcard.
    892  1.216    rillig 		 */
    893  1.216    rillig 		/*
    894  1.216    rillig 		 * XXX: Check the "the directory is added to the path" part.
    895  1.216    rillig 		 * It is probably surprising that the directory before a
    896  1.216    rillig 		 * wildcard gets added to the path.
    897  1.216    rillig 		 */
    898  1.218    rillig 		/*
    899  1.218    rillig 		 * XXX: Only the first match of the prefix in the path is
    900  1.218    rillig 		 * taken, any others are ignored.  The expectation may be
    901  1.218    rillig 		 * that the pattern is expanded in the whole path.
    902  1.218    rillig 		 */
    903  1.216    rillig 		char *dirpath = Dir_FindFile(prefix, path);
    904  1.216    rillig 		free(prefix);
    905  1.193    rillig 
    906  1.216    rillig 		/*
    907  1.216    rillig 		 * dirpath is null if can't find the leading component
    908  1.216    rillig 		 * XXX: Dir_FindFile won't find internal components.
    909  1.216    rillig 		 * i.e. if the path contains ../Etc/Object and we're
    910  1.216    rillig 		 * looking for Etc, it won't be found. Ah well.
    911  1.216    rillig 		 * Probably not important.
    912  1.216    rillig 		 * XXX: Check whether the above comment is still true.
    913  1.216    rillig 		 */
    914  1.216    rillig 		if (dirpath != NULL) {
    915  1.218    rillig 			SearchPath *partPath;
    916  1.218    rillig 
    917  1.218    rillig 			char *end = &dirpath[strlen(dirpath) - 1];
    918  1.218    rillig 			/* XXX: What about multiple trailing slashes? */
    919  1.218    rillig 			if (*end == '/')
    920  1.218    rillig 				*end = '\0';
    921  1.218    rillig 
    922  1.225    rillig 			partPath = SearchPath_New();
    923  1.218    rillig 			(void)Dir_AddDir(partPath, dirpath);
    924  1.218    rillig 			DirExpandPath(cp + 1, partPath, expansions);
    925  1.241    rillig 			SearchPath_Free(partPath);
    926  1.216    rillig 		}
    927    1.1       cgd 	}
    928  1.215    rillig 
    929  1.215    rillig done:
    930  1.216    rillig 	if (DEBUG(DIR))
    931  1.216    rillig 		PrintExpansions(expansions);
    932    1.1       cgd }
    933    1.1       cgd 
    934  1.176    rillig /* Find if the file with the given name exists in the given path.
    935  1.176    rillig  * Return the freshly allocated path to the file, or NULL. */
    936   1.18  christos static char *
    937  1.177    rillig DirLookup(CachedDir *dir, const char *base)
    938   1.18  christos {
    939  1.212    rillig 	char *file;		/* the current filename to check */
    940   1.18  christos 
    941  1.250    rillig 	DEBUG1(DIR, "   %s ...\n", dir->name);
    942   1.32        pk 
    943  1.212    rillig 	if (!HashSet_Contains(&dir->files, base))
    944  1.212    rillig 		return NULL;
    945   1.32        pk 
    946  1.212    rillig 	file = str_concat3(dir->name, "/", base);
    947  1.250    rillig 	DEBUG1(DIR, "   returning %s\n", file);
    948  1.212    rillig 	dir->hits++;
    949  1.212    rillig 	hits++;
    950  1.212    rillig 	return file;
    951   1.18  christos }
    952   1.18  christos 
    953   1.18  christos 
    954  1.185    rillig /* Find if the file with the given name exists in the given directory.
    955  1.185    rillig  * Return the freshly allocated path to the file, or NULL. */
    956   1.18  christos static char *
    957  1.143    rillig DirLookupSubdir(CachedDir *dir, const char *name)
    958   1.18  christos {
    959  1.212    rillig 	struct cached_stat cst;
    960  1.212    rillig 	char *file = dir == dot ? bmake_strdup(name)
    961  1.212    rillig 				: str_concat3(dir->name, "/", name);
    962   1.18  christos 
    963  1.250    rillig 	DEBUG1(DIR, "checking %s ...\n", file);
    964   1.18  christos 
    965  1.212    rillig 	if (cached_stat(file, &cst) == 0) {
    966  1.212    rillig 		nearmisses++;
    967  1.212    rillig 		return file;
    968  1.212    rillig 	}
    969  1.212    rillig 	free(file);
    970  1.212    rillig 	return NULL;
    971   1.18  christos }
    972   1.18  christos 
    973  1.185    rillig /* Find if the file with the given name exists in the given path.
    974  1.185    rillig  * Return the freshly allocated path to the file, the empty string, or NULL.
    975  1.185    rillig  * Returning the empty string means that the search should be terminated.
    976   1.32        pk  */
    977   1.32        pk static char *
    978  1.143    rillig DirLookupAbs(CachedDir *dir, const char *name, const char *cp)
    979   1.32        pk {
    980  1.212    rillig 	const char *dnp;	/* pointer into dir->name */
    981  1.212    rillig 	const char *np;		/* pointer into name */
    982   1.32        pk 
    983  1.250    rillig 	DEBUG1(DIR, "   %s ...\n", dir->name);
    984   1.32        pk 
    985  1.212    rillig 	/*
    986  1.212    rillig 	 * If the file has a leading path component and that component
    987  1.212    rillig 	 * exactly matches the entire name of the current search
    988  1.212    rillig 	 * directory, we can attempt another cache lookup. And if we don't
    989  1.212    rillig 	 * have a hit, we can safely assume the file does not exist at all.
    990  1.212    rillig 	 */
    991  1.212    rillig 	for (dnp = dir->name, np = name;
    992  1.212    rillig 	     *dnp != '\0' && *dnp == *np; dnp++, np++)
    993  1.212    rillig 		continue;
    994  1.212    rillig 	if (*dnp != '\0' || np != cp - 1)
    995  1.212    rillig 		return NULL;
    996   1.32        pk 
    997  1.212    rillig 	if (!HashSet_Contains(&dir->files, cp)) {
    998  1.250    rillig 		DEBUG0(DIR, "   must be here but isn't -- returning\n");
    999  1.212    rillig 		return bmake_strdup("");	/* to terminate the search */
   1000  1.212    rillig 	}
   1001   1.32        pk 
   1002  1.212    rillig 	dir->hits++;
   1003  1.212    rillig 	hits++;
   1004  1.250    rillig 	DEBUG1(DIR, "   returning %s\n", name);
   1005  1.212    rillig 	return bmake_strdup(name);
   1006   1.32        pk }
   1007   1.32        pk 
   1008  1.178    rillig /* Find the file given on "." or curdir.
   1009  1.178    rillig  * Return the freshly allocated path to the file, or NULL. */
   1010   1.21   thorpej static char *
   1011  1.178    rillig DirFindDot(const char *name, const char *base)
   1012   1.21   thorpej {
   1013   1.21   thorpej 
   1014  1.212    rillig 	if (HashSet_Contains(&dot->files, base)) {
   1015  1.250    rillig 		DEBUG0(DIR, "   in '.'\n");
   1016  1.212    rillig 		hits++;
   1017  1.212    rillig 		dot->hits++;
   1018  1.212    rillig 		return bmake_strdup(name);
   1019  1.212    rillig 	}
   1020  1.188    rillig 
   1021  1.212    rillig 	if (cur != NULL && HashSet_Contains(&cur->files, base)) {
   1022  1.250    rillig 		DEBUG1(DIR, "   in ${.CURDIR} = %s\n", cur->name);
   1023  1.212    rillig 		hits++;
   1024  1.212    rillig 		cur->hits++;
   1025  1.212    rillig 		return str_concat3(cur->name, "/", base);
   1026  1.212    rillig 	}
   1027   1.21   thorpej 
   1028  1.212    rillig 	return NULL;
   1029   1.21   thorpej }
   1030   1.21   thorpej 
   1031  1.179    rillig /* Find the file with the given name along the given search path.
   1032  1.179    rillig  *
   1033  1.179    rillig  * If the file is found in a directory that is not on the path
   1034  1.179    rillig  * already (either 'name' is absolute or it is a relative path
   1035  1.179    rillig  * [ dir1/.../dirn/file ] which exists below one of the directories
   1036  1.179    rillig  * already on the search path), its directory is added to the end
   1037  1.179    rillig  * of the path, on the assumption that there will be more files in
   1038  1.179    rillig  * that directory later on. Sometimes this is true. Sometimes not.
   1039    1.1       cgd  *
   1040   1.34       wiz  * Input:
   1041   1.34       wiz  *	name		the file to find
   1042  1.179    rillig  *	path		the directories to search, or NULL
   1043   1.34       wiz  *
   1044    1.1       cgd  * Results:
   1045  1.179    rillig  *	The freshly allocated path to the file, or NULL.
   1046    1.1       cgd  */
   1047    1.1       cgd char *
   1048  1.144    rillig Dir_FindFile(const char *name, SearchPath *path)
   1049    1.1       cgd {
   1050  1.212    rillig 	char *file;		/* the current filename to check */
   1051  1.245    rillig 	const char *lastSlash;	/* the last slash in name */
   1052  1.245    rillig 	const char *base;	/* basename(name) */
   1053  1.245    rillig 	Boolean seenDotLast = FALSE; /* true if we should search dot last */
   1054  1.212    rillig 	struct cached_stat cst;	/* Buffer for stat, if necessary */
   1055  1.212    rillig 	const char *trailing_dot = ".";
   1056  1.212    rillig 
   1057  1.245    rillig 	lastSlash = strrchr(name, '/');
   1058  1.245    rillig 	base = lastSlash != NULL ? lastSlash + 1 : name;
   1059   1.12  christos 
   1060  1.250    rillig 	DEBUG1(DIR, "Searching for %s ...", name);
   1061   1.12  christos 
   1062  1.212    rillig 	if (path == NULL) {
   1063  1.250    rillig 		DEBUG0(DIR, "couldn't open path, file not found\n");
   1064  1.212    rillig 		misses++;
   1065  1.212    rillig 		return NULL;
   1066  1.212    rillig 	}
   1067   1.12  christos 
   1068  1.217    rillig 	if (path->first != NULL) {
   1069  1.217    rillig 		CachedDir *dir = path->first->datum;
   1070  1.212    rillig 		if (dir == dotLast) {
   1071  1.245    rillig 			seenDotLast = TRUE;
   1072  1.250    rillig 			DEBUG0(DIR, "[dot last]...");
   1073  1.212    rillig 		}
   1074   1.21   thorpej 	}
   1075  1.250    rillig 	DEBUG0(DIR, "\n");
   1076   1.18  christos 
   1077   1.85    rillig 	/*
   1078  1.212    rillig 	 * If there's no leading directory components or if the leading
   1079  1.212    rillig 	 * directory component is exactly `./', consult the cached contents
   1080  1.212    rillig 	 * of each of the directories on the search path.
   1081   1.85    rillig 	 */
   1082  1.245    rillig 	if (lastSlash == NULL || (base - name == 2 && *name == '.')) {
   1083  1.217    rillig 		SearchPathNode *ln;
   1084  1.217    rillig 
   1085  1.212    rillig 		/*
   1086  1.212    rillig 		 * We look through all the directories on the path seeking one
   1087  1.212    rillig 		 * which contains the final component of the given name.  If
   1088  1.212    rillig 		 * such a beast is found, we concatenate the directory name
   1089  1.212    rillig 		 * and the final component and return the resulting string.
   1090  1.212    rillig 		 * If we don't find any such thing, we go on to phase two.
   1091  1.212    rillig 		 *
   1092  1.212    rillig 		 * No matter what, we always look for the file in the current
   1093  1.212    rillig 		 * directory before anywhere else (unless we found the magic
   1094  1.212    rillig 		 * DOTLAST path, in which case we search it last) and we *do
   1095  1.212    rillig 		 * not* add the ./ to it if it exists.
   1096  1.212    rillig 		 * This is so there are no conflicts between what the user
   1097  1.212    rillig 		 * specifies (fish.c) and what pmake finds (./fish.c).
   1098  1.212    rillig 		 */
   1099  1.245    rillig 		if (!seenDotLast && (file = DirFindDot(name, base)) != NULL)
   1100  1.212    rillig 			return file;
   1101  1.212    rillig 
   1102  1.217    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1103  1.212    rillig 			CachedDir *dir = ln->datum;
   1104  1.212    rillig 			if (dir == dotLast)
   1105  1.212    rillig 				continue;
   1106  1.212    rillig 			if ((file = DirLookup(dir, base)) != NULL)
   1107  1.212    rillig 				return file;
   1108  1.212    rillig 		}
   1109   1.32        pk 
   1110  1.245    rillig 		if (seenDotLast && (file = DirFindDot(name, base)) != NULL)
   1111  1.212    rillig 			return file;
   1112  1.212    rillig 	}
   1113  1.212    rillig 
   1114  1.212    rillig 	/*
   1115  1.212    rillig 	 * We didn't find the file on any directory in the search path.
   1116  1.212    rillig 	 * If the name doesn't contain a slash, that means it doesn't exist.
   1117  1.212    rillig 	 * If it *does* contain a slash, however, there is still hope: it
   1118  1.212    rillig 	 * could be in a subdirectory of one of the members of the search
   1119  1.212    rillig 	 * path. (eg. /usr/include and sys/types.h. The above search would
   1120  1.212    rillig 	 * fail to turn up types.h in /usr/include, but it *is* in
   1121  1.212    rillig 	 * /usr/include/sys/types.h).
   1122  1.212    rillig 	 * [ This no longer applies: If we find such a beast, we assume there
   1123  1.212    rillig 	 * will be more (what else can we assume?) and add all but the last
   1124  1.212    rillig 	 * component of the resulting name onto the search path (at the
   1125  1.212    rillig 	 * end).]
   1126  1.212    rillig 	 * This phase is only performed if the file is *not* absolute.
   1127  1.212    rillig 	 */
   1128  1.245    rillig 	if (lastSlash == NULL) {
   1129  1.250    rillig 		DEBUG0(DIR, "   failed.\n");
   1130  1.212    rillig 		misses++;
   1131  1.212    rillig 		return NULL;
   1132   1.85    rillig 	}
   1133   1.21   thorpej 
   1134  1.212    rillig 	if (*base == '\0') {
   1135  1.212    rillig 		/* we were given a trailing "/" */
   1136  1.212    rillig 		base = trailing_dot;
   1137  1.212    rillig 	}
   1138  1.212    rillig 
   1139  1.212    rillig 	if (name[0] != '/') {
   1140  1.217    rillig 		SearchPathNode *ln;
   1141  1.212    rillig 		Boolean checkedDot = FALSE;
   1142  1.212    rillig 
   1143  1.250    rillig 		DEBUG0(DIR, "   Trying subdirectories...\n");
   1144  1.212    rillig 
   1145  1.245    rillig 		if (!seenDotLast) {
   1146  1.222    rillig 			if (dot != NULL) {
   1147  1.212    rillig 				checkedDot = TRUE;
   1148  1.212    rillig 				if ((file = DirLookupSubdir(dot, name)) != NULL)
   1149  1.212    rillig 					return file;
   1150  1.212    rillig 			}
   1151  1.212    rillig 			if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1152  1.212    rillig 				return file;
   1153  1.212    rillig 		}
   1154   1.12  christos 
   1155  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1156  1.212    rillig 			CachedDir *dir = ln->datum;
   1157  1.212    rillig 			if (dir == dotLast)
   1158  1.212    rillig 				continue;
   1159  1.212    rillig 			if (dir == dot) {
   1160  1.212    rillig 				if (checkedDot)
   1161  1.212    rillig 					continue;
   1162  1.212    rillig 				checkedDot = TRUE;
   1163  1.212    rillig 			}
   1164  1.212    rillig 			if ((file = DirLookupSubdir(dir, name)) != NULL)
   1165  1.212    rillig 				return file;
   1166  1.212    rillig 		}
   1167   1.12  christos 
   1168  1.245    rillig 		if (seenDotLast) {
   1169  1.212    rillig 			if (dot && !checkedDot) {
   1170  1.212    rillig 				checkedDot = TRUE;
   1171  1.212    rillig 				if ((file = DirLookupSubdir(dot, name)) != NULL)
   1172  1.212    rillig 					return file;
   1173  1.212    rillig 			}
   1174  1.212    rillig 			if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1175  1.212    rillig 				return file;
   1176  1.212    rillig 		}
   1177   1.63       sjg 
   1178  1.212    rillig 		if (checkedDot) {
   1179  1.212    rillig 			/*
   1180  1.212    rillig 			 * Already checked by the given name, since . was in
   1181  1.212    rillig 			 * the path, so no point in proceeding.
   1182  1.212    rillig 			 */
   1183  1.250    rillig 			DEBUG0(DIR, "   Checked . already, returning NULL\n");
   1184  1.212    rillig 			return NULL;
   1185  1.212    rillig 		}
   1186   1.12  christos 
   1187  1.212    rillig 	} else { /* name[0] == '/' */
   1188  1.217    rillig 		SearchPathNode *ln;
   1189   1.18  christos 
   1190  1.212    rillig 		/*
   1191  1.212    rillig 		 * For absolute names, compare directory path prefix against
   1192  1.212    rillig 		 * the the directory path of each member on the search path
   1193  1.212    rillig 		 * for an exact match. If we have an exact match on any member
   1194  1.212    rillig 		 * of the search path, use the cached contents of that member
   1195  1.212    rillig 		 * to lookup the final file component. If that lookup fails we
   1196  1.212    rillig 		 * can safely assume that the file does not exist at all.
   1197  1.212    rillig 		 * This is signified by DirLookupAbs() returning an empty
   1198  1.212    rillig 		 * string.
   1199  1.212    rillig 		 */
   1200  1.250    rillig 		DEBUG0(DIR, "   Trying exact path matches...\n");
   1201   1.18  christos 
   1202  1.245    rillig 		if (!seenDotLast && cur &&
   1203  1.212    rillig 		    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1204  1.212    rillig 			if (file[0] == '\0') {
   1205  1.212    rillig 				free(file);
   1206  1.212    rillig 				return NULL;
   1207  1.212    rillig 			}
   1208  1.212    rillig 			return file;
   1209  1.212    rillig 		}
   1210   1.12  christos 
   1211  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1212  1.212    rillig 			CachedDir *dir = ln->datum;
   1213  1.212    rillig 			if (dir == dotLast)
   1214  1.212    rillig 				continue;
   1215  1.212    rillig 			if ((file = DirLookupAbs(dir, name, base)) != NULL) {
   1216  1.212    rillig 				if (file[0] == '\0') {
   1217  1.212    rillig 					free(file);
   1218  1.212    rillig 					return NULL;
   1219  1.212    rillig 				}
   1220  1.212    rillig 				return file;
   1221  1.212    rillig 			}
   1222  1.212    rillig 		}
   1223   1.21   thorpej 
   1224  1.245    rillig 		if (seenDotLast && cur &&
   1225  1.212    rillig 		    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1226  1.212    rillig 			if (file[0] == '\0') {
   1227  1.212    rillig 				free(file);
   1228  1.212    rillig 				return NULL;
   1229  1.212    rillig 			}
   1230  1.212    rillig 			return file;
   1231  1.212    rillig 		}
   1232   1.32        pk 	}
   1233   1.32        pk 
   1234   1.32        pk 	/*
   1235  1.212    rillig 	 * Didn't find it that way, either. Sigh. Phase 3. Add its directory
   1236  1.212    rillig 	 * onto the search path in any case, just in case, then look for the
   1237  1.212    rillig 	 * thing in the hash table. If we find it, grand. We return a new
   1238  1.212    rillig 	 * copy of the name. Otherwise we sadly return a NULL pointer. Sigh.
   1239  1.212    rillig 	 * Note that if the directory holding the file doesn't exist, this
   1240  1.212    rillig 	 * will do an extra search of the final directory on the path. Unless
   1241  1.212    rillig 	 * something weird happens, this search won't succeed and life will
   1242  1.212    rillig 	 * be groovy.
   1243  1.212    rillig 	 *
   1244  1.212    rillig 	 * Sigh. We cannot add the directory onto the search path because
   1245  1.212    rillig 	 * of this amusing case:
   1246  1.212    rillig 	 * $(INSTALLDIR)/$(FILE): $(FILE)
   1247  1.212    rillig 	 *
   1248  1.212    rillig 	 * $(FILE) exists in $(INSTALLDIR) but not in the current one.
   1249  1.212    rillig 	 * When searching for $(FILE), we will find it in $(INSTALLDIR)
   1250  1.212    rillig 	 * b/c we added it here. This is not good...
   1251   1.32        pk 	 */
   1252  1.212    rillig #if 0
   1253  1.217    rillig 	{
   1254  1.217    rillig 		CachedDir *dir;
   1255  1.217    rillig 		char *prefix;
   1256  1.217    rillig 
   1257  1.217    rillig 		if (base == trailing_dot) {
   1258  1.217    rillig 			base = strrchr(name, '/');
   1259  1.217    rillig 			base++;
   1260  1.217    rillig 		}
   1261  1.217    rillig 		prefix = bmake_strsedup(name, base - 1);
   1262  1.217    rillig 		(void)Dir_AddDir(path, prefix);
   1263  1.217    rillig 		free(prefix);
   1264  1.212    rillig 
   1265  1.217    rillig 		bigmisses++;
   1266  1.217    rillig 		if (path->last == NULL)
   1267  1.217    rillig 			return NULL;
   1268   1.32        pk 
   1269  1.217    rillig 		dir = path->last->datum;
   1270  1.217    rillig 		if (HashSet_Contains(&dir->files, base))
   1271  1.217    rillig 			return bmake_strdup(name);
   1272  1.212    rillig 		return NULL;
   1273   1.32        pk 	}
   1274  1.212    rillig #else
   1275  1.250    rillig 	DEBUG1(DIR, "   Looking for \"%s\" ...\n", name);
   1276   1.32        pk 
   1277  1.212    rillig 	bigmisses++;
   1278  1.212    rillig 	if (cached_stat(name, &cst) == 0) {
   1279  1.212    rillig 		return bmake_strdup(name);
   1280   1.71  riastrad 	}
   1281   1.12  christos 
   1282  1.250    rillig 	DEBUG0(DIR, "   failed. Returning NULL\n");
   1283   1.57       dsl 	return NULL;
   1284  1.196    rillig #endif
   1285    1.1       cgd }
   1286    1.1       cgd 
   1287   1.40     chuck 
   1288  1.161    rillig /* Search for a path starting at a given directory and then working our way
   1289  1.161    rillig  * up towards the root.
   1290   1.40     chuck  *
   1291   1.40     chuck  * Input:
   1292   1.40     chuck  *	here		starting directory
   1293  1.161    rillig  *	search_path	the relative path we are looking for
   1294   1.40     chuck  *
   1295   1.40     chuck  * Results:
   1296  1.161    rillig  *	The found path, or NULL.
   1297   1.40     chuck  */
   1298  1.161    rillig char *
   1299  1.161    rillig Dir_FindHereOrAbove(const char *here, const char *search_path)
   1300   1.85    rillig {
   1301  1.212    rillig 	struct cached_stat cst;
   1302  1.212    rillig 	char *dirbase, *dirbase_end;
   1303  1.212    rillig 	char *try, *try_end;
   1304  1.212    rillig 
   1305  1.212    rillig 	/* copy out our starting point */
   1306  1.212    rillig 	dirbase = bmake_strdup(here);
   1307  1.212    rillig 	dirbase_end = dirbase + strlen(dirbase);
   1308  1.212    rillig 
   1309  1.212    rillig 	/* loop until we determine a result */
   1310  1.212    rillig 	for (;;) {
   1311  1.212    rillig 
   1312  1.212    rillig 		/* try and stat(2) it ... */
   1313  1.212    rillig 		try = str_concat3(dirbase, "/", search_path);
   1314  1.212    rillig 		if (cached_stat(try, &cst) != -1) {
   1315  1.212    rillig 			/*
   1316  1.212    rillig 			 * success!  if we found a file, chop off
   1317  1.212    rillig 			 * the filename so we return a directory.
   1318  1.212    rillig 			 */
   1319  1.212    rillig 			if ((cst.cst_mode & S_IFMT) != S_IFDIR) {
   1320  1.212    rillig 				try_end = try + strlen(try);
   1321  1.212    rillig 				while (try_end > try && *try_end != '/')
   1322  1.212    rillig 					try_end--;
   1323  1.212    rillig 				if (try_end > try)
   1324  1.212    rillig 					*try_end = '\0';	/* chop! */
   1325  1.212    rillig 			}
   1326  1.212    rillig 
   1327  1.212    rillig 			free(dirbase);
   1328  1.212    rillig 			return try;
   1329  1.212    rillig 		}
   1330  1.212    rillig 		free(try);
   1331   1.85    rillig 
   1332  1.212    rillig 		/*
   1333  1.212    rillig 		 * nope, we didn't find it.  if we used up dirbase we've
   1334  1.212    rillig 		 * reached the root and failed.
   1335  1.212    rillig 		 */
   1336  1.212    rillig 		if (dirbase_end == dirbase)
   1337  1.212    rillig 			break;	/* failed! */
   1338   1.40     chuck 
   1339  1.212    rillig 		/*
   1340  1.212    rillig 		 * truncate dirbase from the end to move up a dir
   1341  1.212    rillig 		 */
   1342  1.212    rillig 		while (dirbase_end > dirbase && *dirbase_end != '/')
   1343  1.212    rillig 			dirbase_end--;
   1344  1.212    rillig 		*dirbase_end = '\0';	/* chop! */
   1345   1.85    rillig 	}
   1346   1.40     chuck 
   1347  1.212    rillig 	free(dirbase);
   1348  1.212    rillig 	return NULL;
   1349   1.40     chuck }
   1350   1.40     chuck 
   1351  1.220    rillig /*
   1352  1.220    rillig  * This is an implied source, and it may have moved,
   1353  1.220    rillig  * see if we can find it via the current .PATH
   1354  1.220    rillig  */
   1355  1.220    rillig static char *
   1356  1.220    rillig ResolveMovedDepends(GNode *gn)
   1357  1.220    rillig {
   1358  1.221    rillig 	char *fullName;
   1359  1.220    rillig 
   1360  1.221    rillig 	char *base = strrchr(gn->name, '/');
   1361  1.221    rillig 	if (base == NULL)
   1362  1.221    rillig 		return NULL;
   1363  1.221    rillig 	base++;
   1364  1.220    rillig 
   1365  1.221    rillig 	fullName = Dir_FindFile(base, Suff_FindPath(gn));
   1366  1.221    rillig 	if (fullName == NULL)
   1367  1.221    rillig 		return NULL;
   1368  1.220    rillig 
   1369  1.221    rillig 	/*
   1370  1.221    rillig 	 * Put the found file in gn->path so that we give that to the compiler.
   1371  1.221    rillig 	 */
   1372  1.221    rillig 	/*
   1373  1.221    rillig 	 * XXX: Better just reset gn->path to NULL; updating it is already done
   1374  1.221    rillig 	 * by Dir_UpdateMTime.
   1375  1.221    rillig 	 */
   1376  1.221    rillig 	gn->path = bmake_strdup(fullName);
   1377  1.221    rillig 	if (!Job_RunTarget(".STALE", gn->fname))
   1378  1.221    rillig 		fprintf(stdout,	/* XXX: Why stdout? */
   1379  1.221    rillig 			"%s: %s, %d: ignoring stale %s for %s, found %s\n",
   1380  1.221    rillig 			progname, gn->fname, gn->lineno,
   1381  1.221    rillig 			makeDependfile, gn->name, fullName);
   1382  1.220    rillig 
   1383  1.221    rillig 	return fullName;
   1384  1.220    rillig }
   1385  1.220    rillig 
   1386  1.219    rillig static char *
   1387  1.219    rillig ResolveFullName(GNode *gn)
   1388    1.1       cgd {
   1389  1.221    rillig 	char *fullName;
   1390  1.201    rillig 
   1391  1.221    rillig 	fullName = gn->path;
   1392  1.221    rillig 	if (fullName == NULL && !(gn->type & OP_NOPATH)) {
   1393   1.76    rillig 
   1394  1.221    rillig 		fullName = Dir_FindFile(gn->name, Suff_FindPath(gn));
   1395  1.220    rillig 
   1396  1.221    rillig 		if (fullName == NULL && gn->flags & FROM_DEPEND &&
   1397  1.223    rillig 		    !Lst_IsEmpty(&gn->implicitParents))
   1398  1.221    rillig 			fullName = ResolveMovedDepends(gn);
   1399  1.220    rillig 
   1400  1.250    rillig 		DEBUG2(DIR, "Found '%s' as '%s'\n",
   1401  1.221    rillig 			   gn->name, fullName ? fullName : "(not found)");
   1402  1.221    rillig 	}
   1403   1.12  christos 
   1404  1.221    rillig 	if (fullName == NULL)
   1405  1.221    rillig 		fullName = bmake_strdup(gn->name);
   1406    1.1       cgd 
   1407  1.221    rillig 	/* XXX: Is every piece of memory freed as it should? */
   1408  1.219    rillig 
   1409  1.221    rillig 	return fullName;
   1410  1.219    rillig }
   1411  1.219    rillig 
   1412  1.219    rillig /* Search gn along dirSearchPath and store its modification time in gn->mtime.
   1413  1.219    rillig  * If no file is found, store 0 instead.
   1414  1.219    rillig  *
   1415  1.219    rillig  * The found file is stored in gn->path, unless the node already had a path. */
   1416  1.219    rillig void
   1417  1.219    rillig Dir_UpdateMTime(GNode *gn, Boolean recheck)
   1418  1.219    rillig {
   1419  1.221    rillig 	char *fullName;
   1420  1.221    rillig 	struct cached_stat cst;
   1421  1.221    rillig 
   1422  1.221    rillig 	if (gn->type & OP_ARCHV) {
   1423  1.221    rillig 		Arch_UpdateMTime(gn);
   1424  1.221    rillig 		return;
   1425  1.221    rillig 	}
   1426  1.219    rillig 
   1427  1.221    rillig 	if (gn->type & OP_PHONY) {
   1428  1.221    rillig 		gn->mtime = 0;
   1429  1.221    rillig 		return;
   1430  1.221    rillig 	}
   1431  1.219    rillig 
   1432  1.221    rillig 	fullName = ResolveFullName(gn);
   1433  1.219    rillig 
   1434  1.221    rillig 	if (cached_stats(fullName, &cst, recheck ? CST_UPDATE : CST_NONE) < 0) {
   1435  1.221    rillig 		if (gn->type & OP_MEMBER) {
   1436  1.221    rillig 			if (fullName != gn->path)
   1437  1.221    rillig 				free(fullName);
   1438  1.221    rillig 			Arch_UpdateMemberMTime(gn);
   1439  1.221    rillig 			return;
   1440  1.221    rillig 		}
   1441  1.219    rillig 
   1442  1.221    rillig 		cst.cst_mtime = 0;
   1443    1.1       cgd 	}
   1444  1.198    rillig 
   1445  1.221    rillig 	if (fullName != NULL && gn->path == NULL)
   1446  1.221    rillig 		gn->path = fullName;
   1447  1.221    rillig 	/* XXX: else free(fullName)? */
   1448   1.12  christos 
   1449  1.221    rillig 	gn->mtime = cst.cst_mtime;
   1450    1.1       cgd }
   1451    1.1       cgd 
   1452  1.235    rillig /*
   1453  1.242    rillig  * Read the directory and add it to the cache in openDirs.
   1454  1.242    rillig  * If a path is given, add the directory to that path as well.
   1455  1.235    rillig  */
   1456  1.235    rillig static CachedDir *
   1457  1.235    rillig CacheNewDir(const char *name, SearchPath *path)
   1458  1.235    rillig {
   1459  1.235    rillig 	CachedDir *dir = NULL;
   1460  1.235    rillig 	DIR *d;
   1461  1.235    rillig 	struct dirent *dp;
   1462  1.235    rillig 
   1463  1.235    rillig 	if ((d = opendir(name)) == NULL) {
   1464  1.250    rillig 		DEBUG1(DIR, "Caching %s ... not found\n", name);
   1465  1.235    rillig 		return dir;
   1466  1.235    rillig 	}
   1467  1.235    rillig 
   1468  1.250    rillig 	DEBUG1(DIR, "Caching %s ...\n", name);
   1469  1.235    rillig 
   1470  1.235    rillig 	dir = CachedDir_New(name);
   1471  1.235    rillig 
   1472  1.235    rillig 	while ((dp = readdir(d)) != NULL) {
   1473  1.235    rillig 
   1474  1.235    rillig #if defined(sun) && defined(d_ino) /* d_ino is a sunos4 #define for d_fileno */
   1475  1.235    rillig 		/*
   1476  1.235    rillig 		 * The sun directory library doesn't check for a 0 inode
   1477  1.235    rillig 		 * (0-inode slots just take up space), so we have to do
   1478  1.235    rillig 		 * it ourselves.
   1479  1.235    rillig 		 */
   1480  1.235    rillig 		if (dp->d_fileno == 0)
   1481  1.235    rillig 			continue;
   1482  1.235    rillig #endif /* sun && d_ino */
   1483  1.235    rillig 
   1484  1.235    rillig 		(void)HashSet_Add(&dir->files, dp->d_name);
   1485  1.235    rillig 	}
   1486  1.235    rillig 	(void)closedir(d);
   1487  1.235    rillig 
   1488  1.235    rillig 	OpenDirs_Add(&openDirs, dir);
   1489  1.235    rillig 	if (path != NULL)
   1490  1.241    rillig 		Lst_Append(path, CachedDir_Ref(dir));
   1491  1.235    rillig 
   1492  1.250    rillig 	DEBUG1(DIR, "Caching %s done\n", name);
   1493  1.235    rillig 	return dir;
   1494  1.235    rillig }
   1495  1.235    rillig 
   1496  1.150    rillig /* Read the list of filenames in the directory and store the result
   1497  1.215    rillig  * in openDirs.
   1498  1.150    rillig  *
   1499  1.150    rillig  * If a path is given, append the directory to that path.
   1500    1.1       cgd  *
   1501   1.34       wiz  * Input:
   1502  1.150    rillig  *	path		The path to which the directory should be
   1503  1.215    rillig  *			added, or NULL to only add the directory to openDirs
   1504  1.150    rillig  *	name		The name of the directory to add.
   1505  1.150    rillig  *			The name is not normalized in any way.
   1506  1.242    rillig  * Output:
   1507  1.242    rillig  *	result		If no path is given and the directory exists, the
   1508  1.242    rillig  *			returned CachedDir has a reference count of 0.  It
   1509  1.242    rillig  *			must either be assigned to a variable using
   1510  1.242    rillig  *			CachedDir_Assign or be appended to a SearchPath using
   1511  1.242    rillig  *			Lst_Append and CachedDir_Ref.
   1512    1.1       cgd  */
   1513  1.143    rillig CachedDir *
   1514  1.144    rillig Dir_AddDir(SearchPath *path, const char *name)
   1515    1.1       cgd {
   1516  1.212    rillig 
   1517  1.212    rillig 	if (path != NULL && strcmp(name, ".DOTLAST") == 0) {
   1518  1.212    rillig 		SearchPathNode *ln;
   1519  1.212    rillig 
   1520  1.212    rillig 		/* XXX: Linear search gets slow with thousands of entries. */
   1521  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1522  1.212    rillig 			CachedDir *pathDir = ln->datum;
   1523  1.212    rillig 			if (strcmp(pathDir->name, name) == 0)
   1524  1.212    rillig 				return pathDir;
   1525  1.212    rillig 		}
   1526  1.173    rillig 
   1527  1.241    rillig 		Lst_Prepend(path, CachedDir_Ref(dotLast));
   1528  1.173    rillig 	}
   1529  1.120    rillig 
   1530  1.235    rillig 	if (path != NULL) {
   1531  1.242    rillig 		/* XXX: Why is OpenDirs only checked if path != NULL? */
   1532  1.235    rillig 		CachedDir *dir = OpenDirs_Find(&openDirs, name);
   1533  1.235    rillig 		if (dir != NULL) {
   1534  1.235    rillig 			if (Lst_FindDatum(path, dir) == NULL)
   1535  1.235    rillig 				Lst_Append(path, CachedDir_Ref(dir));
   1536  1.235    rillig 			return dir;
   1537  1.235    rillig 		}
   1538    1.1       cgd 	}
   1539  1.120    rillig 
   1540  1.235    rillig 	return CacheNewDir(name, path);
   1541    1.1       cgd }
   1542    1.1       cgd 
   1543  1.187    rillig /* Return a copy of dirSearchPath, incrementing the reference counts for
   1544  1.187    rillig  * the contained directories. */
   1545  1.187    rillig SearchPath *
   1546  1.187    rillig Dir_CopyDirSearchPath(void)
   1547    1.1       cgd {
   1548  1.225    rillig 	SearchPath *path = SearchPath_New();
   1549  1.212    rillig 	SearchPathNode *ln;
   1550  1.228    rillig 	for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
   1551  1.212    rillig 		CachedDir *dir = ln->datum;
   1552  1.233    rillig 		Lst_Append(path, CachedDir_Ref(dir));
   1553  1.212    rillig 	}
   1554  1.212    rillig 	return path;
   1555    1.1       cgd }
   1556    1.1       cgd 
   1557    1.1       cgd /*-
   1558    1.1       cgd  *-----------------------------------------------------------------------
   1559  1.224    rillig  * SearchPath_ToFlags --
   1560    1.1       cgd  *	Make a string by taking all the directories in the given search
   1561    1.1       cgd  *	path and preceding them by the given flag. Used by the suffix
   1562    1.1       cgd  *	module to create variables for compilers based on suffix search
   1563    1.1       cgd  *	paths.
   1564    1.1       cgd  *
   1565   1.34       wiz  * Input:
   1566   1.34       wiz  *	flag		flag which should precede each directory
   1567   1.34       wiz  *	path		list of directories
   1568   1.34       wiz  *
   1569    1.1       cgd  * Results:
   1570    1.1       cgd  *	The string mentioned above. Note that there is no space between
   1571    1.1       cgd  *	the given flag and each directory. The empty string is returned if
   1572    1.1       cgd  *	Things don't go well.
   1573    1.1       cgd  *
   1574    1.1       cgd  * Side Effects:
   1575    1.1       cgd  *	None
   1576    1.1       cgd  *-----------------------------------------------------------------------
   1577    1.1       cgd  */
   1578    1.1       cgd char *
   1579  1.224    rillig SearchPath_ToFlags(const char *flag, SearchPath *path)
   1580    1.1       cgd {
   1581  1.212    rillig 	Buffer buf;
   1582  1.212    rillig 	SearchPathNode *ln;
   1583   1.12  christos 
   1584  1.212    rillig 	Buf_Init(&buf);
   1585   1.12  christos 
   1586  1.212    rillig 	if (path != NULL) {
   1587  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1588  1.212    rillig 			CachedDir *dir = ln->datum;
   1589  1.212    rillig 			Buf_AddStr(&buf, " ");
   1590  1.212    rillig 			Buf_AddStr(&buf, flag);
   1591  1.212    rillig 			Buf_AddStr(&buf, dir->name);
   1592  1.212    rillig 		}
   1593    1.1       cgd 	}
   1594   1.12  christos 
   1595  1.212    rillig 	return Buf_Destroy(&buf, FALSE);
   1596    1.1       cgd }
   1597    1.1       cgd 
   1598  1.225    rillig /* Free the search path and all directories mentioned in it. */
   1599  1.225    rillig void
   1600  1.225    rillig SearchPath_Free(SearchPath *path)
   1601  1.225    rillig {
   1602  1.225    rillig 	SearchPathNode *ln;
   1603  1.225    rillig 
   1604  1.225    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1605  1.225    rillig 		CachedDir *dir = ln->datum;
   1606  1.241    rillig 		CachedDir_Unref(dir);
   1607  1.225    rillig 	}
   1608  1.225    rillig 	Lst_Free(path);
   1609  1.225    rillig }
   1610  1.225    rillig 
   1611  1.190    rillig /* Clear out all elements from the given search path.
   1612  1.190    rillig  * The path is set to the empty list but is not destroyed. */
   1613    1.1       cgd void
   1614  1.224    rillig SearchPath_Clear(SearchPath *path)
   1615    1.1       cgd {
   1616  1.212    rillig 	while (!Lst_IsEmpty(path)) {
   1617  1.212    rillig 		CachedDir *dir = Lst_Dequeue(path);
   1618  1.241    rillig 		CachedDir_Unref(dir);
   1619  1.212    rillig 	}
   1620    1.1       cgd }
   1621   1.12  christos 
   1622    1.1       cgd 
   1623  1.190    rillig /* Concatenate two paths, adding the second to the end of the first,
   1624  1.190    rillig  * skipping duplicates. */
   1625    1.1       cgd void
   1626  1.224    rillig SearchPath_AddAll(SearchPath *dst, SearchPath *src)
   1627    1.1       cgd {
   1628  1.212    rillig 	SearchPathNode *ln;
   1629    1.1       cgd 
   1630  1.212    rillig 	for (ln = src->first; ln != NULL; ln = ln->next) {
   1631  1.212    rillig 		CachedDir *dir = ln->datum;
   1632  1.233    rillig 		if (Lst_FindDatum(dst, dir) == NULL)
   1633  1.233    rillig 			Lst_Append(dst, CachedDir_Ref(dir));
   1634    1.1       cgd 	}
   1635    1.1       cgd }
   1636    1.1       cgd 
   1637  1.105    rillig static int
   1638  1.105    rillig percentage(int num, int den)
   1639  1.105    rillig {
   1640  1.212    rillig 	return den != 0 ? num * 100 / den : 0;
   1641  1.105    rillig }
   1642  1.105    rillig 
   1643    1.1       cgd /********** DEBUG INFO **********/
   1644    1.5       cgd void
   1645   1.34       wiz Dir_PrintDirectories(void)
   1646    1.1       cgd {
   1647  1.212    rillig 	CachedDirListNode *ln;
   1648   1.12  christos 
   1649  1.212    rillig 	debug_printf("#*** Directory Cache:\n");
   1650  1.212    rillig 	debug_printf(
   1651  1.212    rillig 	    "# Stats: %d hits %d misses %d near misses %d losers (%d%%)\n",
   1652  1.212    rillig 	    hits, misses, nearmisses, bigmisses,
   1653  1.212    rillig 	    percentage(hits, hits + bigmisses + nearmisses));
   1654  1.248    rillig 	debug_printf("#  refs  hits  directory\n");
   1655  1.212    rillig 
   1656  1.227    rillig 	for (ln = openDirs.list.first; ln != NULL; ln = ln->next) {
   1657  1.212    rillig 		CachedDir *dir = ln->datum;
   1658  1.248    rillig 		debug_printf("#  %4d  %4d  %s\n",
   1659  1.248    rillig 		    dir->refCount, dir->hits, dir->name);
   1660  1.212    rillig 	}
   1661    1.1       cgd }
   1662    1.1       cgd 
   1663    1.5       cgd void
   1664  1.224    rillig SearchPath_Print(SearchPath *path)
   1665    1.1       cgd {
   1666  1.249    rillig 	SearchPathNode *ln;
   1667  1.249    rillig 
   1668  1.249    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1669  1.249    rillig 		const CachedDir *dir = ln->datum;
   1670  1.212    rillig 		debug_printf("%s ", dir->name);
   1671  1.212    rillig 	}
   1672    1.1       cgd }
   1673