Home | History | Annotate | Line # | Download | only in make
dir.c revision 1.254
      1  1.254    rillig /*	$NetBSD: dir.c,v 1.254 2020/12/30 10:03:16 rillig Exp $	*/
      2    1.8  christos 
      3    1.1       cgd /*
      4    1.1       cgd  * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
      5   1.37       agc  * All rights reserved.
      6   1.37       agc  *
      7   1.37       agc  * This code is derived from software contributed to Berkeley by
      8   1.37       agc  * Adam de Boor.
      9   1.37       agc  *
     10   1.37       agc  * Redistribution and use in source and binary forms, with or without
     11   1.37       agc  * modification, are permitted provided that the following conditions
     12   1.37       agc  * are met:
     13   1.37       agc  * 1. Redistributions of source code must retain the above copyright
     14   1.37       agc  *    notice, this list of conditions and the following disclaimer.
     15   1.37       agc  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.37       agc  *    notice, this list of conditions and the following disclaimer in the
     17   1.37       agc  *    documentation and/or other materials provided with the distribution.
     18   1.37       agc  * 3. Neither the name of the University nor the names of its contributors
     19   1.37       agc  *    may be used to endorse or promote products derived from this software
     20   1.37       agc  *    without specific prior written permission.
     21   1.37       agc  *
     22   1.37       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23   1.37       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24   1.37       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25   1.37       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26   1.37       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27   1.37       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28   1.37       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29   1.37       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30   1.37       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31   1.37       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32   1.37       agc  * SUCH DAMAGE.
     33   1.37       agc  */
     34   1.37       agc 
     35   1.37       agc /*
     36    1.1       cgd  * Copyright (c) 1988, 1989 by Adam de Boor
     37    1.1       cgd  * Copyright (c) 1989 by Berkeley Softworks
     38    1.1       cgd  * All rights reserved.
     39    1.1       cgd  *
     40    1.1       cgd  * This code is derived from software contributed to Berkeley by
     41    1.1       cgd  * Adam de Boor.
     42    1.1       cgd  *
     43    1.1       cgd  * Redistribution and use in source and binary forms, with or without
     44    1.1       cgd  * modification, are permitted provided that the following conditions
     45    1.1       cgd  * are met:
     46    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     47    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     48    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     49    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     50    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     51    1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     52    1.1       cgd  *    must display the following acknowledgement:
     53    1.1       cgd  *	This product includes software developed by the University of
     54    1.1       cgd  *	California, Berkeley and its contributors.
     55    1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     56    1.1       cgd  *    may be used to endorse or promote products derived from this software
     57    1.1       cgd  *    without specific prior written permission.
     58    1.1       cgd  *
     59    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69    1.1       cgd  * SUCH DAMAGE.
     70    1.1       cgd  */
     71    1.1       cgd 
     72  1.254    rillig /*
     73  1.254    rillig  * Directory searching using wildcards and/or normal names.
     74  1.191    rillig  * Used both for source wildcarding in the makefile and for finding
     75  1.191    rillig  * implicit sources.
     76    1.1       cgd  *
     77    1.1       cgd  * The interface for this module is:
     78  1.149    rillig  *	Dir_Init	Initialize the module.
     79    1.1       cgd  *
     80  1.149    rillig  *	Dir_InitCur	Set the cur CachedDir.
     81   1.35       sjg  *
     82  1.149    rillig  *	Dir_InitDot	Set the dot CachedDir.
     83   1.35       sjg  *
     84  1.163    rillig  *	Dir_End		Clean up the module.
     85    1.6       jtc  *
     86  1.149    rillig  *	Dir_SetPATH	Set ${.PATH} to reflect state of dirSearchPath.
     87   1.35       sjg  *
     88  1.149    rillig  *	Dir_HasWildcards
     89  1.149    rillig  *			Returns TRUE if the name given it needs to
     90  1.149    rillig  *			be wildcard-expanded.
     91    1.1       cgd  *
     92  1.149    rillig  *	Dir_Expand	Given a pattern and a path, return a Lst of names
     93  1.149    rillig  *			which match the pattern on the search path.
     94    1.1       cgd  *
     95  1.149    rillig  *	Dir_FindFile	Searches for a file on a given search path.
     96  1.149    rillig  *			If it exists, the entire path is returned.
     97  1.149    rillig  *			Otherwise NULL is returned.
     98    1.1       cgd  *
     99  1.149    rillig  *	Dir_FindHereOrAbove
    100  1.149    rillig  *			Search for a path in the current directory and
    101  1.149    rillig  *			then all the directories above it in turn until
    102  1.149    rillig  *			the path is found or we reach the root ("/").
    103   1.76    rillig  *
    104  1.201    rillig  *	Dir_UpdateMTime
    105  1.201    rillig  *			Update the modification time and path of a node with
    106  1.201    rillig  *			data from the file corresponding to the node.
    107    1.1       cgd  *
    108  1.149    rillig  *	Dir_AddDir	Add a directory to a search path.
    109    1.1       cgd  *
    110  1.224    rillig  *	SearchPath_ToFlags
    111  1.224    rillig  *			Given a search path and a command flag, create
    112  1.149    rillig  *			a string with each of the directories in the path
    113  1.149    rillig  *			preceded by the command flag and all of them
    114  1.149    rillig  *			separated by a space.
    115    1.1       cgd  *
    116  1.149    rillig  *	Dir_Destroy	Destroy an element of a search path. Frees up all
    117  1.149    rillig  *			things that can be freed for the element as long
    118  1.149    rillig  *			as the element is no longer referenced by any other
    119  1.149    rillig  *			search path.
    120  1.149    rillig  *
    121  1.224    rillig  *	SearchPath_Clear
    122  1.224    rillig  *			Resets a search path to the empty list.
    123    1.1       cgd  *
    124    1.1       cgd  * For debugging:
    125  1.191    rillig  *	Dir_PrintDirectories
    126  1.191    rillig  *			Print stats about the directory cache.
    127    1.1       cgd  */
    128    1.1       cgd 
    129    1.1       cgd #include <sys/types.h>
    130   1.34       wiz #include <sys/stat.h>
    131   1.34       wiz 
    132    1.5       cgd #include <dirent.h>
    133   1.34       wiz #include <errno.h>
    134   1.34       wiz 
    135    1.1       cgd #include "make.h"
    136    1.5       cgd #include "dir.h"
    137   1.67  christos #include "job.h"
    138    1.1       cgd 
    139  1.142    rillig /*	"@(#)dir.c	8.2 (Berkeley) 1/2/94"	*/
    140  1.254    rillig MAKE_RCSID("$NetBSD: dir.c,v 1.254 2020/12/30 10:03:16 rillig Exp $");
    141   1.92    rillig 
    142  1.254    rillig /*
    143  1.254    rillig  * A search path is a list of CachedDir structures. A CachedDir has in it the
    144  1.191    rillig  * name of the directory and the names of all the files in the directory.
    145  1.191    rillig  * This is used to cut down on the number of system calls necessary to find
    146  1.191    rillig  * implicit dependents and their like. Since these searches are made before
    147  1.191    rillig  * any actions are taken, we need not worry about the directory changing due
    148  1.191    rillig  * to creation commands. If this hampers the style of some makefiles, they
    149  1.191    rillig  * must be changed.
    150  1.191    rillig  *
    151  1.191    rillig  * All previously-read directories are kept in openDirs, which is checked
    152  1.191    rillig  * first before a directory is opened.
    153  1.191    rillig  *
    154  1.191    rillig  * The need for the caching of whole directories is brought about by the
    155  1.191    rillig  * multi-level transformation code in suff.c, which tends to search for far
    156  1.191    rillig  * more files than regular make does. In the initial implementation, the
    157  1.191    rillig  * amount of time spent performing "stat" calls was truly astronomical.
    158  1.191    rillig  * The problem with caching at the start is, of course, that pmake doesn't
    159  1.191    rillig  * then detect changes to these directories during the course of the make.
    160  1.191    rillig  * Three possibilities suggest themselves:
    161  1.191    rillig  *
    162  1.191    rillig  * 1)	just use stat to test for a file's existence. As mentioned above,
    163  1.191    rillig  *	this is very inefficient due to the number of checks engendered by
    164  1.191    rillig  *	the multi-level transformation code.
    165  1.191    rillig  *
    166  1.191    rillig  * 2)	use readdir() and company to search the directories, keeping them
    167  1.191    rillig  *	open between checks. I have tried this and while it didn't slow down
    168  1.191    rillig  *	the process too much, it could severely affect the amount of
    169  1.191    rillig  *	parallelism available as each directory open would take another file
    170  1.191    rillig  *	descriptor out of play for handling I/O for another job. Given that
    171  1.205    rillig  *	it is only recently (as of 1993 or earlier) that UNIX OS's have taken
    172  1.205    rillig  *	to allowing more than 20 or 32 file descriptors for a process, this
    173  1.205    rillig  *	doesn't seem acceptable to me.
    174  1.191    rillig  *
    175  1.191    rillig  * 3)	record the mtime of the directory in the CachedDir structure and
    176  1.191    rillig  *	verify the directory hasn't changed since the contents were cached.
    177  1.191    rillig  *	This will catch the creation or deletion of files, but not the
    178  1.191    rillig  *	updating of files. However, since it is the creation and deletion
    179  1.191    rillig  *	that is the problem, this could be a good thing to do. Unfortunately,
    180  1.191    rillig  *	if the directory (say ".") were fairly large and changed fairly
    181  1.191    rillig  *	frequently, the constant reloading could seriously degrade
    182  1.191    rillig  *	performance. It might be good in such cases to keep track of the
    183  1.191    rillig  *	number of reloadings and if the number goes over a (small) limit,
    184  1.191    rillig  *	resort to using stat in its place.
    185  1.191    rillig  *
    186  1.191    rillig  * An additional thing to consider is that pmake is used primarily to create
    187  1.205    rillig  * C programs and until recently (as of 1993 or earlier) pcc-based compilers
    188  1.205    rillig  * refused to allow you to specify where the resulting object file should be
    189  1.205    rillig  * placed. This forced all objects to be created in the current directory.
    190  1.205    rillig  * This isn't meant as a full excuse, just an explanation of some of the
    191  1.205    rillig  * reasons for the caching used here.
    192  1.191    rillig  *
    193  1.191    rillig  * One more note: the location of a target's file is only performed on the
    194  1.191    rillig  * downward traversal of the graph and then only for terminal nodes in the
    195  1.191    rillig  * graph. This could be construed as wrong in some cases, but prevents
    196  1.191    rillig  * inadvertent modification of files when the "installed" directory for a
    197  1.191    rillig  * file is provided in the search path.
    198  1.191    rillig  *
    199  1.191    rillig  * Another data structure maintained by this module is an mtime cache used
    200  1.191    rillig  * when the searching of cached directories fails to find a file. In the past,
    201  1.191    rillig  * Dir_FindFile would simply perform an access() call in such a case to
    202  1.191    rillig  * determine if the file could be found using just the name given. When this
    203  1.191    rillig  * hit, however, all that was gained was the knowledge that the file existed.
    204  1.191    rillig  * Given that an access() is essentially a stat() without the copyout() call,
    205  1.191    rillig  * and that the same filesystem overhead would have to be incurred in
    206  1.191    rillig  * Dir_MTime, it made sense to replace the access() with a stat() and record
    207  1.201    rillig  * the mtime in a cache for when Dir_UpdateMTime was actually called.
    208    1.1       cgd  */
    209    1.1       cgd 
    210  1.144    rillig 
    211  1.229    rillig /* A cache for the filenames in a directory. */
    212  1.229    rillig struct CachedDir {
    213  1.229    rillig 	/*
    214  1.229    rillig 	 * Name of directory, either absolute or relative to the current
    215  1.229    rillig 	 * directory. The name is not normalized in any way, that is, "."
    216  1.229    rillig 	 * and "./." are different.
    217  1.229    rillig 	 *
    218  1.229    rillig 	 * Not sure what happens when .CURDIR is assigned a new value; see
    219  1.229    rillig 	 * Parse_DoVar.
    220  1.229    rillig 	 */
    221  1.229    rillig 	char *name;
    222  1.229    rillig 
    223  1.229    rillig 	/*
    224  1.233    rillig 	 * The number of SearchPaths that refer to this directory.
    225  1.233    rillig 	 * Plus the number of global variables that refer to this directory.
    226  1.234    rillig 	 * References from openDirs do not count though.
    227  1.229    rillig 	 */
    228  1.229    rillig 	int refCount;
    229  1.229    rillig 
    230  1.229    rillig 	/* The number of times a file in this directory has been found. */
    231  1.229    rillig 	int hits;
    232  1.229    rillig 
    233  1.243    rillig 	/* The names of the directory entries. */
    234  1.229    rillig 	HashSet files;
    235  1.229    rillig };
    236  1.229    rillig 
    237  1.232    rillig typedef List CachedDirList;
    238  1.232    rillig typedef ListNode CachedDirListNode;
    239  1.232    rillig 
    240  1.232    rillig typedef ListNode SearchPathNode;
    241  1.144    rillig 
    242  1.158    rillig /* A list of cached directories, with fast lookup by directory name. */
    243  1.158    rillig typedef struct OpenDirs {
    244  1.227    rillig 	CachedDirList list;
    245  1.212    rillig 	HashTable /* of CachedDirListNode */ table;
    246  1.158    rillig } OpenDirs;
    247  1.158    rillig 
    248  1.232    rillig typedef enum CachedStatsFlags {
    249  1.232    rillig 	CST_NONE	= 0,
    250  1.232    rillig 	CST_LSTAT	= 1 << 0,	/* call lstat(2) instead of stat(2) */
    251  1.232    rillig 	CST_UPDATE	= 1 << 1	/* ignore existing cached entry */
    252  1.232    rillig } CachedStatsFlags;
    253  1.232    rillig 
    254  1.232    rillig 
    255  1.232    rillig SearchPath dirSearchPath = LST_INIT;	/* main search path */
    256  1.232    rillig 
    257  1.232    rillig static OpenDirs openDirs;	/* all cached directories */
    258  1.232    rillig 
    259  1.232    rillig /*
    260  1.232    rillig  * Variables for gathering statistics on the efficiency of the caching
    261  1.232    rillig  * mechanism.
    262  1.232    rillig  */
    263  1.232    rillig static int hits;		/* Found in directory cache */
    264  1.232    rillig static int misses;		/* Sad, but not evil misses */
    265  1.232    rillig static int nearmisses;		/* Found under search path */
    266  1.232    rillig static int bigmisses;		/* Sought by itself */
    267  1.232    rillig 
    268  1.244    rillig /* The cached contents of ".", the relative current directory. */
    269  1.244    rillig static CachedDir *dot = NULL;
    270  1.244    rillig /* The cached contents of the absolute current directory. */
    271  1.244    rillig static CachedDir *cur = NULL;
    272  1.240    rillig /* A fake path entry indicating we need to look for '.' last. */
    273  1.240    rillig static CachedDir *dotLast = NULL;
    274  1.232    rillig 
    275  1.254    rillig /*
    276  1.254    rillig  * Results of doing a last-resort stat in Dir_FindFile -- if we have to go to
    277  1.232    rillig  * the system to find the file, we might as well have its mtime on record.
    278  1.232    rillig  *
    279  1.232    rillig  * XXX: If this is done way early, there's a chance other rules will have
    280  1.232    rillig  * already updated the file, in which case we'll update it again. Generally,
    281  1.232    rillig  * there won't be two rules to update a single file, so this should be ok,
    282  1.254    rillig  * but...
    283  1.254    rillig  */
    284  1.232    rillig static HashTable mtimes;
    285  1.232    rillig 
    286  1.232    rillig static HashTable lmtimes;	/* same as mtimes but for lstat */
    287  1.232    rillig 
    288  1.232    rillig 
    289  1.238    rillig static void OpenDirs_Remove(OpenDirs *, const char *);
    290  1.232    rillig 
    291  1.232    rillig 
    292  1.233    rillig static CachedDir *
    293  1.233    rillig CachedDir_New(const char *name)
    294  1.233    rillig {
    295  1.233    rillig 	CachedDir *dir = bmake_malloc(sizeof *dir);
    296  1.233    rillig 
    297  1.233    rillig 	dir->name = bmake_strdup(name);
    298  1.233    rillig 	dir->refCount = 0;
    299  1.233    rillig 	dir->hits = 0;
    300  1.233    rillig 	HashSet_Init(&dir->files);
    301  1.233    rillig 
    302  1.241    rillig #ifdef DEBUG_REFCNT
    303  1.241    rillig 	DEBUG2(DIR, "CachedDir %p new  for \"%s\"\n", dir, dir->name);
    304  1.241    rillig #endif
    305  1.241    rillig 
    306  1.233    rillig 	return dir;
    307  1.233    rillig }
    308  1.233    rillig 
    309  1.233    rillig static CachedDir *
    310  1.233    rillig CachedDir_Ref(CachedDir *dir)
    311  1.233    rillig {
    312  1.233    rillig 	dir->refCount++;
    313  1.241    rillig 
    314  1.241    rillig #ifdef DEBUG_REFCNT
    315  1.241    rillig 	DEBUG3(DIR, "CachedDir %p ++ %d for \"%s\"\n",
    316  1.241    rillig 	    dir, dir->refCount, dir->name);
    317  1.241    rillig #endif
    318  1.241    rillig 
    319  1.233    rillig 	return dir;
    320  1.233    rillig }
    321  1.233    rillig 
    322  1.238    rillig static void
    323  1.241    rillig CachedDir_Unref(CachedDir *dir)
    324  1.238    rillig {
    325  1.241    rillig 	dir->refCount--;
    326  1.241    rillig 
    327  1.241    rillig #ifdef DEBUG_REFCNT
    328  1.241    rillig 	DEBUG3(DIR, "CachedDir %p -- %d for \"%s\"\n",
    329  1.241    rillig 	    dir, dir->refCount, dir->name);
    330  1.241    rillig #endif
    331  1.241    rillig 
    332  1.241    rillig 	if (dir->refCount > 0)
    333  1.241    rillig 		return;
    334  1.241    rillig 
    335  1.241    rillig #ifdef DEBUG_REFCNT
    336  1.241    rillig 	DEBUG2(DIR, "CachedDir %p free for \"%s\"\n", dir, dir->name);
    337  1.241    rillig #endif
    338  1.238    rillig 
    339  1.238    rillig 	OpenDirs_Remove(&openDirs, dir->name);
    340  1.238    rillig 
    341  1.238    rillig 	free(dir->name);
    342  1.238    rillig 	HashSet_Done(&dir->files);
    343  1.238    rillig 	free(dir);
    344  1.238    rillig }
    345  1.238    rillig 
    346  1.240    rillig /* Update the value of the CachedDir variable, updating the reference counts. */
    347  1.240    rillig static void
    348  1.240    rillig CachedDir_Assign(CachedDir **var, CachedDir *dir)
    349  1.240    rillig {
    350  1.240    rillig 	CachedDir *prev;
    351  1.240    rillig 
    352  1.240    rillig 	prev = *var;
    353  1.240    rillig 	*var = dir;
    354  1.240    rillig 	if (dir != NULL)
    355  1.240    rillig 		CachedDir_Ref(dir);
    356  1.240    rillig 	if (prev != NULL)
    357  1.241    rillig 		CachedDir_Unref(prev);
    358  1.240    rillig }
    359  1.240    rillig 
    360  1.158    rillig static void
    361  1.158    rillig OpenDirs_Init(OpenDirs *odirs)
    362  1.158    rillig {
    363  1.227    rillig 	Lst_Init(&odirs->list);
    364  1.212    rillig 	HashTable_Init(&odirs->table);
    365  1.158    rillig }
    366  1.158    rillig 
    367  1.175    rillig #ifdef CLEANUP
    368  1.175    rillig static void
    369  1.158    rillig OpenDirs_Done(OpenDirs *odirs)
    370  1.158    rillig {
    371  1.227    rillig 	CachedDirListNode *ln = odirs->list.first;
    372  1.250    rillig 	DEBUG1(DIR, "OpenDirs_Done: %u entries to remove\n",
    373  1.236    rillig 	    odirs->table.numEntries);
    374  1.212    rillig 	while (ln != NULL) {
    375  1.212    rillig 		CachedDirListNode *next = ln->next;
    376  1.212    rillig 		CachedDir *dir = ln->datum;
    377  1.250    rillig 		DEBUG2(DIR, "OpenDirs_Done: refCount %d for \"%s\"\n",
    378  1.236    rillig 		    dir->refCount, dir->name);
    379  1.241    rillig 		CachedDir_Unref(dir);	/* removes the dir from odirs->list */
    380  1.212    rillig 		ln = next;
    381  1.212    rillig 	}
    382  1.227    rillig 	Lst_Done(&odirs->list);
    383  1.212    rillig 	HashTable_Done(&odirs->table);
    384  1.158    rillig }
    385  1.175    rillig #endif
    386  1.158    rillig 
    387  1.158    rillig static CachedDir *
    388  1.158    rillig OpenDirs_Find(OpenDirs *odirs, const char *name)
    389  1.158    rillig {
    390  1.212    rillig 	CachedDirListNode *ln = HashTable_FindValue(&odirs->table, name);
    391  1.212    rillig 	return ln != NULL ? ln->datum : NULL;
    392  1.158    rillig }
    393  1.158    rillig 
    394  1.158    rillig static void
    395  1.158    rillig OpenDirs_Add(OpenDirs *odirs, CachedDir *cdir)
    396  1.158    rillig {
    397  1.212    rillig 	if (HashTable_FindEntry(&odirs->table, cdir->name) != NULL)
    398  1.212    rillig 		return;
    399  1.227    rillig 	Lst_Append(&odirs->list, cdir);
    400  1.227    rillig 	HashTable_Set(&odirs->table, cdir->name, odirs->list.last);
    401  1.158    rillig }
    402  1.158    rillig 
    403  1.158    rillig static void
    404  1.158    rillig OpenDirs_Remove(OpenDirs *odirs, const char *name)
    405  1.158    rillig {
    406  1.212    rillig 	HashEntry *he = HashTable_FindEntry(&odirs->table, name);
    407  1.212    rillig 	CachedDirListNode *ln;
    408  1.212    rillig 	if (he == NULL)
    409  1.212    rillig 		return;
    410  1.212    rillig 	ln = HashEntry_Get(he);
    411  1.212    rillig 	HashTable_DeleteEntry(&odirs->table, he);
    412  1.227    rillig 	Lst_Remove(&odirs->list, ln);
    413  1.158    rillig }
    414  1.158    rillig 
    415  1.254    rillig /*
    416  1.254    rillig  * Returns 0 and the result of stat(2) or lstat(2) in *out_cst,
    417  1.254    rillig  * or -1 on error.
    418  1.254    rillig  */
    419   1.68       sjg static int
    420  1.208    rillig cached_stats(const char *pathname, struct cached_stat *out_cst,
    421   1.89    rillig 	     CachedStatsFlags flags)
    422   1.68       sjg {
    423  1.212    rillig 	HashTable *tbl = flags & CST_LSTAT ? &lmtimes : &mtimes;
    424  1.212    rillig 	struct stat sys_st;
    425  1.212    rillig 	struct cached_stat *cst;
    426  1.212    rillig 	int rc;
    427   1.68       sjg 
    428  1.212    rillig 	if (pathname == NULL || pathname[0] == '\0')
    429  1.212    rillig 		return -1;	/* This can happen in meta mode. */
    430   1.68       sjg 
    431  1.212    rillig 	cst = HashTable_FindValue(tbl, pathname);
    432  1.212    rillig 	if (cst != NULL && !(flags & CST_UPDATE)) {
    433  1.212    rillig 		*out_cst = *cst;
    434  1.250    rillig 		DEBUG2(DIR, "Using cached time %s for %s\n",
    435  1.250    rillig 		    Targ_FmtTime(cst->cst_mtime), pathname);
    436  1.212    rillig 		return 0;
    437  1.212    rillig 	}
    438  1.212    rillig 
    439  1.212    rillig 	rc = (flags & CST_LSTAT ? lstat : stat)(pathname, &sys_st);
    440  1.212    rillig 	if (rc == -1)
    441  1.212    rillig 		return -1;	/* don't cache negative lookups */
    442  1.212    rillig 
    443  1.212    rillig 	if (sys_st.st_mtime == 0)
    444  1.212    rillig 		sys_st.st_mtime = 1; /* avoid confusion with missing file */
    445  1.208    rillig 
    446  1.212    rillig 	if (cst == NULL) {
    447  1.212    rillig 		cst = bmake_malloc(sizeof *cst);
    448  1.212    rillig 		HashTable_Set(tbl, pathname, cst);
    449  1.212    rillig 	}
    450  1.208    rillig 
    451  1.212    rillig 	cst->cst_mtime = sys_st.st_mtime;
    452  1.212    rillig 	cst->cst_mode = sys_st.st_mode;
    453  1.208    rillig 
    454  1.212    rillig 	*out_cst = *cst;
    455  1.250    rillig 	DEBUG2(DIR, "   Caching %s for %s\n",
    456  1.250    rillig 	    Targ_FmtTime(sys_st.st_mtime), pathname);
    457   1.68       sjg 
    458  1.212    rillig 	return 0;
    459   1.68       sjg }
    460   1.68       sjg 
    461   1.68       sjg int
    462  1.208    rillig cached_stat(const char *pathname, struct cached_stat *cst)
    463   1.68       sjg {
    464  1.212    rillig 	return cached_stats(pathname, cst, CST_NONE);
    465   1.68       sjg }
    466   1.68       sjg 
    467   1.68       sjg int
    468  1.208    rillig cached_lstat(const char *pathname, struct cached_stat *cst)
    469   1.68       sjg {
    470  1.212    rillig 	return cached_stats(pathname, cst, CST_LSTAT);
    471   1.68       sjg }
    472   1.68       sjg 
    473  1.163    rillig /* Initialize the directories module. */
    474    1.1       cgd void
    475   1.97    rillig Dir_Init(void)
    476   1.97    rillig {
    477  1.212    rillig 	OpenDirs_Init(&openDirs);
    478  1.212    rillig 	HashTable_Init(&mtimes);
    479  1.212    rillig 	HashTable_Init(&lmtimes);
    480  1.240    rillig 	CachedDir_Assign(&dotLast, CachedDir_New(".DOTLAST"));
    481   1.35       sjg }
    482   1.35       sjg 
    483   1.35       sjg /*
    484   1.97    rillig  * Called by Dir_InitDir and whenever .CURDIR is assigned to.
    485   1.35       sjg  */
    486   1.35       sjg void
    487   1.45  christos Dir_InitCur(const char *cdname)
    488   1.35       sjg {
    489  1.212    rillig 	CachedDir *dir;
    490  1.203    rillig 
    491  1.212    rillig 	if (cdname == NULL)
    492  1.212    rillig 		return;
    493  1.203    rillig 
    494   1.17       gwr 	/*
    495  1.212    rillig 	 * Our build directory is not the same as our source directory.
    496  1.212    rillig 	 * Keep this one around too.
    497   1.17       gwr 	 */
    498  1.212    rillig 	dir = Dir_AddDir(NULL, cdname);
    499  1.212    rillig 	if (dir == NULL)
    500  1.212    rillig 		return;
    501  1.212    rillig 
    502  1.241    rillig 	CachedDir_Assign(&cur, dir);
    503   1.28        tv }
    504   1.28        tv 
    505  1.254    rillig /*
    506  1.254    rillig  * (Re)initialize "dot" (current/object directory) path hash.
    507  1.254    rillig  * Some directories may be cached.
    508  1.254    rillig  */
    509   1.28        tv void
    510   1.34       wiz Dir_InitDot(void)
    511   1.28        tv {
    512  1.241    rillig 	CachedDir *dir;
    513   1.28        tv 
    514  1.241    rillig 	dir = Dir_AddDir(NULL, ".");
    515  1.241    rillig 	if (dir == NULL) {
    516  1.212    rillig 		Error("Cannot open `.' (%s)", strerror(errno));
    517  1.253    rillig 		exit(2);	/* Not 1 so -q can distinguish error */
    518  1.212    rillig 	}
    519   1.28        tv 
    520  1.241    rillig 	CachedDir_Assign(&dot, dir);
    521  1.241    rillig 
    522  1.213    rillig 	Dir_SetPATH();		/* initialize */
    523    1.1       cgd }
    524    1.1       cgd 
    525  1.163    rillig /* Clean up the directories module. */
    526    1.6       jtc void
    527   1.34       wiz Dir_End(void)
    528    1.6       jtc {
    529   1.24   mycroft #ifdef CLEANUP
    530  1.241    rillig 	CachedDir_Assign(&cur, NULL);
    531  1.241    rillig 	CachedDir_Assign(&dot, NULL);
    532  1.240    rillig 	CachedDir_Assign(&dotLast, NULL);
    533  1.228    rillig 	SearchPath_Clear(&dirSearchPath);
    534  1.212    rillig 	OpenDirs_Done(&openDirs);
    535  1.212    rillig 	HashTable_Done(&mtimes);
    536  1.243    rillig 	HashTable_Done(&lmtimes);
    537   1.24   mycroft #endif
    538    1.6       jtc }
    539    1.6       jtc 
    540   1.35       sjg /*
    541   1.35       sjg  * We want ${.PATH} to indicate the order in which we will actually
    542   1.35       sjg  * search, so we rebuild it after any .PATH: target.
    543   1.35       sjg  * This is the simplest way to deal with the effect of .DOTLAST.
    544   1.35       sjg  */
    545   1.35       sjg void
    546   1.45  christos Dir_SetPATH(void)
    547   1.35       sjg {
    548  1.212    rillig 	CachedDirListNode *ln;
    549  1.247    rillig 	Boolean seenDotLast = FALSE;	/* true if we should search '.' last */
    550   1.35       sjg 
    551  1.212    rillig 	Var_Delete(".PATH", VAR_GLOBAL);
    552   1.76    rillig 
    553  1.228    rillig 	if ((ln = dirSearchPath.first) != NULL) {
    554  1.212    rillig 		CachedDir *dir = ln->datum;
    555  1.212    rillig 		if (dir == dotLast) {
    556  1.247    rillig 			seenDotLast = TRUE;
    557  1.212    rillig 			Var_Append(".PATH", dotLast->name, VAR_GLOBAL);
    558  1.212    rillig 		}
    559   1.35       sjg 	}
    560   1.35       sjg 
    561  1.247    rillig 	if (!seenDotLast) {
    562  1.222    rillig 		if (dot != NULL)
    563  1.212    rillig 			Var_Append(".PATH", dot->name, VAR_GLOBAL);
    564  1.222    rillig 		if (cur != NULL)
    565  1.212    rillig 			Var_Append(".PATH", cur->name, VAR_GLOBAL);
    566  1.212    rillig 	}
    567   1.35       sjg 
    568  1.228    rillig 	for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
    569  1.212    rillig 		CachedDir *dir = ln->datum;
    570  1.212    rillig 		if (dir == dotLast)
    571  1.212    rillig 			continue;
    572  1.247    rillig 		if (dir == dot && seenDotLast)
    573  1.212    rillig 			continue;
    574  1.212    rillig 		Var_Append(".PATH", dir->name, VAR_GLOBAL);
    575  1.212    rillig 	}
    576   1.35       sjg 
    577  1.247    rillig 	if (seenDotLast) {
    578  1.222    rillig 		if (dot != NULL)
    579  1.212    rillig 			Var_Append(".PATH", dot->name, VAR_GLOBAL);
    580  1.222    rillig 		if (cur != NULL)
    581  1.212    rillig 			Var_Append(".PATH", cur->name, VAR_GLOBAL);
    582  1.212    rillig 	}
    583   1.35       sjg }
    584   1.35       sjg 
    585  1.254    rillig /*
    586  1.254    rillig  * See if the given name has any wildcard characters in it and all braces and
    587  1.186    rillig  * brackets are properly balanced.
    588  1.124    rillig  *
    589  1.124    rillig  * XXX: This code is not 100% correct ([^]] fails etc.). I really don't think
    590  1.124    rillig  * that make(1) should be expanding patterns, because then you have to set a
    591  1.124    rillig  * mechanism for escaping the expansion!
    592    1.1       cgd  *
    593  1.186    rillig  * Return TRUE if the word should be expanded, FALSE otherwise.
    594    1.1       cgd  */
    595    1.1       cgd Boolean
    596  1.128    rillig Dir_HasWildcards(const char *name)
    597    1.1       cgd {
    598  1.212    rillig 	const char *p;
    599  1.212    rillig 	Boolean wild = FALSE;
    600  1.212    rillig 	int braces = 0, brackets = 0;
    601  1.212    rillig 
    602  1.212    rillig 	for (p = name; *p != '\0'; p++) {
    603  1.212    rillig 		switch (*p) {
    604  1.212    rillig 		case '{':
    605  1.212    rillig 			braces++;
    606  1.212    rillig 			wild = TRUE;
    607  1.212    rillig 			break;
    608  1.212    rillig 		case '}':
    609  1.212    rillig 			braces--;
    610  1.212    rillig 			break;
    611  1.212    rillig 		case '[':
    612  1.212    rillig 			brackets++;
    613  1.212    rillig 			wild = TRUE;
    614  1.212    rillig 			break;
    615  1.212    rillig 		case ']':
    616  1.212    rillig 			brackets--;
    617  1.212    rillig 			break;
    618  1.212    rillig 		case '?':
    619  1.212    rillig 		case '*':
    620  1.212    rillig 			wild = TRUE;
    621  1.212    rillig 			break;
    622  1.212    rillig 		default:
    623  1.212    rillig 			break;
    624  1.212    rillig 		}
    625    1.1       cgd 	}
    626  1.212    rillig 	return wild && brackets == 0 && braces == 0;
    627    1.1       cgd }
    628    1.1       cgd 
    629  1.254    rillig /*
    630  1.254    rillig  * See if any files match the pattern and add their names to the 'expansions'
    631  1.181    rillig  * list if they do.
    632  1.181    rillig  *
    633  1.181    rillig  * This is incomplete -- wildcards are only expanded in the final path
    634  1.181    rillig  * component, but not in directories like src/lib*c/file*.c, but it
    635  1.181    rillig  * will do for now (now being 1993 until at least 2020). To expand these,
    636  1.181    rillig  * use the ':sh' variable modifier such as in ${:!echo src/lib*c/file*.c!}.
    637    1.1       cgd  *
    638   1.34       wiz  * Input:
    639   1.34       wiz  *	pattern		Pattern to look for
    640  1.143    rillig  *	dir		Directory to search
    641   1.34       wiz  *	expansion	Place to store the results
    642    1.1       cgd  */
    643   1.98    rillig static void
    644  1.144    rillig DirMatchFiles(const char *pattern, CachedDir *dir, StringList *expansions)
    645    1.1       cgd {
    646  1.212    rillig 	const char *dirName = dir->name;
    647  1.212    rillig 	Boolean isDot = dirName[0] == '.' && dirName[1] == '\0';
    648  1.212    rillig 	HashIter hi;
    649   1.12  christos 
    650    1.1       cgd 	/*
    651  1.212    rillig 	 * XXX: Iterating over all hash entries is inefficient.  If the
    652  1.212    rillig 	 * pattern is a plain string without any wildcards, a direct lookup
    653  1.212    rillig 	 * is faster.
    654    1.1       cgd 	 */
    655  1.181    rillig 
    656  1.212    rillig 	HashIter_InitSet(&hi, &dir->files);
    657  1.212    rillig 	while (HashIter_Next(&hi) != NULL) {
    658  1.212    rillig 		const char *base = hi.entry->key;
    659  1.212    rillig 
    660  1.212    rillig 		if (!Str_Match(base, pattern))
    661  1.212    rillig 			continue;
    662  1.212    rillig 
    663  1.212    rillig 		/*
    664  1.212    rillig 		 * Follow the UNIX convention that dot files are only found
    665  1.212    rillig 		 * if the pattern begins with a dot. The pattern '.*' does
    666  1.212    rillig 		 * not match '.' or '..' since these are not included in the
    667  1.212    rillig 		 * directory cache.
    668  1.212    rillig 		 *
    669  1.212    rillig 		 * This means that the pattern '[a-z.]*' does not find
    670  1.212    rillig 		 * '.file', which is consistent with bash, NetBSD sh and csh.
    671  1.212    rillig 		 */
    672  1.212    rillig 		if (base[0] == '.' && pattern[0] != '.')
    673  1.212    rillig 			continue;
    674  1.212    rillig 
    675  1.212    rillig 		{
    676  1.212    rillig 			char *fullName = isDot
    677  1.212    rillig 					 ? bmake_strdup(base)
    678  1.212    rillig 					 : str_concat3(dirName, "/", base);
    679  1.212    rillig 			Lst_Append(expansions, fullName);
    680  1.212    rillig 		}
    681    1.1       cgd 	}
    682    1.1       cgd }
    683    1.1       cgd 
    684  1.254    rillig /*
    685  1.254    rillig  * Find the next closing brace in the string, taking nested braces into
    686  1.254    rillig  * account.
    687  1.254    rillig  */
    688   1.80    rillig static const char *
    689   1.80    rillig closing_brace(const char *p)
    690   1.80    rillig {
    691  1.212    rillig 	int nest = 0;
    692  1.212    rillig 	while (*p != '\0') {
    693  1.212    rillig 		if (*p == '}' && nest == 0)
    694  1.212    rillig 			break;
    695  1.212    rillig 		if (*p == '{')
    696  1.212    rillig 			nest++;
    697  1.212    rillig 		if (*p == '}')
    698  1.212    rillig 			nest--;
    699  1.212    rillig 		p++;
    700  1.212    rillig 	}
    701  1.212    rillig 	return p;
    702   1.80    rillig }
    703   1.80    rillig 
    704  1.254    rillig /*
    705  1.254    rillig  * Find the next closing brace or comma in the string, taking nested braces
    706  1.254    rillig  * into account.
    707  1.254    rillig  */
    708   1.80    rillig static const char *
    709   1.80    rillig separator_comma(const char *p)
    710   1.80    rillig {
    711  1.212    rillig 	int nest = 0;
    712  1.212    rillig 	while (*p != '\0') {
    713  1.212    rillig 		if ((*p == '}' || *p == ',') && nest == 0)
    714  1.212    rillig 			break;
    715  1.212    rillig 		if (*p == '{')
    716  1.212    rillig 			nest++;
    717  1.212    rillig 		if (*p == '}')
    718  1.212    rillig 			nest--;
    719  1.212    rillig 		p++;
    720  1.212    rillig 	}
    721  1.212    rillig 	return p;
    722   1.80    rillig }
    723   1.80    rillig 
    724   1.80    rillig static Boolean
    725   1.80    rillig contains_wildcard(const char *p)
    726   1.80    rillig {
    727  1.212    rillig 	for (; *p != '\0'; p++) {
    728  1.212    rillig 		switch (*p) {
    729  1.212    rillig 		case '*':
    730  1.212    rillig 		case '?':
    731  1.212    rillig 		case '{':
    732  1.212    rillig 		case '[':
    733  1.212    rillig 			return TRUE;
    734  1.212    rillig 		}
    735   1.80    rillig 	}
    736  1.212    rillig 	return FALSE;
    737   1.80    rillig }
    738   1.80    rillig 
    739   1.80    rillig static char *
    740   1.80    rillig concat3(const char *a, size_t a_len, const char *b, size_t b_len,
    741   1.80    rillig 	const char *c, size_t c_len)
    742   1.80    rillig {
    743  1.212    rillig 	size_t s_len = a_len + b_len + c_len;
    744  1.212    rillig 	char *s = bmake_malloc(s_len + 1);
    745  1.212    rillig 	memcpy(s, a, a_len);
    746  1.212    rillig 	memcpy(s + a_len, b, b_len);
    747  1.212    rillig 	memcpy(s + a_len + b_len, c, c_len);
    748  1.212    rillig 	s[s_len] = '\0';
    749  1.212    rillig 	return s;
    750   1.80    rillig }
    751   1.80    rillig 
    752  1.254    rillig /*
    753  1.254    rillig  * Expand curly braces like the C shell. Brace expansion by itself is purely
    754  1.181    rillig  * textual, the expansions are not looked up in the file system. But if an
    755  1.181    rillig  * expanded word contains wildcard characters, it is expanded further,
    756  1.181    rillig  * matching only the actually existing files.
    757  1.181    rillig  *
    758  1.181    rillig  * Example: "{a{b,c}}" expands to "ab" and "ac".
    759  1.181    rillig  * Example: "{a}" expands to "a".
    760  1.181    rillig  * Example: "{a,*.c}" expands to "a" and all "*.c" files that exist.
    761    1.1       cgd  *
    762   1.34       wiz  * Input:
    763   1.34       wiz  *	word		Entire word to expand
    764   1.34       wiz  *	brace		First curly brace in it
    765   1.34       wiz  *	path		Search path to use
    766   1.34       wiz  *	expansions	Place to store the expansions
    767    1.1       cgd  */
    768    1.1       cgd static void
    769  1.144    rillig DirExpandCurly(const char *word, const char *brace, SearchPath *path,
    770  1.144    rillig 	       StringList *expansions)
    771    1.1       cgd {
    772  1.212    rillig 	const char *prefix, *middle, *piece, *middle_end, *suffix;
    773  1.212    rillig 	size_t prefix_len, suffix_len;
    774  1.212    rillig 
    775  1.212    rillig 	/* Split the word into prefix '{' middle '}' suffix. */
    776  1.212    rillig 
    777  1.212    rillig 	middle = brace + 1;
    778  1.212    rillig 	middle_end = closing_brace(middle);
    779  1.212    rillig 	if (*middle_end == '\0') {
    780  1.212    rillig 		Error("Unterminated {} clause \"%s\"", middle);
    781  1.212    rillig 		return;
    782  1.212    rillig 	}
    783  1.212    rillig 
    784  1.212    rillig 	prefix = word;
    785  1.212    rillig 	prefix_len = (size_t)(brace - prefix);
    786  1.212    rillig 	suffix = middle_end + 1;
    787  1.212    rillig 	suffix_len = strlen(suffix);
    788  1.212    rillig 
    789  1.212    rillig 	/* Split the middle into pieces, separated by commas. */
    790  1.212    rillig 
    791  1.212    rillig 	piece = middle;
    792  1.212    rillig 	while (piece < middle_end + 1) {
    793  1.212    rillig 		const char *piece_end = separator_comma(piece);
    794  1.212    rillig 		size_t piece_len = (size_t)(piece_end - piece);
    795   1.90    rillig 
    796  1.212    rillig 		char *file = concat3(prefix, prefix_len, piece, piece_len,
    797  1.212    rillig 				     suffix, suffix_len);
    798    1.1       cgd 
    799  1.212    rillig 		if (contains_wildcard(file)) {
    800  1.212    rillig 			Dir_Expand(file, path, expansions);
    801  1.212    rillig 			free(file);
    802  1.212    rillig 		} else {
    803  1.212    rillig 			Lst_Append(expansions, file);
    804  1.212    rillig 		}
    805   1.78    rillig 
    806  1.213    rillig 		/* skip over the comma or closing brace */
    807  1.213    rillig 		piece = piece_end + 1;
    808    1.1       cgd 	}
    809    1.1       cgd }
    810    1.1       cgd 
    811    1.1       cgd 
    812  1.183    rillig /* Expand the word in each of the directories from the path. */
    813    1.1       cgd static void
    814  1.183    rillig DirExpandPath(const char *word, SearchPath *path, StringList *expansions)
    815    1.1       cgd {
    816  1.212    rillig 	SearchPathNode *ln;
    817  1.212    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
    818  1.212    rillig 		CachedDir *dir = ln->datum;
    819  1.212    rillig 		DirMatchFiles(word, dir, expansions);
    820  1.212    rillig 	}
    821    1.1       cgd }
    822    1.1       cgd 
    823  1.146    rillig static void
    824  1.184    rillig PrintExpansions(StringList *expansions)
    825    1.1       cgd {
    826  1.212    rillig 	const char *sep = "";
    827  1.212    rillig 	StringListNode *ln;
    828  1.212    rillig 	for (ln = expansions->first; ln != NULL; ln = ln->next) {
    829  1.212    rillig 		const char *word = ln->datum;
    830  1.212    rillig 		debug_printf("%s%s", sep, word);
    831  1.212    rillig 		sep = " ";
    832  1.212    rillig 	}
    833  1.212    rillig 	debug_printf("\n");
    834    1.1       cgd }
    835    1.1       cgd 
    836  1.254    rillig /*
    837  1.254    rillig  * Expand the given word into a list of words by globbing it, looking in the
    838  1.180    rillig  * directories on the given search path.
    839    1.1       cgd  *
    840   1.34       wiz  * Input:
    841   1.34       wiz  *	word		the word to expand
    842  1.180    rillig  *	path		the directories in which to find the files
    843   1.34       wiz  *	expansions	the list on which to place the results
    844    1.1       cgd  */
    845    1.1       cgd void
    846  1.144    rillig Dir_Expand(const char *word, SearchPath *path, StringList *expansions)
    847    1.1       cgd {
    848  1.216    rillig 	const char *cp;
    849    1.1       cgd 
    850  1.216    rillig 	assert(path != NULL);
    851  1.216    rillig 	assert(expansions != NULL);
    852  1.112    rillig 
    853  1.250    rillig 	DEBUG1(DIR, "Expanding \"%s\"... ", word);
    854   1.12  christos 
    855  1.216    rillig 	cp = strchr(word, '{');
    856  1.216    rillig 	if (cp != NULL) {
    857  1.216    rillig 		DirExpandCurly(word, cp, path, expansions);
    858  1.216    rillig 		goto done;
    859  1.216    rillig 	}
    860  1.216    rillig 
    861  1.216    rillig 	/* At this point, the word does not contain '{'. */
    862  1.215    rillig 
    863  1.216    rillig 	cp = strchr(word, '/');
    864  1.216    rillig 	if (cp == NULL) {
    865  1.216    rillig 		/* The word has no directory component. */
    866  1.216    rillig 		/* First the files in dot. */
    867  1.216    rillig 		DirMatchFiles(word, dot, expansions);
    868  1.215    rillig 
    869  1.216    rillig 		/* Then the files in every other directory on the path. */
    870  1.216    rillig 		DirExpandPath(word, path, expansions);
    871  1.216    rillig 		goto done;
    872  1.216    rillig 	}
    873  1.215    rillig 
    874  1.216    rillig 	/* At this point, the word has a directory component. */
    875  1.215    rillig 
    876  1.218    rillig 	/* Find the first wildcard in the word. */
    877  1.216    rillig 	for (cp = word; *cp != '\0'; cp++)
    878  1.216    rillig 		if (*cp == '?' || *cp == '[' || *cp == '*')
    879  1.216    rillig 			break;
    880  1.215    rillig 
    881  1.216    rillig 	if (*cp == '\0') {
    882  1.216    rillig 		/*
    883  1.216    rillig 		 * No directory component and no wildcard at all -- this
    884  1.216    rillig 		 * should never happen as in such a simple case there is no
    885  1.216    rillig 		 * need to expand anything.
    886  1.216    rillig 		 */
    887  1.216    rillig 		DirExpandPath(word, path, expansions);
    888  1.216    rillig 		goto done;
    889  1.216    rillig 	}
    890  1.216    rillig 
    891  1.216    rillig 	/* Back up to the start of the component containing the wildcard. */
    892  1.216    rillig 	/* XXX: This handles '///' and '/' differently. */
    893  1.216    rillig 	while (cp > word && *cp != '/')
    894  1.216    rillig 		cp--;
    895  1.215    rillig 
    896  1.216    rillig 	if (cp == word) {
    897  1.216    rillig 		/* The first component contains the wildcard. */
    898  1.216    rillig 		/* Start the search from the local directory */
    899  1.216    rillig 		DirExpandPath(word, path, expansions);
    900  1.216    rillig 		goto done;
    901  1.216    rillig 	}
    902  1.215    rillig 
    903  1.216    rillig 	{
    904  1.216    rillig 		char *prefix = bmake_strsedup(word, cp + 1);
    905  1.216    rillig 		/*
    906  1.216    rillig 		 * The wildcard isn't in the first component.
    907  1.216    rillig 		 * Find all the components up to the one with the wildcard.
    908  1.216    rillig 		 */
    909  1.216    rillig 		/*
    910  1.216    rillig 		 * XXX: Check the "the directory is added to the path" part.
    911  1.216    rillig 		 * It is probably surprising that the directory before a
    912  1.216    rillig 		 * wildcard gets added to the path.
    913  1.216    rillig 		 */
    914  1.218    rillig 		/*
    915  1.218    rillig 		 * XXX: Only the first match of the prefix in the path is
    916  1.218    rillig 		 * taken, any others are ignored.  The expectation may be
    917  1.218    rillig 		 * that the pattern is expanded in the whole path.
    918  1.218    rillig 		 */
    919  1.216    rillig 		char *dirpath = Dir_FindFile(prefix, path);
    920  1.216    rillig 		free(prefix);
    921  1.193    rillig 
    922  1.216    rillig 		/*
    923  1.216    rillig 		 * dirpath is null if can't find the leading component
    924  1.216    rillig 		 * XXX: Dir_FindFile won't find internal components.
    925  1.216    rillig 		 * i.e. if the path contains ../Etc/Object and we're
    926  1.216    rillig 		 * looking for Etc, it won't be found. Ah well.
    927  1.216    rillig 		 * Probably not important.
    928  1.216    rillig 		 * XXX: Check whether the above comment is still true.
    929  1.216    rillig 		 */
    930  1.216    rillig 		if (dirpath != NULL) {
    931  1.218    rillig 			SearchPath *partPath;
    932  1.218    rillig 
    933  1.218    rillig 			char *end = &dirpath[strlen(dirpath) - 1];
    934  1.218    rillig 			/* XXX: What about multiple trailing slashes? */
    935  1.218    rillig 			if (*end == '/')
    936  1.218    rillig 				*end = '\0';
    937  1.218    rillig 
    938  1.225    rillig 			partPath = SearchPath_New();
    939  1.218    rillig 			(void)Dir_AddDir(partPath, dirpath);
    940  1.218    rillig 			DirExpandPath(cp + 1, partPath, expansions);
    941  1.241    rillig 			SearchPath_Free(partPath);
    942  1.216    rillig 		}
    943    1.1       cgd 	}
    944  1.215    rillig 
    945  1.215    rillig done:
    946  1.216    rillig 	if (DEBUG(DIR))
    947  1.216    rillig 		PrintExpansions(expansions);
    948    1.1       cgd }
    949    1.1       cgd 
    950  1.254    rillig /*
    951  1.254    rillig  * Find if the file with the given name exists in the given path.
    952  1.254    rillig  * Return the freshly allocated path to the file, or NULL.
    953  1.254    rillig  */
    954   1.18  christos static char *
    955  1.177    rillig DirLookup(CachedDir *dir, const char *base)
    956   1.18  christos {
    957  1.212    rillig 	char *file;		/* the current filename to check */
    958   1.18  christos 
    959  1.250    rillig 	DEBUG1(DIR, "   %s ...\n", dir->name);
    960   1.32        pk 
    961  1.212    rillig 	if (!HashSet_Contains(&dir->files, base))
    962  1.212    rillig 		return NULL;
    963   1.32        pk 
    964  1.212    rillig 	file = str_concat3(dir->name, "/", base);
    965  1.250    rillig 	DEBUG1(DIR, "   returning %s\n", file);
    966  1.212    rillig 	dir->hits++;
    967  1.212    rillig 	hits++;
    968  1.212    rillig 	return file;
    969   1.18  christos }
    970   1.18  christos 
    971   1.18  christos 
    972  1.254    rillig /*
    973  1.254    rillig  * Find if the file with the given name exists in the given directory.
    974  1.254    rillig  * Return the freshly allocated path to the file, or NULL.
    975  1.254    rillig  */
    976   1.18  christos static char *
    977  1.143    rillig DirLookupSubdir(CachedDir *dir, const char *name)
    978   1.18  christos {
    979  1.212    rillig 	struct cached_stat cst;
    980  1.212    rillig 	char *file = dir == dot ? bmake_strdup(name)
    981  1.212    rillig 				: str_concat3(dir->name, "/", name);
    982   1.18  christos 
    983  1.250    rillig 	DEBUG1(DIR, "checking %s ...\n", file);
    984   1.18  christos 
    985  1.212    rillig 	if (cached_stat(file, &cst) == 0) {
    986  1.212    rillig 		nearmisses++;
    987  1.212    rillig 		return file;
    988  1.212    rillig 	}
    989  1.212    rillig 	free(file);
    990  1.212    rillig 	return NULL;
    991   1.18  christos }
    992   1.18  christos 
    993  1.254    rillig /*
    994  1.254    rillig  * Find if the file with the given name exists in the given path.
    995  1.185    rillig  * Return the freshly allocated path to the file, the empty string, or NULL.
    996  1.185    rillig  * Returning the empty string means that the search should be terminated.
    997   1.32        pk  */
    998   1.32        pk static char *
    999  1.143    rillig DirLookupAbs(CachedDir *dir, const char *name, const char *cp)
   1000   1.32        pk {
   1001  1.212    rillig 	const char *dnp;	/* pointer into dir->name */
   1002  1.212    rillig 	const char *np;		/* pointer into name */
   1003   1.32        pk 
   1004  1.250    rillig 	DEBUG1(DIR, "   %s ...\n", dir->name);
   1005   1.32        pk 
   1006  1.212    rillig 	/*
   1007  1.212    rillig 	 * If the file has a leading path component and that component
   1008  1.212    rillig 	 * exactly matches the entire name of the current search
   1009  1.212    rillig 	 * directory, we can attempt another cache lookup. And if we don't
   1010  1.212    rillig 	 * have a hit, we can safely assume the file does not exist at all.
   1011  1.212    rillig 	 */
   1012  1.212    rillig 	for (dnp = dir->name, np = name;
   1013  1.212    rillig 	     *dnp != '\0' && *dnp == *np; dnp++, np++)
   1014  1.212    rillig 		continue;
   1015  1.212    rillig 	if (*dnp != '\0' || np != cp - 1)
   1016  1.212    rillig 		return NULL;
   1017   1.32        pk 
   1018  1.212    rillig 	if (!HashSet_Contains(&dir->files, cp)) {
   1019  1.250    rillig 		DEBUG0(DIR, "   must be here but isn't -- returning\n");
   1020  1.212    rillig 		return bmake_strdup("");	/* to terminate the search */
   1021  1.212    rillig 	}
   1022   1.32        pk 
   1023  1.212    rillig 	dir->hits++;
   1024  1.212    rillig 	hits++;
   1025  1.250    rillig 	DEBUG1(DIR, "   returning %s\n", name);
   1026  1.212    rillig 	return bmake_strdup(name);
   1027   1.32        pk }
   1028   1.32        pk 
   1029  1.254    rillig /*
   1030  1.254    rillig  * Find the file given on "." or curdir.
   1031  1.254    rillig  * Return the freshly allocated path to the file, or NULL.
   1032  1.254    rillig  */
   1033   1.21   thorpej static char *
   1034  1.178    rillig DirFindDot(const char *name, const char *base)
   1035   1.21   thorpej {
   1036   1.21   thorpej 
   1037  1.212    rillig 	if (HashSet_Contains(&dot->files, base)) {
   1038  1.250    rillig 		DEBUG0(DIR, "   in '.'\n");
   1039  1.212    rillig 		hits++;
   1040  1.212    rillig 		dot->hits++;
   1041  1.212    rillig 		return bmake_strdup(name);
   1042  1.212    rillig 	}
   1043  1.188    rillig 
   1044  1.212    rillig 	if (cur != NULL && HashSet_Contains(&cur->files, base)) {
   1045  1.250    rillig 		DEBUG1(DIR, "   in ${.CURDIR} = %s\n", cur->name);
   1046  1.212    rillig 		hits++;
   1047  1.212    rillig 		cur->hits++;
   1048  1.212    rillig 		return str_concat3(cur->name, "/", base);
   1049  1.212    rillig 	}
   1050   1.21   thorpej 
   1051  1.212    rillig 	return NULL;
   1052   1.21   thorpej }
   1053   1.21   thorpej 
   1054  1.254    rillig /*
   1055  1.254    rillig  * Find the file with the given name along the given search path.
   1056  1.179    rillig  *
   1057  1.179    rillig  * If the file is found in a directory that is not on the path
   1058  1.179    rillig  * already (either 'name' is absolute or it is a relative path
   1059  1.179    rillig  * [ dir1/.../dirn/file ] which exists below one of the directories
   1060  1.179    rillig  * already on the search path), its directory is added to the end
   1061  1.179    rillig  * of the path, on the assumption that there will be more files in
   1062  1.179    rillig  * that directory later on. Sometimes this is true. Sometimes not.
   1063    1.1       cgd  *
   1064   1.34       wiz  * Input:
   1065   1.34       wiz  *	name		the file to find
   1066  1.179    rillig  *	path		the directories to search, or NULL
   1067   1.34       wiz  *
   1068    1.1       cgd  * Results:
   1069  1.179    rillig  *	The freshly allocated path to the file, or NULL.
   1070    1.1       cgd  */
   1071    1.1       cgd char *
   1072  1.144    rillig Dir_FindFile(const char *name, SearchPath *path)
   1073    1.1       cgd {
   1074  1.212    rillig 	char *file;		/* the current filename to check */
   1075  1.245    rillig 	Boolean seenDotLast = FALSE; /* true if we should search dot last */
   1076  1.212    rillig 	struct cached_stat cst;	/* Buffer for stat, if necessary */
   1077  1.212    rillig 	const char *trailing_dot = ".";
   1078  1.252    rillig 	const char *base = str_basename(name);
   1079   1.12  christos 
   1080  1.250    rillig 	DEBUG1(DIR, "Searching for %s ...", name);
   1081   1.12  christos 
   1082  1.212    rillig 	if (path == NULL) {
   1083  1.250    rillig 		DEBUG0(DIR, "couldn't open path, file not found\n");
   1084  1.212    rillig 		misses++;
   1085  1.212    rillig 		return NULL;
   1086  1.212    rillig 	}
   1087   1.12  christos 
   1088  1.217    rillig 	if (path->first != NULL) {
   1089  1.217    rillig 		CachedDir *dir = path->first->datum;
   1090  1.212    rillig 		if (dir == dotLast) {
   1091  1.245    rillig 			seenDotLast = TRUE;
   1092  1.250    rillig 			DEBUG0(DIR, "[dot last]...");
   1093  1.212    rillig 		}
   1094   1.21   thorpej 	}
   1095  1.250    rillig 	DEBUG0(DIR, "\n");
   1096   1.18  christos 
   1097   1.85    rillig 	/*
   1098  1.212    rillig 	 * If there's no leading directory components or if the leading
   1099  1.212    rillig 	 * directory component is exactly `./', consult the cached contents
   1100  1.212    rillig 	 * of each of the directories on the search path.
   1101   1.85    rillig 	 */
   1102  1.252    rillig 	if (base == name || (base - name == 2 && *name == '.')) {
   1103  1.217    rillig 		SearchPathNode *ln;
   1104  1.217    rillig 
   1105  1.212    rillig 		/*
   1106  1.212    rillig 		 * We look through all the directories on the path seeking one
   1107  1.212    rillig 		 * which contains the final component of the given name.  If
   1108  1.212    rillig 		 * such a beast is found, we concatenate the directory name
   1109  1.212    rillig 		 * and the final component and return the resulting string.
   1110  1.212    rillig 		 * If we don't find any such thing, we go on to phase two.
   1111  1.212    rillig 		 *
   1112  1.212    rillig 		 * No matter what, we always look for the file in the current
   1113  1.212    rillig 		 * directory before anywhere else (unless we found the magic
   1114  1.212    rillig 		 * DOTLAST path, in which case we search it last) and we *do
   1115  1.212    rillig 		 * not* add the ./ to it if it exists.
   1116  1.212    rillig 		 * This is so there are no conflicts between what the user
   1117  1.212    rillig 		 * specifies (fish.c) and what pmake finds (./fish.c).
   1118  1.212    rillig 		 */
   1119  1.245    rillig 		if (!seenDotLast && (file = DirFindDot(name, base)) != NULL)
   1120  1.212    rillig 			return file;
   1121  1.212    rillig 
   1122  1.217    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1123  1.212    rillig 			CachedDir *dir = ln->datum;
   1124  1.212    rillig 			if (dir == dotLast)
   1125  1.212    rillig 				continue;
   1126  1.212    rillig 			if ((file = DirLookup(dir, base)) != NULL)
   1127  1.212    rillig 				return file;
   1128  1.212    rillig 		}
   1129   1.32        pk 
   1130  1.245    rillig 		if (seenDotLast && (file = DirFindDot(name, base)) != NULL)
   1131  1.212    rillig 			return file;
   1132  1.212    rillig 	}
   1133  1.212    rillig 
   1134  1.212    rillig 	/*
   1135  1.212    rillig 	 * We didn't find the file on any directory in the search path.
   1136  1.212    rillig 	 * If the name doesn't contain a slash, that means it doesn't exist.
   1137  1.212    rillig 	 * If it *does* contain a slash, however, there is still hope: it
   1138  1.212    rillig 	 * could be in a subdirectory of one of the members of the search
   1139  1.212    rillig 	 * path. (eg. /usr/include and sys/types.h. The above search would
   1140  1.212    rillig 	 * fail to turn up types.h in /usr/include, but it *is* in
   1141  1.212    rillig 	 * /usr/include/sys/types.h).
   1142  1.212    rillig 	 * [ This no longer applies: If we find such a beast, we assume there
   1143  1.212    rillig 	 * will be more (what else can we assume?) and add all but the last
   1144  1.212    rillig 	 * component of the resulting name onto the search path (at the
   1145  1.212    rillig 	 * end).]
   1146  1.212    rillig 	 * This phase is only performed if the file is *not* absolute.
   1147  1.212    rillig 	 */
   1148  1.252    rillig 	if (base == name) {
   1149  1.250    rillig 		DEBUG0(DIR, "   failed.\n");
   1150  1.212    rillig 		misses++;
   1151  1.212    rillig 		return NULL;
   1152   1.85    rillig 	}
   1153   1.21   thorpej 
   1154  1.212    rillig 	if (*base == '\0') {
   1155  1.212    rillig 		/* we were given a trailing "/" */
   1156  1.212    rillig 		base = trailing_dot;
   1157  1.212    rillig 	}
   1158  1.212    rillig 
   1159  1.212    rillig 	if (name[0] != '/') {
   1160  1.217    rillig 		SearchPathNode *ln;
   1161  1.212    rillig 		Boolean checkedDot = FALSE;
   1162  1.212    rillig 
   1163  1.250    rillig 		DEBUG0(DIR, "   Trying subdirectories...\n");
   1164  1.212    rillig 
   1165  1.245    rillig 		if (!seenDotLast) {
   1166  1.222    rillig 			if (dot != NULL) {
   1167  1.212    rillig 				checkedDot = TRUE;
   1168  1.212    rillig 				if ((file = DirLookupSubdir(dot, name)) != NULL)
   1169  1.212    rillig 					return file;
   1170  1.212    rillig 			}
   1171  1.212    rillig 			if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1172  1.212    rillig 				return file;
   1173  1.212    rillig 		}
   1174   1.12  christos 
   1175  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1176  1.212    rillig 			CachedDir *dir = ln->datum;
   1177  1.212    rillig 			if (dir == dotLast)
   1178  1.212    rillig 				continue;
   1179  1.212    rillig 			if (dir == dot) {
   1180  1.212    rillig 				if (checkedDot)
   1181  1.212    rillig 					continue;
   1182  1.212    rillig 				checkedDot = TRUE;
   1183  1.212    rillig 			}
   1184  1.212    rillig 			if ((file = DirLookupSubdir(dir, name)) != NULL)
   1185  1.212    rillig 				return file;
   1186  1.212    rillig 		}
   1187   1.12  christos 
   1188  1.245    rillig 		if (seenDotLast) {
   1189  1.212    rillig 			if (dot && !checkedDot) {
   1190  1.212    rillig 				checkedDot = TRUE;
   1191  1.212    rillig 				if ((file = DirLookupSubdir(dot, name)) != NULL)
   1192  1.212    rillig 					return file;
   1193  1.212    rillig 			}
   1194  1.212    rillig 			if (cur && (file = DirLookupSubdir(cur, name)) != NULL)
   1195  1.212    rillig 				return file;
   1196  1.212    rillig 		}
   1197   1.63       sjg 
   1198  1.212    rillig 		if (checkedDot) {
   1199  1.212    rillig 			/*
   1200  1.212    rillig 			 * Already checked by the given name, since . was in
   1201  1.212    rillig 			 * the path, so no point in proceeding.
   1202  1.212    rillig 			 */
   1203  1.250    rillig 			DEBUG0(DIR, "   Checked . already, returning NULL\n");
   1204  1.212    rillig 			return NULL;
   1205  1.212    rillig 		}
   1206   1.12  christos 
   1207  1.212    rillig 	} else { /* name[0] == '/' */
   1208  1.217    rillig 		SearchPathNode *ln;
   1209   1.18  christos 
   1210  1.212    rillig 		/*
   1211  1.212    rillig 		 * For absolute names, compare directory path prefix against
   1212  1.212    rillig 		 * the the directory path of each member on the search path
   1213  1.212    rillig 		 * for an exact match. If we have an exact match on any member
   1214  1.212    rillig 		 * of the search path, use the cached contents of that member
   1215  1.212    rillig 		 * to lookup the final file component. If that lookup fails we
   1216  1.212    rillig 		 * can safely assume that the file does not exist at all.
   1217  1.212    rillig 		 * This is signified by DirLookupAbs() returning an empty
   1218  1.212    rillig 		 * string.
   1219  1.212    rillig 		 */
   1220  1.250    rillig 		DEBUG0(DIR, "   Trying exact path matches...\n");
   1221   1.18  christos 
   1222  1.245    rillig 		if (!seenDotLast && cur &&
   1223  1.212    rillig 		    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1224  1.212    rillig 			if (file[0] == '\0') {
   1225  1.212    rillig 				free(file);
   1226  1.212    rillig 				return NULL;
   1227  1.212    rillig 			}
   1228  1.212    rillig 			return file;
   1229  1.212    rillig 		}
   1230   1.12  christos 
   1231  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1232  1.212    rillig 			CachedDir *dir = ln->datum;
   1233  1.212    rillig 			if (dir == dotLast)
   1234  1.212    rillig 				continue;
   1235  1.212    rillig 			if ((file = DirLookupAbs(dir, name, base)) != NULL) {
   1236  1.212    rillig 				if (file[0] == '\0') {
   1237  1.212    rillig 					free(file);
   1238  1.212    rillig 					return NULL;
   1239  1.212    rillig 				}
   1240  1.212    rillig 				return file;
   1241  1.212    rillig 			}
   1242  1.212    rillig 		}
   1243   1.21   thorpej 
   1244  1.245    rillig 		if (seenDotLast && cur &&
   1245  1.212    rillig 		    ((file = DirLookupAbs(cur, name, base)) != NULL)) {
   1246  1.212    rillig 			if (file[0] == '\0') {
   1247  1.212    rillig 				free(file);
   1248  1.212    rillig 				return NULL;
   1249  1.212    rillig 			}
   1250  1.212    rillig 			return file;
   1251  1.212    rillig 		}
   1252   1.32        pk 	}
   1253   1.32        pk 
   1254   1.32        pk 	/*
   1255  1.212    rillig 	 * Didn't find it that way, either. Sigh. Phase 3. Add its directory
   1256  1.212    rillig 	 * onto the search path in any case, just in case, then look for the
   1257  1.212    rillig 	 * thing in the hash table. If we find it, grand. We return a new
   1258  1.212    rillig 	 * copy of the name. Otherwise we sadly return a NULL pointer. Sigh.
   1259  1.212    rillig 	 * Note that if the directory holding the file doesn't exist, this
   1260  1.212    rillig 	 * will do an extra search of the final directory on the path. Unless
   1261  1.212    rillig 	 * something weird happens, this search won't succeed and life will
   1262  1.212    rillig 	 * be groovy.
   1263  1.212    rillig 	 *
   1264  1.212    rillig 	 * Sigh. We cannot add the directory onto the search path because
   1265  1.212    rillig 	 * of this amusing case:
   1266  1.212    rillig 	 * $(INSTALLDIR)/$(FILE): $(FILE)
   1267  1.212    rillig 	 *
   1268  1.212    rillig 	 * $(FILE) exists in $(INSTALLDIR) but not in the current one.
   1269  1.212    rillig 	 * When searching for $(FILE), we will find it in $(INSTALLDIR)
   1270  1.212    rillig 	 * b/c we added it here. This is not good...
   1271   1.32        pk 	 */
   1272  1.212    rillig #if 0
   1273  1.217    rillig 	{
   1274  1.217    rillig 		CachedDir *dir;
   1275  1.217    rillig 		char *prefix;
   1276  1.217    rillig 
   1277  1.217    rillig 		if (base == trailing_dot) {
   1278  1.217    rillig 			base = strrchr(name, '/');
   1279  1.217    rillig 			base++;
   1280  1.217    rillig 		}
   1281  1.217    rillig 		prefix = bmake_strsedup(name, base - 1);
   1282  1.217    rillig 		(void)Dir_AddDir(path, prefix);
   1283  1.217    rillig 		free(prefix);
   1284  1.212    rillig 
   1285  1.217    rillig 		bigmisses++;
   1286  1.217    rillig 		if (path->last == NULL)
   1287  1.217    rillig 			return NULL;
   1288   1.32        pk 
   1289  1.217    rillig 		dir = path->last->datum;
   1290  1.217    rillig 		if (HashSet_Contains(&dir->files, base))
   1291  1.217    rillig 			return bmake_strdup(name);
   1292  1.212    rillig 		return NULL;
   1293   1.32        pk 	}
   1294  1.212    rillig #else
   1295  1.250    rillig 	DEBUG1(DIR, "   Looking for \"%s\" ...\n", name);
   1296   1.32        pk 
   1297  1.212    rillig 	bigmisses++;
   1298  1.212    rillig 	if (cached_stat(name, &cst) == 0) {
   1299  1.212    rillig 		return bmake_strdup(name);
   1300   1.71  riastrad 	}
   1301   1.12  christos 
   1302  1.250    rillig 	DEBUG0(DIR, "   failed. Returning NULL\n");
   1303   1.57       dsl 	return NULL;
   1304  1.196    rillig #endif
   1305    1.1       cgd }
   1306    1.1       cgd 
   1307   1.40     chuck 
   1308  1.254    rillig /*
   1309  1.254    rillig  * Search for a path starting at a given directory and then working our way
   1310  1.161    rillig  * up towards the root.
   1311   1.40     chuck  *
   1312   1.40     chuck  * Input:
   1313   1.40     chuck  *	here		starting directory
   1314  1.161    rillig  *	search_path	the relative path we are looking for
   1315   1.40     chuck  *
   1316   1.40     chuck  * Results:
   1317  1.161    rillig  *	The found path, or NULL.
   1318   1.40     chuck  */
   1319  1.161    rillig char *
   1320  1.161    rillig Dir_FindHereOrAbove(const char *here, const char *search_path)
   1321   1.85    rillig {
   1322  1.212    rillig 	struct cached_stat cst;
   1323  1.212    rillig 	char *dirbase, *dirbase_end;
   1324  1.212    rillig 	char *try, *try_end;
   1325  1.212    rillig 
   1326  1.212    rillig 	/* copy out our starting point */
   1327  1.212    rillig 	dirbase = bmake_strdup(here);
   1328  1.212    rillig 	dirbase_end = dirbase + strlen(dirbase);
   1329  1.212    rillig 
   1330  1.212    rillig 	/* loop until we determine a result */
   1331  1.212    rillig 	for (;;) {
   1332  1.212    rillig 
   1333  1.212    rillig 		/* try and stat(2) it ... */
   1334  1.212    rillig 		try = str_concat3(dirbase, "/", search_path);
   1335  1.212    rillig 		if (cached_stat(try, &cst) != -1) {
   1336  1.212    rillig 			/*
   1337  1.212    rillig 			 * success!  if we found a file, chop off
   1338  1.212    rillig 			 * the filename so we return a directory.
   1339  1.212    rillig 			 */
   1340  1.212    rillig 			if ((cst.cst_mode & S_IFMT) != S_IFDIR) {
   1341  1.212    rillig 				try_end = try + strlen(try);
   1342  1.212    rillig 				while (try_end > try && *try_end != '/')
   1343  1.212    rillig 					try_end--;
   1344  1.212    rillig 				if (try_end > try)
   1345  1.212    rillig 					*try_end = '\0';	/* chop! */
   1346  1.212    rillig 			}
   1347  1.212    rillig 
   1348  1.212    rillig 			free(dirbase);
   1349  1.212    rillig 			return try;
   1350  1.212    rillig 		}
   1351  1.212    rillig 		free(try);
   1352   1.85    rillig 
   1353  1.212    rillig 		/*
   1354  1.212    rillig 		 * nope, we didn't find it.  if we used up dirbase we've
   1355  1.212    rillig 		 * reached the root and failed.
   1356  1.212    rillig 		 */
   1357  1.212    rillig 		if (dirbase_end == dirbase)
   1358  1.212    rillig 			break;	/* failed! */
   1359   1.40     chuck 
   1360  1.212    rillig 		/*
   1361  1.212    rillig 		 * truncate dirbase from the end to move up a dir
   1362  1.212    rillig 		 */
   1363  1.212    rillig 		while (dirbase_end > dirbase && *dirbase_end != '/')
   1364  1.212    rillig 			dirbase_end--;
   1365  1.212    rillig 		*dirbase_end = '\0';	/* chop! */
   1366   1.85    rillig 	}
   1367   1.40     chuck 
   1368  1.212    rillig 	free(dirbase);
   1369  1.212    rillig 	return NULL;
   1370   1.40     chuck }
   1371   1.40     chuck 
   1372  1.220    rillig /*
   1373  1.220    rillig  * This is an implied source, and it may have moved,
   1374  1.220    rillig  * see if we can find it via the current .PATH
   1375  1.220    rillig  */
   1376  1.220    rillig static char *
   1377  1.220    rillig ResolveMovedDepends(GNode *gn)
   1378  1.220    rillig {
   1379  1.221    rillig 	char *fullName;
   1380  1.220    rillig 
   1381  1.252    rillig 	const char *base = str_basename(gn->name);
   1382  1.252    rillig 	if (base == gn->name)
   1383  1.221    rillig 		return NULL;
   1384  1.220    rillig 
   1385  1.221    rillig 	fullName = Dir_FindFile(base, Suff_FindPath(gn));
   1386  1.221    rillig 	if (fullName == NULL)
   1387  1.221    rillig 		return NULL;
   1388  1.220    rillig 
   1389  1.221    rillig 	/*
   1390  1.221    rillig 	 * Put the found file in gn->path so that we give that to the compiler.
   1391  1.221    rillig 	 */
   1392  1.221    rillig 	/*
   1393  1.221    rillig 	 * XXX: Better just reset gn->path to NULL; updating it is already done
   1394  1.221    rillig 	 * by Dir_UpdateMTime.
   1395  1.221    rillig 	 */
   1396  1.221    rillig 	gn->path = bmake_strdup(fullName);
   1397  1.221    rillig 	if (!Job_RunTarget(".STALE", gn->fname))
   1398  1.221    rillig 		fprintf(stdout,	/* XXX: Why stdout? */
   1399  1.221    rillig 			"%s: %s, %d: ignoring stale %s for %s, found %s\n",
   1400  1.221    rillig 			progname, gn->fname, gn->lineno,
   1401  1.221    rillig 			makeDependfile, gn->name, fullName);
   1402  1.220    rillig 
   1403  1.221    rillig 	return fullName;
   1404  1.220    rillig }
   1405  1.220    rillig 
   1406  1.219    rillig static char *
   1407  1.219    rillig ResolveFullName(GNode *gn)
   1408    1.1       cgd {
   1409  1.221    rillig 	char *fullName;
   1410  1.201    rillig 
   1411  1.221    rillig 	fullName = gn->path;
   1412  1.221    rillig 	if (fullName == NULL && !(gn->type & OP_NOPATH)) {
   1413   1.76    rillig 
   1414  1.221    rillig 		fullName = Dir_FindFile(gn->name, Suff_FindPath(gn));
   1415  1.220    rillig 
   1416  1.221    rillig 		if (fullName == NULL && gn->flags & FROM_DEPEND &&
   1417  1.223    rillig 		    !Lst_IsEmpty(&gn->implicitParents))
   1418  1.221    rillig 			fullName = ResolveMovedDepends(gn);
   1419  1.220    rillig 
   1420  1.250    rillig 		DEBUG2(DIR, "Found '%s' as '%s'\n",
   1421  1.221    rillig 			   gn->name, fullName ? fullName : "(not found)");
   1422  1.221    rillig 	}
   1423   1.12  christos 
   1424  1.221    rillig 	if (fullName == NULL)
   1425  1.221    rillig 		fullName = bmake_strdup(gn->name);
   1426    1.1       cgd 
   1427  1.221    rillig 	/* XXX: Is every piece of memory freed as it should? */
   1428  1.219    rillig 
   1429  1.221    rillig 	return fullName;
   1430  1.219    rillig }
   1431  1.219    rillig 
   1432  1.254    rillig /*
   1433  1.254    rillig  * Search gn along dirSearchPath and store its modification time in gn->mtime.
   1434  1.219    rillig  * If no file is found, store 0 instead.
   1435  1.219    rillig  *
   1436  1.254    rillig  * The found file is stored in gn->path, unless the node already had a path.
   1437  1.254    rillig  */
   1438  1.219    rillig void
   1439  1.219    rillig Dir_UpdateMTime(GNode *gn, Boolean recheck)
   1440  1.219    rillig {
   1441  1.221    rillig 	char *fullName;
   1442  1.221    rillig 	struct cached_stat cst;
   1443  1.221    rillig 
   1444  1.221    rillig 	if (gn->type & OP_ARCHV) {
   1445  1.221    rillig 		Arch_UpdateMTime(gn);
   1446  1.221    rillig 		return;
   1447  1.221    rillig 	}
   1448  1.219    rillig 
   1449  1.221    rillig 	if (gn->type & OP_PHONY) {
   1450  1.221    rillig 		gn->mtime = 0;
   1451  1.221    rillig 		return;
   1452  1.221    rillig 	}
   1453  1.219    rillig 
   1454  1.221    rillig 	fullName = ResolveFullName(gn);
   1455  1.219    rillig 
   1456  1.221    rillig 	if (cached_stats(fullName, &cst, recheck ? CST_UPDATE : CST_NONE) < 0) {
   1457  1.221    rillig 		if (gn->type & OP_MEMBER) {
   1458  1.221    rillig 			if (fullName != gn->path)
   1459  1.221    rillig 				free(fullName);
   1460  1.221    rillig 			Arch_UpdateMemberMTime(gn);
   1461  1.221    rillig 			return;
   1462  1.221    rillig 		}
   1463  1.219    rillig 
   1464  1.221    rillig 		cst.cst_mtime = 0;
   1465    1.1       cgd 	}
   1466  1.198    rillig 
   1467  1.221    rillig 	if (fullName != NULL && gn->path == NULL)
   1468  1.221    rillig 		gn->path = fullName;
   1469  1.221    rillig 	/* XXX: else free(fullName)? */
   1470   1.12  christos 
   1471  1.221    rillig 	gn->mtime = cst.cst_mtime;
   1472    1.1       cgd }
   1473    1.1       cgd 
   1474  1.235    rillig /*
   1475  1.242    rillig  * Read the directory and add it to the cache in openDirs.
   1476  1.242    rillig  * If a path is given, add the directory to that path as well.
   1477  1.235    rillig  */
   1478  1.235    rillig static CachedDir *
   1479  1.235    rillig CacheNewDir(const char *name, SearchPath *path)
   1480  1.235    rillig {
   1481  1.235    rillig 	CachedDir *dir = NULL;
   1482  1.235    rillig 	DIR *d;
   1483  1.235    rillig 	struct dirent *dp;
   1484  1.235    rillig 
   1485  1.235    rillig 	if ((d = opendir(name)) == NULL) {
   1486  1.250    rillig 		DEBUG1(DIR, "Caching %s ... not found\n", name);
   1487  1.235    rillig 		return dir;
   1488  1.235    rillig 	}
   1489  1.235    rillig 
   1490  1.250    rillig 	DEBUG1(DIR, "Caching %s ...\n", name);
   1491  1.235    rillig 
   1492  1.235    rillig 	dir = CachedDir_New(name);
   1493  1.235    rillig 
   1494  1.235    rillig 	while ((dp = readdir(d)) != NULL) {
   1495  1.235    rillig 
   1496  1.235    rillig #if defined(sun) && defined(d_ino) /* d_ino is a sunos4 #define for d_fileno */
   1497  1.235    rillig 		/*
   1498  1.235    rillig 		 * The sun directory library doesn't check for a 0 inode
   1499  1.235    rillig 		 * (0-inode slots just take up space), so we have to do
   1500  1.235    rillig 		 * it ourselves.
   1501  1.235    rillig 		 */
   1502  1.235    rillig 		if (dp->d_fileno == 0)
   1503  1.235    rillig 			continue;
   1504  1.235    rillig #endif /* sun && d_ino */
   1505  1.235    rillig 
   1506  1.235    rillig 		(void)HashSet_Add(&dir->files, dp->d_name);
   1507  1.235    rillig 	}
   1508  1.235    rillig 	(void)closedir(d);
   1509  1.235    rillig 
   1510  1.235    rillig 	OpenDirs_Add(&openDirs, dir);
   1511  1.235    rillig 	if (path != NULL)
   1512  1.241    rillig 		Lst_Append(path, CachedDir_Ref(dir));
   1513  1.235    rillig 
   1514  1.250    rillig 	DEBUG1(DIR, "Caching %s done\n", name);
   1515  1.235    rillig 	return dir;
   1516  1.235    rillig }
   1517  1.235    rillig 
   1518  1.254    rillig /*
   1519  1.254    rillig  * Read the list of filenames in the directory and store the result
   1520  1.215    rillig  * in openDirs.
   1521  1.150    rillig  *
   1522  1.150    rillig  * If a path is given, append the directory to that path.
   1523    1.1       cgd  *
   1524   1.34       wiz  * Input:
   1525  1.150    rillig  *	path		The path to which the directory should be
   1526  1.215    rillig  *			added, or NULL to only add the directory to openDirs
   1527  1.150    rillig  *	name		The name of the directory to add.
   1528  1.150    rillig  *			The name is not normalized in any way.
   1529  1.242    rillig  * Output:
   1530  1.242    rillig  *	result		If no path is given and the directory exists, the
   1531  1.242    rillig  *			returned CachedDir has a reference count of 0.  It
   1532  1.242    rillig  *			must either be assigned to a variable using
   1533  1.242    rillig  *			CachedDir_Assign or be appended to a SearchPath using
   1534  1.242    rillig  *			Lst_Append and CachedDir_Ref.
   1535    1.1       cgd  */
   1536  1.143    rillig CachedDir *
   1537  1.144    rillig Dir_AddDir(SearchPath *path, const char *name)
   1538    1.1       cgd {
   1539  1.212    rillig 
   1540  1.212    rillig 	if (path != NULL && strcmp(name, ".DOTLAST") == 0) {
   1541  1.212    rillig 		SearchPathNode *ln;
   1542  1.212    rillig 
   1543  1.212    rillig 		/* XXX: Linear search gets slow with thousands of entries. */
   1544  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1545  1.212    rillig 			CachedDir *pathDir = ln->datum;
   1546  1.212    rillig 			if (strcmp(pathDir->name, name) == 0)
   1547  1.212    rillig 				return pathDir;
   1548  1.212    rillig 		}
   1549  1.173    rillig 
   1550  1.241    rillig 		Lst_Prepend(path, CachedDir_Ref(dotLast));
   1551  1.173    rillig 	}
   1552  1.120    rillig 
   1553  1.235    rillig 	if (path != NULL) {
   1554  1.242    rillig 		/* XXX: Why is OpenDirs only checked if path != NULL? */
   1555  1.235    rillig 		CachedDir *dir = OpenDirs_Find(&openDirs, name);
   1556  1.235    rillig 		if (dir != NULL) {
   1557  1.235    rillig 			if (Lst_FindDatum(path, dir) == NULL)
   1558  1.235    rillig 				Lst_Append(path, CachedDir_Ref(dir));
   1559  1.235    rillig 			return dir;
   1560  1.235    rillig 		}
   1561    1.1       cgd 	}
   1562  1.120    rillig 
   1563  1.235    rillig 	return CacheNewDir(name, path);
   1564    1.1       cgd }
   1565    1.1       cgd 
   1566  1.254    rillig /*
   1567  1.254    rillig  * Return a copy of dirSearchPath, incrementing the reference counts for
   1568  1.254    rillig  * the contained directories.
   1569  1.254    rillig  */
   1570  1.187    rillig SearchPath *
   1571  1.187    rillig Dir_CopyDirSearchPath(void)
   1572    1.1       cgd {
   1573  1.225    rillig 	SearchPath *path = SearchPath_New();
   1574  1.212    rillig 	SearchPathNode *ln;
   1575  1.228    rillig 	for (ln = dirSearchPath.first; ln != NULL; ln = ln->next) {
   1576  1.212    rillig 		CachedDir *dir = ln->datum;
   1577  1.233    rillig 		Lst_Append(path, CachedDir_Ref(dir));
   1578  1.212    rillig 	}
   1579  1.212    rillig 	return path;
   1580    1.1       cgd }
   1581    1.1       cgd 
   1582  1.251    rillig /*
   1583  1.251    rillig  * Make a string by taking all the directories in the given search path and
   1584  1.251    rillig  * preceding them by the given flag. Used by the suffix module to create
   1585  1.251    rillig  * variables for compilers based on suffix search paths.
   1586    1.1       cgd  *
   1587   1.34       wiz  * Input:
   1588   1.34       wiz  *	flag		flag which should precede each directory
   1589   1.34       wiz  *	path		list of directories
   1590   1.34       wiz  *
   1591    1.1       cgd  * Results:
   1592  1.251    rillig  *	The string mentioned above. Note that there is no space between the
   1593  1.251    rillig  *	given flag and each directory. The empty string is returned if things
   1594  1.251    rillig  *	don't go well.
   1595    1.1       cgd  */
   1596    1.1       cgd char *
   1597  1.224    rillig SearchPath_ToFlags(const char *flag, SearchPath *path)
   1598    1.1       cgd {
   1599  1.212    rillig 	Buffer buf;
   1600  1.212    rillig 	SearchPathNode *ln;
   1601   1.12  christos 
   1602  1.212    rillig 	Buf_Init(&buf);
   1603   1.12  christos 
   1604  1.212    rillig 	if (path != NULL) {
   1605  1.212    rillig 		for (ln = path->first; ln != NULL; ln = ln->next) {
   1606  1.212    rillig 			CachedDir *dir = ln->datum;
   1607  1.212    rillig 			Buf_AddStr(&buf, " ");
   1608  1.212    rillig 			Buf_AddStr(&buf, flag);
   1609  1.212    rillig 			Buf_AddStr(&buf, dir->name);
   1610  1.212    rillig 		}
   1611    1.1       cgd 	}
   1612   1.12  christos 
   1613  1.212    rillig 	return Buf_Destroy(&buf, FALSE);
   1614    1.1       cgd }
   1615    1.1       cgd 
   1616  1.225    rillig /* Free the search path and all directories mentioned in it. */
   1617  1.225    rillig void
   1618  1.225    rillig SearchPath_Free(SearchPath *path)
   1619  1.225    rillig {
   1620  1.225    rillig 	SearchPathNode *ln;
   1621  1.225    rillig 
   1622  1.225    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1623  1.225    rillig 		CachedDir *dir = ln->datum;
   1624  1.241    rillig 		CachedDir_Unref(dir);
   1625  1.225    rillig 	}
   1626  1.225    rillig 	Lst_Free(path);
   1627  1.225    rillig }
   1628  1.225    rillig 
   1629  1.254    rillig /*
   1630  1.254    rillig  * Clear out all elements from the given search path.
   1631  1.254    rillig  * The path is set to the empty list but is not destroyed.
   1632  1.254    rillig  */
   1633    1.1       cgd void
   1634  1.224    rillig SearchPath_Clear(SearchPath *path)
   1635    1.1       cgd {
   1636  1.212    rillig 	while (!Lst_IsEmpty(path)) {
   1637  1.212    rillig 		CachedDir *dir = Lst_Dequeue(path);
   1638  1.241    rillig 		CachedDir_Unref(dir);
   1639  1.212    rillig 	}
   1640    1.1       cgd }
   1641   1.12  christos 
   1642    1.1       cgd 
   1643  1.254    rillig /*
   1644  1.254    rillig  * Concatenate two paths, adding the second to the end of the first,
   1645  1.254    rillig  * skipping duplicates.
   1646  1.254    rillig  */
   1647    1.1       cgd void
   1648  1.224    rillig SearchPath_AddAll(SearchPath *dst, SearchPath *src)
   1649    1.1       cgd {
   1650  1.212    rillig 	SearchPathNode *ln;
   1651    1.1       cgd 
   1652  1.212    rillig 	for (ln = src->first; ln != NULL; ln = ln->next) {
   1653  1.212    rillig 		CachedDir *dir = ln->datum;
   1654  1.233    rillig 		if (Lst_FindDatum(dst, dir) == NULL)
   1655  1.233    rillig 			Lst_Append(dst, CachedDir_Ref(dir));
   1656    1.1       cgd 	}
   1657    1.1       cgd }
   1658    1.1       cgd 
   1659  1.105    rillig static int
   1660  1.105    rillig percentage(int num, int den)
   1661  1.105    rillig {
   1662  1.212    rillig 	return den != 0 ? num * 100 / den : 0;
   1663  1.105    rillig }
   1664  1.105    rillig 
   1665    1.1       cgd /********** DEBUG INFO **********/
   1666    1.5       cgd void
   1667   1.34       wiz Dir_PrintDirectories(void)
   1668    1.1       cgd {
   1669  1.212    rillig 	CachedDirListNode *ln;
   1670   1.12  christos 
   1671  1.212    rillig 	debug_printf("#*** Directory Cache:\n");
   1672  1.212    rillig 	debug_printf(
   1673  1.212    rillig 	    "# Stats: %d hits %d misses %d near misses %d losers (%d%%)\n",
   1674  1.212    rillig 	    hits, misses, nearmisses, bigmisses,
   1675  1.212    rillig 	    percentage(hits, hits + bigmisses + nearmisses));
   1676  1.248    rillig 	debug_printf("#  refs  hits  directory\n");
   1677  1.212    rillig 
   1678  1.227    rillig 	for (ln = openDirs.list.first; ln != NULL; ln = ln->next) {
   1679  1.212    rillig 		CachedDir *dir = ln->datum;
   1680  1.248    rillig 		debug_printf("#  %4d  %4d  %s\n",
   1681  1.248    rillig 		    dir->refCount, dir->hits, dir->name);
   1682  1.212    rillig 	}
   1683    1.1       cgd }
   1684    1.1       cgd 
   1685    1.5       cgd void
   1686  1.224    rillig SearchPath_Print(SearchPath *path)
   1687    1.1       cgd {
   1688  1.249    rillig 	SearchPathNode *ln;
   1689  1.249    rillig 
   1690  1.249    rillig 	for (ln = path->first; ln != NULL; ln = ln->next) {
   1691  1.249    rillig 		const CachedDir *dir = ln->datum;
   1692  1.212    rillig 		debug_printf("%s ", dir->name);
   1693  1.212    rillig 	}
   1694    1.1       cgd }
   1695