Home | History | Annotate | Line # | Download | only in makefs
walk.c revision 1.6
      1 /*	$NetBSD: walk.c,v 1.6 2001/12/05 11:08:53 lukem Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 2001 Wasabi Systems, Inc.
      5  * All rights reserved.
      6  *
      7  * Written by Luke Mewburn for Wasabi Systems, Inc.
      8  *
      9  * Redistribution and use in source and binary forms, with or without
     10  * modification, are permitted provided that the following conditions
     11  * are met:
     12  * 1. Redistributions of source code must retain the above copyright
     13  *    notice, this list of conditions and the following disclaimer.
     14  * 2. Redistributions in binary form must reproduce the above copyright
     15  *    notice, this list of conditions and the following disclaimer in the
     16  *    documentation and/or other materials provided with the distribution.
     17  * 3. All advertising materials mentioning features or use of this software
     18  *    must display the following acknowledgement:
     19  *      This product includes software developed for the NetBSD Project by
     20  *      Wasabi Systems, Inc.
     21  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22  *    or promote products derived from this software without specific prior
     23  *    written permission.
     24  *
     25  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35  * POSSIBILITY OF SUCH DAMAGE.
     36  */
     37 
     38 /*
     39  * The function link_check() was inspired from NetBSD's usr.bin/du/du.c,
     40  * which has the following copyright notice:
     41  *
     42  *
     43  * Copyright (c) 1989, 1993, 1994
     44  *	The Regents of the University of California.  All rights reserved.
     45  *
     46  * This code is derived from software contributed to Berkeley by
     47  * Chris Newcomb.
     48  *
     49  * Redistribution and use in source and binary forms, with or without
     50  * modification, are permitted provided that the following conditions
     51  * are met:
     52  * 1. Redistributions of source code must retain the above copyright
     53  *    notice, this list of conditions and the following disclaimer.
     54  * 2. Redistributions in binary form must reproduce the above copyright
     55  *    notice, this list of conditions and the following disclaimer in the
     56  *    documentation and/or other materials provided with the distribution.
     57  * 3. All advertising materials mentioning features or use of this software
     58  *    must display the following acknowledgement:
     59  *	This product includes software developed by the University of
     60  *	California, Berkeley and its contributors.
     61  * 4. Neither the name of the University nor the names of its contributors
     62  *    may be used to endorse or promote products derived from this software
     63  *    without specific prior written permission.
     64  *
     65  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     66  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     67  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     68  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     69  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     70  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     71  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     72  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     73  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     74  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     75  * SUCH DAMAGE.
     76  */
     77 
     78 #include <sys/cdefs.h>
     79 #ifndef __lint
     80 __RCSID("$NetBSD: walk.c,v 1.6 2001/12/05 11:08:53 lukem Exp $");
     81 #endif	/* !__lint */
     82 
     83 #include <sys/param.h>
     84 
     85 #include <assert.h>
     86 #include <err.h>
     87 #include <errno.h>
     88 #include <fcntl.h>
     89 #include <stdio.h>
     90 #include <dirent.h>
     91 #include <stdlib.h>
     92 #include <string.h>
     93 #include <unistd.h>
     94 
     95 #include "makefs.h"
     96 #include "mtree.h"
     97 
     98 static	void	 apply_specdir(const char *, NODE *, fsnode *);
     99 static	void	 apply_specentry(const char *, NODE *, fsnode *);
    100 static	fsnode	*create_fsnode(const char *, struct stat *);
    101 static	fsinode	*create_fsinode(struct stat *);
    102 static	fsinode	*link_check(fsinode *);
    103 
    104 
    105 /*
    106  * walk_dir --
    107  *	build a tree of fsnodes from `dir', with a parent fsnode of `parent'
    108  *	(which may be NULL for the root of the tree).
    109  *	each "level" is a directory, with the "." entry guaranteed to be
    110  *	at the start of the list, and without ".." entries.
    111  */
    112 fsnode *
    113 walk_dir(const char *dir, fsnode *parent)
    114 {
    115 	fsnode		*first, *cur, *prev;
    116 	DIR		*dirp;
    117 	struct dirent	*dent;
    118 	char		path[MAXPATHLEN + 1];
    119 	struct stat	stbuf;
    120 
    121 	assert(dir != NULL);
    122 
    123 	if (debug & DEBUG_WALK_DIR)
    124 		printf("walk_dir: %s %p\n", dir, parent);
    125 	if ((dirp = opendir(dir)) == NULL)
    126 		err(1, "Can't opendir `%s'", dir);
    127 	first = prev = NULL;
    128 	while ((dent = readdir(dirp)) != NULL) {
    129 		if (strcmp(dent->d_name, "..") == 0)
    130 			continue;
    131 		if (debug & DEBUG_WALK_DIR_NODE)
    132 			printf("scanning %s/%s\n", dir, dent->d_name);
    133 		if (snprintf(path, sizeof(path), "%s/%s", dir, dent->d_name)
    134 		    >= sizeof(path))
    135 			errx(1, "Pathname too long.");
    136 		if (lstat(path, &stbuf) == -1)
    137 			err(1, "Can't lstat `%s'", path);
    138 		if (S_ISSOCK(stbuf.st_mode & S_IFMT)) {
    139 			if (debug & DEBUG_WALK_DIR_NODE)
    140 				printf("  skipping socket %s\n", path);
    141 			continue;
    142 		}
    143 
    144 		cur = create_fsnode(dent->d_name, &stbuf);
    145 		cur->inode = create_fsinode(&stbuf);
    146 		cur->parent = parent;
    147 		if (strcmp(dent->d_name, ".") == 0) {
    148 				/* ensure "." is at the start of the list */
    149 			cur->next = first;
    150 			first = cur;
    151 			if (! prev)
    152 				prev = cur;
    153 		} else {			/* not "." */
    154 			if (prev)
    155 				prev->next = cur;
    156 			prev = cur;
    157 			if (!first)
    158 				first = cur;
    159 			if (S_ISDIR(cur->type)) {
    160 				cur->child = walk_dir(path, cur);
    161 				continue;
    162 			}
    163 		}
    164 		if (stbuf.st_nlink > 1) {
    165 			fsinode	*curino;
    166 
    167 			curino = link_check(cur->inode);
    168 			if (curino != NULL) {
    169 				free(cur->inode);
    170 				cur->inode = curino;
    171 				cur->inode->nlink++;
    172 			}
    173 		}
    174 		if (S_ISLNK(cur->type)) {
    175 			char	slink[PATH_MAX+1];
    176 			int	llen;
    177 
    178 			llen = readlink(path, slink, PATH_MAX);
    179 			if (llen == -1)
    180 				err(1, "Readlink `%s'", path);
    181 			slink[llen] = '\0';
    182 			if ((cur->symlink = strdup(slink)) == NULL)
    183 				err(1, "Memory allocation error");
    184 		}
    185 	}
    186 	for (cur = first; cur != NULL; cur = cur->next)
    187 		cur->first = first;
    188 	if (closedir(dirp) == -1)
    189 		err(1, "Can't closedir `%s'", dir);
    190 	return (first);
    191 }
    192 
    193 static fsnode *
    194 create_fsnode(const char *name, struct stat *stbuf)
    195 {
    196 	fsnode *cur;
    197 
    198 	if ((cur = calloc(1, sizeof(fsnode))) == NULL ||
    199 	    (cur->name = strdup(name)) == NULL)
    200 		err(1, "Memory allocation error");
    201 	cur->type = stbuf->st_mode & S_IFMT;
    202 	return (cur);
    203 }
    204 
    205 static fsinode *
    206 create_fsinode(struct stat *statbuf)
    207 {
    208 	fsinode *cur;
    209 
    210 	if ((cur = calloc(1, sizeof(fsinode))) == NULL)
    211 		err(1, "Memory allocation error");
    212 	cur->nlink = 1;
    213 	cur->st = *statbuf;
    214 	return (cur);
    215 }
    216 
    217 /*
    218  * apply_specfile --
    219  *	read in the mtree(8) specfile, and apply it to the tree
    220  *	at dir,parent. parameters in parent on equivalent types
    221  *	will be changed to those found in specfile, and missing
    222  *	entries will be added.
    223  */
    224 void
    225 apply_specfile(const char *specfile, const char *dir, fsnode *parent)
    226 {
    227 	struct timeval	 start;
    228 	FILE	*fp;
    229 	NODE	*root;
    230 
    231 	assert(specfile != NULL);
    232 	assert(parent != NULL);
    233 
    234 	if (debug & DEBUG_APPLY_SPECFILE)
    235 		printf("apply_specfile: %s, %s %p\n", specfile, dir, parent);
    236 
    237 				/* read in the specfile */
    238 	if ((fp = fopen(specfile, "r")) == NULL)
    239 		err(1, "Can't open `%s'", specfile);
    240 	TIMER_START(start);
    241 	root = spec(fp);
    242 	TIMER_RESULTS(start, "spec");
    243 	if (fclose(fp) == EOF)
    244 		err(1, "Can't close `%s'", specfile);
    245 
    246 				/* perform some sanity checks */
    247 	if (root == NULL)
    248 		errx(1, "Specfile `%s' did not contain a tree", specfile);
    249 	assert(strcmp(root->name, ".") == 0);
    250 	assert(root->type == F_DIR);
    251 
    252 				/* merge in the changes */
    253 	apply_specdir(dir, root, parent);
    254 }
    255 
    256 static void
    257 apply_specdir(const char *dir, NODE *specnode, fsnode *dirnode)
    258 {
    259 	char	 path[MAXPATHLEN + 1];
    260 	NODE	*curnode;
    261 	fsnode	*curfsnode;
    262 
    263 	assert(specnode != NULL);
    264 	assert(dirnode != NULL);
    265 
    266 	if (debug & DEBUG_APPLY_SPECFILE)
    267 		printf("apply_specdir: %s %p %p\n", dir, specnode, dirnode);
    268 
    269 	if (specnode->type != F_DIR)
    270 		errx(1, "Specfile node `%s/%s' is not a directory",
    271 		    dir, specnode->name);
    272 	if (dirnode->type != S_IFDIR)
    273 		errx(1, "Directory node `%s/%s' is not a directory",
    274 		    dir, dirnode->name);
    275 
    276 	apply_specentry(dir, specnode, dirnode);
    277 
    278 			/* now walk specnode->child matching up with dirnode */
    279 	for (curnode = specnode->child; curnode != NULL;
    280 	    curnode = curnode->next) {
    281 		if (debug & DEBUG_APPLY_SPECENTRY)
    282 			printf("apply_specdir:  spec %s\n",
    283 			    curnode->name);
    284 		for (curfsnode = dirnode->next; curfsnode != NULL;
    285 		    curfsnode = curfsnode->next) {
    286 #if 0	/* too verbose for now */
    287 			if (debug & DEBUG_APPLY_SPECENTRY)
    288 				printf("apply_specdir:  dirent %s\n",
    289 				    curfsnode->name);
    290 #endif
    291 			if (strcmp(curnode->name, curfsnode->name) == 0)
    292 				break;
    293 		}
    294 		if (curfsnode == NULL) {	/* need new entry */
    295 			struct stat	stbuf;
    296 
    297 					/* check that enough info is provided */
    298 #define NODETEST(t, m)							\
    299 			if (!(t))					\
    300 				errx(1, "`%s/%s': %s not provided",	\
    301 				    dir, curnode->name, m)
    302 			NODETEST(curnode->flags & F_TYPE, "type");
    303 			NODETEST(curnode->flags & F_MODE, "mode");
    304 				/* XXX: require F_TIME ? */
    305 			NODETEST(curnode->flags & F_GID ||
    306 			    curnode->flags & F_GNAME, "group");
    307 			NODETEST(curnode->flags & F_UID ||
    308 			    curnode->flags & F_UNAME, "user");
    309 			if (curnode->type == F_BLOCK || curnode->type == F_CHAR)
    310 				NODETEST(curnode->flags & F_DEV,
    311 				    "device number");
    312 #undef NODETEST
    313 
    314 			if (debug & DEBUG_APPLY_SPECFILE)
    315 				printf("apply_specdir: adding %s\n",
    316 				    curnode->name);
    317 					/* build minimal fsnode */
    318 			memset(&stbuf, 0, sizeof(stbuf));
    319 			stbuf.st_mode = nodetoino(curnode->type);
    320 			stbuf.st_nlink = 1;
    321 			stbuf.st_mtime = stbuf.st_atime =
    322 			    stbuf.st_ctime = start_time.tv_sec;
    323 			stbuf.st_mtimensec = stbuf.st_atimensec =
    324 			    stbuf.st_ctimensec = start_time.tv_nsec;
    325 			curfsnode = create_fsnode(curnode->name, &stbuf);
    326 			curfsnode->parent = dirnode->parent;
    327 			curfsnode->first = dirnode;
    328 			curfsnode->next = dirnode->next;
    329 			dirnode->next = curfsnode;
    330 			if (curfsnode->type == S_IFDIR) {
    331 					/* for dirs, make "." entry as well */
    332 				curfsnode->child = create_fsnode(".", &stbuf);
    333 				curfsnode->child->parent = curfsnode;
    334 				curfsnode->child->first = curfsnode->child;
    335 			}
    336 			if (curfsnode->type == S_IFLNK) {
    337 				assert(curnode->slink != NULL);
    338 					/* for symlinks, copy the target */
    339 				if ((curfsnode->symlink =
    340 				    strdup(curnode->slink)) == NULL)
    341 					err(1, "Memory allocation error");
    342 			}
    343 		}
    344 		apply_specentry(dir, curnode, curfsnode);
    345 		if (curnode->type == F_DIR) {
    346 			if (curfsnode->type != S_IFDIR)
    347 				errx(1, "`%s/%s' is not a directory",
    348 				    dir, curfsnode->name);
    349 			assert (curfsnode->child != NULL);
    350 			if (snprintf(path, sizeof(path), "%s/%s",
    351 			    dir, curnode->name) >= sizeof(path))
    352 				errx(1, "Pathname too long.");
    353 			apply_specdir(path, curnode, curfsnode->child);
    354 		}
    355 	}
    356 }
    357 
    358 static void
    359 apply_specentry(const char *dir, NODE *specnode, fsnode *dirnode)
    360 {
    361 
    362 	assert(specnode != NULL);
    363 	assert(dirnode != NULL);
    364 
    365 	if (nodetoino(specnode->type) != dirnode->type)
    366 		errx(1, "`%s/%s' type mismatch: specfile %s, tree %s",
    367 		    dir, specnode->name, inode_type(nodetoino(specnode->type)),
    368 		    inode_type(dirnode->type));
    369 
    370 	if (debug & DEBUG_APPLY_SPECENTRY)
    371 		printf("apply_specentry: %s/%s\n", dir, dirnode->name);
    372 
    373 #define ASEPRINT(t, b, o, n) \
    374 		if (debug & DEBUG_APPLY_SPECENTRY) \
    375 			printf("\t\t\tchanging %s from " b " to " b "\n", \
    376 			    t, o, n)
    377 
    378 	if (specnode->flags & (F_GID | F_GNAME)) {
    379 		ASEPRINT("gid", "%d",
    380 		    dirnode->inode->st.st_gid, specnode->st_gid);
    381 		dirnode->inode->st.st_gid = specnode->st_gid;
    382 	}
    383 	if (specnode->flags & F_MODE) {
    384 		ASEPRINT("mode", "%#o",
    385 		    dirnode->inode->st.st_mode & ALLPERMS, specnode->st_mode);
    386 		dirnode->inode->st.st_mode &= ~ALLPERMS;
    387 		dirnode->inode->st.st_mode |= (specnode->st_mode & ALLPERMS);
    388 	}
    389 		/* XXX: ignoring F_NLINK for now */
    390 	if (specnode->flags & F_SIZE) {
    391 		ASEPRINT("size", "%lld",
    392 		    (long long)dirnode->inode->st.st_size,
    393 		    (long long)specnode->st_size);
    394 		dirnode->inode->st.st_size = specnode->st_size;
    395 	}
    396 	if (specnode->flags & F_SLINK) {
    397 		assert(dirnode->symlink != NULL);
    398 		assert(specnode->slink != NULL);
    399 		ASEPRINT("symlink", "%s", dirnode->symlink, specnode->slink);
    400 		free(dirnode->symlink);
    401 		if ((dirnode->symlink = strdup(specnode->slink)) == NULL)
    402 			err(1, "Memory allocation error");
    403 	}
    404 	if (specnode->flags & F_TIME) {
    405 		ASEPRINT("time", "%ld",
    406 		    (long)dirnode->inode->st.st_mtime,
    407 		    (long)specnode->st_mtime);
    408 		dirnode->inode->st.st_mtime =		specnode->st_mtime;
    409 		dirnode->inode->st.st_mtimensec =	specnode->st_mtimensec;
    410 		dirnode->inode->st.st_atime =		specnode->st_mtime;
    411 		dirnode->inode->st.st_atimensec =	specnode->st_mtimensec;
    412 		dirnode->inode->st.st_ctime =		start_time.tv_sec;
    413 		dirnode->inode->st.st_ctimensec =	start_time.tv_nsec;
    414 	}
    415 	if (specnode->flags & (F_UID | F_UNAME)) {
    416 		ASEPRINT("uid", "%d",
    417 		    dirnode->inode->st.st_uid, specnode->st_uid);
    418 		dirnode->inode->st.st_uid = specnode->st_uid;
    419 	}
    420 	if (specnode->flags & F_FLAGS) {
    421 		ASEPRINT("flags", "%#lX",
    422 		    (ulong)dirnode->inode->st.st_flags,
    423 		    (ulong)specnode->st_flags);
    424 		dirnode->inode->st.st_flags = specnode->st_flags;
    425 	}
    426 	if (specnode->flags & F_DEV) {
    427 		ASEPRINT("rdev", "%#x",
    428 		    dirnode->inode->st.st_rdev, specnode->st_rdev);
    429 		dirnode->inode->st.st_rdev = specnode->st_rdev;
    430 	}
    431 #undef ASEPRINT
    432 }
    433 
    434 
    435 /*
    436  * dump_fsnodes --
    437  *	dump the fsnodes from `cur', based in the directory `dir'
    438  */
    439 void
    440 dump_fsnodes(const char *dir, fsnode *root)
    441 {
    442 	fsnode	*cur;
    443 	char	path[MAXPATHLEN + 1];
    444 
    445 	assert (dir != NULL);
    446 	printf("dump_fsnodes: %s %p\n", dir, root);
    447 	for (cur = root; cur != NULL; cur = cur->next) {
    448 		if (snprintf(path, sizeof(path), "%s/%s", dir, cur->name)
    449 		    >= sizeof(path))
    450 			errx(1, "Pathname too long.");
    451 
    452 		if (debug & DEBUG_DUMP_FSNODES_VERBOSE)
    453 			printf("cur=%8p parent=%8p first=%8p ",
    454 			    cur, cur->parent, cur->first);
    455 		printf("%7s: %s", inode_type(cur->type), path);
    456 		if (S_ISLNK(cur->type)) {
    457 			assert(cur->symlink != NULL);
    458 			printf(" -> %s", cur->symlink);
    459 		} else {
    460 			assert (cur->symlink == NULL);
    461 		}
    462 		if (cur->inode->nlink > 1)
    463 			printf(", nlinks=%d", cur->inode->nlink);
    464 		putchar('\n');
    465 
    466 		if (cur->child) {
    467 			assert (cur->type == S_IFDIR);
    468 			dump_fsnodes(path, cur->child);
    469 		}
    470 	}
    471 	printf("dump_fsnodes: finished %s\n", dir);
    472 }
    473 
    474 
    475 /*
    476  * inode_type --
    477  *	for a given inode type `mode', return a descriptive string.
    478  *	for most cases, uses inotype() from mtree/misc.c
    479  */
    480 const char *
    481 inode_type(mode_t mode)
    482 {
    483 
    484 	if (S_ISLNK(mode))
    485 		return ("symlink");	/* inotype() returns "link"...  */
    486 	return (inotype(mode));
    487 }
    488 
    489 
    490 /*
    491  * link_check --
    492  *	return pointer to fsnode matching `entry's st_ino & st_dev if it exists,
    493  *	otherwise add `entry' to table and return NULL
    494  */
    495 static fsinode *
    496 link_check(fsinode *entry)
    497 {
    498 	static	struct dupnode {
    499 		uint32_t	dev;
    500 		uint32_t	ino;
    501 		fsinode		*dup;
    502 	} *dups;
    503 	static	int	ndups, maxdups;
    504 
    505 	int	i;
    506 
    507 	assert (entry != NULL);
    508 
    509 		/* XXX; maybe traverse in reverse for speed? */
    510 	for (i = 0; i < ndups; i++) {
    511 		if (dups[i].dev == entry->st.st_dev &&
    512 		    dups[i].ino == entry->st.st_ino) {
    513 			if (debug & DEBUG_WALK_DIR_LINKCHECK)
    514 				printf("link_check: found [%d,%d]\n",
    515 				    entry->st.st_dev, entry->st.st_ino);
    516 			return (dups[i].dup);
    517 		}
    518 	}
    519 
    520 	if (debug & DEBUG_WALK_DIR_LINKCHECK)
    521 		printf("link_check: no match for [%d, %d]\n",
    522 		    entry->st.st_dev, entry->st.st_ino);
    523 	if (ndups == maxdups) {
    524 		maxdups += 128;
    525 		if ((dups = realloc(dups, sizeof(struct dupnode) * maxdups))
    526 		    == NULL)
    527 			err(1, "Memory allocation error");
    528 	}
    529 	dups[ndups].dev = entry->st.st_dev;
    530 	dups[ndups].ino = entry->st.st_ino;
    531 	dups[ndups].dup = entry;
    532 	ndups++;
    533 
    534 	return (NULL);
    535 }
    536