Home | History | Annotate | Line # | Download | only in common
parselist.awk revision 1.11
      1  1.11  lukem #	$NetBSD: parselist.awk,v 1.11 2002/05/29 03:01:55 lukem Exp $
      2   1.1  lukem #
      3   1.1  lukem # Copyright (c) 2002 The NetBSD Foundation, Inc.
      4   1.1  lukem # All rights reserved.
      5   1.1  lukem #
      6   1.1  lukem # This code is derived from software contributed to The NetBSD Foundation
      7   1.1  lukem # by Luke Mewburn of Wasabi Systems.
      8   1.1  lukem #
      9   1.1  lukem # Redistribution and use in source and binary forms, with or without
     10   1.1  lukem # modification, are permitted provided that the following conditions
     11   1.1  lukem # are met:
     12   1.1  lukem # 1. Redistributions of source code must retain the above copyright
     13   1.1  lukem #    notice, this list of conditions and the following disclaimer.
     14   1.1  lukem # 2. Redistributions in binary form must reproduce the above copyright
     15   1.1  lukem #    notice, this list of conditions and the following disclaimer in the
     16   1.1  lukem #    documentation and/or other materials provided with the distribution.
     17   1.1  lukem # 3. All advertising materials mentioning features or use of this software
     18   1.1  lukem #    must display the following acknowledgement:
     19   1.1  lukem #        This product includes software developed by the NetBSD
     20   1.1  lukem #        Foundation, Inc. and its contributors.
     21   1.1  lukem # 4. Neither the name of The NetBSD Foundation nor the names of its
     22   1.1  lukem #    contributors may be used to endorse or promote products derived
     23   1.1  lukem #    from this software without specific prior written permission.
     24   1.1  lukem #
     25   1.1  lukem # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     26   1.1  lukem # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27   1.1  lukem # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28   1.1  lukem # PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     29   1.1  lukem # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30   1.1  lukem # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31   1.1  lukem # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32   1.1  lukem # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33   1.1  lukem # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34   1.1  lukem # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35   1.1  lukem # POSSIBILITY OF SUCH DAMAGE.
     36   1.1  lukem #
     37   1.3  lukem 
     38   1.3  lukem #
     39   1.3  lukem # awk -f parselist.awk -v mode=MODE [var=val ...] file1 [...]
     40   1.1  lukem #
     41   1.1  lukem #	Parse list files file1 [...], generating different output,
     42   1.7  lukem #	depending upon the value of MODE:
     43   1.9  lukem #
     44   1.1  lukem #	    crunch	crunchgen(1) config
     45   1.9  lukem #
     46   1.1  lukem #	    mtree	mtree(8) specfile
     47   1.9  lukem #
     48   1.9  lukem #	    populate	sh(1) commands to populate ${TARGETDIR} from ${CURDIR}
     49   1.9  lukem #			The following environment variables need to be set:
     50   1.9  lukem #			    CRUNCHBIN	Name of crunchgen(1) target binary
     51   1.9  lukem #			    CURDIR	Source directory; make(1)'s ${.CURDIR}
     52   1.9  lukem #			    OBJDIR	Object directory; make(1)'s ${.OBJDIR}
     53   1.9  lukem #			    TARGETDIR	Directory to populate
     54   1.9  lukem #
     55   1.1  lukem #
     56   1.1  lukem # 	Each line of the input is either a comment (starts with `#'),
     57   1.1  lukem #	or contains one of the following keywords and arguments.
     58   1.1  lukem #
     59   1.9  lukem #	Before each line is parsed for a keyword, words surrounded by
     60   1.9  lukem #	"${" and "}", and containing only letters, numbers, and `_'
     61   1.9  lukem #	will be replaced by the value of the environment variable of
     62   1.9  lukem #	the same name.  I.e., "${MACHINE_ARCH}" will be replaced with the
     63   1.9  lukem #	value of ENVIRON["MACHINE_ARCH"].
     64   1.3  lukem #
     65   1.1  lukem #	mode key	operation
     66   1.1  lukem #	--------	---------
     67   1.1  lukem #	C		crunch
     68   1.1  lukem #	M		mtree
     69   1.1  lukem #	P		populate
     70   1.1  lukem #
     71   1.1  lukem #	mode	keyword arg1 [...]	description
     72   1.1  lukem #	----	------------------	-----------
     73   1.1  lukem #
     74   1.1  lukem #	C	ARGVLN	prog link	as per crunchgen(1) `ln'
     75   1.1  lukem #
     76   1.1  lukem #	P	CMD	arg1 [...]	run CMD as a shell command
     77   1.1  lukem #
     78  1.11  lukem #	M P	COPY	src dest [perm]	copy src to dest. perm defaults to 0444
     79   1.4  lukem #
     80   1.4  lukem #	M P	COPYDIR	src dest	recursively copy files under src to
     81  1.10  lukem #					dest.  for M, dest is listed first,
     82  1.10  lukem #					followed by the subdirectories in src.
     83  1.11  lukem #					copied directories have mode 0755.
     84  1.11  lukem #					copied files have mode 0444.
     85   1.1  lukem #
     86   1.1  lukem #	C	LIBS	libspec ...	as per crunchgen(1) `libs'
     87   1.1  lukem #
     88   1.1  lukem #	M P	LINK	src d1 [d2 ...]	hard link src to d1, d2, ...
     89   1.1  lukem #
     90   1.6  lukem #	M	MTREE	arg1 [...]	output arguments `as-is' to specfile
     91   1.6  lukem #
     92   1.1  lukem #	C M P	PROG	prog [links...]	program(s) to crunch/mtree/populate.
     93   1.1  lukem #					for M and P, the first prog listed
     94   1.1  lukem #					is copied from ${OBJDIR}/${CRUNCHBIN}
     95   1.1  lukem #					and then used as the name to link
     96   1.1  lukem #					all other PROG entries to.
     97   1.1  lukem #
     98   1.1  lukem #	C	SPECIAL	prog cmd ...	as per crunchgen(1) `special'
     99   1.1  lukem #
    100   1.1  lukem #	C	SRCDIRS	dirname ...	as per crunchgen(1) `srcdirs'
    101   1.1  lukem #
    102   1.1  lukem #	M P	SYMLINK src dest [...]	symlink src to dest, [...]
    103   1.1  lukem #
    104   1.1  lukem 
    105   1.1  lukem BEGIN \
    106   1.1  lukem {
    107   1.1  lukem 	crunchprog = "";
    108   1.1  lukem 
    109   1.3  lukem 	if (mode != "crunch" && mode != "mtree" && mode != "populate")
    110   1.9  lukem 		errx("Unknown parselist mode '" mode "'");
    111   1.9  lukem 
    112   1.9  lukem 	if (mode == "populate") {
    113   1.9  lukem 		split("CRUNCHBIN CURDIR OBJDIR TARGETDIR", needvars);
    114   1.9  lukem 		for (nv in needvars) {
    115   1.9  lukem 			if (! (needvars[nv] in ENVIRON))
    116   1.9  lukem 				errx("Environment variable " \
    117   1.9  lukem 				    needvars[nv] " not defined");
    118   1.9  lukem 		}
    119   1.9  lukem 	}
    120   1.9  lukem 
    121   1.1  lukem 	print "#";
    122   1.1  lukem 	print "# This file is automatically generated by";
    123   1.1  lukem 	print "#\tparselist mode=" mode;
    124   1.1  lukem 	print "#";
    125   1.1  lukem 	print "";
    126   1.1  lukem 	if (mode == "populate") {
    127   1.9  lukem 		print "cd " ENVIRON["CURDIR"];
    128   1.1  lukem 		print;
    129   1.1  lukem 	} else if (mode == "mtree") {
    130   1.2  lukem 		print "/unset\tall";
    131   1.1  lukem 		print "/set\ttype=file uname=root gname=wheel";
    132   1.1  lukem 		print;
    133   1.1  lukem 	}
    134   1.1  lukem }
    135   1.1  lukem 
    136   1.1  lukem /^$/ || /^#/ \
    137   1.1  lukem {
    138   1.1  lukem 	print;
    139   1.1  lukem 	next;
    140   1.1  lukem }
    141   1.1  lukem 
    142   1.9  lukem #	replace ${FOO} with ENVIRON["FOO"]
    143   1.9  lukem #
    144   1.9  lukem /\${[A-Za-z0-9_]+}/ \
    145   1.3  lukem {
    146   1.9  lukem 	while (match($0, /\${[A-Za-z0-9_]+}/) > 0) {
    147   1.9  lukem 		v = substr($0, RSTART + 2, RLENGTH - 3);
    148   1.9  lukem 		if (! (v in ENVIRON))
    149   1.9  lukem 			err("Variable " v " is not in the environment");
    150   1.9  lukem 		else
    151   1.9  lukem 			sub(/\${[A-Za-z0-9_]+}/, ENVIRON[v]);
    152   1.9  lukem 	}
    153   1.3  lukem }
    154   1.3  lukem 
    155   1.1  lukem $1 == "COPY" \
    156   1.1  lukem {
    157   1.3  lukem 	if (NF < 3 || NF > 4)
    158  1.11  lukem 		err("Usage: COPY src dest [perm]");
    159   1.1  lukem 	if (mode == "populate" || mode == "mtree")
    160   1.3  lukem 		copy($2, $3, $4);
    161   1.1  lukem 	next;
    162   1.1  lukem }
    163   1.1  lukem 
    164   1.4  lukem $1 == "COPYDIR" \
    165   1.4  lukem {
    166   1.4  lukem 	if (NF != 3)
    167   1.4  lukem 		err("Usage: COPYDIR src dest");
    168   1.5  lukem 	srcdir=$2;
    169   1.5  lukem 	destdir=$3;
    170   1.4  lukem 	if (mode == "mtree") {
    171   1.5  lukem 		printf("./%s type=dir mode=755\n", destdir);
    172   1.8  lukem 		command="cd " srcdir " && find . -type d -print"
    173   1.4  lukem 		while (command | getline dir) {
    174   1.4  lukem 			gsub(/^\.\//, "", dir);
    175   1.5  lukem 			if (dir == ".")
    176   1.5  lukem 				continue;
    177   1.5  lukem 			printf("./%s/%s type=dir mode=755\n", destdir, dir);
    178   1.4  lukem 		}
    179   1.4  lukem 		close(command);
    180   1.4  lukem 	}
    181   1.4  lukem 	if (mode == "populate" || mode == "mtree") {
    182   1.8  lukem 		command="cd " srcdir " && find . -type f -print"
    183   1.4  lukem 		while (command | getline srcfile) {
    184   1.4  lukem 			gsub(/^\.\//, "", srcfile);
    185   1.4  lukem 			copy(srcdir "/" srcfile, destdir "/" srcfile, "");
    186   1.4  lukem 		}
    187   1.4  lukem 		close(command);
    188   1.4  lukem 	}
    189   1.4  lukem 	next;
    190   1.4  lukem }
    191   1.4  lukem 
    192   1.1  lukem $1 == "LIBS" || $1 == "SPECIAL" || $1 == "SRCDIRS" \
    193   1.1  lukem {
    194   1.3  lukem 	if (NF < 2)
    195   1.3  lukem 		err("Usage: " $1 " args...");
    196   1.1  lukem 	if (mode == "crunch") {
    197   1.1  lukem 		$1 = tolower($1);
    198   1.1  lukem 		print;
    199   1.1  lukem 	}
    200   1.1  lukem 	next;
    201   1.1  lukem }
    202   1.1  lukem 
    203   1.1  lukem $1 == "PROG" \
    204   1.1  lukem {
    205   1.3  lukem 	if (NF < 2)
    206   1.3  lukem 		err("Usage: PROG prog [link ...]");
    207   1.1  lukem 	if (mode == "crunch") {
    208   1.1  lukem 		prog = basename($2);
    209   1.1  lukem 		print "progs " prog;
    210   1.1  lukem 		for (i = 3; i <= NF; i++)
    211   1.1  lukem 			print "ln " prog " " basename($i);
    212   1.1  lukem 	} else {
    213   1.1  lukem 		for (i = 2; i <= NF; i++) {
    214   1.1  lukem 			if (crunchprog == "") {
    215   1.1  lukem 				crunchprog = $i;
    216   1.9  lukem 				copy(ENVIRON["OBJDIR"] "/" ENVIRON["CRUNCHBIN"],
    217  1.11  lukem 				    crunchprog, 555);
    218   1.1  lukem 				continue;
    219   1.1  lukem 			}
    220   1.1  lukem 			link(crunchprog, $i);
    221   1.1  lukem 		}
    222   1.1  lukem 	}
    223   1.1  lukem 	next;
    224   1.1  lukem }
    225   1.1  lukem 
    226   1.1  lukem $1 == "ARGVLN" \
    227   1.1  lukem {
    228   1.3  lukem 	if (NF != 3)
    229   1.3  lukem 		err("Usage: ARGVLN prog link");
    230   1.1  lukem 	if (mode == "crunch") {
    231   1.1  lukem 		$1 = "ln";
    232   1.1  lukem 		print;
    233   1.1  lukem 	}
    234   1.1  lukem 	next;
    235   1.1  lukem }
    236   1.1  lukem 
    237   1.1  lukem $1 == "LINK" \
    238   1.1  lukem {
    239   1.3  lukem 	if (NF < 3)
    240   1.3  lukem 		err("Usage: LINK prog link [...]");
    241   1.1  lukem 	if (mode == "populate" || mode == "mtree") {
    242   1.1  lukem 		for (i = 3; i <= NF; i++)
    243   1.1  lukem 			link($2, $i);
    244   1.1  lukem 	}
    245   1.1  lukem 	next;
    246   1.1  lukem }
    247   1.1  lukem 
    248   1.1  lukem $1 == "SYMLINK" \
    249   1.1  lukem {
    250   1.3  lukem 	if (NF < 3)
    251   1.3  lukem 		err("Usage: SYMLINK prog link [...]");
    252   1.1  lukem 	if (mode == "populate" || mode == "mtree") {
    253   1.1  lukem 		for (i = 3; i <= NF; i++)
    254   1.1  lukem 			symlink($2, $i);
    255   1.1  lukem 	}
    256   1.1  lukem 	next;
    257   1.1  lukem }
    258   1.1  lukem 
    259   1.1  lukem $1 == "CMD" \
    260   1.1  lukem {
    261   1.3  lukem 	if (NF < 2)
    262   1.3  lukem 		err("Usage: CMD ...");
    263   1.1  lukem 	if (mode == "populate") {
    264   1.9  lukem 		printf("(cd %s;", ENVIRON["TARGETDIR"]);
    265   1.1  lukem 		for (i = 2; i <= NF; i++)
    266   1.1  lukem 			printf(" %s", $i);
    267  1.11  lukem 		print ") || exit 1";
    268   1.1  lukem 	}
    269   1.1  lukem 	next;
    270   1.1  lukem }
    271   1.6  lukem 
    272   1.6  lukem $1 == "MTREE" \
    273   1.6  lukem {
    274   1.6  lukem 	if (NF < 2)
    275   1.6  lukem 		err("Usage: MTREE ...");
    276   1.6  lukem 	if (mode == "mtree") {
    277   1.6  lukem 		sub(/^[^ \t]+[ \t]+/, "");	# strip first word ("MTREE")
    278   1.6  lukem 		print;
    279   1.6  lukem 	}
    280   1.6  lukem 	next;
    281   1.6  lukem }
    282   1.6  lukem 
    283   1.1  lukem 
    284   1.1  lukem {
    285   1.3  lukem 	err("Unknown keyword '" $1 "'");
    286   1.1  lukem }
    287   1.1  lukem 
    288   1.1  lukem 
    289   1.1  lukem function basename (file) \
    290   1.1  lukem {
    291   1.1  lukem 	gsub(/[^\/]+\//, "", file);
    292   1.1  lukem 	return file;
    293   1.1  lukem }
    294   1.1  lukem 
    295   1.3  lukem function copy (src, dest, perm) \
    296   1.1  lukem {
    297  1.11  lukem 	if (perm == "")
    298  1.11  lukem 		perm = 444;
    299   1.1  lukem 	if (mode == "mtree") {
    300  1.11  lukem 		printf("./%s mode=%s\n", dest, perm);
    301   1.1  lukem 	} else {
    302   1.9  lukem 		printf("rm -rf %s/%s\n", ENVIRON["TARGETDIR"], dest);
    303   1.9  lukem 		printf("cp %s %s/%s\n", src, ENVIRON["TARGETDIR"], dest);
    304  1.11  lukem 		printf("chmod %s %s/%s\n", perm, ENVIRON["TARGETDIR"], dest);
    305   1.1  lukem 	}
    306   1.1  lukem }
    307   1.1  lukem 
    308   1.1  lukem function link (src, dest) \
    309   1.1  lukem {
    310   1.1  lukem 	if (mode == "mtree") {
    311   1.1  lukem 		printf("./%s\n", dest);
    312   1.1  lukem 	} else {
    313   1.9  lukem 		printf("rm -rf %s/%s\n", ENVIRON["TARGETDIR"], dest);
    314  1.11  lukem 		printf("(cd %s; ln %s %s) || exit 1\n",
    315  1.11  lukem 		    ENVIRON["TARGETDIR"], src, dest);
    316   1.1  lukem 	}
    317   1.1  lukem }
    318   1.1  lukem 
    319   1.1  lukem function symlink (src, dest) \
    320   1.1  lukem {
    321   1.1  lukem 	if (mode == "mtree") {
    322   1.1  lukem 		printf("./%s type=link link=%s\n", dest, src);
    323   1.1  lukem 	} else {
    324   1.9  lukem 		printf("rm -rf %s/%s\n", ENVIRON["TARGETDIR"], dest);
    325  1.11  lukem 		printf("(cd %s; ln -s %s %s) || exit 1\n",
    326  1.11  lukem 		    ENVIRON["TARGETDIR"], src, dest);
    327   1.1  lukem 	}
    328   1.3  lukem }
    329   1.3  lukem 
    330   1.3  lukem function err(msg) \
    331   1.3  lukem {
    332   1.9  lukem 	printf("parselist: %s at line %d of input.\n", msg, NR) >"/dev/stderr";
    333   1.9  lukem 	exit 1;
    334   1.9  lukem }
    335   1.9  lukem 
    336   1.9  lukem function errx(msg) \
    337   1.9  lukem {
    338   1.9  lukem 	printf("parselist: %s.\n", msg) >"/dev/stderr";
    339   1.3  lukem 	exit 1;
    340   1.1  lukem }
    341