mktokens revision 1.11
11.1Scgd#!/bin/sh -
21.11Sapb#	$NetBSD: mktokens,v 1.11 2008/10/19 22:10:04 apb Exp $
31.1Scgd#
41.4Sjtc# Copyright (c) 1991, 1993
51.4Sjtc#	The Regents of the University of California.  All rights reserved.
61.1Scgd#
71.1Scgd# This code is derived from software contributed to Berkeley by
81.1Scgd# Kenneth Almquist.
91.1Scgd#
101.1Scgd# Redistribution and use in source and binary forms, with or without
111.1Scgd# modification, are permitted provided that the following conditions
121.1Scgd# are met:
131.1Scgd# 1. Redistributions of source code must retain the above copyright
141.1Scgd#    notice, this list of conditions and the following disclaimer.
151.1Scgd# 2. Redistributions in binary form must reproduce the above copyright
161.1Scgd#    notice, this list of conditions and the following disclaimer in the
171.1Scgd#    documentation and/or other materials provided with the distribution.
181.10Sagc# 3. Neither the name of the University nor the names of its contributors
191.1Scgd#    may be used to endorse or promote products derived from this software
201.1Scgd#    without specific prior written permission.
211.1Scgd#
221.1Scgd# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
231.1Scgd# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
241.1Scgd# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
251.1Scgd# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
261.1Scgd# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
271.1Scgd# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
281.1Scgd# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
291.1Scgd# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
301.1Scgd# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
311.1Scgd# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
321.1Scgd# SUCH DAMAGE.
331.1Scgd#
341.6Scgd#	@(#)mktokens	8.1 (Berkeley) 5/31/93
351.1Scgd
361.11Sapb: ${AWK:=awk}
371.11Sapb
381.1Scgd# The following is a list of tokens.  The second column is nonzero if the
391.1Scgd# token marks the end of a list.  The third column is the name to print in
401.1Scgd# error messages.
411.1Scgd
421.1Scgdcat > /tmp/ka$$ <<\!
431.1ScgdTEOF	1	end of file
441.1ScgdTNL	0	newline
451.1ScgdTSEMI	0	";"
461.1ScgdTBACKGND 0	"&"
471.1ScgdTAND	0	"&&"
481.1ScgdTOR	0	"||"
491.1ScgdTPIPE	0	"|"
501.1ScgdTLP	0	"("
511.1ScgdTRP	1	")"
521.1ScgdTENDCASE 1	";;"
531.1ScgdTENDBQUOTE 1	"`"
541.1ScgdTREDIR	0	redirection
551.1ScgdTWORD	0	word
561.1ScgdTIF	0	"if"
571.1ScgdTTHEN	1	"then"
581.1ScgdTELSE	1	"else"
591.1ScgdTELIF	1	"elif"
601.1ScgdTFI	1	"fi"
611.1ScgdTWHILE	0	"while"
621.1ScgdTUNTIL	0	"until"
631.1ScgdTFOR	0	"for"
641.1ScgdTDO	1	"do"
651.1ScgdTDONE	1	"done"
661.1ScgdTBEGIN	0	"{"
671.1ScgdTEND	1	"}"
681.1ScgdTCASE	0	"case"
691.1ScgdTESAC	1	"esac"
701.4SjtcTNOT	0	"!"
711.1Scgd!
721.1Scgdnl=`wc -l /tmp/ka$$`
731.8Schristosexec > token.h
741.11Sapb${AWK} '{print "#define " $1 " " NR-1}' /tmp/ka$$
751.1Scgdecho '
761.1Scgd/* Array indicating which tokens mark the end of a list */
771.1Scgdconst char tokendlist[] = {'
781.11Sapb${AWK} '{print "\t" $2 ","}' /tmp/ka$$
791.1Scgdecho '};
801.1Scgd
811.9Schristosconst char *const tokname[] = {'
821.1Scgdsed -e 's/"/\\"/g' \
831.1Scgd    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
841.1Scgd    /tmp/ka$$
851.1Scgdecho '};
861.1Scgd'
871.11Sapbsed 's/"//g' /tmp/ka$$ | ${AWK} '
881.9Schristos/TIF/{print "#define KWDOFFSET " NR-1; print ""; 
891.9Schristos      print "const char *const parsekwd[] = {"}
901.1Scgd/TIF/,/neverfound/{print "	\"" $3 "\","}'
911.1Scgdecho '	0
921.1Scgd};'
931.1Scgd
941.1Scgdrm /tmp/ka$$
95