mktokens revision 1.10
11.1Scgd#!/bin/sh -
21.10Sagc#	$NetBSD: mktokens,v 1.10 2003/08/22 11:22:23 agc Exp $
31.1Scgd#
41.4Sjtc# Copyright (c) 1991, 1993
51.4Sjtc#	The Regents of the University of California.  All rights reserved.
61.1Scgd#
71.1Scgd# This code is derived from software contributed to Berkeley by
81.1Scgd# Kenneth Almquist.
91.1Scgd#
101.1Scgd# Redistribution and use in source and binary forms, with or without
111.1Scgd# modification, are permitted provided that the following conditions
121.1Scgd# are met:
131.1Scgd# 1. Redistributions of source code must retain the above copyright
141.1Scgd#    notice, this list of conditions and the following disclaimer.
151.1Scgd# 2. Redistributions in binary form must reproduce the above copyright
161.1Scgd#    notice, this list of conditions and the following disclaimer in the
171.1Scgd#    documentation and/or other materials provided with the distribution.
181.10Sagc# 3. Neither the name of the University nor the names of its contributors
191.1Scgd#    may be used to endorse or promote products derived from this software
201.1Scgd#    without specific prior written permission.
211.1Scgd#
221.1Scgd# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
231.1Scgd# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
241.1Scgd# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
251.1Scgd# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
261.1Scgd# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
271.1Scgd# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
281.1Scgd# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
291.1Scgd# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
301.1Scgd# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
311.1Scgd# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
321.1Scgd# SUCH DAMAGE.
331.1Scgd#
341.6Scgd#	@(#)mktokens	8.1 (Berkeley) 5/31/93
351.1Scgd
361.1Scgd# The following is a list of tokens.  The second column is nonzero if the
371.1Scgd# token marks the end of a list.  The third column is the name to print in
381.1Scgd# error messages.
391.1Scgd
401.1Scgdcat > /tmp/ka$$ <<\!
411.1ScgdTEOF	1	end of file
421.1ScgdTNL	0	newline
431.1ScgdTSEMI	0	";"
441.1ScgdTBACKGND 0	"&"
451.1ScgdTAND	0	"&&"
461.1ScgdTOR	0	"||"
471.1ScgdTPIPE	0	"|"
481.1ScgdTLP	0	"("
491.1ScgdTRP	1	")"
501.1ScgdTENDCASE 1	";;"
511.1ScgdTENDBQUOTE 1	"`"
521.1ScgdTREDIR	0	redirection
531.1ScgdTWORD	0	word
541.1ScgdTIF	0	"if"
551.1ScgdTTHEN	1	"then"
561.1ScgdTELSE	1	"else"
571.1ScgdTELIF	1	"elif"
581.1ScgdTFI	1	"fi"
591.1ScgdTWHILE	0	"while"
601.1ScgdTUNTIL	0	"until"
611.1ScgdTFOR	0	"for"
621.1ScgdTDO	1	"do"
631.1ScgdTDONE	1	"done"
641.1ScgdTBEGIN	0	"{"
651.1ScgdTEND	1	"}"
661.1ScgdTCASE	0	"case"
671.1ScgdTESAC	1	"esac"
681.4SjtcTNOT	0	"!"
691.1Scgd!
701.1Scgdnl=`wc -l /tmp/ka$$`
711.8Schristosexec > token.h
721.1Scgdawk '{print "#define " $1 " " NR-1}' /tmp/ka$$
731.1Scgdecho '
741.1Scgd/* Array indicating which tokens mark the end of a list */
751.1Scgdconst char tokendlist[] = {'
761.1Scgdawk '{print "\t" $2 ","}' /tmp/ka$$
771.1Scgdecho '};
781.1Scgd
791.9Schristosconst char *const tokname[] = {'
801.1Scgdsed -e 's/"/\\"/g' \
811.1Scgd    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
821.1Scgd    /tmp/ka$$
831.1Scgdecho '};
841.1Scgd'
851.1Scgdsed 's/"//g' /tmp/ka$$ | awk '
861.9Schristos/TIF/{print "#define KWDOFFSET " NR-1; print ""; 
871.9Schristos      print "const char *const parsekwd[] = {"}
881.1Scgd/TIF/,/neverfound/{print "	\"" $3 "\","}'
891.1Scgdecho '	0
901.1Scgd};'
911.1Scgd
921.1Scgdrm /tmp/ka$$
93