mktokens revision 1.1
11.1Scgd#!/bin/sh -
21.1Scgd#
31.1Scgd# Copyright (c) 1991 The Regents of the University of California.
41.1Scgd# All rights reserved.
51.1Scgd#
61.1Scgd# This code is derived from software contributed to Berkeley by
71.1Scgd# Kenneth Almquist.
81.1Scgd#
91.1Scgd# Redistribution and use in source and binary forms, with or without
101.1Scgd# modification, are permitted provided that the following conditions
111.1Scgd# are met:
121.1Scgd# 1. Redistributions of source code must retain the above copyright
131.1Scgd#    notice, this list of conditions and the following disclaimer.
141.1Scgd# 2. Redistributions in binary form must reproduce the above copyright
151.1Scgd#    notice, this list of conditions and the following disclaimer in the
161.1Scgd#    documentation and/or other materials provided with the distribution.
171.1Scgd# 3. All advertising materials mentioning features or use of this software
181.1Scgd#    must display the following acknowledgement:
191.1Scgd#	This product includes software developed by the University of
201.1Scgd#	California, Berkeley and its contributors.
211.1Scgd# 4. Neither the name of the University nor the names of its contributors
221.1Scgd#    may be used to endorse or promote products derived from this software
231.1Scgd#    without specific prior written permission.
241.1Scgd#
251.1Scgd# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
261.1Scgd# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
271.1Scgd# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
281.1Scgd# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
291.1Scgd# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
301.1Scgd# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
311.1Scgd# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
321.1Scgd# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
331.1Scgd# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
341.1Scgd# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
351.1Scgd# SUCH DAMAGE.
361.1Scgd#
371.1Scgd#	@(#)mktokens	5.1 (Berkeley) 3/7/91
381.1Scgd
391.1Scgd# The following is a list of tokens.  The second column is nonzero if the
401.1Scgd# token marks the end of a list.  The third column is the name to print in
411.1Scgd# error messages.
421.1Scgd
431.1Scgdcat > /tmp/ka$$ <<\!
441.1ScgdTEOF	1	end of file
451.1ScgdTNL	0	newline
461.1ScgdTSEMI	0	";"
471.1ScgdTBACKGND 0	"&"
481.1ScgdTAND	0	"&&"
491.1ScgdTOR	0	"||"
501.1ScgdTPIPE	0	"|"
511.1ScgdTLP	0	"("
521.1ScgdTRP	1	")"
531.1ScgdTENDCASE 1	";;"
541.1ScgdTENDBQUOTE 1	"`"
551.1ScgdTREDIR	0	redirection
561.1ScgdTWORD	0	word
571.1ScgdTIF	0	"if"
581.1ScgdTTHEN	1	"then"
591.1ScgdTELSE	1	"else"
601.1ScgdTELIF	1	"elif"
611.1ScgdTFI	1	"fi"
621.1ScgdTWHILE	0	"while"
631.1ScgdTUNTIL	0	"until"
641.1ScgdTFOR	0	"for"
651.1ScgdTDO	1	"do"
661.1ScgdTDONE	1	"done"
671.1ScgdTBEGIN	0	"{"
681.1ScgdTEND	1	"}"
691.1ScgdTCASE	0	"case"
701.1ScgdTESAC	1	"esac"
711.1Scgd!
721.1Scgdnl=`wc -l /tmp/ka$$`
731.1Scgdexec > token.def
741.1Scgdawk '{print "#define " $1 " " NR-1}' /tmp/ka$$
751.1Scgdecho '
761.1Scgd/* Array indicating which tokens mark the end of a list */
771.1Scgdconst char tokendlist[] = {'
781.1Scgdawk '{print "\t" $2 ","}' /tmp/ka$$
791.1Scgdecho '};
801.1Scgd
811.1Scgdchar *const tokname[] = {'
821.1Scgdsed -e 's/"/\\"/g' \
831.1Scgd    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
841.1Scgd    /tmp/ka$$
851.1Scgdecho '};
861.1Scgd'
871.1Scgdsed 's/"//g' /tmp/ka$$ | awk '
881.1Scgd/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
891.1Scgd/TIF/,/neverfound/{print "	\"" $3 "\","}'
901.1Scgdecho '	0
911.1Scgd};'
921.1Scgd
931.1Scgdrm /tmp/ka$$
94