mktokens revision 1.6
11.1Scgd#!/bin/sh -
21.6Scgd#	$NetBSD: mktokens,v 1.6 1995/03/21 09:09:42 cgd Exp $
31.1Scgd#
41.4Sjtc# Copyright (c) 1991, 1993
51.4Sjtc#	The Regents of the University of California.  All rights reserved.
61.1Scgd#
71.1Scgd# This code is derived from software contributed to Berkeley by
81.1Scgd# Kenneth Almquist.
91.1Scgd#
101.1Scgd# Redistribution and use in source and binary forms, with or without
111.1Scgd# modification, are permitted provided that the following conditions
121.1Scgd# are met:
131.1Scgd# 1. Redistributions of source code must retain the above copyright
141.1Scgd#    notice, this list of conditions and the following disclaimer.
151.1Scgd# 2. Redistributions in binary form must reproduce the above copyright
161.1Scgd#    notice, this list of conditions and the following disclaimer in the
171.1Scgd#    documentation and/or other materials provided with the distribution.
181.1Scgd# 3. All advertising materials mentioning features or use of this software
191.1Scgd#    must display the following acknowledgement:
201.1Scgd#	This product includes software developed by the University of
211.1Scgd#	California, Berkeley and its contributors.
221.1Scgd# 4. Neither the name of the University nor the names of its contributors
231.1Scgd#    may be used to endorse or promote products derived from this software
241.1Scgd#    without specific prior written permission.
251.1Scgd#
261.1Scgd# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
271.1Scgd# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
281.1Scgd# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
291.1Scgd# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
301.1Scgd# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
311.1Scgd# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
321.1Scgd# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
331.1Scgd# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
341.1Scgd# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
351.1Scgd# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
361.1Scgd# SUCH DAMAGE.
371.1Scgd#
381.6Scgd#	@(#)mktokens	8.1 (Berkeley) 5/31/93
391.1Scgd
401.1Scgd# The following is a list of tokens.  The second column is nonzero if the
411.1Scgd# token marks the end of a list.  The third column is the name to print in
421.1Scgd# error messages.
431.1Scgd
441.1Scgdcat > /tmp/ka$$ <<\!
451.1ScgdTEOF	1	end of file
461.1ScgdTNL	0	newline
471.1ScgdTSEMI	0	";"
481.1ScgdTBACKGND 0	"&"
491.1ScgdTAND	0	"&&"
501.1ScgdTOR	0	"||"
511.1ScgdTPIPE	0	"|"
521.1ScgdTLP	0	"("
531.1ScgdTRP	1	")"
541.1ScgdTENDCASE 1	";;"
551.1ScgdTENDBQUOTE 1	"`"
561.1ScgdTREDIR	0	redirection
571.1ScgdTWORD	0	word
581.1ScgdTIF	0	"if"
591.1ScgdTTHEN	1	"then"
601.1ScgdTELSE	1	"else"
611.1ScgdTELIF	1	"elif"
621.1ScgdTFI	1	"fi"
631.1ScgdTWHILE	0	"while"
641.1ScgdTUNTIL	0	"until"
651.1ScgdTFOR	0	"for"
661.1ScgdTDO	1	"do"
671.1ScgdTDONE	1	"done"
681.1ScgdTBEGIN	0	"{"
691.1ScgdTEND	1	"}"
701.1ScgdTCASE	0	"case"
711.1ScgdTESAC	1	"esac"
721.4SjtcTNOT	0	"!"
731.1Scgd!
741.1Scgdnl=`wc -l /tmp/ka$$`
751.1Scgdexec > token.def
761.1Scgdawk '{print "#define " $1 " " NR-1}' /tmp/ka$$
771.1Scgdecho '
781.1Scgd/* Array indicating which tokens mark the end of a list */
791.1Scgdconst char tokendlist[] = {'
801.1Scgdawk '{print "\t" $2 ","}' /tmp/ka$$
811.1Scgdecho '};
821.1Scgd
831.1Scgdchar *const tokname[] = {'
841.1Scgdsed -e 's/"/\\"/g' \
851.1Scgd    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
861.1Scgd    /tmp/ka$$
871.1Scgdecho '};
881.1Scgd'
891.1Scgdsed 's/"//g' /tmp/ka$$ | awk '
901.1Scgd/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
911.1Scgd/TIF/,/neverfound/{print "	\"" $3 "\","}'
921.1Scgdecho '	0
931.1Scgd};'
941.1Scgd
951.1Scgdrm /tmp/ka$$
96