Home | History | Annotate | Line # | Download | only in ntpd
keyword-gen.c revision 1.1
      1  1.1  kardel /*	$NetBSD: keyword-gen.c,v 1.1 2009/12/13 16:56:08 kardel Exp $	*/
      2  1.1  kardel 
      3  1.1  kardel /*
      4  1.1  kardel  * keyword-gen.c -- generate keyword scanner finite state machine and
      5  1.1  kardel  *		    keyword_text array.
      6  1.1  kardel  *		    This program is run to generate ntp_keyword.h
      7  1.1  kardel  */
      8  1.1  kardel #include <config.h>
      9  1.1  kardel #include <stdio.h>
     10  1.1  kardel #include <stdlib.h>
     11  1.1  kardel #include <time.h>
     12  1.1  kardel 
     13  1.1  kardel #include <ntp_stdlib.h>
     14  1.1  kardel #include <ntp_config.h>
     15  1.1  kardel #include <lib_strbuf.h>
     16  1.1  kardel #include "ntp_scanner.h"
     17  1.1  kardel #include "ntp_parser.h"
     18  1.1  kardel 
     19  1.1  kardel 
     20  1.1  kardel #ifdef QSORT_USES_VOID_P
     21  1.1  kardel typedef const void *	QSORTP;
     22  1.1  kardel #else
     23  1.1  kardel typedef char *		QSORTP;
     24  1.1  kardel #endif
     25  1.1  kardel 
     26  1.1  kardel /* Define a structure to hold a (keyword, token) pair */
     27  1.1  kardel struct key_tok {
     28  1.1  kardel 	char *	key;		/* Keyword */
     29  1.1  kardel 	int	token;		/* Associated Token */
     30  1.1  kardel 	follby	followedby;	/* nonzero indicates the next token(s)
     31  1.1  kardel 				   forced to be string(s) */
     32  1.1  kardel };
     33  1.1  kardel 
     34  1.1  kardel struct key_tok ntp_keywords[] = {
     35  1.1  kardel { "automax",		T_Automax,		FOLLBY_TOKEN },
     36  1.1  kardel { "broadcast",		T_Broadcast,		FOLLBY_STRING },
     37  1.1  kardel { "broadcastclient",	T_Broadcastclient,	FOLLBY_TOKEN },
     38  1.1  kardel { "broadcastdelay",	T_Broadcastdelay,	FOLLBY_TOKEN },
     39  1.1  kardel { "calldelay",		T_Calldelay,		FOLLBY_TOKEN },
     40  1.1  kardel { "disable",		T_Disable,		FOLLBY_TOKEN },
     41  1.1  kardel { "driftfile",		T_Driftfile,		FOLLBY_STRING },
     42  1.1  kardel { "enable",		T_Enable,		FOLLBY_TOKEN },
     43  1.1  kardel { "end",		T_End,			FOLLBY_TOKEN },
     44  1.1  kardel { "filegen",		T_Filegen,		FOLLBY_TOKEN },
     45  1.1  kardel { "fudge",		T_Fudge,		FOLLBY_STRING },
     46  1.1  kardel { "includefile",	T_Includefile,		FOLLBY_STRING },
     47  1.1  kardel { "leapfile",		T_Leapfile,		FOLLBY_STRING },
     48  1.1  kardel { "logconfig",		T_Logconfig,		FOLLBY_STRINGS_TO_EOC },
     49  1.1  kardel { "logfile",		T_Logfile,		FOLLBY_STRING },
     50  1.1  kardel { "manycastclient",	T_Manycastclient,	FOLLBY_STRING },
     51  1.1  kardel { "manycastserver",	T_Manycastserver,	FOLLBY_STRINGS_TO_EOC },
     52  1.1  kardel { "multicastclient",	T_Multicastclient,	FOLLBY_STRINGS_TO_EOC },
     53  1.1  kardel { "peer",		T_Peer,			FOLLBY_STRING },
     54  1.1  kardel { "phone",		T_Phone,		FOLLBY_STRINGS_TO_EOC },
     55  1.1  kardel { "pidfile",		T_Pidfile,		FOLLBY_STRING },
     56  1.1  kardel { "pool",		T_Pool,			FOLLBY_STRING },
     57  1.1  kardel { "discard",		T_Discard,		FOLLBY_TOKEN },
     58  1.1  kardel { "restrict",		T_Restrict,		FOLLBY_TOKEN },
     59  1.1  kardel { "server",		T_Server,		FOLLBY_STRING },
     60  1.1  kardel { "setvar",		T_Setvar,		FOLLBY_STRING },
     61  1.1  kardel { "statistics",		T_Statistics,		FOLLBY_TOKEN },
     62  1.1  kardel { "statsdir",		T_Statsdir,		FOLLBY_STRING },
     63  1.1  kardel { "tick",		T_Tick,			FOLLBY_TOKEN },
     64  1.1  kardel { "tinker",		T_Tinker,		FOLLBY_TOKEN },
     65  1.1  kardel { "tos",		T_Tos,			FOLLBY_TOKEN },
     66  1.1  kardel { "trap",		T_Trap,			FOLLBY_STRING },
     67  1.1  kardel { "unconfig",		T_Unconfig,		FOLLBY_STRING },
     68  1.1  kardel { "unpeer",		T_Unpeer,		FOLLBY_STRING },
     69  1.1  kardel /* authentication_command */
     70  1.1  kardel { "controlkey",		T_ControlKey,		FOLLBY_TOKEN },
     71  1.1  kardel { "crypto",		T_Crypto,		FOLLBY_TOKEN },
     72  1.1  kardel { "keys",		T_Keys,			FOLLBY_STRING },
     73  1.1  kardel { "keysdir",		T_Keysdir,		FOLLBY_STRING },
     74  1.1  kardel { "ntpsigndsocket",	T_NtpSignDsocket,	FOLLBY_STRING },
     75  1.1  kardel { "requestkey",		T_Requestkey,		FOLLBY_TOKEN },
     76  1.1  kardel { "revoke",		T_Revoke,		FOLLBY_TOKEN },
     77  1.1  kardel { "trustedkey",		T_Trustedkey,		FOLLBY_TOKEN },
     78  1.1  kardel /* IPv4/IPv6 protocol override flag */
     79  1.1  kardel { "-4",			T_Ipv4_flag,		FOLLBY_TOKEN },
     80  1.1  kardel { "-6",			T_Ipv6_flag,		FOLLBY_TOKEN },
     81  1.1  kardel /* option */
     82  1.1  kardel { "autokey",		T_Autokey,		FOLLBY_TOKEN },
     83  1.1  kardel { "bias",		T_Bias,			FOLLBY_TOKEN },
     84  1.1  kardel { "burst",		T_Burst,		FOLLBY_TOKEN },
     85  1.1  kardel { "iburst",		T_Iburst,		FOLLBY_TOKEN },
     86  1.1  kardel { "key",		T_Key,			FOLLBY_TOKEN },
     87  1.1  kardel { "maxpoll",		T_Maxpoll,		FOLLBY_TOKEN },
     88  1.1  kardel { "minpoll",		T_Minpoll,		FOLLBY_TOKEN },
     89  1.1  kardel { "mode",		T_Mode,			FOLLBY_TOKEN },
     90  1.1  kardel { "noselect",		T_Noselect,		FOLLBY_TOKEN },
     91  1.1  kardel { "preempt",		T_Preempt,		FOLLBY_TOKEN },
     92  1.1  kardel { "true",		T_True,			FOLLBY_TOKEN },
     93  1.1  kardel { "prefer",		T_Prefer,		FOLLBY_TOKEN },
     94  1.1  kardel { "ttl",		T_Ttl,			FOLLBY_TOKEN },
     95  1.1  kardel { "version",		T_Version,		FOLLBY_TOKEN },
     96  1.1  kardel { "xleave",		T_Xleave,		FOLLBY_TOKEN },
     97  1.1  kardel /* crypto_command */
     98  1.1  kardel { "host",		T_Host,			FOLLBY_STRING },
     99  1.1  kardel { "ident",		T_Ident,		FOLLBY_STRING },
    100  1.1  kardel { "pw",			T_Pw,			FOLLBY_STRING },
    101  1.1  kardel { "randfile",		T_Randfile,		FOLLBY_STRING },
    102  1.1  kardel { "sign",		T_Sign,			FOLLBY_STRING },
    103  1.1  kardel { "digest",		T_Digest,		FOLLBY_STRING },
    104  1.1  kardel /*** MONITORING COMMANDS ***/
    105  1.1  kardel /* stat */
    106  1.1  kardel { "clockstats",		T_Clockstats,		FOLLBY_TOKEN },
    107  1.1  kardel { "cryptostats",	T_Cryptostats,		FOLLBY_TOKEN },
    108  1.1  kardel { "loopstats",		T_Loopstats,		FOLLBY_TOKEN },
    109  1.1  kardel { "peerstats",		T_Peerstats,		FOLLBY_TOKEN },
    110  1.1  kardel { "rawstats",		T_Rawstats,		FOLLBY_TOKEN },
    111  1.1  kardel { "sysstats", 		T_Sysstats,		FOLLBY_TOKEN },
    112  1.1  kardel { "protostats",		T_Protostats,		FOLLBY_TOKEN },
    113  1.1  kardel { "timingstats",	T_Timingstats,		FOLLBY_TOKEN },
    114  1.1  kardel /* filegen_option */
    115  1.1  kardel { "file",		T_File,			FOLLBY_STRING },
    116  1.1  kardel { "link",		T_Link,			FOLLBY_TOKEN },
    117  1.1  kardel { "nolink",		T_Nolink,		FOLLBY_TOKEN },
    118  1.1  kardel { "type",		T_Type,			FOLLBY_TOKEN },
    119  1.1  kardel /* filegen_type */
    120  1.1  kardel { "age",		T_Age,			FOLLBY_TOKEN },
    121  1.1  kardel { "day",		T_Day,			FOLLBY_TOKEN },
    122  1.1  kardel { "month",		T_Month,		FOLLBY_TOKEN },
    123  1.1  kardel { "none",		T_None,			FOLLBY_TOKEN },
    124  1.1  kardel { "pid",		T_Pid,			FOLLBY_TOKEN },
    125  1.1  kardel { "week",		T_Week,			FOLLBY_TOKEN },
    126  1.1  kardel { "year",		T_Year,			FOLLBY_TOKEN },
    127  1.1  kardel /*** ORPHAN MODE COMMANDS ***/
    128  1.1  kardel /* tos_option */
    129  1.1  kardel { "minclock",		T_Minclock,		FOLLBY_TOKEN },
    130  1.1  kardel { "maxclock",		T_Maxclock,		FOLLBY_TOKEN },
    131  1.1  kardel { "minsane",		T_Minsane,		FOLLBY_TOKEN },
    132  1.1  kardel { "floor",		T_Floor,		FOLLBY_TOKEN },
    133  1.1  kardel { "ceiling",		T_Ceiling,		FOLLBY_TOKEN },
    134  1.1  kardel { "cohort",		T_Cohort,		FOLLBY_TOKEN },
    135  1.1  kardel { "mindist",		T_Mindist,		FOLLBY_TOKEN },
    136  1.1  kardel { "maxdist",		T_Maxdist,		FOLLBY_TOKEN },
    137  1.1  kardel { "beacon",		T_Beacon,		FOLLBY_TOKEN },
    138  1.1  kardel { "orphan",		T_Orphan,		FOLLBY_TOKEN },
    139  1.1  kardel /* access_control_flag */
    140  1.1  kardel { "default",		T_Default,		FOLLBY_TOKEN },
    141  1.1  kardel { "flake",		T_Flake,		FOLLBY_TOKEN },
    142  1.1  kardel { "ignore",		T_Ignore,		FOLLBY_TOKEN },
    143  1.1  kardel { "limited",		T_Limited,		FOLLBY_TOKEN },
    144  1.1  kardel { "mssntp",		T_Mssntp,		FOLLBY_TOKEN },
    145  1.1  kardel { "kod",		T_Kod,			FOLLBY_TOKEN },
    146  1.1  kardel { "lowpriotrap",	T_Lowpriotrap,		FOLLBY_TOKEN },
    147  1.1  kardel { "mask",		T_Mask,			FOLLBY_TOKEN },
    148  1.1  kardel { "nomodify",		T_Nomodify,		FOLLBY_TOKEN },
    149  1.1  kardel { "nopeer",		T_Nopeer,		FOLLBY_TOKEN },
    150  1.1  kardel { "noquery",		T_Noquery,		FOLLBY_TOKEN },
    151  1.1  kardel { "noserve",		T_Noserve,		FOLLBY_TOKEN },
    152  1.1  kardel { "notrap",		T_Notrap,		FOLLBY_TOKEN },
    153  1.1  kardel { "notrust",		T_Notrust,		FOLLBY_TOKEN },
    154  1.1  kardel { "ntpport",		T_Ntpport,		FOLLBY_TOKEN },
    155  1.1  kardel /* discard_option */
    156  1.1  kardel { "average",		T_Average,		FOLLBY_TOKEN },
    157  1.1  kardel { "minimum",		T_Minimum,		FOLLBY_TOKEN },
    158  1.1  kardel { "monitor",		T_Monitor,		FOLLBY_TOKEN },
    159  1.1  kardel /* fudge_factor */
    160  1.1  kardel { "flag1",		T_Flag1,		FOLLBY_TOKEN },
    161  1.1  kardel { "flag2",		T_Flag2,		FOLLBY_TOKEN },
    162  1.1  kardel { "flag3",		T_Flag3,		FOLLBY_TOKEN },
    163  1.1  kardel { "flag4",		T_Flag4,		FOLLBY_TOKEN },
    164  1.1  kardel { "refid",		T_Refid,		FOLLBY_STRING },
    165  1.1  kardel { "stratum",		T_Stratum,		FOLLBY_TOKEN },
    166  1.1  kardel { "time1",		T_Time1,		FOLLBY_TOKEN },
    167  1.1  kardel { "time2",		T_Time2,		FOLLBY_TOKEN },
    168  1.1  kardel /* system_option */
    169  1.1  kardel { "auth",		T_Auth,			FOLLBY_TOKEN },
    170  1.1  kardel { "bclient",		T_Bclient,		FOLLBY_TOKEN },
    171  1.1  kardel { "calibrate",		T_Calibrate,		FOLLBY_TOKEN },
    172  1.1  kardel { "kernel",		T_Kernel,		FOLLBY_TOKEN },
    173  1.1  kardel { "ntp",		T_Ntp,			FOLLBY_TOKEN },
    174  1.1  kardel { "stats",		T_Stats,		FOLLBY_TOKEN },
    175  1.1  kardel /* tinker_option */
    176  1.1  kardel { "step",		T_Step,			FOLLBY_TOKEN },
    177  1.1  kardel { "panic",		T_Panic,		FOLLBY_TOKEN },
    178  1.1  kardel { "dispersion",		T_Dispersion,		FOLLBY_TOKEN },
    179  1.1  kardel { "stepout",		T_Stepout,		FOLLBY_TOKEN },
    180  1.1  kardel { "allan",		T_Allan,		FOLLBY_TOKEN },
    181  1.1  kardel { "huffpuff",		T_Huffpuff,		FOLLBY_TOKEN },
    182  1.1  kardel { "freq",		T_Freq,			FOLLBY_TOKEN },
    183  1.1  kardel /* miscellaneous_command */
    184  1.1  kardel { "port",		T_Port,			FOLLBY_TOKEN },
    185  1.1  kardel { "interface",		T_Interface,		FOLLBY_TOKEN },
    186  1.1  kardel { "qos",		T_Qos,			FOLLBY_TOKEN },
    187  1.1  kardel { "saveconfigdir",	T_Saveconfigdir,	FOLLBY_STRING },
    188  1.1  kardel /* interface_command (ignore and interface already defined) */
    189  1.1  kardel { "nic",		T_Nic,			FOLLBY_TOKEN },
    190  1.1  kardel { "all",		T_All,			FOLLBY_TOKEN },
    191  1.1  kardel { "ipv4",		T_Ipv4,			FOLLBY_TOKEN },
    192  1.1  kardel { "ipv6",		T_Ipv6,			FOLLBY_TOKEN },
    193  1.1  kardel { "wildcard",		T_Wildcard,		FOLLBY_TOKEN },
    194  1.1  kardel { "listen",		T_Listen,		FOLLBY_TOKEN },
    195  1.1  kardel { "drop",		T_Drop,			FOLLBY_TOKEN },
    196  1.1  kardel /* simulator commands */
    197  1.1  kardel { "simulate",		T_Simulate,		FOLLBY_TOKEN },
    198  1.1  kardel { "simulation_duration",T_Sim_Duration,		FOLLBY_TOKEN },
    199  1.1  kardel { "beep_delay",		T_Beep_Delay,		FOLLBY_TOKEN },
    200  1.1  kardel { "duration",		T_Duration,		FOLLBY_TOKEN },
    201  1.1  kardel { "server_offset",	T_Server_Offset,	FOLLBY_TOKEN },
    202  1.1  kardel { "freq_offset",	T_Freq_Offset,		FOLLBY_TOKEN },
    203  1.1  kardel { "wander",		T_Wander,		FOLLBY_TOKEN },
    204  1.1  kardel { "jitter",		T_Jitter,		FOLLBY_TOKEN },
    205  1.1  kardel { "prop_delay",		T_Prop_Delay,		FOLLBY_TOKEN },
    206  1.1  kardel { "proc_delay",		T_Proc_Delay,		FOLLBY_TOKEN },
    207  1.1  kardel };
    208  1.1  kardel 
    209  1.1  kardel 
    210  1.1  kardel typedef struct big_scan_state_tag {
    211  1.1  kardel 	char	ch;		/* Character this state matches on */
    212  1.1  kardel 	char	followedby;	/* Forces next token(s) to T_String */
    213  1.1  kardel 	u_short	finishes_token;	/* nonzero ID if last keyword char */
    214  1.1  kardel 	u_short	match_next_s;	/* next state to check matching ch */
    215  1.1  kardel 	u_short	other_next_s;	/* next state to check if not ch */
    216  1.1  kardel } big_scan_state;
    217  1.1  kardel 
    218  1.1  kardel /*
    219  1.1  kardel  * Note: to increase MAXSTATES beyond 2048, be aware it is currently
    220  1.1  kardel  * crammed into 11 bits in scan_state form.  Raising to 4096 would be
    221  1.1  kardel  * relatively easy by storing the followedby value in a separate
    222  1.1  kardel  * array with one entry per token, and shrinking the char value to
    223  1.1  kardel  * 7 bits to free a bit for accepting/non-accepting.  More than 4096
    224  1.1  kardel  * states will require expanding scan_state beyond 32 bits each.
    225  1.1  kardel  */
    226  1.1  kardel #define MAXSTATES 2048
    227  1.1  kardel 
    228  1.1  kardel const char *	current_keyword;/* for error reporting */
    229  1.1  kardel big_scan_state	sst[MAXSTATES];	/* scanner FSM state entries */
    230  1.1  kardel int		sst_highwater;	/* next entry index to consider */
    231  1.1  kardel char *		symb[1024];	/* map token ID to symbolic name */
    232  1.1  kardel 
    233  1.1  kardel /* for libntp */
    234  1.1  kardel const char *	progname = "keyword-gen";
    235  1.1  kardel volatile int	debug = 1;
    236  1.1  kardel 
    237  1.1  kardel int		main			(int, char **);
    238  1.1  kardel static void	generate_preamble	(void);
    239  1.1  kardel static void	generate_fsm		(void);
    240  1.1  kardel static void	generate_token_text	(void);
    241  1.1  kardel static int	create_keyword_scanner	(void);
    242  1.1  kardel static int	create_scan_states	(char *, int, follby, int);
    243  1.1  kardel int		compare_key_tok_id	(QSORTP, QSORTP);
    244  1.1  kardel int		compare_key_tok_text	(QSORTP, QSORTP);
    245  1.1  kardel void		populate_symb		(char *);
    246  1.1  kardel const char *	symbname		(int);
    247  1.1  kardel 
    248  1.1  kardel 
    249  1.1  kardel int main(int argc, char **argv)
    250  1.1  kardel {
    251  1.1  kardel 	if (argc < 2) {
    252  1.1  kardel 		fprintf(stderr, "Usage:\n%s t_header.h\n", argv[0]);
    253  1.1  kardel 		exit(1);
    254  1.1  kardel 	}
    255  1.1  kardel 	populate_symb(argv[1]);
    256  1.1  kardel 
    257  1.1  kardel 	generate_preamble();
    258  1.1  kardel 	generate_token_text();
    259  1.1  kardel 	generate_fsm();
    260  1.1  kardel 
    261  1.1  kardel 	return 0;
    262  1.1  kardel }
    263  1.1  kardel 
    264  1.1  kardel 
    265  1.1  kardel static void
    266  1.1  kardel generate_preamble(void)
    267  1.1  kardel {
    268  1.1  kardel 	time_t now;
    269  1.1  kardel 	char timestamp[128];
    270  1.1  kardel 	char preamble[] =
    271  1.1  kardel "/*\n"
    272  1.1  kardel " * ntp_keyword.h\n"
    273  1.1  kardel " * \n"
    274  1.1  kardel " * NOTE: edit this file with caution, it is generated by keyword-gen.c\n"
    275  1.1  kardel " *\t Generated %s UTC	  diff_ignore_line\n"
    276  1.1  kardel " *\n"
    277  1.1  kardel " */\n"
    278  1.1  kardel "#include \"ntp_scanner.h\"\n"
    279  1.1  kardel "#include \"ntp_parser.h\"\n"
    280  1.1  kardel "\n";
    281  1.1  kardel 
    282  1.1  kardel 	time(&now);
    283  1.1  kardel 	if (!strftime(timestamp, sizeof(timestamp),
    284  1.1  kardel 		      "%Y-%m-%d %H:%M:%S", gmtime(&now)))
    285  1.1  kardel 		timestamp[0] = '\0';
    286  1.1  kardel 
    287  1.1  kardel 	printf(preamble, timestamp);
    288  1.1  kardel }
    289  1.1  kardel 
    290  1.1  kardel 
    291  1.1  kardel static void
    292  1.1  kardel generate_fsm(void)
    293  1.1  kardel {
    294  1.1  kardel 	char token_id_comment[128];
    295  1.1  kardel 	int initial_state;
    296  1.1  kardel 	int i;
    297  1.1  kardel 	int token;
    298  1.1  kardel 
    299  1.1  kardel 	/*
    300  1.1  kardel 	 * Sort ntp_keywords in alphabetical keyword order.  This is
    301  1.1  kardel 	 * not necessary, but minimizes nonfunctional changes in the
    302  1.1  kardel 	 * generated finite state machine when keywords are modified.
    303  1.1  kardel 	 */
    304  1.1  kardel 	qsort(ntp_keywords, COUNTOF(ntp_keywords),
    305  1.1  kardel 	      sizeof(ntp_keywords[0]), compare_key_tok_text);
    306  1.1  kardel 
    307  1.1  kardel 	/*
    308  1.1  kardel 	 * To save space, reserve the state array entry matching each
    309  1.1  kardel 	 * token number for its terminal state, so the token identifier
    310  1.1  kardel 	 * does not need to be stored in each state, but can be
    311  1.1  kardel 	 * recovered trivially.  To mark the entry reserved,
    312  1.1  kardel 	 * finishes_token is nonzero.
    313  1.1  kardel 	 */
    314  1.1  kardel 
    315  1.1  kardel 	for (i = 0; i < COUNTOF(ntp_keywords); i++) {
    316  1.1  kardel 		token = ntp_keywords[i].token;
    317  1.1  kardel 		if (1 > token || token >= COUNTOF(sst)) {
    318  1.1  kardel 			fprintf(stderr,
    319  1.1  kardel 				"keyword-gen sst[%u] too small "
    320  1.1  kardel 				"for keyword '%s' id %d\n",
    321  1.1  kardel 				COUNTOF(sst),
    322  1.1  kardel 				ntp_keywords[i].key,
    323  1.1  kardel 				token);
    324  1.1  kardel 			exit(4);
    325  1.1  kardel 		}
    326  1.1  kardel 		sst[token].finishes_token = token;
    327  1.1  kardel 	}
    328  1.1  kardel 
    329  1.1  kardel 	initial_state = create_keyword_scanner();
    330  1.1  kardel 
    331  1.1  kardel 	fprintf(stderr,
    332  1.1  kardel 		"%d keywords consumed %d states of %d max.\n",
    333  1.1  kardel 		(int)COUNTOF(ntp_keywords),
    334  1.1  kardel 		sst_highwater - 1,
    335  1.1  kardel 		(int)COUNTOF(sst) - 1);
    336  1.1  kardel 
    337  1.1  kardel 	printf("#define SCANNER_INIT_S %d\n\n", initial_state);
    338  1.1  kardel 
    339  1.1  kardel 	printf("const scan_state sst[%d] = {\n"
    340  1.1  kardel 	       "/*SS_T( ch,\tf-by, match, other ),\t\t\t\t */\n"
    341  1.1  kardel 	       "  0,\t\t\t\t      /* %5d %-17s */\n",
    342  1.1  kardel 	       sst_highwater,
    343  1.1  kardel 	       0, "");
    344  1.1  kardel 
    345  1.1  kardel 	for (i = 1; i < sst_highwater; i++) {
    346  1.1  kardel 
    347  1.1  kardel 		/* verify fields will fit */
    348  1.1  kardel 		if (sst[i].followedby & ~0x3) {
    349  1.1  kardel 			fprintf(stderr,
    350  1.1  kardel 				"keyword-gen internal error "
    351  1.1  kardel 				"sst[%d].followedby %d too big\n",
    352  1.1  kardel 				i, sst[i].followedby);
    353  1.1  kardel 			exit(7);
    354  1.1  kardel 		}
    355  1.1  kardel 
    356  1.1  kardel 		if (sst_highwater <= sst[i].match_next_s
    357  1.1  kardel 		    || sst[i].match_next_s & ~0x7ff) {
    358  1.1  kardel 			fprintf(stderr,
    359  1.1  kardel 				"keyword-gen internal error "
    360  1.1  kardel 				"sst[%d].match_next_s %d too big\n",
    361  1.1  kardel 				i, sst[i].match_next_s);
    362  1.1  kardel 			exit(8);
    363  1.1  kardel 		}
    364  1.1  kardel 
    365  1.1  kardel 		if (sst_highwater <= sst[i].other_next_s
    366  1.1  kardel 		    || sst[i].other_next_s & ~0x7ff) {
    367  1.1  kardel 			fprintf(stderr,
    368  1.1  kardel 				"keyword-gen internal error "
    369  1.1  kardel 				"sst[%d].other_next_s %d too big\n",
    370  1.1  kardel 				i, sst[i].other_next_s);
    371  1.1  kardel 			exit(9);
    372  1.1  kardel 		}
    373  1.1  kardel 
    374  1.1  kardel 		if (!sst[i].finishes_token)
    375  1.1  kardel 			snprintf(token_id_comment,
    376  1.1  kardel 				 sizeof(token_id_comment), "%5d %-17s",
    377  1.1  kardel 				 i, (initial_state == i)
    378  1.1  kardel 					? "initial state"
    379  1.1  kardel 					: "");
    380  1.1  kardel 		else {
    381  1.1  kardel 			snprintf(token_id_comment,
    382  1.1  kardel 				 sizeof(token_id_comment), "%5d %-17s",
    383  1.1  kardel 				 i, symbname(sst[i].finishes_token));
    384  1.1  kardel 			if (i != sst[i].finishes_token) {
    385  1.1  kardel 				fprintf(stderr,
    386  1.1  kardel 					"keyword-gen internal error "
    387  1.1  kardel 					"entry %d finishes token %d\n",
    388  1.1  kardel 					i, sst[i].finishes_token);
    389  1.1  kardel 				exit(5);
    390  1.1  kardel 			}
    391  1.1  kardel 		}
    392  1.1  kardel 
    393  1.1  kardel 		printf("  S_ST( '%c',\t%d,    %5u, %5u )%s /* %s */\n",
    394  1.1  kardel 		       sst[i].ch,
    395  1.1  kardel 		       sst[i].followedby,
    396  1.1  kardel 		       sst[i].match_next_s,
    397  1.1  kardel 		       sst[i].other_next_s,
    398  1.1  kardel 		       (i + 1 < sst_highwater)
    399  1.1  kardel 			   ? ","
    400  1.1  kardel 			   : " ",
    401  1.1  kardel 		       token_id_comment);
    402  1.1  kardel 	}
    403  1.1  kardel 
    404  1.1  kardel 	printf("};\n\n");
    405  1.1  kardel }
    406  1.1  kardel 
    407  1.1  kardel 
    408  1.1  kardel /* Define a function to create the states of the scanner. This function
    409  1.1  kardel  * is used by the create_keyword_scanner function below.
    410  1.1  kardel  *
    411  1.1  kardel  * This function takes a suffix of a keyword, the token to be returned on
    412  1.1  kardel  * recognizing the complete keyword, and any pre-existing state that exists
    413  1.1  kardel  * for some other keyword that has the same prefix as the current one.
    414  1.1  kardel  */
    415  1.1  kardel static int
    416  1.1  kardel create_scan_states(
    417  1.1  kardel 	char *	text,
    418  1.1  kardel 	int	token,
    419  1.1  kardel 	follby	followedby,
    420  1.1  kardel 	int	prev_state
    421  1.1  kardel 	)
    422  1.1  kardel {
    423  1.1  kardel 	int my_state;
    424  1.1  kardel 	int return_state;
    425  1.1  kardel 	int prev_char_s;
    426  1.1  kardel 	int curr_char_s;
    427  1.1  kardel 
    428  1.1  kardel 	return_state = prev_state;
    429  1.1  kardel 	curr_char_s = prev_state;
    430  1.1  kardel 	prev_char_s = 0;
    431  1.1  kardel 
    432  1.1  kardel 	/* Find the correct position to insert the state.
    433  1.1  kardel 	 * All states should be in alphabetical order
    434  1.1  kardel 	 */
    435  1.1  kardel 	while (curr_char_s && (text[0] < sst[curr_char_s].ch)) {
    436  1.1  kardel 		prev_char_s = curr_char_s;
    437  1.1  kardel 		curr_char_s = sst[curr_char_s].other_next_s;
    438  1.1  kardel 	}
    439  1.1  kardel 
    440  1.1  kardel 	/*
    441  1.1  kardel 	 * Check if a previously seen keyword has the same prefix as
    442  1.1  kardel 	 * the current keyword.  If so, simply use the state for that
    443  1.1  kardel 	 * keyword as my_state, otherwise, allocate a new state.
    444  1.1  kardel 	 */
    445  1.1  kardel 	if (curr_char_s && (text[0] == sst[curr_char_s].ch)) {
    446  1.1  kardel 		my_state = curr_char_s;
    447  1.1  kardel 		if ('\0' == text[1]) {
    448  1.1  kardel 			fprintf(stderr,
    449  1.1  kardel 				"Duplicate entries for keyword '%s' in"
    450  1.1  kardel 				" keyword_gen.c ntp_keywords[].\n",
    451  1.1  kardel 				current_keyword);
    452  1.1  kardel 			exit(2);
    453  1.1  kardel 		}
    454  1.1  kardel 	} else {
    455  1.1  kardel 		do
    456  1.1  kardel 			my_state = sst_highwater++;
    457  1.1  kardel 		while (my_state < COUNTOF(sst)
    458  1.1  kardel 		       && sst[my_state].finishes_token);
    459  1.1  kardel 		if (my_state >= COUNTOF(sst)) {
    460  1.1  kardel 			fprintf(stderr,
    461  1.1  kardel 				"fatal, keyword scanner state array "
    462  1.1  kardel 				"sst[%d] is too small, modify\n"
    463  1.1  kardel 				"keyword-gen.c to increase.\n",
    464  1.1  kardel 				(int)COUNTOF(sst));
    465  1.1  kardel 			exit(3);
    466  1.1  kardel 		}
    467  1.1  kardel 		/* Store the next character of the keyword */
    468  1.1  kardel 		sst[my_state].ch = text[0];
    469  1.1  kardel 		sst[my_state].other_next_s = curr_char_s;
    470  1.1  kardel 		sst[my_state].followedby = FOLLBY_NON_ACCEPTING;
    471  1.1  kardel 
    472  1.1  kardel 		if (prev_char_s)
    473  1.1  kardel 			sst[prev_char_s].other_next_s = my_state;
    474  1.1  kardel 		else
    475  1.1  kardel 			return_state = my_state;
    476  1.1  kardel 	}
    477  1.1  kardel 
    478  1.1  kardel 	/* Check if the next character is '\0'.
    479  1.1  kardel 	 * If yes, we are done with the recognition and this is an accepting
    480  1.1  kardel 	 * state.
    481  1.1  kardel 	 * If not, we need to continue scanning
    482  1.1  kardel 	 */
    483  1.1  kardel 	if ('\0' == text[1]) {
    484  1.1  kardel 		sst[my_state].finishes_token = (u_short)token;
    485  1.1  kardel 		sst[my_state].followedby = (char)followedby;
    486  1.1  kardel 
    487  1.1  kardel 		if (sst[token].finishes_token != (u_short)token) {
    488  1.1  kardel 			fprintf(stderr,
    489  1.1  kardel 				"fatal, sst[%d] not reserved for %s.\n",
    490  1.1  kardel 				token, symbname(token));
    491  1.1  kardel 			exit(6);
    492  1.1  kardel 		}
    493  1.1  kardel 		/* relocate so token id is sst[] index */
    494  1.1  kardel 		if (my_state != token) {
    495  1.1  kardel 			sst[token] = sst[my_state];
    496  1.1  kardel 			memset(&sst[my_state], 0,
    497  1.1  kardel 			       sizeof(sst[my_state]));
    498  1.1  kardel 			do
    499  1.1  kardel 				sst_highwater--;
    500  1.1  kardel 			while (sst[sst_highwater].finishes_token);
    501  1.1  kardel 			my_state = token;
    502  1.1  kardel 			if (prev_char_s)
    503  1.1  kardel 				sst[prev_char_s].other_next_s = my_state;
    504  1.1  kardel 			else
    505  1.1  kardel 				return_state = my_state;
    506  1.1  kardel 		}
    507  1.1  kardel 	} else
    508  1.1  kardel 		sst[my_state].match_next_s =
    509  1.1  kardel 		    create_scan_states(
    510  1.1  kardel 			&text[1],
    511  1.1  kardel 			token,
    512  1.1  kardel 			followedby,
    513  1.1  kardel 			sst[my_state].match_next_s);
    514  1.1  kardel 
    515  1.1  kardel 	return return_state;
    516  1.1  kardel }
    517  1.1  kardel 
    518  1.1  kardel 
    519  1.1  kardel /* Define a function that takes a list of (keyword, token) values and
    520  1.1  kardel  * creates a keywords scanner out of it.
    521  1.1  kardel  */
    522  1.1  kardel 
    523  1.1  kardel static int
    524  1.1  kardel create_keyword_scanner(void)
    525  1.1  kardel {
    526  1.1  kardel 	int scanner;
    527  1.1  kardel 	int i;
    528  1.1  kardel 
    529  1.1  kardel 	sst_highwater = 1;	/* index 0 invalid, unused */
    530  1.1  kardel 	scanner = 0;
    531  1.1  kardel 
    532  1.1  kardel 	for (i = 0; i < COUNTOF(ntp_keywords); i++) {
    533  1.1  kardel 		current_keyword = ntp_keywords[i].key;
    534  1.1  kardel 		scanner =
    535  1.1  kardel 		    create_scan_states(
    536  1.1  kardel 			ntp_keywords[i].key,
    537  1.1  kardel 			ntp_keywords[i].token,
    538  1.1  kardel 			ntp_keywords[i].followedby,
    539  1.1  kardel 			scanner);
    540  1.1  kardel 	}
    541  1.1  kardel 
    542  1.1  kardel 	return scanner;
    543  1.1  kardel }
    544  1.1  kardel 
    545  1.1  kardel 
    546  1.1  kardel static void
    547  1.1  kardel generate_token_text(void)
    548  1.1  kardel {
    549  1.1  kardel 	int lowest_id;
    550  1.1  kardel 	int highest_id;
    551  1.1  kardel 	int id_count;
    552  1.1  kardel 	int id;
    553  1.1  kardel 	int i;
    554  1.1  kardel 
    555  1.1  kardel 	/* sort ntp_keywords in token ID order */
    556  1.1  kardel 	qsort(ntp_keywords, COUNTOF(ntp_keywords),
    557  1.1  kardel 	      sizeof(ntp_keywords[0]), compare_key_tok_id);
    558  1.1  kardel 
    559  1.1  kardel 	lowest_id = ntp_keywords[0].token;
    560  1.1  kardel 	highest_id = ntp_keywords[COUNTOF(ntp_keywords) - 1].token;
    561  1.1  kardel 	id_count = highest_id - lowest_id + 1;
    562  1.1  kardel 
    563  1.1  kardel 	printf("#define LOWEST_KEYWORD_ID %d\n\n", lowest_id);
    564  1.1  kardel 
    565  1.1  kardel 	printf("const char * const keyword_text[%d] = {", id_count);
    566  1.1  kardel 
    567  1.1  kardel 	id = lowest_id;
    568  1.1  kardel 	i = 0;
    569  1.1  kardel 	while (i < COUNTOF(ntp_keywords)) {
    570  1.1  kardel 		while (id < ntp_keywords[i].token) {
    571  1.1  kardel 			printf(",\n\t/* %-5d %5d %20s */\tNULL",
    572  1.1  kardel 			       id - lowest_id, id, symbname(id));
    573  1.1  kardel 			id++;
    574  1.1  kardel 		}
    575  1.1  kardel 		if (i > 0)
    576  1.1  kardel 			printf(",");
    577  1.1  kardel 		printf("\n\t/* %-5d %5d %20s */\t\"%s\"",
    578  1.1  kardel 		       id - lowest_id, id, symbname(id),
    579  1.1  kardel 		       ntp_keywords[i].key);
    580  1.1  kardel 		i++;
    581  1.1  kardel 		id++;
    582  1.1  kardel 	}
    583  1.1  kardel 
    584  1.1  kardel 	printf("\n};\n\n");
    585  1.1  kardel }
    586  1.1  kardel 
    587  1.1  kardel 
    588  1.1  kardel int
    589  1.1  kardel compare_key_tok_id(
    590  1.1  kardel 	QSORTP a1,
    591  1.1  kardel 	QSORTP a2
    592  1.1  kardel 	)
    593  1.1  kardel {
    594  1.1  kardel 	const struct key_tok *p1 = (const void *)a1;
    595  1.1  kardel 	const struct key_tok *p2 = (const void *)a2;
    596  1.1  kardel 
    597  1.1  kardel 	if (p1->token == p2->token)
    598  1.1  kardel 		return 0;
    599  1.1  kardel 
    600  1.1  kardel 	if (p1->token < p2->token)
    601  1.1  kardel 		return -1;
    602  1.1  kardel 	else
    603  1.1  kardel 		return 1;
    604  1.1  kardel }
    605  1.1  kardel 
    606  1.1  kardel 
    607  1.1  kardel int
    608  1.1  kardel compare_key_tok_text(
    609  1.1  kardel 	QSORTP a1,
    610  1.1  kardel 	QSORTP a2
    611  1.1  kardel 	)
    612  1.1  kardel {
    613  1.1  kardel 	const struct key_tok *p1 = (const void *)a1;
    614  1.1  kardel 	const struct key_tok *p2 = (const void *)a2;
    615  1.1  kardel 
    616  1.1  kardel 	return strcmp(p1->key, p2->key);
    617  1.1  kardel }
    618  1.1  kardel 
    619  1.1  kardel 
    620  1.1  kardel /*
    621  1.1  kardel  * populate_symb() - populate symb[] lookup array with symbolic token
    622  1.1  kardel  *		     names such that symb[T_Age] == "T_Age", etc.
    623  1.1  kardel  */
    624  1.1  kardel void
    625  1.1  kardel populate_symb(
    626  1.1  kardel 	char *header_file
    627  1.1  kardel 	)
    628  1.1  kardel {
    629  1.1  kardel 	FILE *	yh;
    630  1.1  kardel 	char	line[128];
    631  1.1  kardel 	char	name[128];
    632  1.1  kardel 	int	token;
    633  1.1  kardel 
    634  1.1  kardel 	yh = fopen(header_file, "r");
    635  1.1  kardel 	if (NULL == yh) {
    636  1.1  kardel 		perror("unable to open yacc/bison header file");
    637  1.1  kardel 		exit(4);
    638  1.1  kardel 	}
    639  1.1  kardel 
    640  1.1  kardel 	while (NULL != fgets(line, sizeof(line), yh))
    641  1.1  kardel 		if (2 == sscanf(line, "#define %s %d", name, &token)
    642  1.1  kardel 		    && 'T' == name[0] && '_' == name[1] && token >= 0
    643  1.1  kardel 		    && token < COUNTOF(symb))
    644  1.1  kardel 
    645  1.1  kardel 			symb[token] = estrdup(name);
    646  1.1  kardel 
    647  1.1  kardel 	fclose(yh);
    648  1.1  kardel }
    649  1.1  kardel 
    650  1.1  kardel 
    651  1.1  kardel const char *
    652  1.1  kardel symbname(
    653  1.1  kardel 	int token
    654  1.1  kardel 	)
    655  1.1  kardel {
    656  1.1  kardel 	char *name;
    657  1.1  kardel 
    658  1.1  kardel 	if (token >= 0 && token < COUNTOF(symb) && symb[token] != NULL)
    659  1.1  kardel 		return symb[token];
    660  1.1  kardel 
    661  1.1  kardel 	LIB_GETBUF(name);
    662  1.1  kardel 	snprintf(name, LIB_BUFLENGTH, "%d", token);
    663  1.1  kardel 	return name;
    664  1.1  kardel }
    665