keyword-gen.c revision 1.1 1 1.1 kardel /* $NetBSD: keyword-gen.c,v 1.1 2009/12/13 16:56:08 kardel Exp $ */
2 1.1 kardel
3 1.1 kardel /*
4 1.1 kardel * keyword-gen.c -- generate keyword scanner finite state machine and
5 1.1 kardel * keyword_text array.
6 1.1 kardel * This program is run to generate ntp_keyword.h
7 1.1 kardel */
8 1.1 kardel #include <config.h>
9 1.1 kardel #include <stdio.h>
10 1.1 kardel #include <stdlib.h>
11 1.1 kardel #include <time.h>
12 1.1 kardel
13 1.1 kardel #include <ntp_stdlib.h>
14 1.1 kardel #include <ntp_config.h>
15 1.1 kardel #include <lib_strbuf.h>
16 1.1 kardel #include "ntp_scanner.h"
17 1.1 kardel #include "ntp_parser.h"
18 1.1 kardel
19 1.1 kardel
20 1.1 kardel #ifdef QSORT_USES_VOID_P
21 1.1 kardel typedef const void * QSORTP;
22 1.1 kardel #else
23 1.1 kardel typedef char * QSORTP;
24 1.1 kardel #endif
25 1.1 kardel
26 1.1 kardel /* Define a structure to hold a (keyword, token) pair */
27 1.1 kardel struct key_tok {
28 1.1 kardel char * key; /* Keyword */
29 1.1 kardel int token; /* Associated Token */
30 1.1 kardel follby followedby; /* nonzero indicates the next token(s)
31 1.1 kardel forced to be string(s) */
32 1.1 kardel };
33 1.1 kardel
34 1.1 kardel struct key_tok ntp_keywords[] = {
35 1.1 kardel { "automax", T_Automax, FOLLBY_TOKEN },
36 1.1 kardel { "broadcast", T_Broadcast, FOLLBY_STRING },
37 1.1 kardel { "broadcastclient", T_Broadcastclient, FOLLBY_TOKEN },
38 1.1 kardel { "broadcastdelay", T_Broadcastdelay, FOLLBY_TOKEN },
39 1.1 kardel { "calldelay", T_Calldelay, FOLLBY_TOKEN },
40 1.1 kardel { "disable", T_Disable, FOLLBY_TOKEN },
41 1.1 kardel { "driftfile", T_Driftfile, FOLLBY_STRING },
42 1.1 kardel { "enable", T_Enable, FOLLBY_TOKEN },
43 1.1 kardel { "end", T_End, FOLLBY_TOKEN },
44 1.1 kardel { "filegen", T_Filegen, FOLLBY_TOKEN },
45 1.1 kardel { "fudge", T_Fudge, FOLLBY_STRING },
46 1.1 kardel { "includefile", T_Includefile, FOLLBY_STRING },
47 1.1 kardel { "leapfile", T_Leapfile, FOLLBY_STRING },
48 1.1 kardel { "logconfig", T_Logconfig, FOLLBY_STRINGS_TO_EOC },
49 1.1 kardel { "logfile", T_Logfile, FOLLBY_STRING },
50 1.1 kardel { "manycastclient", T_Manycastclient, FOLLBY_STRING },
51 1.1 kardel { "manycastserver", T_Manycastserver, FOLLBY_STRINGS_TO_EOC },
52 1.1 kardel { "multicastclient", T_Multicastclient, FOLLBY_STRINGS_TO_EOC },
53 1.1 kardel { "peer", T_Peer, FOLLBY_STRING },
54 1.1 kardel { "phone", T_Phone, FOLLBY_STRINGS_TO_EOC },
55 1.1 kardel { "pidfile", T_Pidfile, FOLLBY_STRING },
56 1.1 kardel { "pool", T_Pool, FOLLBY_STRING },
57 1.1 kardel { "discard", T_Discard, FOLLBY_TOKEN },
58 1.1 kardel { "restrict", T_Restrict, FOLLBY_TOKEN },
59 1.1 kardel { "server", T_Server, FOLLBY_STRING },
60 1.1 kardel { "setvar", T_Setvar, FOLLBY_STRING },
61 1.1 kardel { "statistics", T_Statistics, FOLLBY_TOKEN },
62 1.1 kardel { "statsdir", T_Statsdir, FOLLBY_STRING },
63 1.1 kardel { "tick", T_Tick, FOLLBY_TOKEN },
64 1.1 kardel { "tinker", T_Tinker, FOLLBY_TOKEN },
65 1.1 kardel { "tos", T_Tos, FOLLBY_TOKEN },
66 1.1 kardel { "trap", T_Trap, FOLLBY_STRING },
67 1.1 kardel { "unconfig", T_Unconfig, FOLLBY_STRING },
68 1.1 kardel { "unpeer", T_Unpeer, FOLLBY_STRING },
69 1.1 kardel /* authentication_command */
70 1.1 kardel { "controlkey", T_ControlKey, FOLLBY_TOKEN },
71 1.1 kardel { "crypto", T_Crypto, FOLLBY_TOKEN },
72 1.1 kardel { "keys", T_Keys, FOLLBY_STRING },
73 1.1 kardel { "keysdir", T_Keysdir, FOLLBY_STRING },
74 1.1 kardel { "ntpsigndsocket", T_NtpSignDsocket, FOLLBY_STRING },
75 1.1 kardel { "requestkey", T_Requestkey, FOLLBY_TOKEN },
76 1.1 kardel { "revoke", T_Revoke, FOLLBY_TOKEN },
77 1.1 kardel { "trustedkey", T_Trustedkey, FOLLBY_TOKEN },
78 1.1 kardel /* IPv4/IPv6 protocol override flag */
79 1.1 kardel { "-4", T_Ipv4_flag, FOLLBY_TOKEN },
80 1.1 kardel { "-6", T_Ipv6_flag, FOLLBY_TOKEN },
81 1.1 kardel /* option */
82 1.1 kardel { "autokey", T_Autokey, FOLLBY_TOKEN },
83 1.1 kardel { "bias", T_Bias, FOLLBY_TOKEN },
84 1.1 kardel { "burst", T_Burst, FOLLBY_TOKEN },
85 1.1 kardel { "iburst", T_Iburst, FOLLBY_TOKEN },
86 1.1 kardel { "key", T_Key, FOLLBY_TOKEN },
87 1.1 kardel { "maxpoll", T_Maxpoll, FOLLBY_TOKEN },
88 1.1 kardel { "minpoll", T_Minpoll, FOLLBY_TOKEN },
89 1.1 kardel { "mode", T_Mode, FOLLBY_TOKEN },
90 1.1 kardel { "noselect", T_Noselect, FOLLBY_TOKEN },
91 1.1 kardel { "preempt", T_Preempt, FOLLBY_TOKEN },
92 1.1 kardel { "true", T_True, FOLLBY_TOKEN },
93 1.1 kardel { "prefer", T_Prefer, FOLLBY_TOKEN },
94 1.1 kardel { "ttl", T_Ttl, FOLLBY_TOKEN },
95 1.1 kardel { "version", T_Version, FOLLBY_TOKEN },
96 1.1 kardel { "xleave", T_Xleave, FOLLBY_TOKEN },
97 1.1 kardel /* crypto_command */
98 1.1 kardel { "host", T_Host, FOLLBY_STRING },
99 1.1 kardel { "ident", T_Ident, FOLLBY_STRING },
100 1.1 kardel { "pw", T_Pw, FOLLBY_STRING },
101 1.1 kardel { "randfile", T_Randfile, FOLLBY_STRING },
102 1.1 kardel { "sign", T_Sign, FOLLBY_STRING },
103 1.1 kardel { "digest", T_Digest, FOLLBY_STRING },
104 1.1 kardel /*** MONITORING COMMANDS ***/
105 1.1 kardel /* stat */
106 1.1 kardel { "clockstats", T_Clockstats, FOLLBY_TOKEN },
107 1.1 kardel { "cryptostats", T_Cryptostats, FOLLBY_TOKEN },
108 1.1 kardel { "loopstats", T_Loopstats, FOLLBY_TOKEN },
109 1.1 kardel { "peerstats", T_Peerstats, FOLLBY_TOKEN },
110 1.1 kardel { "rawstats", T_Rawstats, FOLLBY_TOKEN },
111 1.1 kardel { "sysstats", T_Sysstats, FOLLBY_TOKEN },
112 1.1 kardel { "protostats", T_Protostats, FOLLBY_TOKEN },
113 1.1 kardel { "timingstats", T_Timingstats, FOLLBY_TOKEN },
114 1.1 kardel /* filegen_option */
115 1.1 kardel { "file", T_File, FOLLBY_STRING },
116 1.1 kardel { "link", T_Link, FOLLBY_TOKEN },
117 1.1 kardel { "nolink", T_Nolink, FOLLBY_TOKEN },
118 1.1 kardel { "type", T_Type, FOLLBY_TOKEN },
119 1.1 kardel /* filegen_type */
120 1.1 kardel { "age", T_Age, FOLLBY_TOKEN },
121 1.1 kardel { "day", T_Day, FOLLBY_TOKEN },
122 1.1 kardel { "month", T_Month, FOLLBY_TOKEN },
123 1.1 kardel { "none", T_None, FOLLBY_TOKEN },
124 1.1 kardel { "pid", T_Pid, FOLLBY_TOKEN },
125 1.1 kardel { "week", T_Week, FOLLBY_TOKEN },
126 1.1 kardel { "year", T_Year, FOLLBY_TOKEN },
127 1.1 kardel /*** ORPHAN MODE COMMANDS ***/
128 1.1 kardel /* tos_option */
129 1.1 kardel { "minclock", T_Minclock, FOLLBY_TOKEN },
130 1.1 kardel { "maxclock", T_Maxclock, FOLLBY_TOKEN },
131 1.1 kardel { "minsane", T_Minsane, FOLLBY_TOKEN },
132 1.1 kardel { "floor", T_Floor, FOLLBY_TOKEN },
133 1.1 kardel { "ceiling", T_Ceiling, FOLLBY_TOKEN },
134 1.1 kardel { "cohort", T_Cohort, FOLLBY_TOKEN },
135 1.1 kardel { "mindist", T_Mindist, FOLLBY_TOKEN },
136 1.1 kardel { "maxdist", T_Maxdist, FOLLBY_TOKEN },
137 1.1 kardel { "beacon", T_Beacon, FOLLBY_TOKEN },
138 1.1 kardel { "orphan", T_Orphan, FOLLBY_TOKEN },
139 1.1 kardel /* access_control_flag */
140 1.1 kardel { "default", T_Default, FOLLBY_TOKEN },
141 1.1 kardel { "flake", T_Flake, FOLLBY_TOKEN },
142 1.1 kardel { "ignore", T_Ignore, FOLLBY_TOKEN },
143 1.1 kardel { "limited", T_Limited, FOLLBY_TOKEN },
144 1.1 kardel { "mssntp", T_Mssntp, FOLLBY_TOKEN },
145 1.1 kardel { "kod", T_Kod, FOLLBY_TOKEN },
146 1.1 kardel { "lowpriotrap", T_Lowpriotrap, FOLLBY_TOKEN },
147 1.1 kardel { "mask", T_Mask, FOLLBY_TOKEN },
148 1.1 kardel { "nomodify", T_Nomodify, FOLLBY_TOKEN },
149 1.1 kardel { "nopeer", T_Nopeer, FOLLBY_TOKEN },
150 1.1 kardel { "noquery", T_Noquery, FOLLBY_TOKEN },
151 1.1 kardel { "noserve", T_Noserve, FOLLBY_TOKEN },
152 1.1 kardel { "notrap", T_Notrap, FOLLBY_TOKEN },
153 1.1 kardel { "notrust", T_Notrust, FOLLBY_TOKEN },
154 1.1 kardel { "ntpport", T_Ntpport, FOLLBY_TOKEN },
155 1.1 kardel /* discard_option */
156 1.1 kardel { "average", T_Average, FOLLBY_TOKEN },
157 1.1 kardel { "minimum", T_Minimum, FOLLBY_TOKEN },
158 1.1 kardel { "monitor", T_Monitor, FOLLBY_TOKEN },
159 1.1 kardel /* fudge_factor */
160 1.1 kardel { "flag1", T_Flag1, FOLLBY_TOKEN },
161 1.1 kardel { "flag2", T_Flag2, FOLLBY_TOKEN },
162 1.1 kardel { "flag3", T_Flag3, FOLLBY_TOKEN },
163 1.1 kardel { "flag4", T_Flag4, FOLLBY_TOKEN },
164 1.1 kardel { "refid", T_Refid, FOLLBY_STRING },
165 1.1 kardel { "stratum", T_Stratum, FOLLBY_TOKEN },
166 1.1 kardel { "time1", T_Time1, FOLLBY_TOKEN },
167 1.1 kardel { "time2", T_Time2, FOLLBY_TOKEN },
168 1.1 kardel /* system_option */
169 1.1 kardel { "auth", T_Auth, FOLLBY_TOKEN },
170 1.1 kardel { "bclient", T_Bclient, FOLLBY_TOKEN },
171 1.1 kardel { "calibrate", T_Calibrate, FOLLBY_TOKEN },
172 1.1 kardel { "kernel", T_Kernel, FOLLBY_TOKEN },
173 1.1 kardel { "ntp", T_Ntp, FOLLBY_TOKEN },
174 1.1 kardel { "stats", T_Stats, FOLLBY_TOKEN },
175 1.1 kardel /* tinker_option */
176 1.1 kardel { "step", T_Step, FOLLBY_TOKEN },
177 1.1 kardel { "panic", T_Panic, FOLLBY_TOKEN },
178 1.1 kardel { "dispersion", T_Dispersion, FOLLBY_TOKEN },
179 1.1 kardel { "stepout", T_Stepout, FOLLBY_TOKEN },
180 1.1 kardel { "allan", T_Allan, FOLLBY_TOKEN },
181 1.1 kardel { "huffpuff", T_Huffpuff, FOLLBY_TOKEN },
182 1.1 kardel { "freq", T_Freq, FOLLBY_TOKEN },
183 1.1 kardel /* miscellaneous_command */
184 1.1 kardel { "port", T_Port, FOLLBY_TOKEN },
185 1.1 kardel { "interface", T_Interface, FOLLBY_TOKEN },
186 1.1 kardel { "qos", T_Qos, FOLLBY_TOKEN },
187 1.1 kardel { "saveconfigdir", T_Saveconfigdir, FOLLBY_STRING },
188 1.1 kardel /* interface_command (ignore and interface already defined) */
189 1.1 kardel { "nic", T_Nic, FOLLBY_TOKEN },
190 1.1 kardel { "all", T_All, FOLLBY_TOKEN },
191 1.1 kardel { "ipv4", T_Ipv4, FOLLBY_TOKEN },
192 1.1 kardel { "ipv6", T_Ipv6, FOLLBY_TOKEN },
193 1.1 kardel { "wildcard", T_Wildcard, FOLLBY_TOKEN },
194 1.1 kardel { "listen", T_Listen, FOLLBY_TOKEN },
195 1.1 kardel { "drop", T_Drop, FOLLBY_TOKEN },
196 1.1 kardel /* simulator commands */
197 1.1 kardel { "simulate", T_Simulate, FOLLBY_TOKEN },
198 1.1 kardel { "simulation_duration",T_Sim_Duration, FOLLBY_TOKEN },
199 1.1 kardel { "beep_delay", T_Beep_Delay, FOLLBY_TOKEN },
200 1.1 kardel { "duration", T_Duration, FOLLBY_TOKEN },
201 1.1 kardel { "server_offset", T_Server_Offset, FOLLBY_TOKEN },
202 1.1 kardel { "freq_offset", T_Freq_Offset, FOLLBY_TOKEN },
203 1.1 kardel { "wander", T_Wander, FOLLBY_TOKEN },
204 1.1 kardel { "jitter", T_Jitter, FOLLBY_TOKEN },
205 1.1 kardel { "prop_delay", T_Prop_Delay, FOLLBY_TOKEN },
206 1.1 kardel { "proc_delay", T_Proc_Delay, FOLLBY_TOKEN },
207 1.1 kardel };
208 1.1 kardel
209 1.1 kardel
210 1.1 kardel typedef struct big_scan_state_tag {
211 1.1 kardel char ch; /* Character this state matches on */
212 1.1 kardel char followedby; /* Forces next token(s) to T_String */
213 1.1 kardel u_short finishes_token; /* nonzero ID if last keyword char */
214 1.1 kardel u_short match_next_s; /* next state to check matching ch */
215 1.1 kardel u_short other_next_s; /* next state to check if not ch */
216 1.1 kardel } big_scan_state;
217 1.1 kardel
218 1.1 kardel /*
219 1.1 kardel * Note: to increase MAXSTATES beyond 2048, be aware it is currently
220 1.1 kardel * crammed into 11 bits in scan_state form. Raising to 4096 would be
221 1.1 kardel * relatively easy by storing the followedby value in a separate
222 1.1 kardel * array with one entry per token, and shrinking the char value to
223 1.1 kardel * 7 bits to free a bit for accepting/non-accepting. More than 4096
224 1.1 kardel * states will require expanding scan_state beyond 32 bits each.
225 1.1 kardel */
226 1.1 kardel #define MAXSTATES 2048
227 1.1 kardel
228 1.1 kardel const char * current_keyword;/* for error reporting */
229 1.1 kardel big_scan_state sst[MAXSTATES]; /* scanner FSM state entries */
230 1.1 kardel int sst_highwater; /* next entry index to consider */
231 1.1 kardel char * symb[1024]; /* map token ID to symbolic name */
232 1.1 kardel
233 1.1 kardel /* for libntp */
234 1.1 kardel const char * progname = "keyword-gen";
235 1.1 kardel volatile int debug = 1;
236 1.1 kardel
237 1.1 kardel int main (int, char **);
238 1.1 kardel static void generate_preamble (void);
239 1.1 kardel static void generate_fsm (void);
240 1.1 kardel static void generate_token_text (void);
241 1.1 kardel static int create_keyword_scanner (void);
242 1.1 kardel static int create_scan_states (char *, int, follby, int);
243 1.1 kardel int compare_key_tok_id (QSORTP, QSORTP);
244 1.1 kardel int compare_key_tok_text (QSORTP, QSORTP);
245 1.1 kardel void populate_symb (char *);
246 1.1 kardel const char * symbname (int);
247 1.1 kardel
248 1.1 kardel
249 1.1 kardel int main(int argc, char **argv)
250 1.1 kardel {
251 1.1 kardel if (argc < 2) {
252 1.1 kardel fprintf(stderr, "Usage:\n%s t_header.h\n", argv[0]);
253 1.1 kardel exit(1);
254 1.1 kardel }
255 1.1 kardel populate_symb(argv[1]);
256 1.1 kardel
257 1.1 kardel generate_preamble();
258 1.1 kardel generate_token_text();
259 1.1 kardel generate_fsm();
260 1.1 kardel
261 1.1 kardel return 0;
262 1.1 kardel }
263 1.1 kardel
264 1.1 kardel
265 1.1 kardel static void
266 1.1 kardel generate_preamble(void)
267 1.1 kardel {
268 1.1 kardel time_t now;
269 1.1 kardel char timestamp[128];
270 1.1 kardel char preamble[] =
271 1.1 kardel "/*\n"
272 1.1 kardel " * ntp_keyword.h\n"
273 1.1 kardel " * \n"
274 1.1 kardel " * NOTE: edit this file with caution, it is generated by keyword-gen.c\n"
275 1.1 kardel " *\t Generated %s UTC diff_ignore_line\n"
276 1.1 kardel " *\n"
277 1.1 kardel " */\n"
278 1.1 kardel "#include \"ntp_scanner.h\"\n"
279 1.1 kardel "#include \"ntp_parser.h\"\n"
280 1.1 kardel "\n";
281 1.1 kardel
282 1.1 kardel time(&now);
283 1.1 kardel if (!strftime(timestamp, sizeof(timestamp),
284 1.1 kardel "%Y-%m-%d %H:%M:%S", gmtime(&now)))
285 1.1 kardel timestamp[0] = '\0';
286 1.1 kardel
287 1.1 kardel printf(preamble, timestamp);
288 1.1 kardel }
289 1.1 kardel
290 1.1 kardel
291 1.1 kardel static void
292 1.1 kardel generate_fsm(void)
293 1.1 kardel {
294 1.1 kardel char token_id_comment[128];
295 1.1 kardel int initial_state;
296 1.1 kardel int i;
297 1.1 kardel int token;
298 1.1 kardel
299 1.1 kardel /*
300 1.1 kardel * Sort ntp_keywords in alphabetical keyword order. This is
301 1.1 kardel * not necessary, but minimizes nonfunctional changes in the
302 1.1 kardel * generated finite state machine when keywords are modified.
303 1.1 kardel */
304 1.1 kardel qsort(ntp_keywords, COUNTOF(ntp_keywords),
305 1.1 kardel sizeof(ntp_keywords[0]), compare_key_tok_text);
306 1.1 kardel
307 1.1 kardel /*
308 1.1 kardel * To save space, reserve the state array entry matching each
309 1.1 kardel * token number for its terminal state, so the token identifier
310 1.1 kardel * does not need to be stored in each state, but can be
311 1.1 kardel * recovered trivially. To mark the entry reserved,
312 1.1 kardel * finishes_token is nonzero.
313 1.1 kardel */
314 1.1 kardel
315 1.1 kardel for (i = 0; i < COUNTOF(ntp_keywords); i++) {
316 1.1 kardel token = ntp_keywords[i].token;
317 1.1 kardel if (1 > token || token >= COUNTOF(sst)) {
318 1.1 kardel fprintf(stderr,
319 1.1 kardel "keyword-gen sst[%u] too small "
320 1.1 kardel "for keyword '%s' id %d\n",
321 1.1 kardel COUNTOF(sst),
322 1.1 kardel ntp_keywords[i].key,
323 1.1 kardel token);
324 1.1 kardel exit(4);
325 1.1 kardel }
326 1.1 kardel sst[token].finishes_token = token;
327 1.1 kardel }
328 1.1 kardel
329 1.1 kardel initial_state = create_keyword_scanner();
330 1.1 kardel
331 1.1 kardel fprintf(stderr,
332 1.1 kardel "%d keywords consumed %d states of %d max.\n",
333 1.1 kardel (int)COUNTOF(ntp_keywords),
334 1.1 kardel sst_highwater - 1,
335 1.1 kardel (int)COUNTOF(sst) - 1);
336 1.1 kardel
337 1.1 kardel printf("#define SCANNER_INIT_S %d\n\n", initial_state);
338 1.1 kardel
339 1.1 kardel printf("const scan_state sst[%d] = {\n"
340 1.1 kardel "/*SS_T( ch,\tf-by, match, other ),\t\t\t\t */\n"
341 1.1 kardel " 0,\t\t\t\t /* %5d %-17s */\n",
342 1.1 kardel sst_highwater,
343 1.1 kardel 0, "");
344 1.1 kardel
345 1.1 kardel for (i = 1; i < sst_highwater; i++) {
346 1.1 kardel
347 1.1 kardel /* verify fields will fit */
348 1.1 kardel if (sst[i].followedby & ~0x3) {
349 1.1 kardel fprintf(stderr,
350 1.1 kardel "keyword-gen internal error "
351 1.1 kardel "sst[%d].followedby %d too big\n",
352 1.1 kardel i, sst[i].followedby);
353 1.1 kardel exit(7);
354 1.1 kardel }
355 1.1 kardel
356 1.1 kardel if (sst_highwater <= sst[i].match_next_s
357 1.1 kardel || sst[i].match_next_s & ~0x7ff) {
358 1.1 kardel fprintf(stderr,
359 1.1 kardel "keyword-gen internal error "
360 1.1 kardel "sst[%d].match_next_s %d too big\n",
361 1.1 kardel i, sst[i].match_next_s);
362 1.1 kardel exit(8);
363 1.1 kardel }
364 1.1 kardel
365 1.1 kardel if (sst_highwater <= sst[i].other_next_s
366 1.1 kardel || sst[i].other_next_s & ~0x7ff) {
367 1.1 kardel fprintf(stderr,
368 1.1 kardel "keyword-gen internal error "
369 1.1 kardel "sst[%d].other_next_s %d too big\n",
370 1.1 kardel i, sst[i].other_next_s);
371 1.1 kardel exit(9);
372 1.1 kardel }
373 1.1 kardel
374 1.1 kardel if (!sst[i].finishes_token)
375 1.1 kardel snprintf(token_id_comment,
376 1.1 kardel sizeof(token_id_comment), "%5d %-17s",
377 1.1 kardel i, (initial_state == i)
378 1.1 kardel ? "initial state"
379 1.1 kardel : "");
380 1.1 kardel else {
381 1.1 kardel snprintf(token_id_comment,
382 1.1 kardel sizeof(token_id_comment), "%5d %-17s",
383 1.1 kardel i, symbname(sst[i].finishes_token));
384 1.1 kardel if (i != sst[i].finishes_token) {
385 1.1 kardel fprintf(stderr,
386 1.1 kardel "keyword-gen internal error "
387 1.1 kardel "entry %d finishes token %d\n",
388 1.1 kardel i, sst[i].finishes_token);
389 1.1 kardel exit(5);
390 1.1 kardel }
391 1.1 kardel }
392 1.1 kardel
393 1.1 kardel printf(" S_ST( '%c',\t%d, %5u, %5u )%s /* %s */\n",
394 1.1 kardel sst[i].ch,
395 1.1 kardel sst[i].followedby,
396 1.1 kardel sst[i].match_next_s,
397 1.1 kardel sst[i].other_next_s,
398 1.1 kardel (i + 1 < sst_highwater)
399 1.1 kardel ? ","
400 1.1 kardel : " ",
401 1.1 kardel token_id_comment);
402 1.1 kardel }
403 1.1 kardel
404 1.1 kardel printf("};\n\n");
405 1.1 kardel }
406 1.1 kardel
407 1.1 kardel
408 1.1 kardel /* Define a function to create the states of the scanner. This function
409 1.1 kardel * is used by the create_keyword_scanner function below.
410 1.1 kardel *
411 1.1 kardel * This function takes a suffix of a keyword, the token to be returned on
412 1.1 kardel * recognizing the complete keyword, and any pre-existing state that exists
413 1.1 kardel * for some other keyword that has the same prefix as the current one.
414 1.1 kardel */
415 1.1 kardel static int
416 1.1 kardel create_scan_states(
417 1.1 kardel char * text,
418 1.1 kardel int token,
419 1.1 kardel follby followedby,
420 1.1 kardel int prev_state
421 1.1 kardel )
422 1.1 kardel {
423 1.1 kardel int my_state;
424 1.1 kardel int return_state;
425 1.1 kardel int prev_char_s;
426 1.1 kardel int curr_char_s;
427 1.1 kardel
428 1.1 kardel return_state = prev_state;
429 1.1 kardel curr_char_s = prev_state;
430 1.1 kardel prev_char_s = 0;
431 1.1 kardel
432 1.1 kardel /* Find the correct position to insert the state.
433 1.1 kardel * All states should be in alphabetical order
434 1.1 kardel */
435 1.1 kardel while (curr_char_s && (text[0] < sst[curr_char_s].ch)) {
436 1.1 kardel prev_char_s = curr_char_s;
437 1.1 kardel curr_char_s = sst[curr_char_s].other_next_s;
438 1.1 kardel }
439 1.1 kardel
440 1.1 kardel /*
441 1.1 kardel * Check if a previously seen keyword has the same prefix as
442 1.1 kardel * the current keyword. If so, simply use the state for that
443 1.1 kardel * keyword as my_state, otherwise, allocate a new state.
444 1.1 kardel */
445 1.1 kardel if (curr_char_s && (text[0] == sst[curr_char_s].ch)) {
446 1.1 kardel my_state = curr_char_s;
447 1.1 kardel if ('\0' == text[1]) {
448 1.1 kardel fprintf(stderr,
449 1.1 kardel "Duplicate entries for keyword '%s' in"
450 1.1 kardel " keyword_gen.c ntp_keywords[].\n",
451 1.1 kardel current_keyword);
452 1.1 kardel exit(2);
453 1.1 kardel }
454 1.1 kardel } else {
455 1.1 kardel do
456 1.1 kardel my_state = sst_highwater++;
457 1.1 kardel while (my_state < COUNTOF(sst)
458 1.1 kardel && sst[my_state].finishes_token);
459 1.1 kardel if (my_state >= COUNTOF(sst)) {
460 1.1 kardel fprintf(stderr,
461 1.1 kardel "fatal, keyword scanner state array "
462 1.1 kardel "sst[%d] is too small, modify\n"
463 1.1 kardel "keyword-gen.c to increase.\n",
464 1.1 kardel (int)COUNTOF(sst));
465 1.1 kardel exit(3);
466 1.1 kardel }
467 1.1 kardel /* Store the next character of the keyword */
468 1.1 kardel sst[my_state].ch = text[0];
469 1.1 kardel sst[my_state].other_next_s = curr_char_s;
470 1.1 kardel sst[my_state].followedby = FOLLBY_NON_ACCEPTING;
471 1.1 kardel
472 1.1 kardel if (prev_char_s)
473 1.1 kardel sst[prev_char_s].other_next_s = my_state;
474 1.1 kardel else
475 1.1 kardel return_state = my_state;
476 1.1 kardel }
477 1.1 kardel
478 1.1 kardel /* Check if the next character is '\0'.
479 1.1 kardel * If yes, we are done with the recognition and this is an accepting
480 1.1 kardel * state.
481 1.1 kardel * If not, we need to continue scanning
482 1.1 kardel */
483 1.1 kardel if ('\0' == text[1]) {
484 1.1 kardel sst[my_state].finishes_token = (u_short)token;
485 1.1 kardel sst[my_state].followedby = (char)followedby;
486 1.1 kardel
487 1.1 kardel if (sst[token].finishes_token != (u_short)token) {
488 1.1 kardel fprintf(stderr,
489 1.1 kardel "fatal, sst[%d] not reserved for %s.\n",
490 1.1 kardel token, symbname(token));
491 1.1 kardel exit(6);
492 1.1 kardel }
493 1.1 kardel /* relocate so token id is sst[] index */
494 1.1 kardel if (my_state != token) {
495 1.1 kardel sst[token] = sst[my_state];
496 1.1 kardel memset(&sst[my_state], 0,
497 1.1 kardel sizeof(sst[my_state]));
498 1.1 kardel do
499 1.1 kardel sst_highwater--;
500 1.1 kardel while (sst[sst_highwater].finishes_token);
501 1.1 kardel my_state = token;
502 1.1 kardel if (prev_char_s)
503 1.1 kardel sst[prev_char_s].other_next_s = my_state;
504 1.1 kardel else
505 1.1 kardel return_state = my_state;
506 1.1 kardel }
507 1.1 kardel } else
508 1.1 kardel sst[my_state].match_next_s =
509 1.1 kardel create_scan_states(
510 1.1 kardel &text[1],
511 1.1 kardel token,
512 1.1 kardel followedby,
513 1.1 kardel sst[my_state].match_next_s);
514 1.1 kardel
515 1.1 kardel return return_state;
516 1.1 kardel }
517 1.1 kardel
518 1.1 kardel
519 1.1 kardel /* Define a function that takes a list of (keyword, token) values and
520 1.1 kardel * creates a keywords scanner out of it.
521 1.1 kardel */
522 1.1 kardel
523 1.1 kardel static int
524 1.1 kardel create_keyword_scanner(void)
525 1.1 kardel {
526 1.1 kardel int scanner;
527 1.1 kardel int i;
528 1.1 kardel
529 1.1 kardel sst_highwater = 1; /* index 0 invalid, unused */
530 1.1 kardel scanner = 0;
531 1.1 kardel
532 1.1 kardel for (i = 0; i < COUNTOF(ntp_keywords); i++) {
533 1.1 kardel current_keyword = ntp_keywords[i].key;
534 1.1 kardel scanner =
535 1.1 kardel create_scan_states(
536 1.1 kardel ntp_keywords[i].key,
537 1.1 kardel ntp_keywords[i].token,
538 1.1 kardel ntp_keywords[i].followedby,
539 1.1 kardel scanner);
540 1.1 kardel }
541 1.1 kardel
542 1.1 kardel return scanner;
543 1.1 kardel }
544 1.1 kardel
545 1.1 kardel
546 1.1 kardel static void
547 1.1 kardel generate_token_text(void)
548 1.1 kardel {
549 1.1 kardel int lowest_id;
550 1.1 kardel int highest_id;
551 1.1 kardel int id_count;
552 1.1 kardel int id;
553 1.1 kardel int i;
554 1.1 kardel
555 1.1 kardel /* sort ntp_keywords in token ID order */
556 1.1 kardel qsort(ntp_keywords, COUNTOF(ntp_keywords),
557 1.1 kardel sizeof(ntp_keywords[0]), compare_key_tok_id);
558 1.1 kardel
559 1.1 kardel lowest_id = ntp_keywords[0].token;
560 1.1 kardel highest_id = ntp_keywords[COUNTOF(ntp_keywords) - 1].token;
561 1.1 kardel id_count = highest_id - lowest_id + 1;
562 1.1 kardel
563 1.1 kardel printf("#define LOWEST_KEYWORD_ID %d\n\n", lowest_id);
564 1.1 kardel
565 1.1 kardel printf("const char * const keyword_text[%d] = {", id_count);
566 1.1 kardel
567 1.1 kardel id = lowest_id;
568 1.1 kardel i = 0;
569 1.1 kardel while (i < COUNTOF(ntp_keywords)) {
570 1.1 kardel while (id < ntp_keywords[i].token) {
571 1.1 kardel printf(",\n\t/* %-5d %5d %20s */\tNULL",
572 1.1 kardel id - lowest_id, id, symbname(id));
573 1.1 kardel id++;
574 1.1 kardel }
575 1.1 kardel if (i > 0)
576 1.1 kardel printf(",");
577 1.1 kardel printf("\n\t/* %-5d %5d %20s */\t\"%s\"",
578 1.1 kardel id - lowest_id, id, symbname(id),
579 1.1 kardel ntp_keywords[i].key);
580 1.1 kardel i++;
581 1.1 kardel id++;
582 1.1 kardel }
583 1.1 kardel
584 1.1 kardel printf("\n};\n\n");
585 1.1 kardel }
586 1.1 kardel
587 1.1 kardel
588 1.1 kardel int
589 1.1 kardel compare_key_tok_id(
590 1.1 kardel QSORTP a1,
591 1.1 kardel QSORTP a2
592 1.1 kardel )
593 1.1 kardel {
594 1.1 kardel const struct key_tok *p1 = (const void *)a1;
595 1.1 kardel const struct key_tok *p2 = (const void *)a2;
596 1.1 kardel
597 1.1 kardel if (p1->token == p2->token)
598 1.1 kardel return 0;
599 1.1 kardel
600 1.1 kardel if (p1->token < p2->token)
601 1.1 kardel return -1;
602 1.1 kardel else
603 1.1 kardel return 1;
604 1.1 kardel }
605 1.1 kardel
606 1.1 kardel
607 1.1 kardel int
608 1.1 kardel compare_key_tok_text(
609 1.1 kardel QSORTP a1,
610 1.1 kardel QSORTP a2
611 1.1 kardel )
612 1.1 kardel {
613 1.1 kardel const struct key_tok *p1 = (const void *)a1;
614 1.1 kardel const struct key_tok *p2 = (const void *)a2;
615 1.1 kardel
616 1.1 kardel return strcmp(p1->key, p2->key);
617 1.1 kardel }
618 1.1 kardel
619 1.1 kardel
620 1.1 kardel /*
621 1.1 kardel * populate_symb() - populate symb[] lookup array with symbolic token
622 1.1 kardel * names such that symb[T_Age] == "T_Age", etc.
623 1.1 kardel */
624 1.1 kardel void
625 1.1 kardel populate_symb(
626 1.1 kardel char *header_file
627 1.1 kardel )
628 1.1 kardel {
629 1.1 kardel FILE * yh;
630 1.1 kardel char line[128];
631 1.1 kardel char name[128];
632 1.1 kardel int token;
633 1.1 kardel
634 1.1 kardel yh = fopen(header_file, "r");
635 1.1 kardel if (NULL == yh) {
636 1.1 kardel perror("unable to open yacc/bison header file");
637 1.1 kardel exit(4);
638 1.1 kardel }
639 1.1 kardel
640 1.1 kardel while (NULL != fgets(line, sizeof(line), yh))
641 1.1 kardel if (2 == sscanf(line, "#define %s %d", name, &token)
642 1.1 kardel && 'T' == name[0] && '_' == name[1] && token >= 0
643 1.1 kardel && token < COUNTOF(symb))
644 1.1 kardel
645 1.1 kardel symb[token] = estrdup(name);
646 1.1 kardel
647 1.1 kardel fclose(yh);
648 1.1 kardel }
649 1.1 kardel
650 1.1 kardel
651 1.1 kardel const char *
652 1.1 kardel symbname(
653 1.1 kardel int token
654 1.1 kardel )
655 1.1 kardel {
656 1.1 kardel char *name;
657 1.1 kardel
658 1.1 kardel if (token >= 0 && token < COUNTOF(symb) && symb[token] != NULL)
659 1.1 kardel return symb[token];
660 1.1 kardel
661 1.1 kardel LIB_GETBUF(name);
662 1.1 kardel snprintf(name, LIB_BUFLENGTH, "%d", token);
663 1.1 kardel return name;
664 1.1 kardel }
665