yacc.y revision 1.30 1 1.30 tnozaki /* $NetBSD: yacc.y,v 1.30 2010/06/12 02:51:34 tnozaki Exp $ */
2 1.2 itojun
3 1.2 itojun %{
4 1.2 itojun /*-
5 1.2 itojun * Copyright (c) 1993
6 1.2 itojun * The Regents of the University of California. All rights reserved.
7 1.2 itojun *
8 1.2 itojun * This code is derived from software contributed to Berkeley by
9 1.2 itojun * Paul Borman at Krystal Technologies.
10 1.2 itojun *
11 1.2 itojun * Redistribution and use in source and binary forms, with or without
12 1.2 itojun * modification, are permitted provided that the following conditions
13 1.2 itojun * are met:
14 1.2 itojun * 1. Redistributions of source code must retain the above copyright
15 1.2 itojun * notice, this list of conditions and the following disclaimer.
16 1.2 itojun * 2. Redistributions in binary form must reproduce the above copyright
17 1.2 itojun * notice, this list of conditions and the following disclaimer in the
18 1.2 itojun * documentation and/or other materials provided with the distribution.
19 1.22 agc * 3. Neither the name of the University nor the names of its contributors
20 1.2 itojun * may be used to endorse or promote products derived from this software
21 1.2 itojun * without specific prior written permission.
22 1.2 itojun *
23 1.2 itojun * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24 1.2 itojun * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 1.2 itojun * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 1.2 itojun * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 1.2 itojun * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 1.2 itojun * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 1.2 itojun * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 1.2 itojun * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 1.2 itojun * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 1.2 itojun * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 1.2 itojun * SUCH DAMAGE.
34 1.2 itojun */
35 1.2 itojun
36 1.23 lukem #if HAVE_NBTOOL_CONFIG_H
37 1.23 lukem #include "nbtool_config.h"
38 1.7 tv #endif
39 1.7 tv
40 1.2 itojun #include <sys/cdefs.h>
41 1.18 christos #ifndef lint
42 1.2 itojun #if 0
43 1.2 itojun static char sccsid[] = "@(#)yacc.y 8.1 (Berkeley) 6/6/93";
44 1.2 itojun static char rcsid[] = "$FreeBSD$";
45 1.2 itojun #else
46 1.30 tnozaki __RCSID("$NetBSD: yacc.y,v 1.30 2010/06/12 02:51:34 tnozaki Exp $");
47 1.2 itojun #endif
48 1.18 christos #endif /* not lint */
49 1.10 bjh21
50 1.10 bjh21 #include <sys/types.h>
51 1.10 bjh21 #include <netinet/in.h> /* Needed by <arpa/inet.h> on NetBSD 1.5. */
52 1.10 bjh21 #include <arpa/inet.h> /* Needed for htonl on POSIX systems. */
53 1.2 itojun
54 1.8 tv #include <err.h>
55 1.25 tnozaki #include <locale.h>
56 1.2 itojun #include <stddef.h>
57 1.2 itojun #include <stdio.h>
58 1.2 itojun #include <stdlib.h>
59 1.2 itojun #include <string.h>
60 1.2 itojun #include <unistd.h>
61 1.15 tshiozak #include <ctype.h>
62 1.2 itojun
63 1.30 tnozaki #include "runetype_local.h"
64 1.30 tnozaki
65 1.2 itojun #include "ldef.h"
66 1.7 tv
67 1.4 thorpej const char *locale_file = "<stdout>";
68 1.2 itojun
69 1.2 itojun rune_map maplower = { { 0, }, };
70 1.2 itojun rune_map mapupper = { { 0, }, };
71 1.2 itojun rune_map types = { { 0, }, };
72 1.2 itojun
73 1.30 tnozaki _FileRuneLocale new_locale = { { 0, }, };
74 1.30 tnozaki
75 1.30 tnozaki size_t rl_variable_len = (size_t)0;
76 1.30 tnozaki void *rl_variable = NULL;
77 1.2 itojun
78 1.17 tshiozak __nbrune_t charsetbits = (__nbrune_t)0x00000000;
79 1.2 itojun #if 0
80 1.17 tshiozak __nbrune_t charsetmask = (__nbrune_t)0x0000007f;
81 1.2 itojun #endif
82 1.17 tshiozak __nbrune_t charsetmask = (__nbrune_t)0xffffffff;
83 1.2 itojun
84 1.2 itojun void set_map __P((rune_map *, rune_list *, u_int32_t));
85 1.2 itojun void set_digitmap __P((rune_map *, rune_list *));
86 1.2 itojun void add_map __P((rune_map *, rune_list *, u_int32_t));
87 1.2 itojun
88 1.2 itojun int main __P((int, char *[]));
89 1.25 tnozaki void usage __P((void));
90 1.2 itojun int yyerror __P((const char *s));
91 1.2 itojun void *xmalloc __P((unsigned int sz));
92 1.2 itojun u_int32_t *xlalloc __P((unsigned int sz));
93 1.2 itojun u_int32_t *xrelalloc __P((u_int32_t *old, unsigned int sz));
94 1.2 itojun void dump_tables __P((void));
95 1.2 itojun int yyparse __P((void));
96 1.2 itojun extern int yylex __P((void));
97 1.25 tnozaki
98 1.25 tnozaki /* mklocaledb.c */
99 1.25 tnozaki extern void mklocaledb __P((const char *, FILE *, FILE *));
100 1.25 tnozaki
101 1.2 itojun %}
102 1.2 itojun
103 1.2 itojun %union {
104 1.17 tshiozak __nbrune_t rune;
105 1.2 itojun int i;
106 1.2 itojun char *str;
107 1.2 itojun
108 1.2 itojun rune_list *list;
109 1.2 itojun }
110 1.2 itojun
111 1.2 itojun %token <rune> RUNE
112 1.2 itojun %token LBRK
113 1.2 itojun %token RBRK
114 1.2 itojun %token THRU
115 1.2 itojun %token MAPLOWER
116 1.2 itojun %token MAPUPPER
117 1.2 itojun %token DIGITMAP
118 1.2 itojun %token <i> LIST
119 1.2 itojun %token <str> VARIABLE
120 1.2 itojun %token CHARSET
121 1.2 itojun %token ENCODING
122 1.2 itojun %token INVALID
123 1.2 itojun %token <str> STRING
124 1.2 itojun
125 1.2 itojun %type <list> list
126 1.2 itojun %type <list> map
127 1.2 itojun
128 1.2 itojun
129 1.2 itojun %%
130 1.2 itojun
131 1.2 itojun locale : /* empty */
132 1.2 itojun | table
133 1.2 itojun { dump_tables(); }
134 1.2 itojun ;
135 1.2 itojun
136 1.2 itojun table : entry
137 1.2 itojun | table entry
138 1.2 itojun ;
139 1.2 itojun
140 1.2 itojun entry : ENCODING STRING
141 1.30 tnozaki { strncpy(new_locale.frl_encoding, $2, sizeof(new_locale.frl_encoding)); }
142 1.2 itojun | VARIABLE
143 1.30 tnozaki { rl_variable_len = strlen($1) + 1;
144 1.30 tnozaki rl_variable = strdup($1);
145 1.30 tnozaki new_locale.frl_variable_len = htonl((u_int32_t)rl_variable_len);
146 1.2 itojun }
147 1.2 itojun | CHARSET RUNE
148 1.2 itojun { charsetbits = $2; charsetmask = 0x0000007f; }
149 1.2 itojun | CHARSET RUNE RUNE
150 1.2 itojun { charsetbits = $2; charsetmask = $3; }
151 1.2 itojun | CHARSET STRING
152 1.2 itojun { int final = $2[strlen($2) - 1] & 0x7f;
153 1.2 itojun charsetbits = final << 24;
154 1.2 itojun if ($2[0] == '$') {
155 1.2 itojun charsetmask = 0x00007f7f;
156 1.2 itojun if (strchr(",-./", $2[1]))
157 1.2 itojun charsetbits |= 0x80;
158 1.2 itojun if (0xd0 <= final && final <= 0xdf)
159 1.2 itojun charsetmask |= 0x007f0000;
160 1.2 itojun } else {
161 1.2 itojun charsetmask = 0x0000007f;
162 1.2 itojun if (strchr(",-./", $2[0]))
163 1.2 itojun charsetbits |= 0x80;
164 1.2 itojun if (strlen($2) == 2 && $2[0] == '!')
165 1.2 itojun charsetbits |= ((0x80 | $2[0]) << 16);
166 1.2 itojun }
167 1.2 itojun
168 1.2 itojun /*
169 1.2 itojun * special rules
170 1.2 itojun */
171 1.2 itojun if (charsetbits == ('B' << 24)
172 1.2 itojun && charsetmask == 0x0000007f) {
173 1.2 itojun /*ASCII: 94B*/
174 1.2 itojun charsetbits = 0;
175 1.2 itojun charsetmask = 0x0000007f;
176 1.2 itojun } else if (charsetbits == (('A' << 24) | 0x80)
177 1.2 itojun && charsetmask == 0x0000007f) {
178 1.2 itojun /*Latin1: 96A*/
179 1.2 itojun charsetbits = 0x80;
180 1.2 itojun charsetmask = 0x0000007f;
181 1.2 itojun }
182 1.2 itojun }
183 1.2 itojun | INVALID RUNE
184 1.30 tnozaki { new_locale.frl_invalid_rune = htonl((u_int32_t)$2); }
185 1.2 itojun | LIST list
186 1.2 itojun { set_map(&types, $2, $1); }
187 1.2 itojun | MAPLOWER map
188 1.2 itojun { set_map(&maplower, $2, 0); }
189 1.2 itojun | MAPUPPER map
190 1.2 itojun { set_map(&mapupper, $2, 0); }
191 1.2 itojun | DIGITMAP map
192 1.2 itojun { set_digitmap(&types, $2); }
193 1.2 itojun ;
194 1.2 itojun
195 1.2 itojun list : RUNE
196 1.2 itojun {
197 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
198 1.2 itojun $$->min = ($1 & charsetmask) | charsetbits;
199 1.2 itojun $$->max = ($1 & charsetmask) | charsetbits;
200 1.2 itojun $$->next = 0;
201 1.2 itojun }
202 1.2 itojun | RUNE THRU RUNE
203 1.2 itojun {
204 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
205 1.2 itojun $$->min = ($1 & charsetmask) | charsetbits;
206 1.2 itojun $$->max = ($3 & charsetmask) | charsetbits;
207 1.2 itojun $$->next = 0;
208 1.2 itojun }
209 1.2 itojun | list RUNE
210 1.2 itojun {
211 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
212 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
213 1.2 itojun $$->max = ($2 & charsetmask) | charsetbits;
214 1.2 itojun $$->next = $1;
215 1.2 itojun }
216 1.2 itojun | list RUNE THRU RUNE
217 1.2 itojun {
218 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
219 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
220 1.2 itojun $$->max = ($4 & charsetmask) | charsetbits;
221 1.2 itojun $$->next = $1;
222 1.2 itojun }
223 1.2 itojun ;
224 1.2 itojun
225 1.2 itojun map : LBRK RUNE RUNE RBRK
226 1.2 itojun {
227 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
228 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
229 1.2 itojun $$->max = ($2 & charsetmask) | charsetbits;
230 1.2 itojun $$->map = $3;
231 1.2 itojun $$->next = 0;
232 1.2 itojun }
233 1.2 itojun | map LBRK RUNE RUNE RBRK
234 1.2 itojun {
235 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
236 1.2 itojun $$->min = ($3 & charsetmask) | charsetbits;
237 1.2 itojun $$->max = ($3 & charsetmask) | charsetbits;
238 1.2 itojun $$->map = $4;
239 1.2 itojun $$->next = $1;
240 1.2 itojun }
241 1.2 itojun | LBRK RUNE THRU RUNE ':' RUNE RBRK
242 1.2 itojun {
243 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
244 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
245 1.2 itojun $$->max = ($4 & charsetmask) | charsetbits;
246 1.2 itojun $$->map = $6;
247 1.2 itojun $$->next = 0;
248 1.2 itojun }
249 1.2 itojun | map LBRK RUNE THRU RUNE ':' RUNE RBRK
250 1.2 itojun {
251 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
252 1.2 itojun $$->min = ($3 & charsetmask) | charsetbits;
253 1.2 itojun $$->max = ($5 & charsetmask) | charsetbits;
254 1.2 itojun $$->map = $7;
255 1.2 itojun $$->next = $1;
256 1.2 itojun }
257 1.2 itojun ;
258 1.2 itojun %%
259 1.2 itojun
260 1.2 itojun int debug = 0;
261 1.8 tv FILE *ofile;
262 1.2 itojun
263 1.2 itojun int
264 1.2 itojun main(ac, av)
265 1.2 itojun int ac;
266 1.2 itojun char *av[];
267 1.2 itojun {
268 1.2 itojun int x;
269 1.25 tnozaki const char *locale_type;
270 1.2 itojun
271 1.2 itojun extern char *optarg;
272 1.2 itojun extern int optind;
273 1.2 itojun
274 1.25 tnozaki locale_type = NULL;
275 1.25 tnozaki while ((x = getopt(ac, av, "do:t:")) != EOF) {
276 1.2 itojun switch(x) {
277 1.2 itojun case 'd':
278 1.2 itojun debug = 1;
279 1.2 itojun break;
280 1.2 itojun case 'o':
281 1.2 itojun locale_file = optarg;
282 1.8 tv if ((ofile = fopen(locale_file, "w")) == 0)
283 1.5 thorpej err(1, "unable to open output file %s", locale_file);
284 1.2 itojun break;
285 1.25 tnozaki case 't':
286 1.25 tnozaki locale_type = optarg;
287 1.25 tnozaki break;
288 1.2 itojun default:
289 1.25 tnozaki usage();
290 1.2 itojun }
291 1.2 itojun }
292 1.2 itojun
293 1.2 itojun switch (ac - optind) {
294 1.2 itojun case 0:
295 1.2 itojun break;
296 1.2 itojun case 1:
297 1.5 thorpej if (freopen(av[optind], "r", stdin) == 0)
298 1.5 thorpej err(1, "unable to open input file %s", av[optind]);
299 1.2 itojun break;
300 1.2 itojun default:
301 1.25 tnozaki usage();
302 1.25 tnozaki }
303 1.25 tnozaki
304 1.25 tnozaki if (ofile == NULL)
305 1.25 tnozaki ofile = stdout;
306 1.25 tnozaki if (locale_type != NULL && strcasecmp(locale_type, "CTYPE")) {
307 1.25 tnozaki mklocaledb(locale_type, stdin, ofile);
308 1.25 tnozaki return 0;
309 1.2 itojun }
310 1.25 tnozaki
311 1.29 tnozaki for (x = 0; x < _CTYPE_CACHE_SIZE; ++x) {
312 1.2 itojun mapupper.map[x] = x;
313 1.2 itojun maplower.map[x] = x;
314 1.2 itojun }
315 1.25 tnozaki
316 1.30 tnozaki new_locale.frl_invalid_rune = htonl((u_int32_t)_NB_DEFAULT_INVALID_RUNE);
317 1.30 tnozaki memcpy(new_locale.frl_magic, _NB_RUNE_MAGIC_1, sizeof(new_locale.frl_magic));
318 1.2 itojun
319 1.2 itojun yyparse();
320 1.2 itojun
321 1.2 itojun return 0;
322 1.25 tnozaki
323 1.25 tnozaki }
324 1.25 tnozaki
325 1.25 tnozaki void
326 1.25 tnozaki usage()
327 1.25 tnozaki {
328 1.25 tnozaki fprintf(stderr,
329 1.25 tnozaki "usage: mklocale [-d] [-o output] [-t type] [source]\n");
330 1.25 tnozaki
331 1.25 tnozaki exit(1);
332 1.2 itojun }
333 1.2 itojun
334 1.2 itojun int
335 1.2 itojun yyerror(s)
336 1.2 itojun const char *s;
337 1.2 itojun {
338 1.2 itojun fprintf(stderr, "%s\n", s);
339 1.2 itojun
340 1.2 itojun return 0;
341 1.2 itojun }
342 1.2 itojun
343 1.2 itojun void *
344 1.2 itojun xmalloc(sz)
345 1.2 itojun unsigned int sz;
346 1.2 itojun {
347 1.2 itojun void *r = malloc(sz);
348 1.2 itojun if (!r) {
349 1.2 itojun perror("xmalloc");
350 1.2 itojun abort();
351 1.2 itojun }
352 1.2 itojun return(r);
353 1.2 itojun }
354 1.2 itojun
355 1.2 itojun u_int32_t *
356 1.2 itojun xlalloc(sz)
357 1.2 itojun unsigned int sz;
358 1.2 itojun {
359 1.2 itojun u_int32_t *r = (u_int32_t *)malloc(sz * sizeof(u_int32_t));
360 1.2 itojun if (!r) {
361 1.2 itojun perror("xlalloc");
362 1.2 itojun abort();
363 1.2 itojun }
364 1.2 itojun return(r);
365 1.2 itojun }
366 1.2 itojun
367 1.2 itojun u_int32_t *
368 1.2 itojun xrelalloc(old, sz)
369 1.2 itojun u_int32_t *old;
370 1.2 itojun unsigned int sz;
371 1.2 itojun {
372 1.2 itojun u_int32_t *r = (u_int32_t *)realloc((char *)old,
373 1.2 itojun sz * sizeof(u_int32_t));
374 1.2 itojun if (!r) {
375 1.2 itojun perror("xrelalloc");
376 1.2 itojun abort();
377 1.2 itojun }
378 1.2 itojun return(r);
379 1.2 itojun }
380 1.2 itojun
381 1.2 itojun void
382 1.2 itojun set_map(map, list, flag)
383 1.2 itojun rune_map *map;
384 1.2 itojun rune_list *list;
385 1.2 itojun u_int32_t flag;
386 1.2 itojun {
387 1.2 itojun list->map &= charsetmask;
388 1.2 itojun list->map |= charsetbits;
389 1.2 itojun while (list) {
390 1.2 itojun rune_list *nlist = list->next;
391 1.2 itojun add_map(map, list, flag);
392 1.2 itojun list = nlist;
393 1.2 itojun }
394 1.2 itojun }
395 1.2 itojun
396 1.2 itojun void
397 1.2 itojun set_digitmap(map, list)
398 1.2 itojun rune_map *map;
399 1.2 itojun rune_list *list;
400 1.2 itojun {
401 1.17 tshiozak __nbrune_t i;
402 1.2 itojun
403 1.2 itojun while (list) {
404 1.2 itojun rune_list *nlist = list->next;
405 1.2 itojun for (i = list->min; i <= list->max; ++i) {
406 1.2 itojun if (list->map + (i - list->min)) {
407 1.2 itojun rune_list *tmp = (rune_list *)xmalloc(sizeof(rune_list));
408 1.2 itojun tmp->min = i;
409 1.2 itojun tmp->max = i;
410 1.2 itojun add_map(map, tmp, list->map + (i - list->min));
411 1.2 itojun }
412 1.2 itojun }
413 1.2 itojun free(list);
414 1.2 itojun list = nlist;
415 1.2 itojun }
416 1.2 itojun }
417 1.2 itojun
418 1.2 itojun void
419 1.2 itojun add_map(map, list, flag)
420 1.2 itojun rune_map *map;
421 1.2 itojun rune_list *list;
422 1.2 itojun u_int32_t flag;
423 1.2 itojun {
424 1.17 tshiozak __nbrune_t i;
425 1.2 itojun rune_list *lr = 0;
426 1.2 itojun rune_list *r;
427 1.17 tshiozak __nbrune_t run;
428 1.2 itojun
429 1.29 tnozaki while (list->min < _CTYPE_CACHE_SIZE && list->min <= list->max) {
430 1.2 itojun if (flag)
431 1.2 itojun map->map[list->min++] |= flag;
432 1.2 itojun else
433 1.2 itojun map->map[list->min++] = list->map++;
434 1.2 itojun }
435 1.2 itojun
436 1.2 itojun if (list->min > list->max) {
437 1.2 itojun free(list);
438 1.2 itojun return;
439 1.2 itojun }
440 1.2 itojun
441 1.2 itojun run = list->max - list->min + 1;
442 1.2 itojun
443 1.2 itojun if (!(r = map->root) || (list->max < r->min - 1)
444 1.2 itojun || (!flag && list->max == r->min - 1)) {
445 1.2 itojun if (flag) {
446 1.2 itojun list->types = xlalloc(run);
447 1.2 itojun for (i = 0; i < run; ++i)
448 1.2 itojun list->types[i] = flag;
449 1.2 itojun }
450 1.2 itojun list->next = map->root;
451 1.2 itojun map->root = list;
452 1.2 itojun return;
453 1.2 itojun }
454 1.2 itojun
455 1.2 itojun for (r = map->root; r && r->max + 1 < list->min; r = r->next)
456 1.2 itojun lr = r;
457 1.2 itojun
458 1.2 itojun if (!r) {
459 1.2 itojun /*
460 1.2 itojun * We are off the end.
461 1.2 itojun */
462 1.2 itojun if (flag) {
463 1.2 itojun list->types = xlalloc(run);
464 1.2 itojun for (i = 0; i < run; ++i)
465 1.2 itojun list->types[i] = flag;
466 1.2 itojun }
467 1.2 itojun list->next = 0;
468 1.2 itojun lr->next = list;
469 1.2 itojun return;
470 1.2 itojun }
471 1.2 itojun
472 1.2 itojun if (list->max < r->min - 1) {
473 1.2 itojun /*
474 1.2 itojun * We come before this range and we do not intersect it.
475 1.2 itojun * We are not before the root node, it was checked before the loop
476 1.2 itojun */
477 1.2 itojun if (flag) {
478 1.2 itojun list->types = xlalloc(run);
479 1.2 itojun for (i = 0; i < run; ++i)
480 1.2 itojun list->types[i] = flag;
481 1.2 itojun }
482 1.2 itojun list->next = lr->next;
483 1.2 itojun lr->next = list;
484 1.2 itojun return;
485 1.2 itojun }
486 1.2 itojun
487 1.2 itojun /*
488 1.2 itojun * At this point we have found that we at least intersect with
489 1.2 itojun * the range pointed to by `r', we might intersect with one or
490 1.2 itojun * more ranges beyond `r' as well.
491 1.2 itojun */
492 1.2 itojun
493 1.2 itojun if (!flag && list->map - list->min != r->map - r->min) {
494 1.2 itojun /*
495 1.2 itojun * There are only two cases when we are doing case maps and
496 1.2 itojun * our maps needn't have the same offset. When we are adjoining
497 1.2 itojun * but not intersecting.
498 1.2 itojun */
499 1.2 itojun if (list->max + 1 == r->min) {
500 1.2 itojun lr->next = list;
501 1.2 itojun list->next = r;
502 1.2 itojun return;
503 1.2 itojun }
504 1.2 itojun if (list->min - 1 == r->max) {
505 1.2 itojun list->next = r->next;
506 1.2 itojun r->next = list;
507 1.2 itojun return;
508 1.2 itojun }
509 1.2 itojun fprintf(stderr, "Error: conflicting map entries\n");
510 1.2 itojun exit(1);
511 1.2 itojun }
512 1.2 itojun
513 1.2 itojun if (list->min >= r->min && list->max <= r->max) {
514 1.2 itojun /*
515 1.2 itojun * Subset case.
516 1.2 itojun */
517 1.2 itojun
518 1.2 itojun if (flag) {
519 1.2 itojun for (i = list->min; i <= list->max; ++i)
520 1.2 itojun r->types[i - r->min] |= flag;
521 1.2 itojun }
522 1.2 itojun free(list);
523 1.2 itojun return;
524 1.2 itojun }
525 1.2 itojun if (list->min <= r->min && list->max >= r->max) {
526 1.2 itojun /*
527 1.2 itojun * Superset case. Make him big enough to hold us.
528 1.2 itojun * We might need to merge with the guy after him.
529 1.2 itojun */
530 1.2 itojun if (flag) {
531 1.2 itojun list->types = xlalloc(list->max - list->min + 1);
532 1.2 itojun
533 1.2 itojun for (i = list->min; i <= list->max; ++i)
534 1.2 itojun list->types[i - list->min] = flag;
535 1.2 itojun
536 1.2 itojun for (i = r->min; i <= r->max; ++i)
537 1.2 itojun list->types[i - list->min] |= r->types[i - r->min];
538 1.2 itojun
539 1.2 itojun free(r->types);
540 1.2 itojun r->types = list->types;
541 1.2 itojun } else {
542 1.2 itojun r->map = list->map;
543 1.2 itojun }
544 1.2 itojun r->min = list->min;
545 1.2 itojun r->max = list->max;
546 1.2 itojun free(list);
547 1.2 itojun } else if (list->min < r->min) {
548 1.2 itojun /*
549 1.2 itojun * Our tail intersects his head.
550 1.2 itojun */
551 1.2 itojun if (flag) {
552 1.2 itojun list->types = xlalloc(r->max - list->min + 1);
553 1.2 itojun
554 1.2 itojun for (i = r->min; i <= r->max; ++i)
555 1.2 itojun list->types[i - list->min] = r->types[i - r->min];
556 1.2 itojun
557 1.2 itojun for (i = list->min; i < r->min; ++i)
558 1.2 itojun list->types[i - list->min] = flag;
559 1.2 itojun
560 1.2 itojun for (i = r->min; i <= list->max; ++i)
561 1.2 itojun list->types[i - list->min] |= flag;
562 1.2 itojun
563 1.2 itojun free(r->types);
564 1.2 itojun r->types = list->types;
565 1.2 itojun } else {
566 1.2 itojun r->map = list->map;
567 1.2 itojun }
568 1.2 itojun r->min = list->min;
569 1.2 itojun free(list);
570 1.2 itojun return;
571 1.2 itojun } else {
572 1.2 itojun /*
573 1.2 itojun * Our head intersects his tail.
574 1.2 itojun * We might need to merge with the guy after him.
575 1.2 itojun */
576 1.2 itojun if (flag) {
577 1.2 itojun r->types = xrelalloc(r->types, list->max - r->min + 1);
578 1.2 itojun
579 1.2 itojun for (i = list->min; i <= r->max; ++i)
580 1.2 itojun r->types[i - r->min] |= flag;
581 1.2 itojun
582 1.2 itojun for (i = r->max+1; i <= list->max; ++i)
583 1.2 itojun r->types[i - r->min] = flag;
584 1.2 itojun }
585 1.2 itojun r->max = list->max;
586 1.2 itojun free(list);
587 1.2 itojun }
588 1.2 itojun
589 1.2 itojun /*
590 1.2 itojun * Okay, check to see if we grew into the next guy(s)
591 1.2 itojun */
592 1.2 itojun while ((lr = r->next) && r->max >= lr->min) {
593 1.2 itojun if (flag) {
594 1.2 itojun if (r->max >= lr->max) {
595 1.2 itojun /*
596 1.2 itojun * Good, we consumed all of him.
597 1.2 itojun */
598 1.2 itojun for (i = lr->min; i <= lr->max; ++i)
599 1.2 itojun r->types[i - r->min] |= lr->types[i - lr->min];
600 1.2 itojun } else {
601 1.2 itojun /*
602 1.2 itojun * "append" him on to the end of us.
603 1.2 itojun */
604 1.2 itojun r->types = xrelalloc(r->types, lr->max - r->min + 1);
605 1.2 itojun
606 1.2 itojun for (i = lr->min; i <= r->max; ++i)
607 1.2 itojun r->types[i - r->min] |= lr->types[i - lr->min];
608 1.2 itojun
609 1.2 itojun for (i = r->max+1; i <= lr->max; ++i)
610 1.2 itojun r->types[i - r->min] = lr->types[i - lr->min];
611 1.2 itojun
612 1.2 itojun r->max = lr->max;
613 1.2 itojun }
614 1.2 itojun } else {
615 1.2 itojun if (lr->max > r->max)
616 1.2 itojun r->max = lr->max;
617 1.2 itojun }
618 1.2 itojun
619 1.2 itojun r->next = lr->next;
620 1.2 itojun
621 1.2 itojun if (flag)
622 1.2 itojun free(lr->types);
623 1.2 itojun free(lr);
624 1.2 itojun }
625 1.2 itojun }
626 1.2 itojun
627 1.2 itojun void
628 1.2 itojun dump_tables()
629 1.2 itojun {
630 1.5 thorpej int x, n;
631 1.2 itojun rune_list *list;
632 1.25 tnozaki FILE *fp = ofile;
633 1.30 tnozaki u_int32_t nranges;
634 1.2 itojun
635 1.2 itojun /*
636 1.2 itojun * See if we can compress some of the istype arrays
637 1.2 itojun */
638 1.2 itojun for(list = types.root; list; list = list->next) {
639 1.2 itojun list->map = list->types[0];
640 1.2 itojun for (x = 1; x < list->max - list->min + 1; ++x) {
641 1.2 itojun if (list->types[x] != list->map) {
642 1.2 itojun list->map = 0;
643 1.2 itojun break;
644 1.2 itojun }
645 1.2 itojun }
646 1.2 itojun }
647 1.2 itojun
648 1.2 itojun /*
649 1.2 itojun * Fill in our tables. Do this in network order so that
650 1.2 itojun * diverse machines have a chance of sharing data.
651 1.2 itojun * (Machines like Crays cannot share with little machines due to
652 1.2 itojun * word size. Sigh. We tried.)
653 1.2 itojun */
654 1.29 tnozaki for (x = 0; x < _CTYPE_CACHE_SIZE; ++x) {
655 1.30 tnozaki new_locale.frl_runetype[x] = htonl(types.map[x]);
656 1.30 tnozaki new_locale.frl_maplower[x] = htonl(maplower.map[x]);
657 1.30 tnozaki new_locale.frl_mapupper[x] = htonl(mapupper.map[x]);
658 1.2 itojun }
659 1.2 itojun
660 1.2 itojun /*
661 1.2 itojun * Count up how many ranges we will need for each of the extents.
662 1.2 itojun */
663 1.2 itojun list = types.root;
664 1.2 itojun
665 1.30 tnozaki nranges = (u_int32_t)0;
666 1.2 itojun while (list) {
667 1.30 tnozaki ++nranges;
668 1.2 itojun list = list->next;
669 1.2 itojun }
670 1.30 tnozaki new_locale.frl_runetype_ext.frr_nranges =
671 1.30 tnozaki htonl(nranges);
672 1.2 itojun
673 1.2 itojun list = maplower.root;
674 1.2 itojun
675 1.30 tnozaki nranges = (u_int32_t)0;
676 1.2 itojun while (list) {
677 1.30 tnozaki ++nranges;
678 1.2 itojun list = list->next;
679 1.2 itojun }
680 1.30 tnozaki new_locale.frl_maplower_ext.frr_nranges =
681 1.30 tnozaki htonl(nranges);
682 1.2 itojun
683 1.2 itojun list = mapupper.root;
684 1.2 itojun
685 1.30 tnozaki nranges = (u_int32_t)0;
686 1.2 itojun while (list) {
687 1.30 tnozaki ++nranges;
688 1.2 itojun list = list->next;
689 1.2 itojun }
690 1.30 tnozaki new_locale.frl_mapupper_ext.frr_nranges =
691 1.30 tnozaki htonl(nranges);
692 1.2 itojun
693 1.2 itojun /*
694 1.2 itojun * Okay, we are now ready to write the new locale file.
695 1.2 itojun */
696 1.2 itojun
697 1.2 itojun /*
698 1.2 itojun * PART 1: The _RuneLocale structure
699 1.2 itojun */
700 1.30 tnozaki if (fwrite((char *)&new_locale, sizeof(new_locale), 1, fp) != 1)
701 1.30 tnozaki err(1, "writing _FileRuneLocale to %s", locale_file);
702 1.2 itojun /*
703 1.2 itojun * PART 2: The runetype_ext structures (not the actual tables)
704 1.2 itojun */
705 1.5 thorpej for (list = types.root, n = 0; list != NULL; list = list->next, n++) {
706 1.2 itojun _FileRuneEntry re;
707 1.2 itojun
708 1.20 tshiozak memset(&re, 0, sizeof(re));
709 1.9 tshiozak re.fre_min = htonl(list->min);
710 1.9 tshiozak re.fre_max = htonl(list->max);
711 1.9 tshiozak re.fre_map = htonl(list->map);
712 1.2 itojun
713 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
714 1.5 thorpej err(1, "writing runetype_ext #%d to %s", n, locale_file);
715 1.2 itojun }
716 1.2 itojun /*
717 1.2 itojun * PART 3: The maplower_ext structures
718 1.2 itojun */
719 1.5 thorpej for (list = maplower.root, n = 0; list != NULL; list = list->next, n++) {
720 1.2 itojun _FileRuneEntry re;
721 1.2 itojun
722 1.20 tshiozak memset(&re, 0, sizeof(re));
723 1.9 tshiozak re.fre_min = htonl(list->min);
724 1.9 tshiozak re.fre_max = htonl(list->max);
725 1.9 tshiozak re.fre_map = htonl(list->map);
726 1.2 itojun
727 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
728 1.5 thorpej err(1, "writing maplower_ext #%d to %s", n, locale_file);
729 1.2 itojun }
730 1.2 itojun /*
731 1.2 itojun * PART 4: The mapupper_ext structures
732 1.2 itojun */
733 1.5 thorpej for (list = mapupper.root, n = 0; list != NULL; list = list->next, n++) {
734 1.2 itojun _FileRuneEntry re;
735 1.2 itojun
736 1.20 tshiozak memset(&re, 0, sizeof(re));
737 1.9 tshiozak re.fre_min = htonl(list->min);
738 1.9 tshiozak re.fre_max = htonl(list->max);
739 1.9 tshiozak re.fre_map = htonl(list->map);
740 1.2 itojun
741 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
742 1.5 thorpej err(1, "writing mapupper_ext #%d to %s", n, locale_file);
743 1.2 itojun }
744 1.2 itojun /*
745 1.2 itojun * PART 5: The runetype_ext tables
746 1.2 itojun */
747 1.5 thorpej for (list = types.root, n = 0; list != NULL; list = list->next, n++) {
748 1.2 itojun for (x = 0; x < list->max - list->min + 1; ++x)
749 1.2 itojun list->types[x] = htonl(list->types[x]);
750 1.2 itojun
751 1.2 itojun if (!list->map) {
752 1.2 itojun if (fwrite((char *)list->types,
753 1.2 itojun (list->max - list->min + 1) * sizeof(u_int32_t),
754 1.5 thorpej 1, fp) != 1)
755 1.5 thorpej err(1, "writing runetype_ext table #%d to %s", n, locale_file);
756 1.2 itojun }
757 1.2 itojun }
758 1.2 itojun /*
759 1.2 itojun * PART 5: And finally the variable data
760 1.2 itojun */
761 1.30 tnozaki if (rl_variable_len != 0 &&
762 1.30 tnozaki fwrite((char *)rl_variable, rl_variable_len, 1, fp) != 1)
763 1.5 thorpej err(1, "writing variable data to %s", locale_file);
764 1.2 itojun fclose(fp);
765 1.2 itojun
766 1.2 itojun if (!debug)
767 1.2 itojun return;
768 1.2 itojun
769 1.30 tnozaki if (new_locale.frl_encoding[0])
770 1.30 tnozaki fprintf(stderr, "ENCODING %.*s\n",
771 1.30 tnozaki (int)sizeof(new_locale.frl_encoding), new_locale.frl_encoding);
772 1.30 tnozaki if (rl_variable)
773 1.30 tnozaki fprintf(stderr, "VARIABLE %.*s\n",
774 1.30 tnozaki (int)rl_variable_len, (char *)rl_variable);
775 1.2 itojun
776 1.2 itojun fprintf(stderr, "\nMAPLOWER:\n\n");
777 1.2 itojun
778 1.29 tnozaki for (x = 0; x < _CTYPE_CACHE_SIZE; ++x) {
779 1.2 itojun if (isprint(maplower.map[x]))
780 1.2 itojun fprintf(stderr, " '%c'", (int)maplower.map[x]);
781 1.2 itojun else if (maplower.map[x])
782 1.2 itojun fprintf(stderr, "%04x", maplower.map[x]);
783 1.2 itojun else
784 1.2 itojun fprintf(stderr, "%4x", 0);
785 1.2 itojun if ((x & 0xf) == 0xf)
786 1.2 itojun fprintf(stderr, "\n");
787 1.2 itojun else
788 1.2 itojun fprintf(stderr, " ");
789 1.2 itojun }
790 1.2 itojun fprintf(stderr, "\n");
791 1.2 itojun
792 1.2 itojun for (list = maplower.root; list; list = list->next)
793 1.2 itojun fprintf(stderr, "\t%04x - %04x : %04x\n", list->min, list->max, list->map);
794 1.2 itojun
795 1.2 itojun fprintf(stderr, "\nMAPUPPER:\n\n");
796 1.2 itojun
797 1.29 tnozaki for (x = 0; x < _CTYPE_CACHE_SIZE; ++x) {
798 1.2 itojun if (isprint(mapupper.map[x]))
799 1.2 itojun fprintf(stderr, " '%c'", (int)mapupper.map[x]);
800 1.2 itojun else if (mapupper.map[x])
801 1.2 itojun fprintf(stderr, "%04x", mapupper.map[x]);
802 1.2 itojun else
803 1.2 itojun fprintf(stderr, "%4x", 0);
804 1.2 itojun if ((x & 0xf) == 0xf)
805 1.2 itojun fprintf(stderr, "\n");
806 1.2 itojun else
807 1.2 itojun fprintf(stderr, " ");
808 1.2 itojun }
809 1.2 itojun fprintf(stderr, "\n");
810 1.2 itojun
811 1.2 itojun for (list = mapupper.root; list; list = list->next)
812 1.2 itojun fprintf(stderr, "\t%04x - %04x : %04x\n", list->min, list->max, list->map);
813 1.2 itojun
814 1.2 itojun
815 1.2 itojun fprintf(stderr, "\nTYPES:\n\n");
816 1.2 itojun
817 1.29 tnozaki for (x = 0; x < _CTYPE_CACHE_SIZE; ++x) {
818 1.2 itojun u_int32_t r = types.map[x];
819 1.2 itojun
820 1.2 itojun if (r) {
821 1.2 itojun if (isprint(x))
822 1.2 itojun fprintf(stderr, " '%c':%2d", x, (int)(r & 0xff));
823 1.2 itojun else
824 1.2 itojun fprintf(stderr, "%04x:%2d", x, (int)(r & 0xff));
825 1.2 itojun
826 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
827 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
828 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
829 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
830 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
831 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
832 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
833 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
834 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
835 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
836 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
837 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
838 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
839 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
840 1.2 itojun fprintf(stderr, "\n");
841 1.2 itojun }
842 1.2 itojun }
843 1.2 itojun
844 1.2 itojun for (list = types.root; list; list = list->next) {
845 1.2 itojun if (list->map && list->min + 3 < list->max) {
846 1.2 itojun u_int32_t r = list->map;
847 1.2 itojun
848 1.2 itojun fprintf(stderr, "%04x:%2d", list->min, r & 0xff);
849 1.2 itojun
850 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
851 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
852 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
853 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
854 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
855 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
856 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
857 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
858 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
859 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
860 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
861 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
862 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
863 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
864 1.2 itojun fprintf(stderr, "\n...\n");
865 1.2 itojun
866 1.2 itojun fprintf(stderr, "%04x:%2d", list->max, r & 0xff);
867 1.2 itojun
868 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
869 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
870 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
871 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
872 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
873 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
874 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
875 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
876 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
877 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
878 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
879 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
880 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
881 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
882 1.16 tshiozak fprintf(stderr, " %1u", (unsigned)((r & _RUNETYPE_SWM)>>_RUNETYPE_SWS));
883 1.2 itojun fprintf(stderr, "\n");
884 1.2 itojun } else
885 1.2 itojun for (x = list->min; x <= list->max; ++x) {
886 1.2 itojun u_int32_t r = ntohl(list->types[x - list->min]);
887 1.2 itojun
888 1.2 itojun if (r) {
889 1.2 itojun fprintf(stderr, "%04x:%2d", x, (int)(r & 0xff));
890 1.2 itojun
891 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
892 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
893 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
894 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
895 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
896 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
897 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
898 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
899 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
900 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
901 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
902 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
903 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
904 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
905 1.16 tshiozak fprintf(stderr, " %1u", (unsigned)((r & _RUNETYPE_SWM)>>_RUNETYPE_SWS));
906 1.2 itojun fprintf(stderr, "\n");
907 1.2 itojun }
908 1.2 itojun }
909 1.2 itojun }
910 1.2 itojun }
911