yacc.y revision 1.17 1 1.17 tshiozak /* $NetBSD: yacc.y,v 1.17 2003/03/11 17:23:08 tshiozak Exp $ */
2 1.2 itojun
3 1.2 itojun %{
4 1.2 itojun /*-
5 1.2 itojun * Copyright (c) 1993
6 1.2 itojun * The Regents of the University of California. All rights reserved.
7 1.2 itojun *
8 1.2 itojun * This code is derived from software contributed to Berkeley by
9 1.2 itojun * Paul Borman at Krystal Technologies.
10 1.2 itojun *
11 1.2 itojun * Redistribution and use in source and binary forms, with or without
12 1.2 itojun * modification, are permitted provided that the following conditions
13 1.2 itojun * are met:
14 1.2 itojun * 1. Redistributions of source code must retain the above copyright
15 1.2 itojun * notice, this list of conditions and the following disclaimer.
16 1.2 itojun * 2. Redistributions in binary form must reproduce the above copyright
17 1.2 itojun * notice, this list of conditions and the following disclaimer in the
18 1.2 itojun * documentation and/or other materials provided with the distribution.
19 1.2 itojun * 3. All advertising materials mentioning features or use of this software
20 1.2 itojun * must display the following acknowledgement:
21 1.2 itojun * This product includes software developed by the University of
22 1.2 itojun * California, Berkeley and its contributors.
23 1.2 itojun * 4. Neither the name of the University nor the names of its contributors
24 1.2 itojun * may be used to endorse or promote products derived from this software
25 1.2 itojun * without specific prior written permission.
26 1.2 itojun *
27 1.2 itojun * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
28 1.2 itojun * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29 1.2 itojun * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
30 1.2 itojun * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
31 1.2 itojun * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32 1.2 itojun * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
33 1.2 itojun * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34 1.2 itojun * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35 1.2 itojun * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36 1.2 itojun * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 1.2 itojun * SUCH DAMAGE.
38 1.2 itojun */
39 1.2 itojun
40 1.7 tv #if HAVE_CONFIG_H
41 1.7 tv #include "config.h"
42 1.7 tv #endif
43 1.7 tv
44 1.2 itojun #include <sys/cdefs.h>
45 1.3 itojun #if defined(LIBC_SCCS) && !defined(lint)
46 1.2 itojun #if 0
47 1.2 itojun static char sccsid[] = "@(#)yacc.y 8.1 (Berkeley) 6/6/93";
48 1.2 itojun static char rcsid[] = "$FreeBSD$";
49 1.2 itojun #else
50 1.17 tshiozak __RCSID("$NetBSD: yacc.y,v 1.17 2003/03/11 17:23:08 tshiozak Exp $");
51 1.2 itojun #endif
52 1.3 itojun #endif /* LIBC_SCCS and not lint */
53 1.10 bjh21
54 1.10 bjh21 #include <sys/types.h>
55 1.10 bjh21 #include <netinet/in.h> /* Needed by <arpa/inet.h> on NetBSD 1.5. */
56 1.10 bjh21 #include <arpa/inet.h> /* Needed for htonl on POSIX systems. */
57 1.2 itojun
58 1.8 tv #include <err.h>
59 1.15 tshiozak #include "locale/runetype.h"
60 1.2 itojun #include <stddef.h>
61 1.2 itojun #include <stdio.h>
62 1.2 itojun #include <stdlib.h>
63 1.2 itojun #include <string.h>
64 1.2 itojun #include <unistd.h>
65 1.15 tshiozak #include <ctype.h>
66 1.2 itojun
67 1.2 itojun #include "ldef.h"
68 1.7 tv
69 1.4 thorpej const char *locale_file = "<stdout>";
70 1.2 itojun
71 1.2 itojun rune_map maplower = { { 0, }, };
72 1.2 itojun rune_map mapupper = { { 0, }, };
73 1.2 itojun rune_map types = { { 0, }, };
74 1.2 itojun
75 1.17 tshiozak _NBRuneLocale new_locale = { { 0, }, };
76 1.2 itojun
77 1.17 tshiozak __nbrune_t charsetbits = (__nbrune_t)0x00000000;
78 1.2 itojun #if 0
79 1.17 tshiozak __nbrune_t charsetmask = (__nbrune_t)0x0000007f;
80 1.2 itojun #endif
81 1.17 tshiozak __nbrune_t charsetmask = (__nbrune_t)0xffffffff;
82 1.2 itojun
83 1.2 itojun void set_map __P((rune_map *, rune_list *, u_int32_t));
84 1.2 itojun void set_digitmap __P((rune_map *, rune_list *));
85 1.2 itojun void add_map __P((rune_map *, rune_list *, u_int32_t));
86 1.2 itojun
87 1.2 itojun int main __P((int, char *[]));
88 1.2 itojun int yyerror __P((const char *s));
89 1.2 itojun void *xmalloc __P((unsigned int sz));
90 1.2 itojun u_int32_t *xlalloc __P((unsigned int sz));
91 1.2 itojun u_int32_t *xrelalloc __P((u_int32_t *old, unsigned int sz));
92 1.2 itojun void dump_tables __P((void));
93 1.2 itojun int yyparse __P((void));
94 1.2 itojun extern int yylex __P((void));
95 1.2 itojun %}
96 1.2 itojun
97 1.2 itojun %union {
98 1.17 tshiozak __nbrune_t rune;
99 1.2 itojun int i;
100 1.2 itojun char *str;
101 1.2 itojun
102 1.2 itojun rune_list *list;
103 1.2 itojun }
104 1.2 itojun
105 1.2 itojun %token <rune> RUNE
106 1.2 itojun %token LBRK
107 1.2 itojun %token RBRK
108 1.2 itojun %token THRU
109 1.2 itojun %token MAPLOWER
110 1.2 itojun %token MAPUPPER
111 1.2 itojun %token DIGITMAP
112 1.2 itojun %token <i> LIST
113 1.2 itojun %token <str> VARIABLE
114 1.2 itojun %token CHARSET
115 1.2 itojun %token ENCODING
116 1.2 itojun %token INVALID
117 1.2 itojun %token <str> STRING
118 1.2 itojun
119 1.2 itojun %type <list> list
120 1.2 itojun %type <list> map
121 1.2 itojun
122 1.2 itojun
123 1.2 itojun %%
124 1.2 itojun
125 1.2 itojun locale : /* empty */
126 1.2 itojun | table
127 1.2 itojun { dump_tables(); }
128 1.2 itojun ;
129 1.2 itojun
130 1.2 itojun table : entry
131 1.2 itojun | table entry
132 1.2 itojun ;
133 1.2 itojun
134 1.2 itojun entry : ENCODING STRING
135 1.9 tshiozak { strncpy(new_locale.rl_encoding, $2, sizeof(new_locale.rl_encoding)); }
136 1.2 itojun | VARIABLE
137 1.9 tshiozak { new_locale.rl_variable_len = strlen($1) + 1;
138 1.9 tshiozak new_locale.rl_variable =
139 1.9 tshiozak malloc(new_locale.rl_variable_len);
140 1.9 tshiozak strcpy((char *)new_locale.rl_variable, $1);
141 1.2 itojun }
142 1.2 itojun | CHARSET RUNE
143 1.2 itojun { charsetbits = $2; charsetmask = 0x0000007f; }
144 1.2 itojun | CHARSET RUNE RUNE
145 1.2 itojun { charsetbits = $2; charsetmask = $3; }
146 1.2 itojun | CHARSET STRING
147 1.2 itojun { int final = $2[strlen($2) - 1] & 0x7f;
148 1.2 itojun charsetbits = final << 24;
149 1.2 itojun if ($2[0] == '$') {
150 1.2 itojun charsetmask = 0x00007f7f;
151 1.2 itojun if (strchr(",-./", $2[1]))
152 1.2 itojun charsetbits |= 0x80;
153 1.2 itojun if (0xd0 <= final && final <= 0xdf)
154 1.2 itojun charsetmask |= 0x007f0000;
155 1.2 itojun } else {
156 1.2 itojun charsetmask = 0x0000007f;
157 1.2 itojun if (strchr(",-./", $2[0]))
158 1.2 itojun charsetbits |= 0x80;
159 1.2 itojun if (strlen($2) == 2 && $2[0] == '!')
160 1.2 itojun charsetbits |= ((0x80 | $2[0]) << 16);
161 1.2 itojun }
162 1.2 itojun
163 1.2 itojun /*
164 1.2 itojun * special rules
165 1.2 itojun */
166 1.2 itojun if (charsetbits == ('B' << 24)
167 1.2 itojun && charsetmask == 0x0000007f) {
168 1.2 itojun /*ASCII: 94B*/
169 1.2 itojun charsetbits = 0;
170 1.2 itojun charsetmask = 0x0000007f;
171 1.2 itojun } else if (charsetbits == (('A' << 24) | 0x80)
172 1.2 itojun && charsetmask == 0x0000007f) {
173 1.2 itojun /*Latin1: 96A*/
174 1.2 itojun charsetbits = 0x80;
175 1.2 itojun charsetmask = 0x0000007f;
176 1.2 itojun }
177 1.2 itojun }
178 1.2 itojun | INVALID RUNE
179 1.9 tshiozak { new_locale.rl_invalid_rune = $2; }
180 1.2 itojun | LIST list
181 1.2 itojun { set_map(&types, $2, $1); }
182 1.2 itojun | MAPLOWER map
183 1.2 itojun { set_map(&maplower, $2, 0); }
184 1.2 itojun | MAPUPPER map
185 1.2 itojun { set_map(&mapupper, $2, 0); }
186 1.2 itojun | DIGITMAP map
187 1.2 itojun { set_digitmap(&types, $2); }
188 1.2 itojun ;
189 1.2 itojun
190 1.2 itojun list : RUNE
191 1.2 itojun {
192 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
193 1.2 itojun $$->min = ($1 & charsetmask) | charsetbits;
194 1.2 itojun $$->max = ($1 & charsetmask) | charsetbits;
195 1.2 itojun $$->next = 0;
196 1.2 itojun }
197 1.2 itojun | RUNE THRU RUNE
198 1.2 itojun {
199 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
200 1.2 itojun $$->min = ($1 & charsetmask) | charsetbits;
201 1.2 itojun $$->max = ($3 & charsetmask) | charsetbits;
202 1.2 itojun $$->next = 0;
203 1.2 itojun }
204 1.2 itojun | list RUNE
205 1.2 itojun {
206 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
207 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
208 1.2 itojun $$->max = ($2 & charsetmask) | charsetbits;
209 1.2 itojun $$->next = $1;
210 1.2 itojun }
211 1.2 itojun | list RUNE THRU RUNE
212 1.2 itojun {
213 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
214 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
215 1.2 itojun $$->max = ($4 & charsetmask) | charsetbits;
216 1.2 itojun $$->next = $1;
217 1.2 itojun }
218 1.2 itojun ;
219 1.2 itojun
220 1.2 itojun map : LBRK RUNE RUNE RBRK
221 1.2 itojun {
222 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
223 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
224 1.2 itojun $$->max = ($2 & charsetmask) | charsetbits;
225 1.2 itojun $$->map = $3;
226 1.2 itojun $$->next = 0;
227 1.2 itojun }
228 1.2 itojun | map LBRK RUNE RUNE RBRK
229 1.2 itojun {
230 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
231 1.2 itojun $$->min = ($3 & charsetmask) | charsetbits;
232 1.2 itojun $$->max = ($3 & charsetmask) | charsetbits;
233 1.2 itojun $$->map = $4;
234 1.2 itojun $$->next = $1;
235 1.2 itojun }
236 1.2 itojun | LBRK RUNE THRU RUNE ':' RUNE RBRK
237 1.2 itojun {
238 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
239 1.2 itojun $$->min = ($2 & charsetmask) | charsetbits;
240 1.2 itojun $$->max = ($4 & charsetmask) | charsetbits;
241 1.2 itojun $$->map = $6;
242 1.2 itojun $$->next = 0;
243 1.2 itojun }
244 1.2 itojun | map LBRK RUNE THRU RUNE ':' RUNE RBRK
245 1.2 itojun {
246 1.2 itojun $$ = (rune_list *)malloc(sizeof(rune_list));
247 1.2 itojun $$->min = ($3 & charsetmask) | charsetbits;
248 1.2 itojun $$->max = ($5 & charsetmask) | charsetbits;
249 1.2 itojun $$->map = $7;
250 1.2 itojun $$->next = $1;
251 1.2 itojun }
252 1.2 itojun ;
253 1.2 itojun %%
254 1.2 itojun
255 1.2 itojun int debug = 0;
256 1.8 tv FILE *ofile;
257 1.2 itojun
258 1.2 itojun int
259 1.2 itojun main(ac, av)
260 1.2 itojun int ac;
261 1.2 itojun char *av[];
262 1.2 itojun {
263 1.2 itojun int x;
264 1.2 itojun
265 1.2 itojun extern char *optarg;
266 1.2 itojun extern int optind;
267 1.2 itojun
268 1.2 itojun while ((x = getopt(ac, av, "do:")) != EOF) {
269 1.2 itojun switch(x) {
270 1.2 itojun case 'd':
271 1.2 itojun debug = 1;
272 1.2 itojun break;
273 1.2 itojun case 'o':
274 1.2 itojun locale_file = optarg;
275 1.8 tv if ((ofile = fopen(locale_file, "w")) == 0)
276 1.5 thorpej err(1, "unable to open output file %s", locale_file);
277 1.2 itojun break;
278 1.2 itojun default:
279 1.2 itojun usage:
280 1.2 itojun fprintf(stderr, "Usage: mklocale [-d] [-o output] [source]\n");
281 1.2 itojun exit(1);
282 1.2 itojun }
283 1.2 itojun }
284 1.2 itojun
285 1.2 itojun switch (ac - optind) {
286 1.2 itojun case 0:
287 1.2 itojun break;
288 1.2 itojun case 1:
289 1.5 thorpej if (freopen(av[optind], "r", stdin) == 0)
290 1.5 thorpej err(1, "unable to open input file %s", av[optind]);
291 1.2 itojun break;
292 1.2 itojun default:
293 1.2 itojun goto usage;
294 1.2 itojun }
295 1.17 tshiozak for (x = 0; x < _NB_CACHED_RUNES; ++x) {
296 1.2 itojun mapupper.map[x] = x;
297 1.2 itojun maplower.map[x] = x;
298 1.2 itojun }
299 1.17 tshiozak new_locale.rl_invalid_rune = _NB_DEFAULT_INVALID_RUNE;
300 1.17 tshiozak memcpy(new_locale.rl_magic, _NB_RUNE_MAGIC_1, sizeof(new_locale.rl_magic));
301 1.2 itojun
302 1.2 itojun yyparse();
303 1.2 itojun
304 1.2 itojun return 0;
305 1.2 itojun }
306 1.2 itojun
307 1.2 itojun int
308 1.2 itojun yyerror(s)
309 1.2 itojun const char *s;
310 1.2 itojun {
311 1.2 itojun fprintf(stderr, "%s\n", s);
312 1.2 itojun
313 1.2 itojun return 0;
314 1.2 itojun }
315 1.2 itojun
316 1.2 itojun void *
317 1.2 itojun xmalloc(sz)
318 1.2 itojun unsigned int sz;
319 1.2 itojun {
320 1.2 itojun void *r = malloc(sz);
321 1.2 itojun if (!r) {
322 1.2 itojun perror("xmalloc");
323 1.2 itojun abort();
324 1.2 itojun }
325 1.2 itojun return(r);
326 1.2 itojun }
327 1.2 itojun
328 1.2 itojun u_int32_t *
329 1.2 itojun xlalloc(sz)
330 1.2 itojun unsigned int sz;
331 1.2 itojun {
332 1.2 itojun u_int32_t *r = (u_int32_t *)malloc(sz * sizeof(u_int32_t));
333 1.2 itojun if (!r) {
334 1.2 itojun perror("xlalloc");
335 1.2 itojun abort();
336 1.2 itojun }
337 1.2 itojun return(r);
338 1.2 itojun }
339 1.2 itojun
340 1.2 itojun u_int32_t *
341 1.2 itojun xrelalloc(old, sz)
342 1.2 itojun u_int32_t *old;
343 1.2 itojun unsigned int sz;
344 1.2 itojun {
345 1.2 itojun u_int32_t *r = (u_int32_t *)realloc((char *)old,
346 1.2 itojun sz * sizeof(u_int32_t));
347 1.2 itojun if (!r) {
348 1.2 itojun perror("xrelalloc");
349 1.2 itojun abort();
350 1.2 itojun }
351 1.2 itojun return(r);
352 1.2 itojun }
353 1.2 itojun
354 1.2 itojun void
355 1.2 itojun set_map(map, list, flag)
356 1.2 itojun rune_map *map;
357 1.2 itojun rune_list *list;
358 1.2 itojun u_int32_t flag;
359 1.2 itojun {
360 1.2 itojun list->map &= charsetmask;
361 1.2 itojun list->map |= charsetbits;
362 1.2 itojun while (list) {
363 1.2 itojun rune_list *nlist = list->next;
364 1.2 itojun add_map(map, list, flag);
365 1.2 itojun list = nlist;
366 1.2 itojun }
367 1.2 itojun }
368 1.2 itojun
369 1.2 itojun void
370 1.2 itojun set_digitmap(map, list)
371 1.2 itojun rune_map *map;
372 1.2 itojun rune_list *list;
373 1.2 itojun {
374 1.17 tshiozak __nbrune_t i;
375 1.2 itojun
376 1.2 itojun while (list) {
377 1.2 itojun rune_list *nlist = list->next;
378 1.2 itojun for (i = list->min; i <= list->max; ++i) {
379 1.2 itojun if (list->map + (i - list->min)) {
380 1.2 itojun rune_list *tmp = (rune_list *)xmalloc(sizeof(rune_list));
381 1.2 itojun tmp->min = i;
382 1.2 itojun tmp->max = i;
383 1.2 itojun add_map(map, tmp, list->map + (i - list->min));
384 1.2 itojun }
385 1.2 itojun }
386 1.2 itojun free(list);
387 1.2 itojun list = nlist;
388 1.2 itojun }
389 1.2 itojun }
390 1.2 itojun
391 1.2 itojun void
392 1.2 itojun add_map(map, list, flag)
393 1.2 itojun rune_map *map;
394 1.2 itojun rune_list *list;
395 1.2 itojun u_int32_t flag;
396 1.2 itojun {
397 1.17 tshiozak __nbrune_t i;
398 1.2 itojun rune_list *lr = 0;
399 1.2 itojun rune_list *r;
400 1.17 tshiozak __nbrune_t run;
401 1.2 itojun
402 1.17 tshiozak while (list->min < _NB_CACHED_RUNES && list->min <= list->max) {
403 1.2 itojun if (flag)
404 1.2 itojun map->map[list->min++] |= flag;
405 1.2 itojun else
406 1.2 itojun map->map[list->min++] = list->map++;
407 1.2 itojun }
408 1.2 itojun
409 1.2 itojun if (list->min > list->max) {
410 1.2 itojun free(list);
411 1.2 itojun return;
412 1.2 itojun }
413 1.2 itojun
414 1.2 itojun run = list->max - list->min + 1;
415 1.2 itojun
416 1.2 itojun if (!(r = map->root) || (list->max < r->min - 1)
417 1.2 itojun || (!flag && list->max == r->min - 1)) {
418 1.2 itojun if (flag) {
419 1.2 itojun list->types = xlalloc(run);
420 1.2 itojun for (i = 0; i < run; ++i)
421 1.2 itojun list->types[i] = flag;
422 1.2 itojun }
423 1.2 itojun list->next = map->root;
424 1.2 itojun map->root = list;
425 1.2 itojun return;
426 1.2 itojun }
427 1.2 itojun
428 1.2 itojun for (r = map->root; r && r->max + 1 < list->min; r = r->next)
429 1.2 itojun lr = r;
430 1.2 itojun
431 1.2 itojun if (!r) {
432 1.2 itojun /*
433 1.2 itojun * We are off the end.
434 1.2 itojun */
435 1.2 itojun if (flag) {
436 1.2 itojun list->types = xlalloc(run);
437 1.2 itojun for (i = 0; i < run; ++i)
438 1.2 itojun list->types[i] = flag;
439 1.2 itojun }
440 1.2 itojun list->next = 0;
441 1.2 itojun lr->next = list;
442 1.2 itojun return;
443 1.2 itojun }
444 1.2 itojun
445 1.2 itojun if (list->max < r->min - 1) {
446 1.2 itojun /*
447 1.2 itojun * We come before this range and we do not intersect it.
448 1.2 itojun * We are not before the root node, it was checked before the loop
449 1.2 itojun */
450 1.2 itojun if (flag) {
451 1.2 itojun list->types = xlalloc(run);
452 1.2 itojun for (i = 0; i < run; ++i)
453 1.2 itojun list->types[i] = flag;
454 1.2 itojun }
455 1.2 itojun list->next = lr->next;
456 1.2 itojun lr->next = list;
457 1.2 itojun return;
458 1.2 itojun }
459 1.2 itojun
460 1.2 itojun /*
461 1.2 itojun * At this point we have found that we at least intersect with
462 1.2 itojun * the range pointed to by `r', we might intersect with one or
463 1.2 itojun * more ranges beyond `r' as well.
464 1.2 itojun */
465 1.2 itojun
466 1.2 itojun if (!flag && list->map - list->min != r->map - r->min) {
467 1.2 itojun /*
468 1.2 itojun * There are only two cases when we are doing case maps and
469 1.2 itojun * our maps needn't have the same offset. When we are adjoining
470 1.2 itojun * but not intersecting.
471 1.2 itojun */
472 1.2 itojun if (list->max + 1 == r->min) {
473 1.2 itojun lr->next = list;
474 1.2 itojun list->next = r;
475 1.2 itojun return;
476 1.2 itojun }
477 1.2 itojun if (list->min - 1 == r->max) {
478 1.2 itojun list->next = r->next;
479 1.2 itojun r->next = list;
480 1.2 itojun return;
481 1.2 itojun }
482 1.2 itojun fprintf(stderr, "Error: conflicting map entries\n");
483 1.2 itojun exit(1);
484 1.2 itojun }
485 1.2 itojun
486 1.2 itojun if (list->min >= r->min && list->max <= r->max) {
487 1.2 itojun /*
488 1.2 itojun * Subset case.
489 1.2 itojun */
490 1.2 itojun
491 1.2 itojun if (flag) {
492 1.2 itojun for (i = list->min; i <= list->max; ++i)
493 1.2 itojun r->types[i - r->min] |= flag;
494 1.2 itojun }
495 1.2 itojun free(list);
496 1.2 itojun return;
497 1.2 itojun }
498 1.2 itojun if (list->min <= r->min && list->max >= r->max) {
499 1.2 itojun /*
500 1.2 itojun * Superset case. Make him big enough to hold us.
501 1.2 itojun * We might need to merge with the guy after him.
502 1.2 itojun */
503 1.2 itojun if (flag) {
504 1.2 itojun list->types = xlalloc(list->max - list->min + 1);
505 1.2 itojun
506 1.2 itojun for (i = list->min; i <= list->max; ++i)
507 1.2 itojun list->types[i - list->min] = flag;
508 1.2 itojun
509 1.2 itojun for (i = r->min; i <= r->max; ++i)
510 1.2 itojun list->types[i - list->min] |= r->types[i - r->min];
511 1.2 itojun
512 1.2 itojun free(r->types);
513 1.2 itojun r->types = list->types;
514 1.2 itojun } else {
515 1.2 itojun r->map = list->map;
516 1.2 itojun }
517 1.2 itojun r->min = list->min;
518 1.2 itojun r->max = list->max;
519 1.2 itojun free(list);
520 1.2 itojun } else if (list->min < r->min) {
521 1.2 itojun /*
522 1.2 itojun * Our tail intersects his head.
523 1.2 itojun */
524 1.2 itojun if (flag) {
525 1.2 itojun list->types = xlalloc(r->max - list->min + 1);
526 1.2 itojun
527 1.2 itojun for (i = r->min; i <= r->max; ++i)
528 1.2 itojun list->types[i - list->min] = r->types[i - r->min];
529 1.2 itojun
530 1.2 itojun for (i = list->min; i < r->min; ++i)
531 1.2 itojun list->types[i - list->min] = flag;
532 1.2 itojun
533 1.2 itojun for (i = r->min; i <= list->max; ++i)
534 1.2 itojun list->types[i - list->min] |= flag;
535 1.2 itojun
536 1.2 itojun free(r->types);
537 1.2 itojun r->types = list->types;
538 1.2 itojun } else {
539 1.2 itojun r->map = list->map;
540 1.2 itojun }
541 1.2 itojun r->min = list->min;
542 1.2 itojun free(list);
543 1.2 itojun return;
544 1.2 itojun } else {
545 1.2 itojun /*
546 1.2 itojun * Our head intersects his tail.
547 1.2 itojun * We might need to merge with the guy after him.
548 1.2 itojun */
549 1.2 itojun if (flag) {
550 1.2 itojun r->types = xrelalloc(r->types, list->max - r->min + 1);
551 1.2 itojun
552 1.2 itojun for (i = list->min; i <= r->max; ++i)
553 1.2 itojun r->types[i - r->min] |= flag;
554 1.2 itojun
555 1.2 itojun for (i = r->max+1; i <= list->max; ++i)
556 1.2 itojun r->types[i - r->min] = flag;
557 1.2 itojun }
558 1.2 itojun r->max = list->max;
559 1.2 itojun free(list);
560 1.2 itojun }
561 1.2 itojun
562 1.2 itojun /*
563 1.2 itojun * Okay, check to see if we grew into the next guy(s)
564 1.2 itojun */
565 1.2 itojun while ((lr = r->next) && r->max >= lr->min) {
566 1.2 itojun if (flag) {
567 1.2 itojun if (r->max >= lr->max) {
568 1.2 itojun /*
569 1.2 itojun * Good, we consumed all of him.
570 1.2 itojun */
571 1.2 itojun for (i = lr->min; i <= lr->max; ++i)
572 1.2 itojun r->types[i - r->min] |= lr->types[i - lr->min];
573 1.2 itojun } else {
574 1.2 itojun /*
575 1.2 itojun * "append" him on to the end of us.
576 1.2 itojun */
577 1.2 itojun r->types = xrelalloc(r->types, lr->max - r->min + 1);
578 1.2 itojun
579 1.2 itojun for (i = lr->min; i <= r->max; ++i)
580 1.2 itojun r->types[i - r->min] |= lr->types[i - lr->min];
581 1.2 itojun
582 1.2 itojun for (i = r->max+1; i <= lr->max; ++i)
583 1.2 itojun r->types[i - r->min] = lr->types[i - lr->min];
584 1.2 itojun
585 1.2 itojun r->max = lr->max;
586 1.2 itojun }
587 1.2 itojun } else {
588 1.2 itojun if (lr->max > r->max)
589 1.2 itojun r->max = lr->max;
590 1.2 itojun }
591 1.2 itojun
592 1.2 itojun r->next = lr->next;
593 1.2 itojun
594 1.2 itojun if (flag)
595 1.2 itojun free(lr->types);
596 1.2 itojun free(lr);
597 1.2 itojun }
598 1.2 itojun }
599 1.2 itojun
600 1.2 itojun void
601 1.2 itojun dump_tables()
602 1.2 itojun {
603 1.5 thorpej int x, n;
604 1.2 itojun rune_list *list;
605 1.2 itojun _FileRuneLocale file_new_locale;
606 1.8 tv FILE *fp = (ofile ? ofile : stdout);
607 1.2 itojun
608 1.2 itojun memset(&file_new_locale, 0, sizeof(file_new_locale));
609 1.2 itojun
610 1.2 itojun /*
611 1.2 itojun * See if we can compress some of the istype arrays
612 1.2 itojun */
613 1.2 itojun for(list = types.root; list; list = list->next) {
614 1.2 itojun list->map = list->types[0];
615 1.2 itojun for (x = 1; x < list->max - list->min + 1; ++x) {
616 1.2 itojun if (list->types[x] != list->map) {
617 1.2 itojun list->map = 0;
618 1.2 itojun break;
619 1.2 itojun }
620 1.2 itojun }
621 1.2 itojun }
622 1.2 itojun
623 1.9 tshiozak memcpy(&file_new_locale.frl_magic, new_locale.rl_magic,
624 1.9 tshiozak sizeof(file_new_locale.frl_magic));
625 1.9 tshiozak memcpy(&file_new_locale.frl_encoding, new_locale.rl_encoding,
626 1.9 tshiozak sizeof(file_new_locale.frl_encoding));
627 1.2 itojun
628 1.9 tshiozak file_new_locale.frl_invalid_rune = htonl(new_locale.rl_invalid_rune);
629 1.2 itojun
630 1.2 itojun /*
631 1.2 itojun * Fill in our tables. Do this in network order so that
632 1.2 itojun * diverse machines have a chance of sharing data.
633 1.2 itojun * (Machines like Crays cannot share with little machines due to
634 1.2 itojun * word size. Sigh. We tried.)
635 1.2 itojun */
636 1.17 tshiozak for (x = 0; x < _NB_CACHED_RUNES; ++x) {
637 1.9 tshiozak file_new_locale.frl_runetype[x] = htonl(types.map[x]);
638 1.9 tshiozak file_new_locale.frl_maplower[x] = htonl(maplower.map[x]);
639 1.9 tshiozak file_new_locale.frl_mapupper[x] = htonl(mapupper.map[x]);
640 1.2 itojun }
641 1.2 itojun
642 1.2 itojun /*
643 1.2 itojun * Count up how many ranges we will need for each of the extents.
644 1.2 itojun */
645 1.2 itojun list = types.root;
646 1.2 itojun
647 1.2 itojun while (list) {
648 1.9 tshiozak new_locale.rl_runetype_ext.rr_nranges++;
649 1.2 itojun list = list->next;
650 1.2 itojun }
651 1.9 tshiozak file_new_locale.frl_runetype_ext.frr_nranges =
652 1.9 tshiozak htonl(new_locale.rl_runetype_ext.rr_nranges);
653 1.2 itojun
654 1.2 itojun list = maplower.root;
655 1.2 itojun
656 1.2 itojun while (list) {
657 1.9 tshiozak new_locale.rl_maplower_ext.rr_nranges++;
658 1.2 itojun list = list->next;
659 1.2 itojun }
660 1.9 tshiozak file_new_locale.frl_maplower_ext.frr_nranges =
661 1.9 tshiozak htonl(new_locale.rl_maplower_ext.rr_nranges);
662 1.2 itojun
663 1.2 itojun list = mapupper.root;
664 1.2 itojun
665 1.2 itojun while (list) {
666 1.9 tshiozak new_locale.rl_mapupper_ext.rr_nranges++;
667 1.2 itojun list = list->next;
668 1.2 itojun }
669 1.9 tshiozak file_new_locale.frl_mapupper_ext.frr_nranges =
670 1.9 tshiozak htonl(new_locale.rl_mapupper_ext.rr_nranges);
671 1.2 itojun
672 1.9 tshiozak file_new_locale.frl_variable_len = htonl(new_locale.rl_variable_len);
673 1.2 itojun
674 1.2 itojun /*
675 1.2 itojun * Okay, we are now ready to write the new locale file.
676 1.2 itojun */
677 1.2 itojun
678 1.2 itojun /*
679 1.2 itojun * PART 1: The _RuneLocale structure
680 1.2 itojun */
681 1.5 thorpej if (fwrite((char *)&file_new_locale, sizeof(file_new_locale), 1, fp) != 1)
682 1.5 thorpej err(1, "writing _RuneLocale to %s", locale_file);
683 1.2 itojun /*
684 1.2 itojun * PART 2: The runetype_ext structures (not the actual tables)
685 1.2 itojun */
686 1.5 thorpej for (list = types.root, n = 0; list != NULL; list = list->next, n++) {
687 1.2 itojun _FileRuneEntry re;
688 1.2 itojun
689 1.9 tshiozak re.fre_min = htonl(list->min);
690 1.9 tshiozak re.fre_max = htonl(list->max);
691 1.9 tshiozak re.fre_map = htonl(list->map);
692 1.2 itojun
693 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
694 1.5 thorpej err(1, "writing runetype_ext #%d to %s", n, locale_file);
695 1.2 itojun }
696 1.2 itojun /*
697 1.2 itojun * PART 3: The maplower_ext structures
698 1.2 itojun */
699 1.5 thorpej for (list = maplower.root, n = 0; list != NULL; list = list->next, n++) {
700 1.2 itojun _FileRuneEntry re;
701 1.2 itojun
702 1.9 tshiozak re.fre_min = htonl(list->min);
703 1.9 tshiozak re.fre_max = htonl(list->max);
704 1.9 tshiozak re.fre_map = htonl(list->map);
705 1.2 itojun
706 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
707 1.5 thorpej err(1, "writing maplower_ext #%d to %s", n, locale_file);
708 1.2 itojun }
709 1.2 itojun /*
710 1.2 itojun * PART 4: The mapupper_ext structures
711 1.2 itojun */
712 1.5 thorpej for (list = mapupper.root, n = 0; list != NULL; list = list->next, n++) {
713 1.2 itojun _FileRuneEntry re;
714 1.2 itojun
715 1.9 tshiozak re.fre_min = htonl(list->min);
716 1.9 tshiozak re.fre_max = htonl(list->max);
717 1.9 tshiozak re.fre_map = htonl(list->map);
718 1.2 itojun
719 1.5 thorpej if (fwrite((char *)&re, sizeof(re), 1, fp) != 1)
720 1.5 thorpej err(1, "writing mapupper_ext #%d to %s", n, locale_file);
721 1.2 itojun }
722 1.2 itojun /*
723 1.2 itojun * PART 5: The runetype_ext tables
724 1.2 itojun */
725 1.5 thorpej for (list = types.root, n = 0; list != NULL; list = list->next, n++) {
726 1.2 itojun for (x = 0; x < list->max - list->min + 1; ++x)
727 1.2 itojun list->types[x] = htonl(list->types[x]);
728 1.2 itojun
729 1.2 itojun if (!list->map) {
730 1.2 itojun if (fwrite((char *)list->types,
731 1.2 itojun (list->max - list->min + 1) * sizeof(u_int32_t),
732 1.5 thorpej 1, fp) != 1)
733 1.5 thorpej err(1, "writing runetype_ext table #%d to %s", n, locale_file);
734 1.2 itojun }
735 1.2 itojun }
736 1.2 itojun /*
737 1.2 itojun * PART 5: And finally the variable data
738 1.2 itojun */
739 1.9 tshiozak if (new_locale.rl_variable_len != 0 &&
740 1.9 tshiozak fwrite((char *)new_locale.rl_variable,
741 1.9 tshiozak new_locale.rl_variable_len, 1, fp) != 1)
742 1.5 thorpej err(1, "writing variable data to %s", locale_file);
743 1.2 itojun fclose(fp);
744 1.2 itojun
745 1.2 itojun if (!debug)
746 1.2 itojun return;
747 1.2 itojun
748 1.9 tshiozak if (new_locale.rl_encoding[0])
749 1.9 tshiozak fprintf(stderr, "ENCODING %s\n", new_locale.rl_encoding);
750 1.9 tshiozak if (new_locale.rl_variable)
751 1.2 itojun fprintf(stderr, "VARIABLE %s\n",
752 1.9 tshiozak (char *)new_locale.rl_variable);
753 1.2 itojun
754 1.2 itojun fprintf(stderr, "\nMAPLOWER:\n\n");
755 1.2 itojun
756 1.17 tshiozak for (x = 0; x < _NB_CACHED_RUNES; ++x) {
757 1.2 itojun if (isprint(maplower.map[x]))
758 1.2 itojun fprintf(stderr, " '%c'", (int)maplower.map[x]);
759 1.2 itojun else if (maplower.map[x])
760 1.2 itojun fprintf(stderr, "%04x", maplower.map[x]);
761 1.2 itojun else
762 1.2 itojun fprintf(stderr, "%4x", 0);
763 1.2 itojun if ((x & 0xf) == 0xf)
764 1.2 itojun fprintf(stderr, "\n");
765 1.2 itojun else
766 1.2 itojun fprintf(stderr, " ");
767 1.2 itojun }
768 1.2 itojun fprintf(stderr, "\n");
769 1.2 itojun
770 1.2 itojun for (list = maplower.root; list; list = list->next)
771 1.2 itojun fprintf(stderr, "\t%04x - %04x : %04x\n", list->min, list->max, list->map);
772 1.2 itojun
773 1.2 itojun fprintf(stderr, "\nMAPUPPER:\n\n");
774 1.2 itojun
775 1.17 tshiozak for (x = 0; x < _NB_CACHED_RUNES; ++x) {
776 1.2 itojun if (isprint(mapupper.map[x]))
777 1.2 itojun fprintf(stderr, " '%c'", (int)mapupper.map[x]);
778 1.2 itojun else if (mapupper.map[x])
779 1.2 itojun fprintf(stderr, "%04x", mapupper.map[x]);
780 1.2 itojun else
781 1.2 itojun fprintf(stderr, "%4x", 0);
782 1.2 itojun if ((x & 0xf) == 0xf)
783 1.2 itojun fprintf(stderr, "\n");
784 1.2 itojun else
785 1.2 itojun fprintf(stderr, " ");
786 1.2 itojun }
787 1.2 itojun fprintf(stderr, "\n");
788 1.2 itojun
789 1.2 itojun for (list = mapupper.root; list; list = list->next)
790 1.2 itojun fprintf(stderr, "\t%04x - %04x : %04x\n", list->min, list->max, list->map);
791 1.2 itojun
792 1.2 itojun
793 1.2 itojun fprintf(stderr, "\nTYPES:\n\n");
794 1.2 itojun
795 1.17 tshiozak for (x = 0; x < _NB_CACHED_RUNES; ++x) {
796 1.2 itojun u_int32_t r = types.map[x];
797 1.2 itojun
798 1.2 itojun if (r) {
799 1.2 itojun if (isprint(x))
800 1.2 itojun fprintf(stderr, " '%c':%2d", x, (int)(r & 0xff));
801 1.2 itojun else
802 1.2 itojun fprintf(stderr, "%04x:%2d", x, (int)(r & 0xff));
803 1.2 itojun
804 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
805 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
806 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
807 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
808 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
809 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
810 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
811 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
812 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
813 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
814 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
815 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
816 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
817 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
818 1.2 itojun fprintf(stderr, "\n");
819 1.2 itojun }
820 1.2 itojun }
821 1.2 itojun
822 1.2 itojun for (list = types.root; list; list = list->next) {
823 1.2 itojun if (list->map && list->min + 3 < list->max) {
824 1.2 itojun u_int32_t r = list->map;
825 1.2 itojun
826 1.2 itojun fprintf(stderr, "%04x:%2d", list->min, r & 0xff);
827 1.2 itojun
828 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
829 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
830 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
831 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
832 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
833 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
834 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
835 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
836 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
837 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
838 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
839 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
840 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
841 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
842 1.2 itojun fprintf(stderr, "\n...\n");
843 1.2 itojun
844 1.2 itojun fprintf(stderr, "%04x:%2d", list->max, r & 0xff);
845 1.2 itojun
846 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
847 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
848 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
849 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
850 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
851 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
852 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
853 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
854 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
855 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
856 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
857 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
858 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
859 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
860 1.16 tshiozak fprintf(stderr, " %1u", (unsigned)((r & _RUNETYPE_SWM)>>_RUNETYPE_SWS));
861 1.2 itojun fprintf(stderr, "\n");
862 1.2 itojun } else
863 1.2 itojun for (x = list->min; x <= list->max; ++x) {
864 1.2 itojun u_int32_t r = ntohl(list->types[x - list->min]);
865 1.2 itojun
866 1.2 itojun if (r) {
867 1.2 itojun fprintf(stderr, "%04x:%2d", x, (int)(r & 0xff));
868 1.2 itojun
869 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_A) ? "alph" : "");
870 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_C) ? "ctrl" : "");
871 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_D) ? "dig" : "");
872 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_G) ? "graf" : "");
873 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_L) ? "low" : "");
874 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_P) ? "punc" : "");
875 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_S) ? "spac" : "");
876 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_U) ? "upp" : "");
877 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_X) ? "xdig" : "");
878 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_B) ? "blnk" : "");
879 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_R) ? "prnt" : "");
880 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_I) ? "ideo" : "");
881 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_T) ? "spec" : "");
882 1.16 tshiozak fprintf(stderr, " %4s", (r & _RUNETYPE_Q) ? "phon" : "");
883 1.16 tshiozak fprintf(stderr, " %1u", (unsigned)((r & _RUNETYPE_SWM)>>_RUNETYPE_SWS));
884 1.2 itojun fprintf(stderr, "\n");
885 1.2 itojun }
886 1.2 itojun }
887 1.2 itojun }
888 1.2 itojun }
889