strfile.c revision 1.4 1 1.4 cgd /* $NetBSD: strfile.c,v 1.4 1995/04/24 12:23:09 cgd Exp $ */
2 1.3 cgd
3 1.1 cgd /*-
4 1.3 cgd * Copyright (c) 1989, 1993
5 1.3 cgd * The Regents of the University of California. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * This code is derived from software contributed to Berkeley by
8 1.1 cgd * Ken Arnold.
9 1.1 cgd *
10 1.1 cgd * Redistribution and use in source and binary forms, with or without
11 1.1 cgd * modification, are permitted provided that the following conditions
12 1.1 cgd * are met:
13 1.1 cgd * 1. Redistributions of source code must retain the above copyright
14 1.1 cgd * notice, this list of conditions and the following disclaimer.
15 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 cgd * notice, this list of conditions and the following disclaimer in the
17 1.1 cgd * documentation and/or other materials provided with the distribution.
18 1.1 cgd * 3. All advertising materials mentioning features or use of this software
19 1.1 cgd * must display the following acknowledgement:
20 1.1 cgd * This product includes software developed by the University of
21 1.1 cgd * California, Berkeley and its contributors.
22 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
23 1.1 cgd * may be used to endorse or promote products derived from this software
24 1.1 cgd * without specific prior written permission.
25 1.1 cgd *
26 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 1.1 cgd * SUCH DAMAGE.
37 1.1 cgd */
38 1.1 cgd
39 1.1 cgd #ifndef lint
40 1.3 cgd static char copyright[] =
41 1.3 cgd "@(#) Copyright (c) 1989, 1993\n\
42 1.3 cgd The Regents of the University of California. All rights reserved.\n";
43 1.1 cgd #endif /* not lint */
44 1.1 cgd
45 1.1 cgd #ifndef lint
46 1.3 cgd #if 0
47 1.3 cgd static char sccsid[] = "@(#)strfile.c 8.1 (Berkeley) 5/31/93";
48 1.3 cgd #else
49 1.4 cgd static char rcsid[] = "$NetBSD: strfile.c,v 1.4 1995/04/24 12:23:09 cgd Exp $";
50 1.3 cgd #endif
51 1.1 cgd #endif /* not lint */
52 1.1 cgd
53 1.1 cgd # include <machine/endian.h>
54 1.1 cgd # include <sys/param.h>
55 1.1 cgd # include <stdio.h>
56 1.4 cgd # include <string.h>
57 1.1 cgd # include <ctype.h>
58 1.1 cgd # include "strfile.h"
59 1.1 cgd
60 1.1 cgd # ifndef MAXPATHLEN
61 1.1 cgd # define MAXPATHLEN 1024
62 1.1 cgd # endif /* MAXPATHLEN */
63 1.1 cgd
64 1.1 cgd /*
65 1.1 cgd * This program takes a file composed of strings seperated by
66 1.1 cgd * lines starting with two consecutive delimiting character (default
67 1.1 cgd * character is '%') and creates another file which consists of a table
68 1.1 cgd * describing the file (structure from "strfile.h"), a table of seek
69 1.1 cgd * pointers to the start of the strings, and the strings, each terminated
70 1.1 cgd * by a null byte. Usage:
71 1.1 cgd *
72 1.1 cgd * % strfile [-iorsx] [ -cC ] sourcefile [ datafile ]
73 1.1 cgd *
74 1.1 cgd * c - Change delimiting character from '%' to 'C'
75 1.1 cgd * s - Silent. Give no summary of data processed at the end of
76 1.1 cgd * the run.
77 1.1 cgd * o - order the strings in alphabetic order
78 1.1 cgd * i - if ordering, ignore case
79 1.1 cgd * r - randomize the order of the strings
80 1.1 cgd * x - set rotated bit
81 1.1 cgd *
82 1.1 cgd * Ken Arnold Sept. 7, 1978 --
83 1.1 cgd *
84 1.1 cgd * Added ordering options.
85 1.1 cgd */
86 1.1 cgd
87 1.1 cgd # define TRUE 1
88 1.1 cgd # define FALSE 0
89 1.1 cgd
90 1.1 cgd # define STORING_PTRS (Oflag || Rflag)
91 1.1 cgd # define CHUNKSIZE 512
92 1.1 cgd
93 1.1 cgd #ifdef lint
94 1.1 cgd # define ALWAYS atoi("1")
95 1.1 cgd #else
96 1.1 cgd # define ALWAYS 1
97 1.1 cgd #endif
98 1.1 cgd # define ALLOC(ptr,sz) if (ALWAYS) { \
99 1.1 cgd if (ptr == NULL) \
100 1.1 cgd ptr = malloc((unsigned int) (CHUNKSIZE * sizeof *ptr)); \
101 1.1 cgd else if (((sz) + 1) % CHUNKSIZE == 0) \
102 1.1 cgd ptr = realloc((void *) ptr, ((unsigned int) ((sz) + CHUNKSIZE) * sizeof *ptr)); \
103 1.1 cgd if (ptr == NULL) { \
104 1.1 cgd fprintf(stderr, "out of space\n"); \
105 1.1 cgd exit(1); \
106 1.1 cgd } \
107 1.1 cgd } else
108 1.1 cgd
109 1.1 cgd #ifdef NO_VOID
110 1.1 cgd # define void char
111 1.1 cgd #endif
112 1.1 cgd
113 1.1 cgd typedef struct {
114 1.1 cgd char first;
115 1.1 cgd off_t pos;
116 1.1 cgd } STR;
117 1.1 cgd
118 1.1 cgd char *Infile = NULL, /* input file name */
119 1.1 cgd Outfile[MAXPATHLEN] = "", /* output file name */
120 1.1 cgd Delimch = '%'; /* delimiting character */
121 1.1 cgd
122 1.1 cgd int Sflag = FALSE; /* silent run flag */
123 1.1 cgd int Oflag = FALSE; /* ordering flag */
124 1.1 cgd int Iflag = FALSE; /* ignore case flag */
125 1.1 cgd int Rflag = FALSE; /* randomize order flag */
126 1.1 cgd int Xflag = FALSE; /* set rotated bit */
127 1.1 cgd long Num_pts = 0; /* number of pointers/strings */
128 1.1 cgd
129 1.1 cgd off_t *Seekpts;
130 1.1 cgd
131 1.1 cgd FILE *Sort_1, *Sort_2; /* pointers for sorting */
132 1.1 cgd
133 1.1 cgd STRFILE Tbl; /* statistics table */
134 1.1 cgd
135 1.1 cgd STR *Firstch; /* first chars of each string */
136 1.1 cgd
137 1.1 cgd char *fgets(), *strcpy(), *strcat();
138 1.1 cgd
139 1.1 cgd void *malloc(), *realloc();
140 1.1 cgd
141 1.1 cgd /*
142 1.1 cgd * main:
143 1.1 cgd * Drive the sucker. There are two main modes -- either we store
144 1.1 cgd * the seek pointers, if the table is to be sorted or randomized,
145 1.1 cgd * or we write the pointer directly to the file, if we are to stay
146 1.1 cgd * in file order. If the former, we allocate and re-allocate in
147 1.1 cgd * CHUNKSIZE blocks; if the latter, we just write each pointer,
148 1.1 cgd * and then seek back to the beginning to write in the table.
149 1.1 cgd */
150 1.1 cgd main(ac, av)
151 1.1 cgd int ac;
152 1.1 cgd char **av;
153 1.1 cgd {
154 1.1 cgd register char *sp, dc;
155 1.1 cgd register FILE *inf, *outf;
156 1.1 cgd register off_t last_off, length, pos, *p;
157 1.1 cgd register int first, cnt;
158 1.1 cgd register char *nsp;
159 1.1 cgd register STR *fp;
160 1.1 cgd static char string[257];
161 1.1 cgd
162 1.1 cgd getargs(ac, av); /* evalute arguments */
163 1.1 cgd dc = Delimch;
164 1.1 cgd if ((inf = fopen(Infile, "r")) == NULL) {
165 1.1 cgd perror(Infile);
166 1.1 cgd exit(1);
167 1.1 cgd }
168 1.1 cgd
169 1.1 cgd if ((outf = fopen(Outfile, "w")) == NULL) {
170 1.1 cgd perror(Outfile);
171 1.1 cgd exit(1);
172 1.1 cgd }
173 1.1 cgd if (!STORING_PTRS)
174 1.1 cgd (void) fseek(outf, sizeof Tbl, 0);
175 1.1 cgd
176 1.1 cgd /*
177 1.1 cgd * Write the strings onto the file
178 1.1 cgd */
179 1.1 cgd
180 1.1 cgd Tbl.str_longlen = 0;
181 1.1 cgd Tbl.str_shortlen = (unsigned int) 0xffffffff;
182 1.1 cgd Tbl.str_delim = dc;
183 1.1 cgd Tbl.str_version = VERSION;
184 1.1 cgd first = Oflag;
185 1.1 cgd add_offset(outf, ftell(inf));
186 1.1 cgd last_off = 0;
187 1.1 cgd do {
188 1.1 cgd sp = fgets(string, 256, inf);
189 1.1 cgd if (sp == NULL || sp[0] == dc && sp[1] == '\n') {
190 1.1 cgd pos = ftell(inf);
191 1.1 cgd length = pos - last_off - (sp ? strlen(sp) : 0);
192 1.1 cgd last_off = pos;
193 1.1 cgd if (!length)
194 1.1 cgd continue;
195 1.1 cgd add_offset(outf, pos);
196 1.1 cgd if (Tbl.str_longlen < length)
197 1.1 cgd Tbl.str_longlen = length;
198 1.1 cgd if (Tbl.str_shortlen > length)
199 1.1 cgd Tbl.str_shortlen = length;
200 1.1 cgd first = Oflag;
201 1.1 cgd }
202 1.1 cgd else if (first) {
203 1.1 cgd for (nsp = sp; !isalnum(*nsp); nsp++)
204 1.1 cgd continue;
205 1.1 cgd ALLOC(Firstch, Num_pts);
206 1.1 cgd fp = &Firstch[Num_pts - 1];
207 1.1 cgd if (Iflag && isupper(*nsp))
208 1.1 cgd fp->first = tolower(*nsp);
209 1.1 cgd else
210 1.1 cgd fp->first = *nsp;
211 1.1 cgd fp->pos = Seekpts[Num_pts - 1];
212 1.1 cgd first = FALSE;
213 1.1 cgd }
214 1.1 cgd } while (sp != NULL);
215 1.1 cgd
216 1.1 cgd /*
217 1.1 cgd * write the tables in
218 1.1 cgd */
219 1.1 cgd
220 1.1 cgd (void) fclose(inf);
221 1.1 cgd
222 1.1 cgd if (Oflag)
223 1.1 cgd do_order();
224 1.1 cgd else if (Rflag)
225 1.1 cgd randomize();
226 1.1 cgd
227 1.1 cgd if (Xflag)
228 1.1 cgd Tbl.str_flags |= STR_ROTATED;
229 1.1 cgd
230 1.1 cgd if (!Sflag) {
231 1.1 cgd printf("\"%s\" created\n", Outfile);
232 1.1 cgd if (Num_pts == 2)
233 1.1 cgd puts("There was 1 string");
234 1.1 cgd else
235 1.1 cgd printf("There were %d strings\n", Num_pts - 1);
236 1.1 cgd printf("Longest string: %lu byte%s\n", Tbl.str_longlen,
237 1.1 cgd Tbl.str_longlen == 1 ? "" : "s");
238 1.1 cgd printf("Shortest string: %lu byte%s\n", Tbl.str_shortlen,
239 1.1 cgd Tbl.str_shortlen == 1 ? "" : "s");
240 1.1 cgd }
241 1.1 cgd
242 1.1 cgd (void) fseek(outf, (off_t) 0, 0);
243 1.1 cgd Tbl.str_version = htonl(Tbl.str_version);
244 1.1 cgd Tbl.str_numstr = htonl(Num_pts - 1);
245 1.1 cgd Tbl.str_longlen = htonl(Tbl.str_longlen);
246 1.1 cgd Tbl.str_shortlen = htonl(Tbl.str_shortlen);
247 1.1 cgd Tbl.str_flags = htonl(Tbl.str_flags);
248 1.1 cgd (void) fwrite((char *) &Tbl, sizeof Tbl, 1, outf);
249 1.1 cgd if (STORING_PTRS) {
250 1.1 cgd for (p = Seekpts, cnt = Num_pts; cnt--; ++p)
251 1.1 cgd *p = htonl(*p);
252 1.1 cgd (void) fwrite((char *) Seekpts, sizeof *Seekpts, (int) Num_pts, outf);
253 1.1 cgd }
254 1.1 cgd (void) fclose(outf);
255 1.1 cgd exit(0);
256 1.1 cgd }
257 1.1 cgd
258 1.1 cgd /*
259 1.1 cgd * This routine evaluates arguments from the command line
260 1.1 cgd */
261 1.1 cgd getargs(argc, argv)
262 1.1 cgd int argc;
263 1.1 cgd char **argv;
264 1.1 cgd {
265 1.1 cgd extern char *optarg;
266 1.1 cgd extern int optind;
267 1.1 cgd int ch;
268 1.1 cgd
269 1.1 cgd while ((ch = getopt(argc, argv, "c:iorsx")) != EOF)
270 1.1 cgd switch(ch) {
271 1.1 cgd case 'c': /* new delimiting char */
272 1.1 cgd Delimch = *optarg;
273 1.1 cgd if (!isascii(Delimch)) {
274 1.1 cgd printf("bad delimiting character: '\\%o\n'",
275 1.1 cgd Delimch);
276 1.1 cgd }
277 1.1 cgd break;
278 1.1 cgd case 'i': /* ignore case in ordering */
279 1.1 cgd Iflag++;
280 1.1 cgd break;
281 1.1 cgd case 'o': /* order strings */
282 1.1 cgd Oflag++;
283 1.1 cgd break;
284 1.1 cgd case 'r': /* randomize pointers */
285 1.1 cgd Rflag++;
286 1.1 cgd break;
287 1.1 cgd case 's': /* silent */
288 1.1 cgd Sflag++;
289 1.1 cgd break;
290 1.1 cgd case 'x': /* set the rotated bit */
291 1.1 cgd Xflag++;
292 1.1 cgd break;
293 1.1 cgd case '?':
294 1.1 cgd default:
295 1.1 cgd usage();
296 1.1 cgd }
297 1.1 cgd argv += optind;
298 1.1 cgd
299 1.1 cgd if (*argv) {
300 1.1 cgd Infile = *argv;
301 1.1 cgd if (*++argv)
302 1.1 cgd (void) strcpy(Outfile, *argv);
303 1.1 cgd }
304 1.1 cgd if (!Infile) {
305 1.1 cgd puts("No input file name");
306 1.1 cgd usage();
307 1.1 cgd }
308 1.1 cgd if (*Outfile == '\0') {
309 1.1 cgd (void) strcpy(Outfile, Infile);
310 1.1 cgd (void) strcat(Outfile, ".dat");
311 1.1 cgd }
312 1.1 cgd }
313 1.1 cgd
314 1.1 cgd usage()
315 1.1 cgd {
316 1.1 cgd (void) fprintf(stderr,
317 1.1 cgd "strfile [-iorsx] [-c char] sourcefile [datafile]\n");
318 1.1 cgd exit(1);
319 1.1 cgd }
320 1.1 cgd
321 1.1 cgd /*
322 1.1 cgd * add_offset:
323 1.1 cgd * Add an offset to the list, or write it out, as appropriate.
324 1.1 cgd */
325 1.1 cgd add_offset(fp, off)
326 1.1 cgd FILE *fp;
327 1.1 cgd off_t off;
328 1.1 cgd {
329 1.1 cgd off_t net;
330 1.1 cgd
331 1.1 cgd if (!STORING_PTRS) {
332 1.1 cgd net = htonl(off);
333 1.1 cgd fwrite(&net, 1, sizeof net, fp);
334 1.1 cgd } else {
335 1.1 cgd ALLOC(Seekpts, Num_pts + 1);
336 1.1 cgd Seekpts[Num_pts] = off;
337 1.1 cgd }
338 1.1 cgd Num_pts++;
339 1.1 cgd }
340 1.1 cgd
341 1.1 cgd /*
342 1.1 cgd * do_order:
343 1.1 cgd * Order the strings alphabetically (possibly ignoring case).
344 1.1 cgd */
345 1.1 cgd do_order()
346 1.1 cgd {
347 1.1 cgd register int i;
348 1.1 cgd register off_t *lp;
349 1.1 cgd register STR *fp;
350 1.1 cgd extern int cmp_str();
351 1.1 cgd
352 1.1 cgd Sort_1 = fopen(Infile, "r");
353 1.1 cgd Sort_2 = fopen(Infile, "r");
354 1.1 cgd qsort((char *) Firstch, (int) Tbl.str_numstr, sizeof *Firstch, cmp_str);
355 1.1 cgd i = Tbl.str_numstr;
356 1.1 cgd lp = Seekpts;
357 1.1 cgd fp = Firstch;
358 1.1 cgd while (i--)
359 1.1 cgd *lp++ = fp++->pos;
360 1.1 cgd (void) fclose(Sort_1);
361 1.1 cgd (void) fclose(Sort_2);
362 1.1 cgd Tbl.str_flags |= STR_ORDERED;
363 1.1 cgd }
364 1.1 cgd
365 1.1 cgd /*
366 1.1 cgd * cmp_str:
367 1.1 cgd * Compare two strings in the file
368 1.1 cgd */
369 1.1 cgd char *
370 1.1 cgd unctrl(c)
371 1.1 cgd char c;
372 1.1 cgd {
373 1.1 cgd static char buf[3];
374 1.1 cgd
375 1.1 cgd if (isprint(c)) {
376 1.1 cgd buf[0] = c;
377 1.1 cgd buf[1] = '\0';
378 1.1 cgd }
379 1.1 cgd else if (c == 0177) {
380 1.1 cgd buf[0] = '^';
381 1.1 cgd buf[1] = '?';
382 1.1 cgd }
383 1.1 cgd else {
384 1.1 cgd buf[0] = '^';
385 1.1 cgd buf[1] = c + 'A' - 1;
386 1.1 cgd }
387 1.1 cgd return buf;
388 1.1 cgd }
389 1.1 cgd
390 1.1 cgd cmp_str(p1, p2)
391 1.1 cgd STR *p1, *p2;
392 1.1 cgd {
393 1.1 cgd register int c1, c2;
394 1.1 cgd register int n1, n2;
395 1.1 cgd
396 1.1 cgd # define SET_N(nf,ch) (nf = (ch == '\n'))
397 1.1 cgd # define IS_END(ch,nf) (ch == Delimch && nf)
398 1.1 cgd
399 1.1 cgd c1 = p1->first;
400 1.1 cgd c2 = p2->first;
401 1.1 cgd if (c1 != c2)
402 1.1 cgd return c1 - c2;
403 1.1 cgd
404 1.1 cgd (void) fseek(Sort_1, p1->pos, 0);
405 1.1 cgd (void) fseek(Sort_2, p2->pos, 0);
406 1.1 cgd
407 1.1 cgd n1 = FALSE;
408 1.1 cgd n2 = FALSE;
409 1.1 cgd while (!isalnum(c1 = getc(Sort_1)) && c1 != '\0')
410 1.1 cgd SET_N(n1, c1);
411 1.1 cgd while (!isalnum(c2 = getc(Sort_2)) && c2 != '\0')
412 1.1 cgd SET_N(n2, c2);
413 1.1 cgd
414 1.1 cgd while (!IS_END(c1, n1) && !IS_END(c2, n2)) {
415 1.1 cgd if (Iflag) {
416 1.1 cgd if (isupper(c1))
417 1.1 cgd c1 = tolower(c1);
418 1.1 cgd if (isupper(c2))
419 1.1 cgd c2 = tolower(c2);
420 1.1 cgd }
421 1.1 cgd if (c1 != c2)
422 1.1 cgd return c1 - c2;
423 1.1 cgd SET_N(n1, c1);
424 1.1 cgd SET_N(n2, c2);
425 1.1 cgd c1 = getc(Sort_1);
426 1.1 cgd c2 = getc(Sort_2);
427 1.1 cgd }
428 1.1 cgd if (IS_END(c1, n1))
429 1.1 cgd c1 = 0;
430 1.1 cgd if (IS_END(c2, n2))
431 1.1 cgd c2 = 0;
432 1.1 cgd return c1 - c2;
433 1.1 cgd }
434 1.1 cgd
435 1.1 cgd /*
436 1.1 cgd * randomize:
437 1.1 cgd * Randomize the order of the string table. We must be careful
438 1.1 cgd * not to randomize across delimiter boundaries. All
439 1.1 cgd * randomization is done within each block.
440 1.1 cgd */
441 1.1 cgd randomize()
442 1.1 cgd {
443 1.1 cgd register int cnt, i;
444 1.1 cgd register off_t tmp;
445 1.1 cgd register off_t *sp;
446 1.1 cgd extern time_t time();
447 1.1 cgd
448 1.1 cgd srandom((int)(time((time_t *) NULL) + getpid()));
449 1.1 cgd
450 1.1 cgd Tbl.str_flags |= STR_RANDOM;
451 1.1 cgd cnt = Tbl.str_numstr;
452 1.1 cgd
453 1.1 cgd /*
454 1.1 cgd * move things around randomly
455 1.1 cgd */
456 1.1 cgd
457 1.1 cgd for (sp = Seekpts; cnt > 0; cnt--, sp++) {
458 1.1 cgd i = random() % cnt;
459 1.1 cgd tmp = sp[0];
460 1.1 cgd sp[0] = sp[i];
461 1.1 cgd sp[i] = tmp;
462 1.1 cgd }
463 1.1 cgd }
464