strfile.c revision 1.1 1 1.1 cgd /*-
2 1.1 cgd * Copyright (c) 1989 The Regents of the University of California.
3 1.1 cgd * All rights reserved.
4 1.1 cgd *
5 1.1 cgd * This code is derived from software contributed to Berkeley by
6 1.1 cgd * Ken Arnold.
7 1.1 cgd *
8 1.1 cgd * Redistribution and use in source and binary forms, with or without
9 1.1 cgd * modification, are permitted provided that the following conditions
10 1.1 cgd * are met:
11 1.1 cgd * 1. Redistributions of source code must retain the above copyright
12 1.1 cgd * notice, this list of conditions and the following disclaimer.
13 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 cgd * notice, this list of conditions and the following disclaimer in the
15 1.1 cgd * documentation and/or other materials provided with the distribution.
16 1.1 cgd * 3. All advertising materials mentioning features or use of this software
17 1.1 cgd * must display the following acknowledgement:
18 1.1 cgd * This product includes software developed by the University of
19 1.1 cgd * California, Berkeley and its contributors.
20 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
21 1.1 cgd * may be used to endorse or promote products derived from this software
22 1.1 cgd * without specific prior written permission.
23 1.1 cgd *
24 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 1.1 cgd * SUCH DAMAGE.
35 1.1 cgd */
36 1.1 cgd
37 1.1 cgd #ifndef lint
38 1.1 cgd char copyright[] =
39 1.1 cgd "@(#) Copyright (c) 1989 The Regents of the University of California.\n\
40 1.1 cgd All rights reserved.\n";
41 1.1 cgd #endif /* not lint */
42 1.1 cgd
43 1.1 cgd #ifndef lint
44 1.1 cgd static char sccsid[] = "@(#)strfile.c 5.12 (Berkeley) 4/8/91";
45 1.1 cgd #endif /* not lint */
46 1.1 cgd
47 1.1 cgd # include <machine/endian.h>
48 1.1 cgd # include <sys/param.h>
49 1.1 cgd # include <stdio.h>
50 1.1 cgd # include <ctype.h>
51 1.1 cgd # include "strfile.h"
52 1.1 cgd
53 1.1 cgd # ifndef MAXPATHLEN
54 1.1 cgd # define MAXPATHLEN 1024
55 1.1 cgd # endif /* MAXPATHLEN */
56 1.1 cgd
57 1.1 cgd /*
58 1.1 cgd * This program takes a file composed of strings seperated by
59 1.1 cgd * lines starting with two consecutive delimiting character (default
60 1.1 cgd * character is '%') and creates another file which consists of a table
61 1.1 cgd * describing the file (structure from "strfile.h"), a table of seek
62 1.1 cgd * pointers to the start of the strings, and the strings, each terminated
63 1.1 cgd * by a null byte. Usage:
64 1.1 cgd *
65 1.1 cgd * % strfile [-iorsx] [ -cC ] sourcefile [ datafile ]
66 1.1 cgd *
67 1.1 cgd * c - Change delimiting character from '%' to 'C'
68 1.1 cgd * s - Silent. Give no summary of data processed at the end of
69 1.1 cgd * the run.
70 1.1 cgd * o - order the strings in alphabetic order
71 1.1 cgd * i - if ordering, ignore case
72 1.1 cgd * r - randomize the order of the strings
73 1.1 cgd * x - set rotated bit
74 1.1 cgd *
75 1.1 cgd * Ken Arnold Sept. 7, 1978 --
76 1.1 cgd *
77 1.1 cgd * Added ordering options.
78 1.1 cgd */
79 1.1 cgd
80 1.1 cgd # define TRUE 1
81 1.1 cgd # define FALSE 0
82 1.1 cgd
83 1.1 cgd # define STORING_PTRS (Oflag || Rflag)
84 1.1 cgd # define CHUNKSIZE 512
85 1.1 cgd
86 1.1 cgd #ifdef lint
87 1.1 cgd # define ALWAYS atoi("1")
88 1.1 cgd #else
89 1.1 cgd # define ALWAYS 1
90 1.1 cgd #endif
91 1.1 cgd # define ALLOC(ptr,sz) if (ALWAYS) { \
92 1.1 cgd if (ptr == NULL) \
93 1.1 cgd ptr = malloc((unsigned int) (CHUNKSIZE * sizeof *ptr)); \
94 1.1 cgd else if (((sz) + 1) % CHUNKSIZE == 0) \
95 1.1 cgd ptr = realloc((void *) ptr, ((unsigned int) ((sz) + CHUNKSIZE) * sizeof *ptr)); \
96 1.1 cgd if (ptr == NULL) { \
97 1.1 cgd fprintf(stderr, "out of space\n"); \
98 1.1 cgd exit(1); \
99 1.1 cgd } \
100 1.1 cgd } else
101 1.1 cgd
102 1.1 cgd #ifdef NO_VOID
103 1.1 cgd # define void char
104 1.1 cgd #endif
105 1.1 cgd
106 1.1 cgd typedef struct {
107 1.1 cgd char first;
108 1.1 cgd off_t pos;
109 1.1 cgd } STR;
110 1.1 cgd
111 1.1 cgd char *Infile = NULL, /* input file name */
112 1.1 cgd Outfile[MAXPATHLEN] = "", /* output file name */
113 1.1 cgd Delimch = '%'; /* delimiting character */
114 1.1 cgd
115 1.1 cgd int Sflag = FALSE; /* silent run flag */
116 1.1 cgd int Oflag = FALSE; /* ordering flag */
117 1.1 cgd int Iflag = FALSE; /* ignore case flag */
118 1.1 cgd int Rflag = FALSE; /* randomize order flag */
119 1.1 cgd int Xflag = FALSE; /* set rotated bit */
120 1.1 cgd long Num_pts = 0; /* number of pointers/strings */
121 1.1 cgd
122 1.1 cgd off_t *Seekpts;
123 1.1 cgd
124 1.1 cgd FILE *Sort_1, *Sort_2; /* pointers for sorting */
125 1.1 cgd
126 1.1 cgd STRFILE Tbl; /* statistics table */
127 1.1 cgd
128 1.1 cgd STR *Firstch; /* first chars of each string */
129 1.1 cgd
130 1.1 cgd char *fgets(), *strcpy(), *strcat();
131 1.1 cgd
132 1.1 cgd void *malloc(), *realloc();
133 1.1 cgd
134 1.1 cgd /*
135 1.1 cgd * main:
136 1.1 cgd * Drive the sucker. There are two main modes -- either we store
137 1.1 cgd * the seek pointers, if the table is to be sorted or randomized,
138 1.1 cgd * or we write the pointer directly to the file, if we are to stay
139 1.1 cgd * in file order. If the former, we allocate and re-allocate in
140 1.1 cgd * CHUNKSIZE blocks; if the latter, we just write each pointer,
141 1.1 cgd * and then seek back to the beginning to write in the table.
142 1.1 cgd */
143 1.1 cgd main(ac, av)
144 1.1 cgd int ac;
145 1.1 cgd char **av;
146 1.1 cgd {
147 1.1 cgd register char *sp, dc;
148 1.1 cgd register FILE *inf, *outf;
149 1.1 cgd register off_t last_off, length, pos, *p;
150 1.1 cgd register int first, cnt;
151 1.1 cgd register char *nsp;
152 1.1 cgd register STR *fp;
153 1.1 cgd static char string[257];
154 1.1 cgd
155 1.1 cgd getargs(ac, av); /* evalute arguments */
156 1.1 cgd dc = Delimch;
157 1.1 cgd if ((inf = fopen(Infile, "r")) == NULL) {
158 1.1 cgd perror(Infile);
159 1.1 cgd exit(1);
160 1.1 cgd }
161 1.1 cgd
162 1.1 cgd if ((outf = fopen(Outfile, "w")) == NULL) {
163 1.1 cgd perror(Outfile);
164 1.1 cgd exit(1);
165 1.1 cgd }
166 1.1 cgd if (!STORING_PTRS)
167 1.1 cgd (void) fseek(outf, sizeof Tbl, 0);
168 1.1 cgd
169 1.1 cgd /*
170 1.1 cgd * Write the strings onto the file
171 1.1 cgd */
172 1.1 cgd
173 1.1 cgd Tbl.str_longlen = 0;
174 1.1 cgd Tbl.str_shortlen = (unsigned int) 0xffffffff;
175 1.1 cgd Tbl.str_delim = dc;
176 1.1 cgd Tbl.str_version = VERSION;
177 1.1 cgd first = Oflag;
178 1.1 cgd add_offset(outf, ftell(inf));
179 1.1 cgd last_off = 0;
180 1.1 cgd do {
181 1.1 cgd sp = fgets(string, 256, inf);
182 1.1 cgd if (sp == NULL || sp[0] == dc && sp[1] == '\n') {
183 1.1 cgd pos = ftell(inf);
184 1.1 cgd length = pos - last_off - (sp ? strlen(sp) : 0);
185 1.1 cgd last_off = pos;
186 1.1 cgd if (!length)
187 1.1 cgd continue;
188 1.1 cgd add_offset(outf, pos);
189 1.1 cgd if (Tbl.str_longlen < length)
190 1.1 cgd Tbl.str_longlen = length;
191 1.1 cgd if (Tbl.str_shortlen > length)
192 1.1 cgd Tbl.str_shortlen = length;
193 1.1 cgd first = Oflag;
194 1.1 cgd }
195 1.1 cgd else if (first) {
196 1.1 cgd for (nsp = sp; !isalnum(*nsp); nsp++)
197 1.1 cgd continue;
198 1.1 cgd ALLOC(Firstch, Num_pts);
199 1.1 cgd fp = &Firstch[Num_pts - 1];
200 1.1 cgd if (Iflag && isupper(*nsp))
201 1.1 cgd fp->first = tolower(*nsp);
202 1.1 cgd else
203 1.1 cgd fp->first = *nsp;
204 1.1 cgd fp->pos = Seekpts[Num_pts - 1];
205 1.1 cgd first = FALSE;
206 1.1 cgd }
207 1.1 cgd } while (sp != NULL);
208 1.1 cgd
209 1.1 cgd /*
210 1.1 cgd * write the tables in
211 1.1 cgd */
212 1.1 cgd
213 1.1 cgd (void) fclose(inf);
214 1.1 cgd
215 1.1 cgd if (Oflag)
216 1.1 cgd do_order();
217 1.1 cgd else if (Rflag)
218 1.1 cgd randomize();
219 1.1 cgd
220 1.1 cgd if (Xflag)
221 1.1 cgd Tbl.str_flags |= STR_ROTATED;
222 1.1 cgd
223 1.1 cgd if (!Sflag) {
224 1.1 cgd printf("\"%s\" created\n", Outfile);
225 1.1 cgd if (Num_pts == 2)
226 1.1 cgd puts("There was 1 string");
227 1.1 cgd else
228 1.1 cgd printf("There were %d strings\n", Num_pts - 1);
229 1.1 cgd printf("Longest string: %lu byte%s\n", Tbl.str_longlen,
230 1.1 cgd Tbl.str_longlen == 1 ? "" : "s");
231 1.1 cgd printf("Shortest string: %lu byte%s\n", Tbl.str_shortlen,
232 1.1 cgd Tbl.str_shortlen == 1 ? "" : "s");
233 1.1 cgd }
234 1.1 cgd
235 1.1 cgd (void) fseek(outf, (off_t) 0, 0);
236 1.1 cgd Tbl.str_version = htonl(Tbl.str_version);
237 1.1 cgd Tbl.str_numstr = htonl(Num_pts - 1);
238 1.1 cgd Tbl.str_longlen = htonl(Tbl.str_longlen);
239 1.1 cgd Tbl.str_shortlen = htonl(Tbl.str_shortlen);
240 1.1 cgd Tbl.str_flags = htonl(Tbl.str_flags);
241 1.1 cgd (void) fwrite((char *) &Tbl, sizeof Tbl, 1, outf);
242 1.1 cgd if (STORING_PTRS) {
243 1.1 cgd for (p = Seekpts, cnt = Num_pts; cnt--; ++p)
244 1.1 cgd *p = htonl(*p);
245 1.1 cgd (void) fwrite((char *) Seekpts, sizeof *Seekpts, (int) Num_pts, outf);
246 1.1 cgd }
247 1.1 cgd (void) fclose(outf);
248 1.1 cgd exit(0);
249 1.1 cgd }
250 1.1 cgd
251 1.1 cgd /*
252 1.1 cgd * This routine evaluates arguments from the command line
253 1.1 cgd */
254 1.1 cgd getargs(argc, argv)
255 1.1 cgd int argc;
256 1.1 cgd char **argv;
257 1.1 cgd {
258 1.1 cgd extern char *optarg;
259 1.1 cgd extern int optind;
260 1.1 cgd int ch;
261 1.1 cgd
262 1.1 cgd while ((ch = getopt(argc, argv, "c:iorsx")) != EOF)
263 1.1 cgd switch(ch) {
264 1.1 cgd case 'c': /* new delimiting char */
265 1.1 cgd Delimch = *optarg;
266 1.1 cgd if (!isascii(Delimch)) {
267 1.1 cgd printf("bad delimiting character: '\\%o\n'",
268 1.1 cgd Delimch);
269 1.1 cgd }
270 1.1 cgd break;
271 1.1 cgd case 'i': /* ignore case in ordering */
272 1.1 cgd Iflag++;
273 1.1 cgd break;
274 1.1 cgd case 'o': /* order strings */
275 1.1 cgd Oflag++;
276 1.1 cgd break;
277 1.1 cgd case 'r': /* randomize pointers */
278 1.1 cgd Rflag++;
279 1.1 cgd break;
280 1.1 cgd case 's': /* silent */
281 1.1 cgd Sflag++;
282 1.1 cgd break;
283 1.1 cgd case 'x': /* set the rotated bit */
284 1.1 cgd Xflag++;
285 1.1 cgd break;
286 1.1 cgd case '?':
287 1.1 cgd default:
288 1.1 cgd usage();
289 1.1 cgd }
290 1.1 cgd argv += optind;
291 1.1 cgd
292 1.1 cgd if (*argv) {
293 1.1 cgd Infile = *argv;
294 1.1 cgd if (*++argv)
295 1.1 cgd (void) strcpy(Outfile, *argv);
296 1.1 cgd }
297 1.1 cgd if (!Infile) {
298 1.1 cgd puts("No input file name");
299 1.1 cgd usage();
300 1.1 cgd }
301 1.1 cgd if (*Outfile == '\0') {
302 1.1 cgd (void) strcpy(Outfile, Infile);
303 1.1 cgd (void) strcat(Outfile, ".dat");
304 1.1 cgd }
305 1.1 cgd }
306 1.1 cgd
307 1.1 cgd usage()
308 1.1 cgd {
309 1.1 cgd (void) fprintf(stderr,
310 1.1 cgd "strfile [-iorsx] [-c char] sourcefile [datafile]\n");
311 1.1 cgd exit(1);
312 1.1 cgd }
313 1.1 cgd
314 1.1 cgd /*
315 1.1 cgd * add_offset:
316 1.1 cgd * Add an offset to the list, or write it out, as appropriate.
317 1.1 cgd */
318 1.1 cgd add_offset(fp, off)
319 1.1 cgd FILE *fp;
320 1.1 cgd off_t off;
321 1.1 cgd {
322 1.1 cgd off_t net;
323 1.1 cgd
324 1.1 cgd if (!STORING_PTRS) {
325 1.1 cgd net = htonl(off);
326 1.1 cgd fwrite(&net, 1, sizeof net, fp);
327 1.1 cgd } else {
328 1.1 cgd ALLOC(Seekpts, Num_pts + 1);
329 1.1 cgd Seekpts[Num_pts] = off;
330 1.1 cgd }
331 1.1 cgd Num_pts++;
332 1.1 cgd }
333 1.1 cgd
334 1.1 cgd /*
335 1.1 cgd * do_order:
336 1.1 cgd * Order the strings alphabetically (possibly ignoring case).
337 1.1 cgd */
338 1.1 cgd do_order()
339 1.1 cgd {
340 1.1 cgd register int i;
341 1.1 cgd register off_t *lp;
342 1.1 cgd register STR *fp;
343 1.1 cgd extern int cmp_str();
344 1.1 cgd
345 1.1 cgd Sort_1 = fopen(Infile, "r");
346 1.1 cgd Sort_2 = fopen(Infile, "r");
347 1.1 cgd qsort((char *) Firstch, (int) Tbl.str_numstr, sizeof *Firstch, cmp_str);
348 1.1 cgd i = Tbl.str_numstr;
349 1.1 cgd lp = Seekpts;
350 1.1 cgd fp = Firstch;
351 1.1 cgd while (i--)
352 1.1 cgd *lp++ = fp++->pos;
353 1.1 cgd (void) fclose(Sort_1);
354 1.1 cgd (void) fclose(Sort_2);
355 1.1 cgd Tbl.str_flags |= STR_ORDERED;
356 1.1 cgd }
357 1.1 cgd
358 1.1 cgd /*
359 1.1 cgd * cmp_str:
360 1.1 cgd * Compare two strings in the file
361 1.1 cgd */
362 1.1 cgd char *
363 1.1 cgd unctrl(c)
364 1.1 cgd char c;
365 1.1 cgd {
366 1.1 cgd static char buf[3];
367 1.1 cgd
368 1.1 cgd if (isprint(c)) {
369 1.1 cgd buf[0] = c;
370 1.1 cgd buf[1] = '\0';
371 1.1 cgd }
372 1.1 cgd else if (c == 0177) {
373 1.1 cgd buf[0] = '^';
374 1.1 cgd buf[1] = '?';
375 1.1 cgd }
376 1.1 cgd else {
377 1.1 cgd buf[0] = '^';
378 1.1 cgd buf[1] = c + 'A' - 1;
379 1.1 cgd }
380 1.1 cgd return buf;
381 1.1 cgd }
382 1.1 cgd
383 1.1 cgd cmp_str(p1, p2)
384 1.1 cgd STR *p1, *p2;
385 1.1 cgd {
386 1.1 cgd register int c1, c2;
387 1.1 cgd register int n1, n2;
388 1.1 cgd
389 1.1 cgd # define SET_N(nf,ch) (nf = (ch == '\n'))
390 1.1 cgd # define IS_END(ch,nf) (ch == Delimch && nf)
391 1.1 cgd
392 1.1 cgd c1 = p1->first;
393 1.1 cgd c2 = p2->first;
394 1.1 cgd if (c1 != c2)
395 1.1 cgd return c1 - c2;
396 1.1 cgd
397 1.1 cgd (void) fseek(Sort_1, p1->pos, 0);
398 1.1 cgd (void) fseek(Sort_2, p2->pos, 0);
399 1.1 cgd
400 1.1 cgd n1 = FALSE;
401 1.1 cgd n2 = FALSE;
402 1.1 cgd while (!isalnum(c1 = getc(Sort_1)) && c1 != '\0')
403 1.1 cgd SET_N(n1, c1);
404 1.1 cgd while (!isalnum(c2 = getc(Sort_2)) && c2 != '\0')
405 1.1 cgd SET_N(n2, c2);
406 1.1 cgd
407 1.1 cgd while (!IS_END(c1, n1) && !IS_END(c2, n2)) {
408 1.1 cgd if (Iflag) {
409 1.1 cgd if (isupper(c1))
410 1.1 cgd c1 = tolower(c1);
411 1.1 cgd if (isupper(c2))
412 1.1 cgd c2 = tolower(c2);
413 1.1 cgd }
414 1.1 cgd if (c1 != c2)
415 1.1 cgd return c1 - c2;
416 1.1 cgd SET_N(n1, c1);
417 1.1 cgd SET_N(n2, c2);
418 1.1 cgd c1 = getc(Sort_1);
419 1.1 cgd c2 = getc(Sort_2);
420 1.1 cgd }
421 1.1 cgd if (IS_END(c1, n1))
422 1.1 cgd c1 = 0;
423 1.1 cgd if (IS_END(c2, n2))
424 1.1 cgd c2 = 0;
425 1.1 cgd return c1 - c2;
426 1.1 cgd }
427 1.1 cgd
428 1.1 cgd /*
429 1.1 cgd * randomize:
430 1.1 cgd * Randomize the order of the string table. We must be careful
431 1.1 cgd * not to randomize across delimiter boundaries. All
432 1.1 cgd * randomization is done within each block.
433 1.1 cgd */
434 1.1 cgd randomize()
435 1.1 cgd {
436 1.1 cgd register int cnt, i;
437 1.1 cgd register off_t tmp;
438 1.1 cgd register off_t *sp;
439 1.1 cgd extern time_t time();
440 1.1 cgd
441 1.1 cgd srandom((int)(time((time_t *) NULL) + getpid()));
442 1.1 cgd
443 1.1 cgd Tbl.str_flags |= STR_RANDOM;
444 1.1 cgd cnt = Tbl.str_numstr;
445 1.1 cgd
446 1.1 cgd /*
447 1.1 cgd * move things around randomly
448 1.1 cgd */
449 1.1 cgd
450 1.1 cgd for (sp = Seekpts; cnt > 0; cnt--, sp++) {
451 1.1 cgd i = random() % cnt;
452 1.1 cgd tmp = sp[0];
453 1.1 cgd sp[0] = sp[i];
454 1.1 cgd sp[i] = tmp;
455 1.1 cgd }
456 1.1 cgd }
457