sort.c revision 1.24 1 1.24 christos /* $NetBSD: sort.c,v 1.24 2001/02/21 19:24:30 christos Exp $ */
2 1.2 bjh21
3 1.1 bjh21 /*-
4 1.1 bjh21 * Copyright (c) 1993
5 1.1 bjh21 * The Regents of the University of California. All rights reserved.
6 1.1 bjh21 *
7 1.1 bjh21 * This code is derived from software contributed to Berkeley by
8 1.1 bjh21 * Peter McIlroy.
9 1.1 bjh21 *
10 1.1 bjh21 * Redistribution and use in source and binary forms, with or without
11 1.1 bjh21 * modification, are permitted provided that the following conditions
12 1.1 bjh21 * are met:
13 1.1 bjh21 * 1. Redistributions of source code must retain the above copyright
14 1.1 bjh21 * notice, this list of conditions and the following disclaimer.
15 1.1 bjh21 * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 bjh21 * notice, this list of conditions and the following disclaimer in the
17 1.1 bjh21 * documentation and/or other materials provided with the distribution.
18 1.1 bjh21 * 3. All advertising materials mentioning features or use of this software
19 1.1 bjh21 * must display the following acknowledgement:
20 1.1 bjh21 * This product includes software developed by the University of
21 1.1 bjh21 * California, Berkeley and its contributors.
22 1.1 bjh21 * 4. Neither the name of the University nor the names of its contributors
23 1.1 bjh21 * may be used to endorse or promote products derived from this software
24 1.1 bjh21 * without specific prior written permission.
25 1.1 bjh21 *
26 1.1 bjh21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27 1.1 bjh21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28 1.1 bjh21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29 1.1 bjh21 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30 1.1 bjh21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31 1.1 bjh21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32 1.1 bjh21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 1.1 bjh21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 1.1 bjh21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 1.1 bjh21 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 1.1 bjh21 * SUCH DAMAGE.
37 1.1 bjh21 */
38 1.1 bjh21
39 1.1 bjh21 /* Sort sorts a file using an optional user-defined key.
40 1.1 bjh21 * Sort uses radix sort for internal sorting, and allows
41 1.1 bjh21 * a choice of merge sort and radix sort for external sorting.
42 1.1 bjh21 */
43 1.1 bjh21
44 1.1 bjh21 #include "sort.h"
45 1.1 bjh21 #include "fsort.h"
46 1.1 bjh21 #include "pathnames.h"
47 1.1 bjh21
48 1.2 bjh21 #ifndef lint
49 1.2 bjh21 __COPYRIGHT("@(#) Copyright (c) 1993\n\
50 1.2 bjh21 The Regents of the University of California. All rights reserved.\n");
51 1.2 bjh21 #endif /* not lint */
52 1.2 bjh21
53 1.2 bjh21 #ifndef lint
54 1.24 christos __RCSID("$NetBSD: sort.c,v 1.24 2001/02/21 19:24:30 christos Exp $");
55 1.2 bjh21 __SCCSID("@(#)sort.c 8.1 (Berkeley) 6/6/93");
56 1.2 bjh21 #endif /* not lint */
57 1.2 bjh21
58 1.1 bjh21 #include <paths.h>
59 1.1 bjh21 #include <signal.h>
60 1.1 bjh21 #include <stdlib.h>
61 1.1 bjh21 #include <string.h>
62 1.1 bjh21 #include <unistd.h>
63 1.11 jdolecek #include <locale.h>
64 1.1 bjh21
65 1.1 bjh21 int REC_D = '\n';
66 1.1 bjh21 u_char d_mask[NBINS]; /* flags for rec_d, field_d, <blank> */
67 1.1 bjh21 /*
68 1.1 bjh21 * weight tables. Gweights is one of ascii, Rascii..
69 1.1 bjh21 * modified to weight rec_d = 0 (or 255)
70 1.1 bjh21 */
71 1.1 bjh21 u_char ascii[NBINS], Rascii[NBINS], RFtable[NBINS], Ftable[NBINS];
72 1.1 bjh21 int SINGL_FLD = 0, SEP_FLAG = 0, UNIQUE = 0;
73 1.1 bjh21 struct coldesc clist[(ND+1)*2];
74 1.1 bjh21 int ncols = 0;
75 1.1 bjh21 extern struct coldesc clist[(ND+1)*2];
76 1.1 bjh21 extern int ncols;
77 1.1 bjh21
78 1.9 jdolecek /*
79 1.9 jdolecek * Default to stable sort.
80 1.9 jdolecek */
81 1.9 jdolecek int stable_sort = 1;
82 1.9 jdolecek
83 1.1 bjh21 char toutpath[_POSIX_PATH_MAX];
84 1.10 jdolecek
85 1.22 jdolecek const char *tmpdir; /* where temporary files should be put */
86 1.22 jdolecek
87 1.1 bjh21 static void cleanup __P((void));
88 1.2 bjh21 static void onsignal __P((int));
89 1.8 jdolecek static void usage __P((const char *));
90 1.1 bjh21
91 1.2 bjh21 int main __P((int argc, char **argv));
92 1.2 bjh21
93 1.1 bjh21 int
94 1.1 bjh21 main(argc, argv)
95 1.1 bjh21 int argc;
96 1.1 bjh21 char *argv[];
97 1.1 bjh21 {
98 1.13 jdolecek get_func_t get;
99 1.1 bjh21 int ch, i, stdinflag = 0, tmp = 0;
100 1.6 bjh21 char cflag = 0, mflag = 0;
101 1.1 bjh21 char *outfile, *outpath = 0;
102 1.1 bjh21 struct field fldtab[ND+2], *ftpos;
103 1.13 jdolecek struct filelist filelist;
104 1.3 bjh21 FILE *outfp = NULL;
105 1.10 jdolecek
106 1.11 jdolecek setlocale(LC_ALL, "");
107 1.11 jdolecek
108 1.1 bjh21 memset(fldtab, 0, (ND+2)*sizeof(struct field));
109 1.1 bjh21 memset(d_mask, 0, NBINS);
110 1.1 bjh21 d_mask[REC_D = '\n'] = REC_D_F;
111 1.1 bjh21 SINGL_FLD = SEP_FLAG = 0;
112 1.1 bjh21 d_mask['\t'] = d_mask[' '] = BLANK | FLD_D;
113 1.1 bjh21 ftpos = fldtab;
114 1.10 jdolecek
115 1.1 bjh21 fixit(&argc, argv);
116 1.22 jdolecek if (!(tmpdir = getenv("TMPDIR")))
117 1.22 jdolecek tmpdir = _PATH_TMP;
118 1.10 jdolecek
119 1.21 jdolecek while ((ch = getopt(argc, argv, "bcdfik:mHno:rR:sSt:T:ux")) != -1) {
120 1.10 jdolecek switch (ch) {
121 1.11 jdolecek case 'b':
122 1.11 jdolecek fldtab->flags |= BI | BT;
123 1.11 jdolecek break;
124 1.11 jdolecek case 'c':
125 1.11 jdolecek cflag = 1;
126 1.1 bjh21 break;
127 1.11 jdolecek case 'd': case 'f': case 'i': case 'n': case 'r':
128 1.11 jdolecek tmp |= optval(ch, 0);
129 1.15 jdolecek if ((tmp & R) && (tmp & F))
130 1.1 bjh21 fldtab->weights = RFtable;
131 1.1 bjh21 else if (tmp & F)
132 1.1 bjh21 fldtab->weights = Ftable;
133 1.15 jdolecek else if (tmp & R)
134 1.1 bjh21 fldtab->weights = Rascii;
135 1.1 bjh21 fldtab->flags |= tmp;
136 1.1 bjh21 break;
137 1.11 jdolecek case 'H':
138 1.11 jdolecek PANIC = 0;
139 1.11 jdolecek break;
140 1.11 jdolecek case 'k':
141 1.11 jdolecek setfield(optarg, ++ftpos, fldtab->flags);
142 1.11 jdolecek break;
143 1.11 jdolecek case 'm':
144 1.11 jdolecek mflag = 1;
145 1.11 jdolecek break;
146 1.1 bjh21 case 'o':
147 1.1 bjh21 outpath = optarg;
148 1.1 bjh21 break;
149 1.9 jdolecek case 's':
150 1.9 jdolecek /* for GNU sort compatibility (this is our default) */
151 1.9 jdolecek stable_sort = 1;
152 1.9 jdolecek break;
153 1.9 jdolecek case 'S':
154 1.9 jdolecek stable_sort = 0;
155 1.1 bjh21 break;
156 1.1 bjh21 case 't':
157 1.1 bjh21 if (SEP_FLAG)
158 1.1 bjh21 usage("multiple field delimiters");
159 1.1 bjh21 SEP_FLAG = 1;
160 1.1 bjh21 d_mask[' '] &= ~FLD_D;
161 1.1 bjh21 d_mask['\t'] &= ~FLD_D;
162 1.2 bjh21 d_mask[(u_char)*optarg] |= FLD_D;
163 1.2 bjh21 if (d_mask[(u_char)*optarg] & REC_D_F)
164 1.19 jdolecek errx(2, "record/field delimiter clash");
165 1.1 bjh21 break;
166 1.21 jdolecek case 'R':
167 1.1 bjh21 if (REC_D != '\n')
168 1.1 bjh21 usage("multiple record delimiters");
169 1.1 bjh21 if ('\n' == (REC_D = *optarg))
170 1.1 bjh21 break;
171 1.1 bjh21 d_mask['\n'] = d_mask[' '];
172 1.1 bjh21 d_mask[REC_D] = REC_D_F;
173 1.1 bjh21 break;
174 1.21 jdolecek case 'T':
175 1.23 jdolecek /* -T tmpdir */
176 1.23 jdolecek tmpdir = optarg;
177 1.21 jdolecek break;
178 1.1 bjh21 case 'u':
179 1.1 bjh21 UNIQUE = 1;
180 1.1 bjh21 break;
181 1.1 bjh21 case '?':
182 1.10 jdolecek default:
183 1.17 soren usage(NULL);
184 1.1 bjh21 }
185 1.1 bjh21 }
186 1.1 bjh21 if (cflag && argc > optind+1)
187 1.1 bjh21 errx(2, "too many input files for -c option");
188 1.1 bjh21 if (argc - 2 > optind && !strcmp(argv[argc-2], "-o")) {
189 1.1 bjh21 outpath = argv[argc-1];
190 1.1 bjh21 argc -= 2;
191 1.1 bjh21 }
192 1.1 bjh21 if (mflag && argc - optind > (MAXFCT - (16+1))*16)
193 1.1 bjh21 errx(2, "too many input files for -m option");
194 1.1 bjh21 for (i = optind; i < argc; i++) {
195 1.1 bjh21 /* allow one occurrence of /dev/stdin */
196 1.10 jdolecek if (!strcmp(argv[i], "-") || !strcmp(argv[i], _PATH_STDIN)) {
197 1.1 bjh21 if (stdinflag)
198 1.1 bjh21 warnx("ignoring extra \"%s\" in file list",
199 1.1 bjh21 argv[i]);
200 1.10 jdolecek else
201 1.1 bjh21 stdinflag = 1;
202 1.14 jdolecek
203 1.14 jdolecek /* change to /dev/stdin if '-' */
204 1.14 jdolecek if (argv[i][0] == '-')
205 1.14 jdolecek argv[i] = _PATH_STDIN;
206 1.14 jdolecek
207 1.2 bjh21 } else if ((ch = access(argv[i], R_OK)))
208 1.7 thorpej err(2, "%s", argv[i]);
209 1.1 bjh21 }
210 1.6 bjh21 if (!(fldtab->flags & (I|D|N) || fldtab[1].icol.num)) {
211 1.1 bjh21 SINGL_FLD = 1;
212 1.1 bjh21 fldtab[0].icol.num = 1;
213 1.1 bjh21 } else {
214 1.1 bjh21 if (!fldtab[1].icol.num) {
215 1.1 bjh21 fldtab[0].flags &= ~(BI|BT);
216 1.1 bjh21 setfield("1", ++ftpos, fldtab->flags);
217 1.1 bjh21 }
218 1.1 bjh21 fldreset(fldtab);
219 1.1 bjh21 fldtab[0].flags &= ~F;
220 1.1 bjh21 }
221 1.1 bjh21 settables(fldtab[0].flags);
222 1.1 bjh21 num_init();
223 1.1 bjh21 fldtab->weights = gweights;
224 1.5 bjh21 if (optind == argc) {
225 1.10 jdolecek static const char * const names[] = { _PATH_STDIN, NULL };
226 1.5 bjh21
227 1.5 bjh21 filelist.names = names;
228 1.5 bjh21 optind--;
229 1.5 bjh21 } else
230 1.10 jdolecek filelist.names = (const char * const *) &argv[optind];
231 1.15 jdolecek
232 1.1 bjh21 if (SINGL_FLD)
233 1.1 bjh21 get = makeline;
234 1.1 bjh21 else
235 1.1 bjh21 get = makekey;
236 1.15 jdolecek
237 1.1 bjh21 if (cflag) {
238 1.13 jdolecek order(&filelist, get, fldtab);
239 1.1 bjh21 /* NOT REACHED */
240 1.1 bjh21 }
241 1.1 bjh21 if (!outpath) {
242 1.1 bjh21 (void)snprintf(toutpath,
243 1.1 bjh21 sizeof(toutpath), "%sstdout", _PATH_DEV);
244 1.1 bjh21 outfile = outpath = toutpath;
245 1.24 christos outfp = stdout;
246 1.1 bjh21 } else if (!(ch = access(outpath, 0)) &&
247 1.1 bjh21 strncmp(_PATH_DEV, outpath, 5)) {
248 1.16 jdolecek static const struct sigaction act =
249 1.24 christos { onsignal, {{0}}, SA_RESTART | SA_RESETHAND };
250 1.24 christos static const int sigtable[] = {SIGHUP, SIGINT, SIGPIPE,
251 1.24 christos SIGXCPU, SIGXFSZ, SIGVTALRM, SIGPROF, 0};
252 1.3 bjh21 int outfd;
253 1.1 bjh21 errno = 0;
254 1.1 bjh21 if (access(outpath, W_OK))
255 1.1 bjh21 err(2, "%s", outpath);
256 1.24 christos (void)snprintf(toutpath, sizeof(toutpath), "%sXXXXXX",
257 1.24 christos outpath);
258 1.3 bjh21 if ((outfd = mkstemp(toutpath)) < 0 ||
259 1.3 bjh21 (outfp = fdopen(outfd, "w")) == 0)
260 1.8 jdolecek err(2, "temporary file %s", toutpath);
261 1.3 bjh21 outfile = toutpath;
262 1.1 bjh21 (void)atexit(cleanup);
263 1.1 bjh21 for (i = 0; sigtable[i]; ++i) /* always unlink toutpath */
264 1.1 bjh21 sigaction(sigtable[i], &act, 0);
265 1.3 bjh21 } else
266 1.3 bjh21 outfile = outpath;
267 1.13 jdolecek
268 1.3 bjh21 if (outfp == NULL && (outfp = fopen(outfile, "w")) == NULL)
269 1.8 jdolecek err(2, "output file %s", outfile);
270 1.13 jdolecek
271 1.13 jdolecek if (mflag) {
272 1.13 jdolecek fmerge(-1, 0, &filelist, argc-optind, get, outfp, putline,
273 1.13 jdolecek fldtab);
274 1.13 jdolecek } else
275 1.13 jdolecek fsort(-1, 0, 0, &filelist, argc-optind, outfp, fldtab);
276 1.13 jdolecek
277 1.1 bjh21 if (outfile != outpath) {
278 1.1 bjh21 if (access(outfile, 0))
279 1.7 thorpej err(2, "%s", outfile);
280 1.1 bjh21 (void)unlink(outpath);
281 1.1 bjh21 if (link(outfile, outpath))
282 1.1 bjh21 err(2, "cannot link %s: output left in %s",
283 1.1 bjh21 outpath, outfile);
284 1.1 bjh21 (void)unlink(outfile);
285 1.1 bjh21 }
286 1.1 bjh21 exit(0);
287 1.1 bjh21 }
288 1.1 bjh21
289 1.1 bjh21 static void
290 1.2 bjh21 onsignal(sig)
291 1.2 bjh21 int sig;
292 1.1 bjh21 {
293 1.1 bjh21 cleanup();
294 1.1 bjh21 }
295 1.1 bjh21
296 1.1 bjh21 static void
297 1.1 bjh21 cleanup()
298 1.1 bjh21 {
299 1.1 bjh21 if (toutpath[0])
300 1.1 bjh21 (void)unlink(toutpath);
301 1.1 bjh21 }
302 1.1 bjh21
303 1.1 bjh21 static void
304 1.1 bjh21 usage(msg)
305 1.8 jdolecek const char *msg;
306 1.1 bjh21 {
307 1.18 soren if (msg != NULL)
308 1.1 bjh21 (void)fprintf(stderr, "sort: %s\n", msg);
309 1.15 jdolecek (void)fprintf(stderr, "usage: [-o output] [-cmubdfinrsS] [-t char] ");
310 1.21 jdolecek (void)fprintf(stderr, "[-R char] [-k keydef] ... [files]\n");
311 1.1 bjh21 exit(2);
312 1.1 bjh21 }
313