sort.c revision 1.32 1 /* $NetBSD: sort.c,v 1.32 2002/12/24 14:58:57 jdolecek Exp $ */
2
3 /*-
4 * Copyright (c) 1993
5 * The Regents of the University of California. All rights reserved.
6 *
7 * This code is derived from software contributed to Berkeley by
8 * Peter McIlroy.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by the University of
21 * California, Berkeley and its contributors.
22 * 4. Neither the name of the University nor the names of its contributors
23 * may be used to endorse or promote products derived from this software
24 * without specific prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * SUCH DAMAGE.
37 */
38
39 /* Sort sorts a file using an optional user-defined key.
40 * Sort uses radix sort for internal sorting, and allows
41 * a choice of merge sort and radix sort for external sorting.
42 */
43
44 #include "sort.h"
45 #include "fsort.h"
46 #include "pathnames.h"
47
48 #ifndef lint
49 __COPYRIGHT("@(#) Copyright (c) 1993\n\
50 The Regents of the University of California. All rights reserved.\n");
51 #endif /* not lint */
52
53 #ifndef lint
54 __RCSID("$NetBSD: sort.c,v 1.32 2002/12/24 14:58:57 jdolecek Exp $");
55 __SCCSID("@(#)sort.c 8.1 (Berkeley) 6/6/93");
56 #endif /* not lint */
57
58 #include <sys/types.h>
59 #include <sys/time.h>
60 #include <sys/resource.h>
61
62 #include <paths.h>
63 #include <signal.h>
64 #include <stdlib.h>
65 #include <string.h>
66 #include <unistd.h>
67 #include <locale.h>
68
69 int REC_D = '\n';
70 u_char d_mask[NBINS]; /* flags for rec_d, field_d, <blank> */
71
72 /*
73 * weight tables. Gweights is one of ascii, Rascii..
74 * modified to weight rec_d = 0 (or 255)
75 */
76 u_char ascii[NBINS], Rascii[NBINS], RFtable[NBINS], Ftable[NBINS];
77 int SINGL_FLD = 0, SEP_FLAG = 0, UNIQUE = 0;
78 struct coldesc clist[(ND+1)*2];
79 int ncols = 0;
80
81 /*
82 * Default to stable sort.
83 */
84 int stable_sort = 1;
85
86 static char toutpath[MAXPATHLEN];
87 static struct field fldtab[ND+2];
88
89 const char *tmpdir; /* where temporary files should be put */
90
91 static void cleanup __P((void));
92 static void onsignal __P((int));
93 static void usage __P((const char *));
94
95 int main __P((int argc, char **argv));
96
97 int
98 main(argc, argv)
99 int argc;
100 char *argv[];
101 {
102 get_func_t get;
103 int ch, i, stdinflag = 0, tmp = 0;
104 char cflag = 0, mflag = 0;
105 char *outfile, *outpath = 0;
106 struct field *ftpos;
107 struct filelist filelist;
108 FILE *outfp = NULL;
109 struct rlimit rl;
110
111 setlocale(LC_ALL, "");
112
113 /* bump RLIMIT_NOFILE to maximum our hard limit allows */
114 if (getrlimit(RLIMIT_NOFILE, &rl) < 0)
115 err(2, "getrlimit");
116 rl.rlim_cur = rl.rlim_max;
117 if (setrlimit(RLIMIT_NOFILE, &rl) < 0)
118 err(2, "setrlimit");
119
120 d_mask[REC_D = '\n'] = REC_D_F;
121 SINGL_FLD = SEP_FLAG = 0;
122 d_mask['\t'] = d_mask[' '] = BLANK | FLD_D;
123 ftpos = fldtab;
124
125 fixit(&argc, argv);
126 if (!(tmpdir = getenv("TMPDIR")))
127 tmpdir = _PATH_TMP;
128
129 while ((ch = getopt(argc, argv, "bcdfik:mHno:rR:sSt:T:ux")) != -1) {
130 switch (ch) {
131 case 'b':
132 fldtab->flags |= BI | BT;
133 break;
134 case 'c':
135 cflag = 1;
136 break;
137 case 'd': case 'f': case 'i': case 'n': case 'r':
138 tmp |= optval(ch, 0);
139 if ((tmp & R) && (tmp & F))
140 fldtab->weights = RFtable;
141 else if (tmp & F)
142 fldtab->weights = Ftable;
143 else if (tmp & R)
144 fldtab->weights = Rascii;
145 fldtab->flags |= tmp;
146 break;
147 case 'H':
148 PANIC = 0;
149 break;
150 case 'k':
151 setfield(optarg, ++ftpos, fldtab->flags);
152 break;
153 case 'm':
154 mflag = 1;
155 break;
156 case 'o':
157 outpath = optarg;
158 break;
159 case 's':
160 /* for GNU sort compatibility (this is our default) */
161 stable_sort = 1;
162 break;
163 case 'S':
164 stable_sort = 0;
165 break;
166 case 't':
167 if (SEP_FLAG)
168 usage("multiple field delimiters");
169 SEP_FLAG = 1;
170 d_mask[' '] &= ~FLD_D;
171 d_mask['\t'] &= ~FLD_D;
172 d_mask[(u_char)*optarg] |= FLD_D;
173 if (d_mask[(u_char)*optarg] & REC_D_F)
174 errx(2, "record/field delimiter clash");
175 break;
176 case 'R':
177 if (REC_D != '\n')
178 usage("multiple record delimiters");
179 if ('\n' == (REC_D = *optarg))
180 break;
181 d_mask['\n'] = d_mask[' '];
182 d_mask[REC_D] = REC_D_F;
183 break;
184 case 'T':
185 /* -T tmpdir */
186 tmpdir = optarg;
187 break;
188 case 'u':
189 UNIQUE = 1;
190 break;
191 case '?':
192 default:
193 usage(NULL);
194 }
195 }
196 if (cflag && argc > optind+1)
197 errx(2, "too many input files for -c option");
198 if (argc - 2 > optind && !strcmp(argv[argc-2], "-o")) {
199 outpath = argv[argc-1];
200 argc -= 2;
201 }
202 if (mflag && argc - optind > (MAXFCT - (16+1))*16)
203 errx(2, "too many input files for -m option");
204 for (i = optind; i < argc; i++) {
205 /* allow one occurrence of /dev/stdin */
206 if (!strcmp(argv[i], "-") || !strcmp(argv[i], _PATH_STDIN)) {
207 if (stdinflag)
208 warnx("ignoring extra \"%s\" in file list",
209 argv[i]);
210 else
211 stdinflag = 1;
212
213 /* change to /dev/stdin if '-' */
214 if (argv[i][0] == '-')
215 argv[i] = _PATH_STDIN;
216
217 } else if ((ch = access(argv[i], R_OK)))
218 err(2, "%s", argv[i]);
219 }
220 if (!(fldtab->flags & (I|D|N) || fldtab[1].icol.num)) {
221 SINGL_FLD = 1;
222 fldtab[0].icol.num = 1;
223 } else {
224 if (!fldtab[1].icol.num) {
225 fldtab[0].flags &= ~(BI|BT);
226 setfield("1", ++ftpos, fldtab->flags);
227 }
228 fldreset(fldtab);
229 fldtab[0].flags &= ~F;
230 }
231 settables(fldtab[0].flags);
232 num_init();
233 fldtab->weights = gweights;
234 if (optind == argc) {
235 static const char * const names[] = { _PATH_STDIN, NULL };
236
237 filelist.names = names;
238 optind--;
239 } else
240 filelist.names = (const char * const *) &argv[optind];
241
242 if (SINGL_FLD)
243 get = makeline;
244 else
245 get = makekey;
246
247 if (cflag) {
248 order(&filelist, get, fldtab);
249 /* NOT REACHED */
250 }
251 if (!outpath) {
252 (void)snprintf(toutpath,
253 sizeof(toutpath), "%sstdout", _PATH_DEV);
254 outfile = outpath = toutpath;
255 outfp = stdout;
256 } else if (!(ch = access(outpath, 0)) &&
257 strncmp(_PATH_DEV, outpath, 5)) {
258 struct sigaction act;
259 static const int sigtable[] = {SIGHUP, SIGINT, SIGPIPE,
260 SIGXCPU, SIGXFSZ, SIGVTALRM, SIGPROF, 0};
261 int outfd;
262 errno = 0;
263 if (access(outpath, W_OK))
264 err(2, "%s", outpath);
265 (void)snprintf(toutpath, sizeof(toutpath), "%sXXXXXX",
266 outpath);
267 if ((outfd = mkstemp(toutpath)) == -1)
268 err(2, "Cannot create temporary file `%s'", toutpath);
269 if ((outfp = fdopen(outfd, "w")) == NULL)
270 err(2, "Cannot open temporary file `%s'", toutpath);
271 outfile = toutpath;
272 (void)atexit(cleanup);
273 act.sa_handler = onsignal;
274 (void) sigemptyset(&act.sa_mask);
275 act.sa_flags = SA_RESTART | SA_RESETHAND;
276 for (i = 0; sigtable[i]; ++i) /* always unlink toutpath */
277 sigaction(sigtable[i], &act, 0);
278 } else
279 outfile = outpath;
280
281 if (outfp == NULL && (outfp = fopen(outfile, "w")) == NULL)
282 err(2, "output file %s", outfile);
283
284 if (mflag) {
285 fmerge(-1, 0, &filelist, argc-optind, get, outfp, putline,
286 fldtab);
287 } else
288 fsort(-1, 0, 0, &filelist, argc-optind, outfp, fldtab);
289
290 if (outfile != outpath) {
291 if (access(outfile, 0))
292 err(2, "%s", outfile);
293 (void)unlink(outpath);
294 if (link(outfile, outpath))
295 err(2, "cannot link %s: output left in %s",
296 outpath, outfile);
297 (void)unlink(outfile);
298 }
299 exit(0);
300 }
301
302 static void
303 onsignal(sig)
304 int sig;
305 {
306 cleanup();
307 }
308
309 static void
310 cleanup()
311 {
312 if (toutpath[0])
313 (void)unlink(toutpath);
314 }
315
316 static void
317 usage(msg)
318 const char *msg;
319 {
320 if (msg != NULL)
321 (void)fprintf(stderr, "sort: %s\n", msg);
322 (void)fprintf(stderr, "usage: [-o output] [-cmubdfinrsS] [-t char] ");
323 (void)fprintf(stderr, "[-R char] [-k keydef] ... [files]\n");
324 exit(2);
325 }
326