db.c revision 1.6 1 1.6 seb /* $NetBSD: db.c,v 1.6 2002/12/29 18:42:49 seb Exp $ */
2 1.1 lukem
3 1.1 lukem /*-
4 1.1 lukem * Copyright (c) 2002 The NetBSD Foundation, Inc.
5 1.1 lukem * All rights reserved.
6 1.1 lukem *
7 1.1 lukem * This code is derived from software contributed to The NetBSD Foundation
8 1.1 lukem * by Luke Mewburn of Wasabi Systems.
9 1.1 lukem *
10 1.1 lukem * Redistribution and use in source and binary forms, with or without
11 1.1 lukem * modification, are permitted provided that the following conditions
12 1.1 lukem * are met:
13 1.1 lukem * 1. Redistributions of source code must retain the above copyright
14 1.1 lukem * notice, this list of conditions and the following disclaimer.
15 1.1 lukem * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 lukem * notice, this list of conditions and the following disclaimer in the
17 1.1 lukem * documentation and/or other materials provided with the distribution.
18 1.1 lukem * 3. All advertising materials mentioning features or use of this software
19 1.1 lukem * must display the following acknowledgement:
20 1.1 lukem * This product includes software developed by the NetBSD
21 1.1 lukem * Foundation, Inc. and its contributors.
22 1.1 lukem * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 lukem * contributors may be used to endorse or promote products derived
24 1.1 lukem * from this software without specific prior written permission.
25 1.1 lukem *
26 1.1 lukem * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 lukem * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 lukem * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 lukem * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.1 lukem * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 lukem * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 lukem * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 lukem * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 lukem * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 lukem * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 lukem * POSSIBILITY OF SUCH DAMAGE.
37 1.1 lukem */
38 1.1 lukem
39 1.1 lukem #include <sys/cdefs.h>
40 1.1 lukem #ifndef lint
41 1.6 seb __RCSID("$NetBSD: db.c,v 1.6 2002/12/29 18:42:49 seb Exp $");
42 1.1 lukem #endif /* not lint */
43 1.1 lukem
44 1.1 lukem #include <db.h>
45 1.1 lukem #include <ctype.h>
46 1.1 lukem #include <err.h>
47 1.1 lukem #include <fcntl.h>
48 1.1 lukem #include <stdio.h>
49 1.1 lukem #include <stdlib.h>
50 1.1 lukem #include <string.h>
51 1.1 lukem #include <unistd.h>
52 1.1 lukem
53 1.3 lukem
54 1.3 lukem /*
55 1.3 lukem * TODO --
56 1.3 lukem * - add option to strunvis(3) key (& value) from infile ?
57 1.3 lukem */
58 1.3 lukem
59 1.1 lukem typedef enum {
60 1.1 lukem F_WRITE = 1<<0,
61 1.1 lukem F_DELETE = 1<<1,
62 1.1 lukem F_SHOW_KEY = 1<<2,
63 1.1 lukem F_SHOW_VALUE = 1<<3,
64 1.1 lukem F_QUIET = 1<<10,
65 1.1 lukem F_IGNORECASE = 1<<11,
66 1.1 lukem F_ENDIAN_BIG = 1<<12,
67 1.1 lukem F_ENDIAN_LITTLE = 1<<13,
68 1.1 lukem F_NO_NUL = 1<<14,
69 1.1 lukem F_CREATENEW = 1<<20,
70 1.1 lukem F_DUPLICATES = 1<<21,
71 1.1 lukem F_REPLACE = 1<<22,
72 1.1 lukem } flags_t;
73 1.1 lukem
74 1.1 lukem int main(int, char *[]);
75 1.1 lukem void db_print(DBT *, DBT *);
76 1.1 lukem int db_dump(void);
77 1.1 lukem int db_del(char *);
78 1.1 lukem int db_get(char *);
79 1.1 lukem int db_put(char *, char *);
80 1.1 lukem int parseline(FILE *, const char *, char **, char **);
81 1.1 lukem void usage(void);
82 1.1 lukem
83 1.1 lukem flags_t flags;
84 1.1 lukem DB *db;
85 1.5 seb char *outputsep = "\t";
86 1.1 lukem
87 1.1 lukem int
88 1.1 lukem main(int argc, char *argv[])
89 1.1 lukem {
90 1.1 lukem struct {
91 1.1 lukem char *file;
92 1.1 lukem char *type;
93 1.1 lukem DBTYPE dbtype;
94 1.1 lukem void *info;
95 1.1 lukem int flags;
96 1.1 lukem mode_t mode;
97 1.1 lukem } oi;
98 1.1 lukem BTREEINFO btreeinfo;
99 1.1 lukem HASHINFO hashinfo;
100 1.1 lukem FILE *infp;
101 1.1 lukem const char *infile, *fieldsep;
102 1.1 lukem char *p, *key, *val;
103 1.1 lukem int ch, rv;
104 1.1 lukem
105 1.1 lukem setprogname(argv[0]);
106 1.1 lukem
107 1.1 lukem flags = 0;
108 1.1 lukem infile = NULL;
109 1.1 lukem fieldsep = " ";
110 1.1 lukem infp = NULL;
111 1.1 lukem memset(&oi, 0, sizeof(oi));
112 1.1 lukem oi.mode = 0644;
113 1.1 lukem
114 1.1 lukem /* parse arguments */
115 1.6 seb while ( (ch = getopt(argc, argv, "CDdE:F:f:iKm:NO:qRVw")) != -1) {
116 1.1 lukem switch (ch) {
117 1.1 lukem
118 1.1 lukem case 'C':
119 1.1 lukem flags |= F_CREATENEW;
120 1.1 lukem break;
121 1.1 lukem
122 1.1 lukem case 'D':
123 1.1 lukem flags |= F_DUPLICATES;
124 1.1 lukem break;
125 1.1 lukem
126 1.1 lukem case 'd':
127 1.1 lukem flags |= F_DELETE;
128 1.1 lukem break;
129 1.1 lukem
130 1.1 lukem case 'E':
131 1.1 lukem if (! optarg[0] || optarg[1])
132 1.1 lukem goto badendian;
133 1.4 lukem switch (toupper((int)optarg[0])) {
134 1.1 lukem case 'B':
135 1.1 lukem flags |= F_ENDIAN_BIG;
136 1.1 lukem break;
137 1.1 lukem case 'L':
138 1.1 lukem flags |= F_ENDIAN_LITTLE;
139 1.1 lukem break;
140 1.1 lukem case 'H':
141 1.1 lukem flags &= ~(F_ENDIAN_BIG | F_ENDIAN_LITTLE);
142 1.1 lukem break;
143 1.1 lukem default:
144 1.1 lukem badendian:
145 1.1 lukem errx(1, "Bad endian `%s'", optarg);
146 1.1 lukem }
147 1.1 lukem break;
148 1.1 lukem
149 1.1 lukem case 'F':
150 1.1 lukem if (! optarg[0] || optarg[1])
151 1.5 seb errx(1, "Invalid field separator `%s'",
152 1.5 seb optarg);
153 1.1 lukem fieldsep = optarg;
154 1.1 lukem break;
155 1.1 lukem
156 1.1 lukem case 'f':
157 1.1 lukem infile = optarg;
158 1.1 lukem break;
159 1.1 lukem
160 1.1 lukem case 'i':
161 1.1 lukem flags |= F_IGNORECASE;
162 1.1 lukem break;
163 1.1 lukem
164 1.1 lukem case 'K':
165 1.1 lukem flags |= F_SHOW_KEY;
166 1.1 lukem break;
167 1.1 lukem
168 1.1 lukem case 'm':
169 1.1 lukem oi.mode = (int)strtol(optarg, &p, 8);
170 1.1 lukem if (p == optarg || *p != '\0')
171 1.1 lukem errx(1, "Invalid octal number `%s'", optarg);
172 1.1 lukem break;
173 1.1 lukem
174 1.1 lukem case 'N':
175 1.1 lukem flags |= F_NO_NUL;
176 1.1 lukem break;
177 1.1 lukem
178 1.6 seb case 'O':
179 1.6 seb outputsep = optarg;
180 1.6 seb break;
181 1.6 seb
182 1.1 lukem case 'q':
183 1.1 lukem flags |= F_QUIET;
184 1.1 lukem break;
185 1.1 lukem
186 1.1 lukem case 'R':
187 1.1 lukem flags |= F_REPLACE;
188 1.1 lukem break;
189 1.1 lukem
190 1.1 lukem case 'V':
191 1.1 lukem flags |= F_SHOW_VALUE;
192 1.1 lukem break;
193 1.1 lukem
194 1.1 lukem case 'w':
195 1.1 lukem flags |= F_WRITE;
196 1.1 lukem break;
197 1.1 lukem
198 1.1 lukem default:
199 1.1 lukem usage();
200 1.1 lukem
201 1.1 lukem }
202 1.1 lukem }
203 1.1 lukem argc -= optind;
204 1.1 lukem argv += optind;
205 1.1 lukem
206 1.1 lukem /* validate arguments */
207 1.1 lukem if (argc < 2)
208 1.1 lukem usage();
209 1.1 lukem oi.type = argv[0];
210 1.1 lukem oi.file = argv[1];
211 1.1 lukem argc -= 2;
212 1.1 lukem argv += 2;
213 1.1 lukem
214 1.1 lukem if (flags & F_WRITE) {
215 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_DELETE))
216 1.1 lukem usage();
217 1.1 lukem if ((!infile && argc < 2) || (argc % 2))
218 1.1 lukem usage();
219 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
220 1.1 lukem if (flags & F_CREATENEW)
221 1.1 lukem flags |= O_TRUNC;
222 1.1 lukem } else if (flags & F_DELETE) {
223 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_WRITE))
224 1.1 lukem usage();
225 1.1 lukem if (!infile && argc < 1)
226 1.1 lukem usage();
227 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
228 1.1 lukem } else {
229 1.1 lukem if (! (flags & (F_SHOW_KEY | F_SHOW_VALUE)))
230 1.1 lukem flags |= (F_SHOW_KEY | F_SHOW_VALUE);
231 1.1 lukem oi.flags = O_RDONLY | O_SHLOCK;
232 1.1 lukem }
233 1.1 lukem
234 1.1 lukem /* validate oi.type */
235 1.1 lukem if (strcmp(oi.type, "btree") == 0) {
236 1.1 lukem memset(&btreeinfo, 0, sizeof(btreeinfo));
237 1.1 lukem if (flags & F_ENDIAN_BIG)
238 1.1 lukem btreeinfo.lorder = 4321;
239 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
240 1.1 lukem btreeinfo.lorder = 1234;
241 1.1 lukem if (flags & F_DUPLICATES)
242 1.1 lukem btreeinfo.flags = R_DUP;
243 1.2 lukem btreeinfo.cachesize = 1024 * 1024;
244 1.1 lukem oi.info = &btreeinfo;
245 1.1 lukem oi.dbtype = DB_BTREE;
246 1.1 lukem } else if (strcmp(oi.type, "hash") == 0) {
247 1.1 lukem memset(&hashinfo, 0, sizeof(hashinfo));
248 1.1 lukem if (flags & F_ENDIAN_BIG)
249 1.1 lukem hashinfo.lorder = 4321;
250 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
251 1.1 lukem hashinfo.lorder = 1234;
252 1.2 lukem hashinfo.cachesize = 1024 * 1024;
253 1.1 lukem oi.info = &hashinfo;
254 1.1 lukem oi.dbtype = DB_HASH;
255 1.1 lukem } else {
256 1.1 lukem warnx("Unknown database type `%s'", oi.type);
257 1.1 lukem usage();
258 1.1 lukem }
259 1.1 lukem
260 1.1 lukem if (infile) {
261 1.1 lukem if (strcmp(infile, "-") == 0)
262 1.1 lukem infp = stdin;
263 1.1 lukem else if ((infp = fopen(infile, "r")) == NULL)
264 1.1 lukem err(1, "Opening input file `%s'", infile);
265 1.1 lukem }
266 1.1 lukem
267 1.1 lukem /* open database */
268 1.1 lukem db = dbopen(oi.file, oi.flags, oi.mode, oi.dbtype, oi.info);
269 1.1 lukem if (db == NULL)
270 1.1 lukem err(1, "Opening database `%s'", oi.file);
271 1.1 lukem
272 1.1 lukem
273 1.1 lukem /* manipulate database */
274 1.1 lukem rv = 0;
275 1.1 lukem if (flags & F_WRITE) { /* write entries */
276 1.1 lukem for (ch = 0; ch < argc; ch += 2)
277 1.1 lukem if ((rv = db_put(argv[ch], argv[ch+1])))
278 1.1 lukem goto cleanup;
279 1.1 lukem if (infp) {
280 1.1 lukem while (parseline(infp, fieldsep, &key, &val)) {
281 1.1 lukem if ((rv = db_put(key, val)))
282 1.1 lukem goto cleanup;
283 1.1 lukem }
284 1.1 lukem if (ferror(infp)) {
285 1.1 lukem warnx("Reading `%s'", infile);
286 1.1 lukem goto cleanup;
287 1.1 lukem }
288 1.1 lukem }
289 1.1 lukem } else if (!infp && argc == 0) { /* read all */
290 1.1 lukem db_dump();
291 1.1 lukem } else { /* read/delete specific */
292 1.1 lukem int (*dbop)(char *);
293 1.1 lukem
294 1.1 lukem if (flags & F_DELETE)
295 1.1 lukem dbop = db_del;
296 1.1 lukem else
297 1.1 lukem dbop = db_get;
298 1.1 lukem for (ch = 0; ch < argc; ch++) {
299 1.1 lukem if ((rv = dbop(argv[ch])))
300 1.1 lukem goto cleanup;
301 1.1 lukem }
302 1.1 lukem if (infp) {
303 1.1 lukem while (parseline(infp, fieldsep, &key, NULL)) {
304 1.1 lukem if ((rv = dbop(key)))
305 1.1 lukem goto cleanup;
306 1.1 lukem }
307 1.1 lukem if (ferror(infp)) {
308 1.1 lukem warnx("Reading `%s'", infile);
309 1.1 lukem goto cleanup;
310 1.1 lukem }
311 1.1 lukem }
312 1.1 lukem }
313 1.1 lukem
314 1.1 lukem /* close database */
315 1.1 lukem cleanup:
316 1.1 lukem if (db->close(db) == -1)
317 1.1 lukem err(1, "Closing database `%s'", oi.file);
318 1.1 lukem if (infp)
319 1.1 lukem fclose(infp);
320 1.1 lukem return (rv);
321 1.1 lukem }
322 1.1 lukem
323 1.1 lukem void
324 1.1 lukem db_print(DBT *key, DBT *val)
325 1.1 lukem {
326 1.1 lukem
327 1.1 lukem if (flags & F_SHOW_KEY)
328 1.1 lukem printf("%.*s", (int)key->size, (char *)key->data);
329 1.1 lukem if ((flags & F_SHOW_KEY) && (flags & F_SHOW_VALUE))
330 1.5 seb printf("%s", outputsep);
331 1.1 lukem if (flags & F_SHOW_VALUE)
332 1.1 lukem printf("%.*s", (int)val->size, (char *)val->data);
333 1.1 lukem printf("\n");
334 1.1 lukem }
335 1.1 lukem
336 1.1 lukem int
337 1.1 lukem db_dump(void)
338 1.1 lukem {
339 1.1 lukem DBT key, val;
340 1.1 lukem int rv;
341 1.1 lukem
342 1.1 lukem while ((rv = db->seq(db, &key, &val, R_NEXT)) == 0)
343 1.1 lukem db_print(&key, &val);
344 1.1 lukem if (rv == -1)
345 1.1 lukem warn("Error dumping database");
346 1.1 lukem return (rv == 1 ? 0 : 1);
347 1.1 lukem }
348 1.1 lukem
349 1.1 lukem static void
350 1.1 lukem db_makekey(DBT *key, char *keystr, int downcase)
351 1.1 lukem {
352 1.1 lukem char *p;
353 1.1 lukem
354 1.1 lukem memset(key, 0, sizeof(*key));
355 1.1 lukem key->data = keystr;
356 1.1 lukem key->size = strlen(keystr) + (flags & F_NO_NUL ? 0 : 1);
357 1.1 lukem if (downcase && flags & F_IGNORECASE) {
358 1.1 lukem for (p = keystr; *p; p++)
359 1.1 lukem if (isupper((int)*p))
360 1.1 lukem *p = tolower((int)*p);
361 1.1 lukem }
362 1.1 lukem }
363 1.1 lukem
364 1.1 lukem int
365 1.1 lukem db_del(char *keystr)
366 1.1 lukem {
367 1.1 lukem DBT key;
368 1.1 lukem
369 1.1 lukem db_makekey(&key, keystr, 1);
370 1.1 lukem switch (db->del(db, &key, 0)) {
371 1.1 lukem case -1:
372 1.1 lukem warn("Error deleting key `%s'", keystr);
373 1.1 lukem return (1);
374 1.1 lukem case 0:
375 1.1 lukem if (! (flags & F_QUIET))
376 1.1 lukem printf("Deleted key `%s'\n", keystr);
377 1.1 lukem break;
378 1.1 lukem case 1:
379 1.1 lukem warnx("Key `%s' does not exist", keystr);
380 1.1 lukem return (1);
381 1.1 lukem }
382 1.1 lukem return (0);
383 1.1 lukem }
384 1.1 lukem
385 1.1 lukem int
386 1.1 lukem db_get(char *keystr)
387 1.1 lukem {
388 1.1 lukem DBT key, val;
389 1.1 lukem
390 1.1 lukem db_makekey(&key, keystr, 1);
391 1.1 lukem switch (db->get(db, &key, &val, 0)) {
392 1.1 lukem case -1:
393 1.1 lukem warn("Error reading key `%s'", keystr);
394 1.1 lukem return (1);
395 1.1 lukem case 0:
396 1.1 lukem db_print(&key, &val);
397 1.1 lukem break;
398 1.1 lukem case 1:
399 1.1 lukem if (! (flags & F_QUIET)) {
400 1.1 lukem warnx("Unknown key `%s'", keystr);
401 1.1 lukem return (1);
402 1.1 lukem }
403 1.1 lukem break;
404 1.1 lukem }
405 1.1 lukem return (0);
406 1.1 lukem }
407 1.1 lukem
408 1.1 lukem int
409 1.1 lukem db_put(char *keystr, char *valstr)
410 1.1 lukem {
411 1.1 lukem DBT key, val;
412 1.1 lukem
413 1.1 lukem db_makekey(&key, keystr, 1);
414 1.1 lukem db_makekey(&val, valstr, 1);
415 1.1 lukem switch (db->put(db, &key, &val,
416 1.1 lukem (flags & F_REPLACE) ? 0 : R_NOOVERWRITE)) {
417 1.1 lukem case -1:
418 1.1 lukem warn("Error writing key `%s'", keystr);
419 1.1 lukem return (1);
420 1.1 lukem case 0:
421 1.1 lukem if (! (flags & F_QUIET))
422 1.1 lukem printf("Added key `%s'\n", keystr);
423 1.1 lukem break;
424 1.1 lukem case 1:
425 1.1 lukem if (! (flags & F_QUIET))
426 1.1 lukem warnx("Key `%s' already exists", keystr);
427 1.1 lukem return (1);
428 1.1 lukem }
429 1.1 lukem return (0);
430 1.1 lukem }
431 1.1 lukem
432 1.1 lukem int
433 1.1 lukem parseline(FILE *fp, const char *sep, char **kp, char **vp)
434 1.1 lukem {
435 1.1 lukem size_t len;
436 1.1 lukem char *key, *val;
437 1.1 lukem
438 1.1 lukem key = fgetln(fp, &len);
439 1.1 lukem if (key == NULL) /* end of file, or error */
440 1.1 lukem return (0);
441 1.1 lukem
442 1.1 lukem if (key[len-1] == '\n') /* check for \n at EOL */
443 1.1 lukem key[--len] = '\0';
444 1.1 lukem else
445 1.1 lukem return (0);
446 1.1 lukem
447 1.1 lukem *kp = key;
448 1.1 lukem if (vp == NULL) /* don't split if don't want value */
449 1.1 lukem return (1);
450 1.1 lukem if ((val = strchr(key, sep[0])) == NULL)
451 1.1 lukem val = key + len;
452 1.1 lukem else
453 1.1 lukem *val++ = '\0';
454 1.1 lukem *vp = val;
455 1.1 lukem return (1);
456 1.1 lukem }
457 1.1 lukem
458 1.1 lukem void
459 1.1 lukem usage(void)
460 1.1 lukem {
461 1.1 lukem const char *p = getprogname();
462 1.1 lukem
463 1.1 lukem fprintf(stderr,
464 1.1 lukem "Usage: %s [-KV] [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
465 1.1 lukem " %s -d [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
466 1.6 seb " %s -w [-Niq] [-E end] [-f inf] [-CDR] [-F sep] [-m mod] [-O str]\n"
467 1.1 lukem " type dbfile [key val [...]]\n"
468 1.1 lukem ,p ,p ,p );
469 1.1 lukem fprintf(stderr,
470 1.1 lukem "Supported modes:\n"
471 1.1 lukem "\t\tread keys [default]\n"
472 1.1 lukem "\t-d\tdelete keys\n"
473 1.1 lukem "\t-w\twrite (add) keys/values\n"
474 1.1 lukem "Supported options:\n"
475 1.1 lukem "\t-C\tcreate empty (truncated) database\n"
476 1.1 lukem "\t-D\tallow duplicates\n"
477 1.1 lukem "\t-E end\tdatabase endian: `B'ig, `L'ittle, `H'ost [default: H]\n"
478 1.1 lukem "\t-F sep\tfield separator character [default: ' ']\n"
479 1.1 lukem "\t-K\tprint key\n"
480 1.1 lukem "\t-N\tdon't NUL terminate key\n"
481 1.1 lukem "\t-R\treplace existing keys\n"
482 1.1 lukem "\t-V\tprint value\n"
483 1.1 lukem "\t-f inf\tfile of keys (read|delete) or keys/vals (write)\n"
484 1.1 lukem "\t-i\tignore case of key by converting to lower case\n"
485 1.1 lukem "\t-m mod\tmode of created database [default: 0644]\n"
486 1.1 lukem "\t-q\tquiet operation (missing keys aren't errors)\n"
487 1.6 seb "\t-O sep\toutput field separator string [default: '\\t']\n"
488 1.1 lukem );
489 1.1 lukem exit(1);
490 1.1 lukem }
491