db.c revision 1.4 1 1.4 lukem /* $NetBSD: db.c,v 1.4 2002/12/22 11:26:20 lukem Exp $ */
2 1.1 lukem
3 1.1 lukem /*-
4 1.1 lukem * Copyright (c) 2002 The NetBSD Foundation, Inc.
5 1.1 lukem * All rights reserved.
6 1.1 lukem *
7 1.1 lukem * This code is derived from software contributed to The NetBSD Foundation
8 1.1 lukem * by Luke Mewburn of Wasabi Systems.
9 1.1 lukem *
10 1.1 lukem * Redistribution and use in source and binary forms, with or without
11 1.1 lukem * modification, are permitted provided that the following conditions
12 1.1 lukem * are met:
13 1.1 lukem * 1. Redistributions of source code must retain the above copyright
14 1.1 lukem * notice, this list of conditions and the following disclaimer.
15 1.1 lukem * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 lukem * notice, this list of conditions and the following disclaimer in the
17 1.1 lukem * documentation and/or other materials provided with the distribution.
18 1.1 lukem * 3. All advertising materials mentioning features or use of this software
19 1.1 lukem * must display the following acknowledgement:
20 1.1 lukem * This product includes software developed by the NetBSD
21 1.1 lukem * Foundation, Inc. and its contributors.
22 1.1 lukem * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 lukem * contributors may be used to endorse or promote products derived
24 1.1 lukem * from this software without specific prior written permission.
25 1.1 lukem *
26 1.1 lukem * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 lukem * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 lukem * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 lukem * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.1 lukem * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 lukem * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 lukem * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 lukem * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 lukem * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 lukem * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 lukem * POSSIBILITY OF SUCH DAMAGE.
37 1.1 lukem */
38 1.1 lukem
39 1.1 lukem #include <sys/cdefs.h>
40 1.1 lukem #ifndef lint
41 1.4 lukem __RCSID("$NetBSD: db.c,v 1.4 2002/12/22 11:26:20 lukem Exp $");
42 1.1 lukem #endif /* not lint */
43 1.1 lukem
44 1.1 lukem #include <db.h>
45 1.1 lukem #include <ctype.h>
46 1.1 lukem #include <err.h>
47 1.1 lukem #include <fcntl.h>
48 1.1 lukem #include <stdio.h>
49 1.1 lukem #include <stdlib.h>
50 1.1 lukem #include <string.h>
51 1.1 lukem #include <unistd.h>
52 1.1 lukem
53 1.3 lukem
54 1.3 lukem /*
55 1.3 lukem * TODO --
56 1.3 lukem * - support output field separator for read ?
57 1.3 lukem * - add option to strunvis(3) key (& value) from infile ?
58 1.3 lukem */
59 1.3 lukem
60 1.1 lukem typedef enum {
61 1.1 lukem F_WRITE = 1<<0,
62 1.1 lukem F_DELETE = 1<<1,
63 1.1 lukem F_SHOW_KEY = 1<<2,
64 1.1 lukem F_SHOW_VALUE = 1<<3,
65 1.1 lukem F_QUIET = 1<<10,
66 1.1 lukem F_IGNORECASE = 1<<11,
67 1.1 lukem F_ENDIAN_BIG = 1<<12,
68 1.1 lukem F_ENDIAN_LITTLE = 1<<13,
69 1.1 lukem F_NO_NUL = 1<<14,
70 1.1 lukem F_CREATENEW = 1<<20,
71 1.1 lukem F_DUPLICATES = 1<<21,
72 1.1 lukem F_REPLACE = 1<<22,
73 1.1 lukem } flags_t;
74 1.1 lukem
75 1.1 lukem int main(int, char *[]);
76 1.1 lukem void db_print(DBT *, DBT *);
77 1.1 lukem int db_dump(void);
78 1.1 lukem int db_del(char *);
79 1.1 lukem int db_get(char *);
80 1.1 lukem int db_put(char *, char *);
81 1.1 lukem int parseline(FILE *, const char *, char **, char **);
82 1.1 lukem void usage(void);
83 1.1 lukem
84 1.1 lukem flags_t flags;
85 1.1 lukem DB *db;
86 1.1 lukem
87 1.1 lukem int
88 1.1 lukem main(int argc, char *argv[])
89 1.1 lukem {
90 1.1 lukem struct {
91 1.1 lukem char *file;
92 1.1 lukem char *type;
93 1.1 lukem DBTYPE dbtype;
94 1.1 lukem void *info;
95 1.1 lukem int flags;
96 1.1 lukem mode_t mode;
97 1.1 lukem } oi;
98 1.1 lukem BTREEINFO btreeinfo;
99 1.1 lukem HASHINFO hashinfo;
100 1.1 lukem FILE *infp;
101 1.1 lukem const char *infile, *fieldsep;
102 1.1 lukem char *p, *key, *val;
103 1.1 lukem int ch, rv;
104 1.1 lukem
105 1.1 lukem setprogname(argv[0]);
106 1.1 lukem
107 1.1 lukem flags = 0;
108 1.1 lukem infile = NULL;
109 1.1 lukem fieldsep = " ";
110 1.1 lukem infp = NULL;
111 1.1 lukem memset(&oi, 0, sizeof(oi));
112 1.1 lukem oi.mode = 0644;
113 1.1 lukem
114 1.1 lukem /* parse arguments */
115 1.1 lukem while ( (ch = getopt(argc, argv, "CDdE:f:iKm:NqRVw")) != -1) {
116 1.1 lukem switch (ch) {
117 1.1 lukem
118 1.1 lukem case 'C':
119 1.1 lukem flags |= F_CREATENEW;
120 1.1 lukem break;
121 1.1 lukem
122 1.1 lukem case 'D':
123 1.1 lukem flags |= F_DUPLICATES;
124 1.1 lukem break;
125 1.1 lukem
126 1.1 lukem case 'd':
127 1.1 lukem flags |= F_DELETE;
128 1.1 lukem break;
129 1.1 lukem
130 1.1 lukem case 'E':
131 1.1 lukem if (! optarg[0] || optarg[1])
132 1.1 lukem goto badendian;
133 1.4 lukem switch (toupper((int)optarg[0])) {
134 1.1 lukem case 'B':
135 1.1 lukem flags |= F_ENDIAN_BIG;
136 1.1 lukem break;
137 1.1 lukem case 'L':
138 1.1 lukem flags |= F_ENDIAN_LITTLE;
139 1.1 lukem break;
140 1.1 lukem case 'H':
141 1.1 lukem flags &= ~(F_ENDIAN_BIG | F_ENDIAN_LITTLE);
142 1.1 lukem break;
143 1.1 lukem default:
144 1.1 lukem badendian:
145 1.1 lukem errx(1, "Bad endian `%s'", optarg);
146 1.1 lukem }
147 1.1 lukem break;
148 1.1 lukem
149 1.1 lukem case 'F':
150 1.1 lukem if (! optarg[0] || optarg[1])
151 1.1 lukem errx(1, "Invalid field separaor `%s'",
152 1.1 lukem fieldsep);
153 1.1 lukem fieldsep = optarg;
154 1.1 lukem break;
155 1.1 lukem
156 1.1 lukem case 'f':
157 1.1 lukem infile = optarg;
158 1.1 lukem break;
159 1.1 lukem
160 1.1 lukem case 'i':
161 1.1 lukem flags |= F_IGNORECASE;
162 1.1 lukem break;
163 1.1 lukem
164 1.1 lukem case 'K':
165 1.1 lukem flags |= F_SHOW_KEY;
166 1.1 lukem break;
167 1.1 lukem
168 1.1 lukem case 'm':
169 1.1 lukem oi.mode = (int)strtol(optarg, &p, 8);
170 1.1 lukem if (p == optarg || *p != '\0')
171 1.1 lukem errx(1, "Invalid octal number `%s'", optarg);
172 1.1 lukem break;
173 1.1 lukem
174 1.1 lukem case 'N':
175 1.1 lukem flags |= F_NO_NUL;
176 1.1 lukem break;
177 1.1 lukem
178 1.1 lukem case 'q':
179 1.1 lukem flags |= F_QUIET;
180 1.1 lukem break;
181 1.1 lukem
182 1.1 lukem case 'R':
183 1.1 lukem flags |= F_REPLACE;
184 1.1 lukem break;
185 1.1 lukem
186 1.1 lukem case 'V':
187 1.1 lukem flags |= F_SHOW_VALUE;
188 1.1 lukem break;
189 1.1 lukem
190 1.1 lukem case 'w':
191 1.1 lukem flags |= F_WRITE;
192 1.1 lukem break;
193 1.1 lukem
194 1.1 lukem default:
195 1.1 lukem usage();
196 1.1 lukem
197 1.1 lukem }
198 1.1 lukem }
199 1.1 lukem argc -= optind;
200 1.1 lukem argv += optind;
201 1.1 lukem
202 1.1 lukem /* validate arguments */
203 1.1 lukem if (argc < 2)
204 1.1 lukem usage();
205 1.1 lukem oi.type = argv[0];
206 1.1 lukem oi.file = argv[1];
207 1.1 lukem argc -= 2;
208 1.1 lukem argv += 2;
209 1.1 lukem
210 1.1 lukem if (flags & F_WRITE) {
211 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_DELETE))
212 1.1 lukem usage();
213 1.1 lukem if ((!infile && argc < 2) || (argc % 2))
214 1.1 lukem usage();
215 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
216 1.1 lukem if (flags & F_CREATENEW)
217 1.1 lukem flags |= O_TRUNC;
218 1.1 lukem } else if (flags & F_DELETE) {
219 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_WRITE))
220 1.1 lukem usage();
221 1.1 lukem if (!infile && argc < 1)
222 1.1 lukem usage();
223 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
224 1.1 lukem } else {
225 1.1 lukem if (! (flags & (F_SHOW_KEY | F_SHOW_VALUE)))
226 1.1 lukem flags |= (F_SHOW_KEY | F_SHOW_VALUE);
227 1.1 lukem oi.flags = O_RDONLY | O_SHLOCK;
228 1.1 lukem }
229 1.1 lukem
230 1.1 lukem /* validate oi.type */
231 1.1 lukem if (strcmp(oi.type, "btree") == 0) {
232 1.1 lukem memset(&btreeinfo, 0, sizeof(btreeinfo));
233 1.1 lukem if (flags & F_ENDIAN_BIG)
234 1.1 lukem btreeinfo.lorder = 4321;
235 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
236 1.1 lukem btreeinfo.lorder = 1234;
237 1.1 lukem if (flags & F_DUPLICATES)
238 1.1 lukem btreeinfo.flags = R_DUP;
239 1.2 lukem btreeinfo.cachesize = 1024 * 1024;
240 1.1 lukem oi.info = &btreeinfo;
241 1.1 lukem oi.dbtype = DB_BTREE;
242 1.1 lukem } else if (strcmp(oi.type, "hash") == 0) {
243 1.1 lukem memset(&hashinfo, 0, sizeof(hashinfo));
244 1.1 lukem if (flags & F_ENDIAN_BIG)
245 1.1 lukem hashinfo.lorder = 4321;
246 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
247 1.1 lukem hashinfo.lorder = 1234;
248 1.2 lukem hashinfo.cachesize = 1024 * 1024;
249 1.1 lukem oi.info = &hashinfo;
250 1.1 lukem oi.dbtype = DB_HASH;
251 1.1 lukem } else {
252 1.1 lukem warnx("Unknown database type `%s'", oi.type);
253 1.1 lukem usage();
254 1.1 lukem }
255 1.1 lukem
256 1.1 lukem if (infile) {
257 1.1 lukem if (strcmp(infile, "-") == 0)
258 1.1 lukem infp = stdin;
259 1.1 lukem else if ((infp = fopen(infile, "r")) == NULL)
260 1.1 lukem err(1, "Opening input file `%s'", infile);
261 1.1 lukem }
262 1.1 lukem
263 1.1 lukem /* open database */
264 1.1 lukem db = dbopen(oi.file, oi.flags, oi.mode, oi.dbtype, oi.info);
265 1.1 lukem if (db == NULL)
266 1.1 lukem err(1, "Opening database `%s'", oi.file);
267 1.1 lukem
268 1.1 lukem
269 1.1 lukem /* manipulate database */
270 1.1 lukem rv = 0;
271 1.1 lukem if (flags & F_WRITE) { /* write entries */
272 1.1 lukem for (ch = 0; ch < argc; ch += 2)
273 1.1 lukem if ((rv = db_put(argv[ch], argv[ch+1])))
274 1.1 lukem goto cleanup;
275 1.1 lukem if (infp) {
276 1.1 lukem while (parseline(infp, fieldsep, &key, &val)) {
277 1.1 lukem if ((rv = db_put(key, val)))
278 1.1 lukem goto cleanup;
279 1.1 lukem }
280 1.1 lukem if (ferror(infp)) {
281 1.1 lukem warnx("Reading `%s'", infile);
282 1.1 lukem goto cleanup;
283 1.1 lukem }
284 1.1 lukem }
285 1.1 lukem } else if (!infp && argc == 0) { /* read all */
286 1.1 lukem db_dump();
287 1.1 lukem } else { /* read/delete specific */
288 1.1 lukem int (*dbop)(char *);
289 1.1 lukem
290 1.1 lukem if (flags & F_DELETE)
291 1.1 lukem dbop = db_del;
292 1.1 lukem else
293 1.1 lukem dbop = db_get;
294 1.1 lukem for (ch = 0; ch < argc; ch++) {
295 1.1 lukem if ((rv = dbop(argv[ch])))
296 1.1 lukem goto cleanup;
297 1.1 lukem }
298 1.1 lukem if (infp) {
299 1.1 lukem while (parseline(infp, fieldsep, &key, NULL)) {
300 1.1 lukem if ((rv = dbop(key)))
301 1.1 lukem goto cleanup;
302 1.1 lukem }
303 1.1 lukem if (ferror(infp)) {
304 1.1 lukem warnx("Reading `%s'", infile);
305 1.1 lukem goto cleanup;
306 1.1 lukem }
307 1.1 lukem }
308 1.1 lukem }
309 1.1 lukem
310 1.1 lukem /* close database */
311 1.1 lukem cleanup:
312 1.1 lukem if (db->close(db) == -1)
313 1.1 lukem err(1, "Closing database `%s'", oi.file);
314 1.1 lukem if (infp)
315 1.1 lukem fclose(infp);
316 1.1 lukem return (rv);
317 1.1 lukem }
318 1.1 lukem
319 1.1 lukem void
320 1.1 lukem db_print(DBT *key, DBT *val)
321 1.1 lukem {
322 1.1 lukem
323 1.1 lukem if (flags & F_SHOW_KEY)
324 1.1 lukem printf("%.*s", (int)key->size, (char *)key->data);
325 1.1 lukem if ((flags & F_SHOW_KEY) && (flags & F_SHOW_VALUE))
326 1.1 lukem printf("\t"); /* XXX support output separator here? */
327 1.1 lukem if (flags & F_SHOW_VALUE)
328 1.1 lukem printf("%.*s", (int)val->size, (char *)val->data);
329 1.1 lukem printf("\n");
330 1.1 lukem }
331 1.1 lukem
332 1.1 lukem int
333 1.1 lukem db_dump(void)
334 1.1 lukem {
335 1.1 lukem DBT key, val;
336 1.1 lukem int rv;
337 1.1 lukem
338 1.1 lukem while ((rv = db->seq(db, &key, &val, R_NEXT)) == 0)
339 1.1 lukem db_print(&key, &val);
340 1.1 lukem if (rv == -1)
341 1.1 lukem warn("Error dumping database");
342 1.1 lukem return (rv == 1 ? 0 : 1);
343 1.1 lukem }
344 1.1 lukem
345 1.1 lukem static void
346 1.1 lukem db_makekey(DBT *key, char *keystr, int downcase)
347 1.1 lukem {
348 1.1 lukem char *p;
349 1.1 lukem
350 1.1 lukem memset(key, 0, sizeof(*key));
351 1.1 lukem key->data = keystr;
352 1.1 lukem key->size = strlen(keystr) + (flags & F_NO_NUL ? 0 : 1);
353 1.1 lukem if (downcase && flags & F_IGNORECASE) {
354 1.1 lukem for (p = keystr; *p; p++)
355 1.1 lukem if (isupper((int)*p))
356 1.1 lukem *p = tolower((int)*p);
357 1.1 lukem }
358 1.1 lukem }
359 1.1 lukem
360 1.1 lukem int
361 1.1 lukem db_del(char *keystr)
362 1.1 lukem {
363 1.1 lukem DBT key;
364 1.1 lukem
365 1.1 lukem db_makekey(&key, keystr, 1);
366 1.1 lukem switch (db->del(db, &key, 0)) {
367 1.1 lukem case -1:
368 1.1 lukem warn("Error deleting key `%s'", keystr);
369 1.1 lukem return (1);
370 1.1 lukem case 0:
371 1.1 lukem if (! (flags & F_QUIET))
372 1.1 lukem printf("Deleted key `%s'\n", keystr);
373 1.1 lukem break;
374 1.1 lukem case 1:
375 1.1 lukem warnx("Key `%s' does not exist", keystr);
376 1.1 lukem return (1);
377 1.1 lukem }
378 1.1 lukem return (0);
379 1.1 lukem }
380 1.1 lukem
381 1.1 lukem int
382 1.1 lukem db_get(char *keystr)
383 1.1 lukem {
384 1.1 lukem DBT key, val;
385 1.1 lukem
386 1.1 lukem db_makekey(&key, keystr, 1);
387 1.1 lukem switch (db->get(db, &key, &val, 0)) {
388 1.1 lukem case -1:
389 1.1 lukem warn("Error reading key `%s'", keystr);
390 1.1 lukem return (1);
391 1.1 lukem case 0:
392 1.1 lukem db_print(&key, &val);
393 1.1 lukem break;
394 1.1 lukem case 1:
395 1.1 lukem if (! (flags & F_QUIET)) {
396 1.1 lukem warnx("Unknown key `%s'", keystr);
397 1.1 lukem return (1);
398 1.1 lukem }
399 1.1 lukem break;
400 1.1 lukem }
401 1.1 lukem return (0);
402 1.1 lukem }
403 1.1 lukem
404 1.1 lukem int
405 1.1 lukem db_put(char *keystr, char *valstr)
406 1.1 lukem {
407 1.1 lukem DBT key, val;
408 1.1 lukem
409 1.1 lukem db_makekey(&key, keystr, 1);
410 1.1 lukem db_makekey(&val, valstr, 1);
411 1.1 lukem switch (db->put(db, &key, &val,
412 1.1 lukem (flags & F_REPLACE) ? 0 : R_NOOVERWRITE)) {
413 1.1 lukem case -1:
414 1.1 lukem warn("Error writing key `%s'", keystr);
415 1.1 lukem return (1);
416 1.1 lukem case 0:
417 1.1 lukem if (! (flags & F_QUIET))
418 1.1 lukem printf("Added key `%s'\n", keystr);
419 1.1 lukem break;
420 1.1 lukem case 1:
421 1.1 lukem if (! (flags & F_QUIET))
422 1.1 lukem warnx("Key `%s' already exists", keystr);
423 1.1 lukem return (1);
424 1.1 lukem }
425 1.1 lukem return (0);
426 1.1 lukem }
427 1.1 lukem
428 1.1 lukem int
429 1.1 lukem parseline(FILE *fp, const char *sep, char **kp, char **vp)
430 1.1 lukem {
431 1.1 lukem size_t len;
432 1.1 lukem char *key, *val;
433 1.1 lukem
434 1.1 lukem key = fgetln(fp, &len);
435 1.1 lukem if (key == NULL) /* end of file, or error */
436 1.1 lukem return (0);
437 1.1 lukem
438 1.1 lukem if (key[len-1] == '\n') /* check for \n at EOL */
439 1.1 lukem key[--len] = '\0';
440 1.1 lukem else
441 1.1 lukem return (0);
442 1.1 lukem
443 1.1 lukem *kp = key;
444 1.1 lukem if (vp == NULL) /* don't split if don't want value */
445 1.1 lukem return (1);
446 1.1 lukem if ((val = strchr(key, sep[0])) == NULL)
447 1.1 lukem val = key + len;
448 1.1 lukem else
449 1.1 lukem *val++ = '\0';
450 1.1 lukem *vp = val;
451 1.1 lukem return (1);
452 1.1 lukem }
453 1.1 lukem
454 1.1 lukem void
455 1.1 lukem usage(void)
456 1.1 lukem {
457 1.1 lukem const char *p = getprogname();
458 1.1 lukem
459 1.1 lukem fprintf(stderr,
460 1.1 lukem "Usage: %s [-KV] [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
461 1.1 lukem " %s -d [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
462 1.1 lukem " %s -w [-Niq] [-E end] [-f inf] [-CDR] [-F sep] [-m mod]\n"
463 1.1 lukem " type dbfile [key val [...]]\n"
464 1.1 lukem ,p ,p ,p );
465 1.1 lukem fprintf(stderr,
466 1.1 lukem "Supported modes:\n"
467 1.1 lukem "\t\tread keys [default]\n"
468 1.1 lukem "\t-d\tdelete keys\n"
469 1.1 lukem "\t-w\twrite (add) keys/values\n"
470 1.1 lukem "Supported options:\n"
471 1.1 lukem "\t-C\tcreate empty (truncated) database\n"
472 1.1 lukem "\t-D\tallow duplicates\n"
473 1.1 lukem "\t-E end\tdatabase endian: `B'ig, `L'ittle, `H'ost [default: H]\n"
474 1.1 lukem "\t-F sep\tfield separator character [default: ' ']\n"
475 1.1 lukem "\t-K\tprint key\n"
476 1.1 lukem "\t-N\tdon't NUL terminate key\n"
477 1.1 lukem "\t-R\treplace existing keys\n"
478 1.1 lukem "\t-V\tprint value\n"
479 1.1 lukem "\t-f inf\tfile of keys (read|delete) or keys/vals (write)\n"
480 1.1 lukem "\t-i\tignore case of key by converting to lower case\n"
481 1.1 lukem "\t-m mod\tmode of created database [default: 0644]\n"
482 1.1 lukem "\t-q\tquiet operation (missing keys aren't errors)\n"
483 1.1 lukem );
484 1.1 lukem exit(1);
485 1.1 lukem }
486