db.c revision 1.2 1 1.2 lukem /* $NetBSD: db.c,v 1.2 2002/12/11 14:30:53 lukem Exp $ */
2 1.1 lukem
3 1.1 lukem /*-
4 1.1 lukem * Copyright (c) 2002 The NetBSD Foundation, Inc.
5 1.1 lukem * All rights reserved.
6 1.1 lukem *
7 1.1 lukem * This code is derived from software contributed to The NetBSD Foundation
8 1.1 lukem * by Luke Mewburn of Wasabi Systems.
9 1.1 lukem *
10 1.1 lukem * Redistribution and use in source and binary forms, with or without
11 1.1 lukem * modification, are permitted provided that the following conditions
12 1.1 lukem * are met:
13 1.1 lukem * 1. Redistributions of source code must retain the above copyright
14 1.1 lukem * notice, this list of conditions and the following disclaimer.
15 1.1 lukem * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 lukem * notice, this list of conditions and the following disclaimer in the
17 1.1 lukem * documentation and/or other materials provided with the distribution.
18 1.1 lukem * 3. All advertising materials mentioning features or use of this software
19 1.1 lukem * must display the following acknowledgement:
20 1.1 lukem * This product includes software developed by the NetBSD
21 1.1 lukem * Foundation, Inc. and its contributors.
22 1.1 lukem * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 lukem * contributors may be used to endorse or promote products derived
24 1.1 lukem * from this software without specific prior written permission.
25 1.1 lukem *
26 1.1 lukem * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 lukem * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 lukem * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 lukem * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.1 lukem * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 lukem * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 lukem * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 lukem * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 lukem * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 lukem * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 lukem * POSSIBILITY OF SUCH DAMAGE.
37 1.1 lukem */
38 1.1 lukem
39 1.1 lukem #include <sys/cdefs.h>
40 1.1 lukem #ifndef lint
41 1.2 lukem __RCSID("$NetBSD: db.c,v 1.2 2002/12/11 14:30:53 lukem Exp $");
42 1.1 lukem #endif /* not lint */
43 1.1 lukem
44 1.1 lukem #include <db.h>
45 1.1 lukem #include <ctype.h>
46 1.1 lukem #include <err.h>
47 1.1 lukem #include <fcntl.h>
48 1.1 lukem #include <stdio.h>
49 1.1 lukem #include <stdlib.h>
50 1.1 lukem #include <string.h>
51 1.1 lukem #include <unistd.h>
52 1.1 lukem
53 1.1 lukem typedef enum {
54 1.1 lukem F_WRITE = 1<<0,
55 1.1 lukem F_DELETE = 1<<1,
56 1.1 lukem F_SHOW_KEY = 1<<2,
57 1.1 lukem F_SHOW_VALUE = 1<<3,
58 1.1 lukem F_QUIET = 1<<10,
59 1.1 lukem F_IGNORECASE = 1<<11,
60 1.1 lukem F_ENDIAN_BIG = 1<<12,
61 1.1 lukem F_ENDIAN_LITTLE = 1<<13,
62 1.1 lukem F_NO_NUL = 1<<14,
63 1.1 lukem F_CREATENEW = 1<<20,
64 1.1 lukem F_DUPLICATES = 1<<21,
65 1.1 lukem F_REPLACE = 1<<22,
66 1.1 lukem } flags_t;
67 1.1 lukem
68 1.1 lukem
69 1.1 lukem int main(int, char *[]);
70 1.1 lukem void db_print(DBT *, DBT *);
71 1.1 lukem int db_dump(void);
72 1.1 lukem int db_del(char *);
73 1.1 lukem int db_get(char *);
74 1.1 lukem int db_put(char *, char *);
75 1.1 lukem int parseline(FILE *, const char *, char **, char **);
76 1.1 lukem void usage(void);
77 1.1 lukem
78 1.1 lukem flags_t flags;
79 1.1 lukem DB *db;
80 1.1 lukem
81 1.1 lukem int
82 1.1 lukem main(int argc, char *argv[])
83 1.1 lukem {
84 1.1 lukem struct {
85 1.1 lukem char *file;
86 1.1 lukem char *type;
87 1.1 lukem DBTYPE dbtype;
88 1.1 lukem void *info;
89 1.1 lukem int flags;
90 1.1 lukem mode_t mode;
91 1.1 lukem } oi;
92 1.1 lukem BTREEINFO btreeinfo;
93 1.1 lukem HASHINFO hashinfo;
94 1.1 lukem FILE *infp;
95 1.1 lukem const char *infile, *fieldsep;
96 1.1 lukem char *p, *key, *val;
97 1.1 lukem int ch, rv;
98 1.1 lukem
99 1.1 lukem setprogname(argv[0]);
100 1.1 lukem
101 1.1 lukem flags = 0;
102 1.1 lukem infile = NULL;
103 1.1 lukem fieldsep = " ";
104 1.1 lukem infp = NULL;
105 1.1 lukem memset(&oi, 0, sizeof(oi));
106 1.1 lukem oi.mode = 0644;
107 1.1 lukem
108 1.1 lukem /* parse arguments */
109 1.1 lukem while ( (ch = getopt(argc, argv, "CDdE:f:iKm:NqRVw")) != -1) {
110 1.1 lukem switch (ch) {
111 1.1 lukem
112 1.1 lukem case 'C':
113 1.1 lukem flags |= F_CREATENEW;
114 1.1 lukem break;
115 1.1 lukem
116 1.1 lukem case 'D':
117 1.1 lukem flags |= F_DUPLICATES;
118 1.1 lukem break;
119 1.1 lukem
120 1.1 lukem case 'd':
121 1.1 lukem flags |= F_DELETE;
122 1.1 lukem break;
123 1.1 lukem
124 1.1 lukem case 'E':
125 1.1 lukem if (! optarg[0] || optarg[1])
126 1.1 lukem goto badendian;
127 1.1 lukem switch (tolower((int)optarg[0])) {
128 1.1 lukem case 'B':
129 1.1 lukem flags |= F_ENDIAN_BIG;
130 1.1 lukem break;
131 1.1 lukem case 'L':
132 1.1 lukem flags |= F_ENDIAN_LITTLE;
133 1.1 lukem break;
134 1.1 lukem case 'H':
135 1.1 lukem flags &= ~(F_ENDIAN_BIG | F_ENDIAN_LITTLE);
136 1.1 lukem break;
137 1.1 lukem default:
138 1.1 lukem badendian:
139 1.1 lukem errx(1, "Bad endian `%s'", optarg);
140 1.1 lukem }
141 1.1 lukem break;
142 1.1 lukem
143 1.1 lukem case 'F':
144 1.1 lukem if (! optarg[0] || optarg[1])
145 1.1 lukem errx(1, "Invalid field separaor `%s'",
146 1.1 lukem fieldsep);
147 1.1 lukem fieldsep = optarg;
148 1.1 lukem break;
149 1.1 lukem
150 1.1 lukem case 'f':
151 1.1 lukem infile = optarg;
152 1.1 lukem break;
153 1.1 lukem
154 1.1 lukem case 'i':
155 1.1 lukem flags |= F_IGNORECASE;
156 1.1 lukem break;
157 1.1 lukem
158 1.1 lukem case 'K':
159 1.1 lukem flags |= F_SHOW_KEY;
160 1.1 lukem break;
161 1.1 lukem
162 1.1 lukem case 'm':
163 1.1 lukem oi.mode = (int)strtol(optarg, &p, 8);
164 1.1 lukem if (p == optarg || *p != '\0')
165 1.1 lukem errx(1, "Invalid octal number `%s'", optarg);
166 1.1 lukem break;
167 1.1 lukem
168 1.1 lukem case 'N':
169 1.1 lukem flags |= F_NO_NUL;
170 1.1 lukem break;
171 1.1 lukem
172 1.1 lukem case 'q':
173 1.1 lukem flags |= F_QUIET;
174 1.1 lukem break;
175 1.1 lukem
176 1.1 lukem case 'R':
177 1.1 lukem flags |= F_REPLACE;
178 1.1 lukem break;
179 1.1 lukem
180 1.1 lukem case 'V':
181 1.1 lukem flags |= F_SHOW_VALUE;
182 1.1 lukem break;
183 1.1 lukem
184 1.1 lukem case 'w':
185 1.1 lukem flags |= F_WRITE;
186 1.1 lukem break;
187 1.1 lukem
188 1.1 lukem default:
189 1.1 lukem usage();
190 1.1 lukem
191 1.1 lukem }
192 1.1 lukem }
193 1.1 lukem argc -= optind;
194 1.1 lukem argv += optind;
195 1.1 lukem
196 1.1 lukem /* validate arguments */
197 1.1 lukem if (argc < 2)
198 1.1 lukem usage();
199 1.1 lukem oi.type = argv[0];
200 1.1 lukem oi.file = argv[1];
201 1.1 lukem argc -= 2;
202 1.1 lukem argv += 2;
203 1.1 lukem
204 1.1 lukem if (flags & F_WRITE) {
205 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_DELETE))
206 1.1 lukem usage();
207 1.1 lukem if ((!infile && argc < 2) || (argc % 2))
208 1.1 lukem usage();
209 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
210 1.1 lukem if (flags & F_CREATENEW)
211 1.1 lukem flags |= O_TRUNC;
212 1.1 lukem } else if (flags & F_DELETE) {
213 1.1 lukem if (flags & (F_SHOW_KEY | F_SHOW_VALUE | F_WRITE))
214 1.1 lukem usage();
215 1.1 lukem if (!infile && argc < 1)
216 1.1 lukem usage();
217 1.1 lukem oi.flags = O_RDWR | O_CREAT | O_EXLOCK;
218 1.1 lukem } else {
219 1.1 lukem if (! (flags & (F_SHOW_KEY | F_SHOW_VALUE)))
220 1.1 lukem flags |= (F_SHOW_KEY | F_SHOW_VALUE);
221 1.1 lukem oi.flags = O_RDONLY | O_SHLOCK;
222 1.1 lukem }
223 1.1 lukem
224 1.1 lukem /* validate oi.type */
225 1.1 lukem if (strcmp(oi.type, "btree") == 0) {
226 1.1 lukem memset(&btreeinfo, 0, sizeof(btreeinfo));
227 1.1 lukem if (flags & F_ENDIAN_BIG)
228 1.1 lukem btreeinfo.lorder = 4321;
229 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
230 1.1 lukem btreeinfo.lorder = 1234;
231 1.1 lukem if (flags & F_DUPLICATES)
232 1.1 lukem btreeinfo.flags = R_DUP;
233 1.2 lukem btreeinfo.cachesize = 1024 * 1024;
234 1.1 lukem oi.info = &btreeinfo;
235 1.1 lukem oi.dbtype = DB_BTREE;
236 1.1 lukem } else if (strcmp(oi.type, "hash") == 0) {
237 1.1 lukem memset(&hashinfo, 0, sizeof(hashinfo));
238 1.1 lukem if (flags & F_ENDIAN_BIG)
239 1.1 lukem hashinfo.lorder = 4321;
240 1.1 lukem else if (flags & F_ENDIAN_LITTLE)
241 1.1 lukem hashinfo.lorder = 1234;
242 1.2 lukem hashinfo.cachesize = 1024 * 1024;
243 1.1 lukem oi.info = &hashinfo;
244 1.1 lukem oi.dbtype = DB_HASH;
245 1.1 lukem } else {
246 1.1 lukem warnx("Unknown database type `%s'", oi.type);
247 1.1 lukem usage();
248 1.1 lukem }
249 1.1 lukem
250 1.1 lukem if (infile) {
251 1.1 lukem if (strcmp(infile, "-") == 0)
252 1.1 lukem infp = stdin;
253 1.1 lukem else if ((infp = fopen(infile, "r")) == NULL)
254 1.1 lukem err(1, "Opening input file `%s'", infile);
255 1.1 lukem }
256 1.1 lukem
257 1.1 lukem /* open database */
258 1.1 lukem db = dbopen(oi.file, oi.flags, oi.mode, oi.dbtype, oi.info);
259 1.1 lukem if (db == NULL)
260 1.1 lukem err(1, "Opening database `%s'", oi.file);
261 1.1 lukem
262 1.1 lukem
263 1.1 lukem /* manipulate database */
264 1.1 lukem rv = 0;
265 1.1 lukem if (flags & F_WRITE) { /* write entries */
266 1.1 lukem for (ch = 0; ch < argc; ch += 2)
267 1.1 lukem if ((rv = db_put(argv[ch], argv[ch+1])))
268 1.1 lukem goto cleanup;
269 1.1 lukem if (infp) {
270 1.1 lukem while (parseline(infp, fieldsep, &key, &val)) {
271 1.1 lukem if ((rv = db_put(key, val)))
272 1.1 lukem goto cleanup;
273 1.1 lukem }
274 1.1 lukem if (ferror(infp)) {
275 1.1 lukem warnx("Reading `%s'", infile);
276 1.1 lukem goto cleanup;
277 1.1 lukem }
278 1.1 lukem }
279 1.1 lukem } else if (!infp && argc == 0) { /* read all */
280 1.1 lukem db_dump();
281 1.1 lukem } else { /* read/delete specific */
282 1.1 lukem int (*dbop)(char *);
283 1.1 lukem
284 1.1 lukem if (flags & F_DELETE)
285 1.1 lukem dbop = db_del;
286 1.1 lukem else
287 1.1 lukem dbop = db_get;
288 1.1 lukem for (ch = 0; ch < argc; ch++) {
289 1.1 lukem if ((rv = dbop(argv[ch])))
290 1.1 lukem goto cleanup;
291 1.1 lukem }
292 1.1 lukem if (infp) {
293 1.1 lukem while (parseline(infp, fieldsep, &key, NULL)) {
294 1.1 lukem if ((rv = dbop(key)))
295 1.1 lukem goto cleanup;
296 1.1 lukem }
297 1.1 lukem if (ferror(infp)) {
298 1.1 lukem warnx("Reading `%s'", infile);
299 1.1 lukem goto cleanup;
300 1.1 lukem }
301 1.1 lukem }
302 1.1 lukem }
303 1.1 lukem
304 1.1 lukem /* close database */
305 1.1 lukem cleanup:
306 1.1 lukem if (db->close(db) == -1)
307 1.1 lukem err(1, "Closing database `%s'", oi.file);
308 1.1 lukem if (infp)
309 1.1 lukem fclose(infp);
310 1.1 lukem return (rv);
311 1.1 lukem }
312 1.1 lukem
313 1.1 lukem void
314 1.1 lukem db_print(DBT *key, DBT *val)
315 1.1 lukem {
316 1.1 lukem
317 1.1 lukem if (flags & F_SHOW_KEY)
318 1.1 lukem printf("%.*s", (int)key->size, (char *)key->data);
319 1.1 lukem if ((flags & F_SHOW_KEY) && (flags & F_SHOW_VALUE))
320 1.1 lukem printf("\t"); /* XXX support output separator here? */
321 1.1 lukem if (flags & F_SHOW_VALUE)
322 1.1 lukem printf("%.*s", (int)val->size, (char *)val->data);
323 1.1 lukem printf("\n");
324 1.1 lukem }
325 1.1 lukem
326 1.1 lukem int
327 1.1 lukem db_dump(void)
328 1.1 lukem {
329 1.1 lukem DBT key, val;
330 1.1 lukem int rv;
331 1.1 lukem
332 1.1 lukem while ((rv = db->seq(db, &key, &val, R_NEXT)) == 0)
333 1.1 lukem db_print(&key, &val);
334 1.1 lukem if (rv == -1)
335 1.1 lukem warn("Error dumping database");
336 1.1 lukem return (rv == 1 ? 0 : 1);
337 1.1 lukem }
338 1.1 lukem
339 1.1 lukem static void
340 1.1 lukem db_makekey(DBT *key, char *keystr, int downcase)
341 1.1 lukem {
342 1.1 lukem char *p;
343 1.1 lukem
344 1.1 lukem memset(key, 0, sizeof(*key));
345 1.1 lukem key->data = keystr;
346 1.1 lukem key->size = strlen(keystr) + (flags & F_NO_NUL ? 0 : 1);
347 1.1 lukem if (downcase && flags & F_IGNORECASE) {
348 1.1 lukem for (p = keystr; *p; p++)
349 1.1 lukem if (isupper((int)*p))
350 1.1 lukem *p = tolower((int)*p);
351 1.1 lukem }
352 1.1 lukem }
353 1.1 lukem
354 1.1 lukem int
355 1.1 lukem db_del(char *keystr)
356 1.1 lukem {
357 1.1 lukem DBT key;
358 1.1 lukem
359 1.1 lukem db_makekey(&key, keystr, 1);
360 1.1 lukem switch (db->del(db, &key, 0)) {
361 1.1 lukem case -1:
362 1.1 lukem warn("Error deleting key `%s'", keystr);
363 1.1 lukem return (1);
364 1.1 lukem case 0:
365 1.1 lukem if (! (flags & F_QUIET))
366 1.1 lukem printf("Deleted key `%s'\n", keystr);
367 1.1 lukem break;
368 1.1 lukem case 1:
369 1.1 lukem warnx("Key `%s' does not exist", keystr);
370 1.1 lukem return (1);
371 1.1 lukem }
372 1.1 lukem return (0);
373 1.1 lukem }
374 1.1 lukem
375 1.1 lukem int
376 1.1 lukem db_get(char *keystr)
377 1.1 lukem {
378 1.1 lukem DBT key, val;
379 1.1 lukem
380 1.1 lukem db_makekey(&key, keystr, 1);
381 1.1 lukem switch (db->get(db, &key, &val, 0)) {
382 1.1 lukem case -1:
383 1.1 lukem warn("Error reading key `%s'", keystr);
384 1.1 lukem return (1);
385 1.1 lukem case 0:
386 1.1 lukem db_print(&key, &val);
387 1.1 lukem break;
388 1.1 lukem case 1:
389 1.1 lukem if (! (flags & F_QUIET)) {
390 1.1 lukem warnx("Unknown key `%s'", keystr);
391 1.1 lukem return (1);
392 1.1 lukem }
393 1.1 lukem break;
394 1.1 lukem }
395 1.1 lukem return (0);
396 1.1 lukem }
397 1.1 lukem
398 1.1 lukem int
399 1.1 lukem db_put(char *keystr, char *valstr)
400 1.1 lukem {
401 1.1 lukem DBT key, val;
402 1.1 lukem
403 1.1 lukem db_makekey(&key, keystr, 1);
404 1.1 lukem db_makekey(&val, valstr, 1);
405 1.1 lukem switch (db->put(db, &key, &val,
406 1.1 lukem (flags & F_REPLACE) ? 0 : R_NOOVERWRITE)) {
407 1.1 lukem case -1:
408 1.1 lukem warn("Error writing key `%s'", keystr);
409 1.1 lukem return (1);
410 1.1 lukem case 0:
411 1.1 lukem if (! (flags & F_QUIET))
412 1.1 lukem printf("Added key `%s'\n", keystr);
413 1.1 lukem break;
414 1.1 lukem case 1:
415 1.1 lukem if (! (flags & F_QUIET))
416 1.1 lukem warnx("Key `%s' already exists", keystr);
417 1.1 lukem return (1);
418 1.1 lukem }
419 1.1 lukem return (0);
420 1.1 lukem }
421 1.1 lukem
422 1.1 lukem int
423 1.1 lukem parseline(FILE *fp, const char *sep, char **kp, char **vp)
424 1.1 lukem {
425 1.1 lukem size_t len;
426 1.1 lukem char *key, *val;
427 1.1 lukem
428 1.1 lukem key = fgetln(fp, &len);
429 1.1 lukem if (key == NULL) /* end of file, or error */
430 1.1 lukem return (0);
431 1.1 lukem
432 1.1 lukem if (key[len-1] == '\n') /* check for \n at EOL */
433 1.1 lukem key[--len] = '\0';
434 1.1 lukem else
435 1.1 lukem return (0);
436 1.1 lukem
437 1.1 lukem *kp = key;
438 1.1 lukem if (vp == NULL) /* don't split if don't want value */
439 1.1 lukem return (1);
440 1.1 lukem if ((val = strchr(key, sep[0])) == NULL)
441 1.1 lukem val = key + len;
442 1.1 lukem else
443 1.1 lukem *val++ = '\0';
444 1.1 lukem *vp = val;
445 1.1 lukem return (1);
446 1.1 lukem }
447 1.1 lukem
448 1.1 lukem void
449 1.1 lukem usage(void)
450 1.1 lukem {
451 1.1 lukem const char *p = getprogname();
452 1.1 lukem
453 1.1 lukem fprintf(stderr,
454 1.1 lukem "Usage: %s [-KV] [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
455 1.1 lukem " %s -d [-Niq] [-E end] [-f inf] type dbfile [key [...]]\n"
456 1.1 lukem " %s -w [-Niq] [-E end] [-f inf] [-CDR] [-F sep] [-m mod]\n"
457 1.1 lukem " type dbfile [key val [...]]\n"
458 1.1 lukem ,p ,p ,p );
459 1.1 lukem fprintf(stderr,
460 1.1 lukem "Supported modes:\n"
461 1.1 lukem "\t\tread keys [default]\n"
462 1.1 lukem "\t-d\tdelete keys\n"
463 1.1 lukem "\t-w\twrite (add) keys/values\n"
464 1.1 lukem "Supported options:\n"
465 1.1 lukem "\t-C\tcreate empty (truncated) database\n"
466 1.1 lukem "\t-D\tallow duplicates\n"
467 1.1 lukem "\t-E end\tdatabase endian: `B'ig, `L'ittle, `H'ost [default: H]\n"
468 1.1 lukem "\t-F sep\tfield separator character [default: ' ']\n"
469 1.1 lukem "\t-K\tprint key\n"
470 1.1 lukem "\t-N\tdon't NUL terminate key\n"
471 1.1 lukem "\t-R\treplace existing keys\n"
472 1.1 lukem "\t-V\tprint value\n"
473 1.1 lukem "\t-f inf\tfile of keys (read|delete) or keys/vals (write)\n"
474 1.1 lukem "\t-i\tignore case of key by converting to lower case\n"
475 1.1 lukem "\t-m mod\tmode of created database [default: 0644]\n"
476 1.1 lukem "\t-q\tquiet operation (missing keys aren't errors)\n"
477 1.1 lukem );
478 1.1 lukem exit(1);
479 1.1 lukem }
480