Home | History | Annotate | Line # | Download | only in citrus
citrus_db_factory.c revision 1.6
      1  1.6     lukem /*	$NetBSD: citrus_db_factory.c,v 1.6 2003/10/27 00:12:42 lukem Exp $	*/
      2  1.1  tshiozak 
      3  1.1  tshiozak /*-
      4  1.1  tshiozak  * Copyright (c)2003 Citrus Project,
      5  1.1  tshiozak  * All rights reserved.
      6  1.1  tshiozak  *
      7  1.1  tshiozak  * Redistribution and use in source and binary forms, with or without
      8  1.1  tshiozak  * modification, are permitted provided that the following conditions
      9  1.1  tshiozak  * are met:
     10  1.1  tshiozak  * 1. Redistributions of source code must retain the above copyright
     11  1.1  tshiozak  *    notice, this list of conditions and the following disclaimer.
     12  1.1  tshiozak  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  tshiozak  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  tshiozak  *    documentation and/or other materials provided with the distribution.
     15  1.1  tshiozak  *
     16  1.1  tshiozak  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     17  1.1  tshiozak  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.1  tshiozak  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.1  tshiozak  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     20  1.1  tshiozak  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  1.1  tshiozak  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  1.1  tshiozak  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  1.1  tshiozak  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  1.1  tshiozak  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.1  tshiozak  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.1  tshiozak  * SUCH DAMAGE.
     27  1.1  tshiozak  */
     28  1.1  tshiozak 
     29  1.6     lukem #if HAVE_NBTOOL_CONFIG_H
     30  1.6     lukem #include "nbtool_config.h"
     31  1.5  tshiozak #endif
     32  1.5  tshiozak 
     33  1.1  tshiozak #include <sys/cdefs.h>
     34  1.1  tshiozak #if defined(LIBC_SCCS) && !defined(lint)
     35  1.6     lukem __RCSID("$NetBSD: citrus_db_factory.c,v 1.6 2003/10/27 00:12:42 lukem Exp $");
     36  1.1  tshiozak #endif /* LIBC_SCCS and not lint */
     37  1.1  tshiozak 
     38  1.1  tshiozak #include <assert.h>
     39  1.1  tshiozak #include <stdio.h>
     40  1.1  tshiozak #include <stdlib.h>
     41  1.1  tshiozak #include <string.h>
     42  1.1  tshiozak #include <errno.h>
     43  1.1  tshiozak #include <sys/types.h>
     44  1.1  tshiozak #include <sys/queue.h>
     45  1.1  tshiozak 
     46  1.1  tshiozak #include "citrus_namespace.h"
     47  1.1  tshiozak #include "citrus_region.h"
     48  1.1  tshiozak #include "citrus_db_file.h"
     49  1.1  tshiozak #include "citrus_db_factory.h"
     50  1.1  tshiozak 
     51  1.1  tshiozak struct _citrus_db_factory_entry {
     52  1.1  tshiozak 	SIMPLEQ_ENTRY(_citrus_db_factory_entry)	de_entry;
     53  1.1  tshiozak 	struct _citrus_db_factory_entry *de_next;
     54  1.1  tshiozak 	u_int32_t de_hashvalue;
     55  1.1  tshiozak 	struct _region de_key;
     56  1.1  tshiozak 	int de_key_free;
     57  1.1  tshiozak 	struct _region de_data;
     58  1.1  tshiozak 	int de_data_free;
     59  1.1  tshiozak 	int de_idx;
     60  1.1  tshiozak };
     61  1.1  tshiozak 
     62  1.1  tshiozak struct _citrus_db_factory {
     63  1.1  tshiozak 	size_t df_num_entries;
     64  1.1  tshiozak 	SIMPLEQ_HEAD(, _citrus_db_factory_entry) df_entries;
     65  1.1  tshiozak 	size_t df_total_key_size;
     66  1.1  tshiozak 	size_t df_total_data_size;
     67  1.1  tshiozak 	u_int32_t (*df_hashfunc)(void *, struct _citrus_region *);
     68  1.1  tshiozak 	void *df_hashfunc_closure;
     69  1.1  tshiozak };
     70  1.1  tshiozak 
     71  1.1  tshiozak #define DB_ALIGN 16
     72  1.1  tshiozak 
     73  1.1  tshiozak int
     74  1.1  tshiozak _citrus_db_factory_create(struct _citrus_db_factory **rdf,
     75  1.1  tshiozak 			  _citrus_db_hash_func_t hashfunc,
     76  1.1  tshiozak 			  void *hashfunc_closure)
     77  1.1  tshiozak {
     78  1.1  tshiozak 	struct _citrus_db_factory *df;
     79  1.1  tshiozak 
     80  1.1  tshiozak 	df = malloc(sizeof(*df));
     81  1.1  tshiozak 	if (df == NULL)
     82  1.1  tshiozak 		return errno;
     83  1.1  tshiozak 	df->df_num_entries = 0;
     84  1.1  tshiozak 	df->df_total_key_size = df->df_total_data_size = 0;
     85  1.1  tshiozak 	SIMPLEQ_INIT(&df->df_entries);
     86  1.1  tshiozak 	df->df_hashfunc = hashfunc;
     87  1.1  tshiozak 	df->df_hashfunc_closure = hashfunc_closure;
     88  1.1  tshiozak 
     89  1.1  tshiozak 	*rdf = df;
     90  1.1  tshiozak 
     91  1.1  tshiozak 	return 0;
     92  1.1  tshiozak }
     93  1.1  tshiozak 
     94  1.1  tshiozak void
     95  1.1  tshiozak _citrus_db_factory_free(struct _citrus_db_factory *df)
     96  1.1  tshiozak {
     97  1.1  tshiozak 	struct _citrus_db_factory_entry *de;
     98  1.1  tshiozak 
     99  1.1  tshiozak 	while ((de = SIMPLEQ_FIRST(&df->df_entries)) != NULL) {
    100  1.1  tshiozak 		SIMPLEQ_REMOVE_HEAD(&df->df_entries, de_entry);
    101  1.1  tshiozak 		if (de->de_key_free)
    102  1.1  tshiozak 			free(_region_head(&de->de_key));
    103  1.1  tshiozak 		if (de->de_data_free)
    104  1.1  tshiozak 			free(_region_head(&de->de_data));
    105  1.1  tshiozak 		free(de);
    106  1.1  tshiozak 	}
    107  1.1  tshiozak 	free(df);
    108  1.1  tshiozak }
    109  1.1  tshiozak 
    110  1.1  tshiozak static __inline size_t
    111  1.1  tshiozak ceilto(size_t sz)
    112  1.1  tshiozak {
    113  1.1  tshiozak 	return (sz+DB_ALIGN-1) & ~(DB_ALIGN-1);
    114  1.1  tshiozak }
    115  1.1  tshiozak 
    116  1.1  tshiozak int
    117  1.1  tshiozak _citrus_db_factory_add(struct _citrus_db_factory *df,
    118  1.1  tshiozak 		       struct _region *key, int keyfree,
    119  1.1  tshiozak 		       struct _region *data, int datafree)
    120  1.1  tshiozak {
    121  1.1  tshiozak 	struct _citrus_db_factory_entry *de;
    122  1.1  tshiozak 
    123  1.1  tshiozak 	de = malloc(sizeof(*de));
    124  1.1  tshiozak 	if (de == NULL)
    125  1.1  tshiozak 		return -1;
    126  1.1  tshiozak 
    127  1.1  tshiozak 	de->de_hashvalue = df->df_hashfunc(df->df_hashfunc_closure, key);
    128  1.1  tshiozak 	de->de_key = *key;
    129  1.1  tshiozak 	de->de_key_free = keyfree;
    130  1.1  tshiozak 	de->de_data = *data;
    131  1.1  tshiozak 	de->de_data_free = datafree;
    132  1.1  tshiozak 	de->de_idx = -1;
    133  1.1  tshiozak 
    134  1.1  tshiozak 	SIMPLEQ_INSERT_TAIL(&df->df_entries, de, de_entry);
    135  1.1  tshiozak 	df->df_total_key_size += _region_size(key);
    136  1.1  tshiozak 	df->df_total_data_size += ceilto(_region_size(data));
    137  1.1  tshiozak 	df->df_num_entries++;
    138  1.1  tshiozak 
    139  1.1  tshiozak 	return 0;
    140  1.1  tshiozak 
    141  1.1  tshiozak }
    142  1.1  tshiozak 
    143  1.1  tshiozak int
    144  1.1  tshiozak _citrus_db_factory_add_by_string(struct _citrus_db_factory *df,
    145  1.1  tshiozak 				 const char *key,
    146  1.1  tshiozak 				 struct _citrus_region *data, int datafree)
    147  1.1  tshiozak {
    148  1.1  tshiozak 	struct _region r;
    149  1.1  tshiozak 	char *tmp;
    150  1.1  tshiozak 	tmp = strdup(key);
    151  1.1  tshiozak 	if (tmp == NULL)
    152  1.1  tshiozak 		return errno;
    153  1.1  tshiozak 	_region_init(&r, tmp, strlen(key));
    154  1.1  tshiozak 	return _citrus_db_factory_add(df, &r, 1, data, datafree);
    155  1.1  tshiozak }
    156  1.1  tshiozak 
    157  1.1  tshiozak int
    158  1.1  tshiozak _citrus_db_factory_add8_by_string(struct _citrus_db_factory *df,
    159  1.1  tshiozak 				  const char *key, u_int8_t val)
    160  1.1  tshiozak {
    161  1.1  tshiozak 	struct _region r;
    162  1.1  tshiozak 	u_int8_t *p;
    163  1.1  tshiozak 
    164  1.1  tshiozak 	p = malloc(sizeof(*p));
    165  1.1  tshiozak 	if (p == NULL)
    166  1.1  tshiozak 		return errno;
    167  1.1  tshiozak 	*p = val;
    168  1.1  tshiozak 	_region_init(&r, p, 1);
    169  1.1  tshiozak 	return _citrus_db_factory_add_by_string(df, key, &r, 1);
    170  1.1  tshiozak }
    171  1.1  tshiozak 
    172  1.1  tshiozak int
    173  1.1  tshiozak _citrus_db_factory_add16_by_string(struct _citrus_db_factory *df,
    174  1.1  tshiozak 				   const char *key, u_int16_t val)
    175  1.1  tshiozak {
    176  1.1  tshiozak 	struct _region r;
    177  1.1  tshiozak 	u_int16_t *p;
    178  1.1  tshiozak 
    179  1.1  tshiozak 	p = malloc(sizeof(*p));
    180  1.1  tshiozak 	if (p == NULL)
    181  1.1  tshiozak 		return errno;
    182  1.1  tshiozak 	*p = htons(val);
    183  1.1  tshiozak 	_region_init(&r, p, 2);
    184  1.1  tshiozak 	return _citrus_db_factory_add_by_string(df, key, &r, 1);
    185  1.1  tshiozak }
    186  1.1  tshiozak 
    187  1.1  tshiozak int
    188  1.1  tshiozak _citrus_db_factory_add32_by_string(struct _citrus_db_factory *df,
    189  1.1  tshiozak 				   const char *key, u_int32_t val)
    190  1.1  tshiozak {
    191  1.1  tshiozak 	struct _region r;
    192  1.1  tshiozak 	u_int32_t *p;
    193  1.1  tshiozak 
    194  1.1  tshiozak 	p = malloc(sizeof(*p));
    195  1.1  tshiozak 	if (p == NULL)
    196  1.1  tshiozak 		return errno;
    197  1.1  tshiozak 	*p = htonl(val);
    198  1.1  tshiozak 	_region_init(&r, p, 4);
    199  1.1  tshiozak 	return _citrus_db_factory_add_by_string(df, key, &r, 1);
    200  1.1  tshiozak }
    201  1.1  tshiozak 
    202  1.1  tshiozak int
    203  1.1  tshiozak _citrus_db_factory_add_string_by_string(struct _citrus_db_factory *df,
    204  1.1  tshiozak 					const char *key, const char *data)
    205  1.1  tshiozak {
    206  1.1  tshiozak 	char *p;
    207  1.1  tshiozak 	struct _region r;
    208  1.1  tshiozak 
    209  1.1  tshiozak 	p = strdup(data);
    210  1.1  tshiozak 	if (p == NULL)
    211  1.1  tshiozak 		return errno;
    212  1.1  tshiozak 	_region_init(&r, p, strlen(p)+1);
    213  1.1  tshiozak 	return _citrus_db_factory_add_by_string(df, key, &r, 1);
    214  1.1  tshiozak }
    215  1.1  tshiozak 
    216  1.1  tshiozak size_t
    217  1.1  tshiozak _citrus_db_factory_calc_size(struct _citrus_db_factory *df)
    218  1.1  tshiozak {
    219  1.1  tshiozak 	size_t sz;
    220  1.1  tshiozak 
    221  1.1  tshiozak 	sz = ceilto(_CITRUS_DB_HEADER_SIZE);
    222  1.1  tshiozak 	sz += ceilto(_CITRUS_DB_ENTRY_SIZE * df->df_num_entries);
    223  1.1  tshiozak 	sz += ceilto(df->df_total_key_size);
    224  1.1  tshiozak 	sz += df->df_total_data_size;
    225  1.1  tshiozak 
    226  1.1  tshiozak 	return sz;
    227  1.1  tshiozak }
    228  1.1  tshiozak 
    229  1.1  tshiozak static __inline void
    230  1.1  tshiozak put8(struct _region *r, size_t *rofs, u_int8_t val)
    231  1.1  tshiozak {
    232  1.1  tshiozak 	*(u_int8_t *)_region_offset(r, *rofs) = val;
    233  1.1  tshiozak 	*rofs += 1;
    234  1.1  tshiozak }
    235  1.1  tshiozak 
    236  1.1  tshiozak static __inline void
    237  1.1  tshiozak put16(struct _region *r, size_t *rofs, u_int16_t val)
    238  1.1  tshiozak {
    239  1.1  tshiozak 	val = htons(val);
    240  1.1  tshiozak 	memcpy(_region_offset(r, *rofs), &val, 2);
    241  1.1  tshiozak 	*rofs += 2;
    242  1.1  tshiozak }
    243  1.1  tshiozak 
    244  1.1  tshiozak static __inline void
    245  1.1  tshiozak put32(struct _region *r, size_t *rofs, u_int32_t val)
    246  1.1  tshiozak {
    247  1.1  tshiozak 	val = htonl(val);
    248  1.1  tshiozak 	memcpy(_region_offset(r, *rofs), &val, 4);
    249  1.1  tshiozak 	*rofs += 4;
    250  1.1  tshiozak }
    251  1.1  tshiozak 
    252  1.1  tshiozak static __inline void
    253  1.1  tshiozak putpad(struct _region *r, size_t *rofs)
    254  1.1  tshiozak {
    255  1.1  tshiozak 	size_t i;
    256  1.1  tshiozak 	for (i=ceilto(*rofs)-*rofs; i>0; i--)
    257  1.1  tshiozak 		put8(r, rofs, 0);
    258  1.1  tshiozak }
    259  1.1  tshiozak 
    260  1.1  tshiozak static __inline void
    261  1.1  tshiozak dump_header(struct _region *r, const char *magic, size_t *rofs,
    262  1.1  tshiozak 	    size_t num_entries)
    263  1.1  tshiozak {
    264  1.1  tshiozak 	while (*rofs<_CITRUS_DB_MAGIC_SIZE)
    265  1.1  tshiozak 		put8(r, rofs, *magic++);
    266  1.1  tshiozak 	put32(r, rofs, num_entries);
    267  1.1  tshiozak 	put32(r, rofs, _CITRUS_DB_HEADER_SIZE);
    268  1.1  tshiozak }
    269  1.1  tshiozak 
    270  1.1  tshiozak int
    271  1.1  tshiozak _citrus_db_factory_serialize(struct _citrus_db_factory *df, const char *magic,
    272  1.1  tshiozak 			     struct _region *r)
    273  1.1  tshiozak {
    274  1.1  tshiozak 	size_t i, ofs, keyofs, dataofs, nextofs;
    275  1.1  tshiozak 	struct _citrus_db_factory_entry *de, **depp, *det;
    276  1.1  tshiozak 
    277  1.1  tshiozak 	ofs = 0;
    278  1.1  tshiozak 	/* check whether more than 0 entries exist */
    279  1.1  tshiozak 	if (df->df_num_entries == 0) {
    280  1.1  tshiozak 		dump_header(r, magic, &ofs, 0);
    281  1.1  tshiozak 		return 0;
    282  1.1  tshiozak 	}
    283  1.1  tshiozak 	/* allocate hash table */
    284  1.2    itojun 	depp = malloc(sizeof(*depp) * df->df_num_entries);
    285  1.1  tshiozak 	if (depp == NULL)
    286  1.1  tshiozak 		return -1;
    287  1.2    itojun 	for (i = 0; i < df->df_num_entries; i++)
    288  1.4    itojun 		depp[i] = NULL;
    289  1.1  tshiozak 
    290  1.1  tshiozak 	/* step1: store the entries which are not conflicting */
    291  1.1  tshiozak 	SIMPLEQ_FOREACH(de, &df->df_entries, de_entry) {
    292  1.1  tshiozak 		de->de_hashvalue %= df->df_num_entries;
    293  1.1  tshiozak 		de->de_idx = -1;
    294  1.1  tshiozak 		de->de_next = NULL;
    295  1.1  tshiozak 		if (depp[de->de_hashvalue] == NULL) {
    296  1.1  tshiozak 			depp[de->de_hashvalue] = de;
    297  1.1  tshiozak 			de->de_idx = (int)de->de_hashvalue;
    298  1.1  tshiozak 		}
    299  1.1  tshiozak 	}
    300  1.1  tshiozak 
    301  1.1  tshiozak 	/* step2: resolve conflicts */
    302  1.1  tshiozak 	i = 0;
    303  1.1  tshiozak 	SIMPLEQ_FOREACH(de, &df->df_entries, de_entry) {
    304  1.1  tshiozak 		if (de->de_idx == -1) {
    305  1.1  tshiozak 			det = depp[de->de_hashvalue];
    306  1.1  tshiozak 			while (det->de_next != NULL)
    307  1.1  tshiozak 				det = det->de_next;
    308  1.1  tshiozak 			det->de_next = de;
    309  1.1  tshiozak 			while (depp[i] != NULL)
    310  1.1  tshiozak 				i++;
    311  1.1  tshiozak 			depp[i] = de;
    312  1.1  tshiozak 			de->de_idx = (int)i;
    313  1.1  tshiozak 		}
    314  1.1  tshiozak 	}
    315  1.1  tshiozak 
    316  1.1  tshiozak 	keyofs =
    317  1.1  tshiozak 	    _CITRUS_DB_HEADER_SIZE +
    318  1.1  tshiozak 	    ceilto(df->df_num_entries*_CITRUS_DB_ENTRY_SIZE);
    319  1.1  tshiozak 	dataofs = keyofs + ceilto(df->df_total_key_size);
    320  1.1  tshiozak 
    321  1.1  tshiozak 	/* dump header */
    322  1.1  tshiozak 	dump_header(r, magic, &ofs, df->df_num_entries);
    323  1.1  tshiozak 
    324  1.1  tshiozak 	/* dump entries */
    325  1.1  tshiozak 	for (i=0; i<df->df_num_entries; i++) {
    326  1.1  tshiozak 		de = depp[i];
    327  1.1  tshiozak 		nextofs = 0;
    328  1.1  tshiozak 		if (de->de_next) {
    329  1.1  tshiozak 			nextofs =
    330  1.1  tshiozak 			    _CITRUS_DB_HEADER_SIZE +
    331  1.1  tshiozak 			    de->de_next->de_idx * _CITRUS_DB_ENTRY_SIZE;
    332  1.1  tshiozak 		}
    333  1.1  tshiozak 		put32(r, &ofs, de->de_hashvalue);
    334  1.1  tshiozak 		put32(r, &ofs, nextofs);
    335  1.1  tshiozak 		put32(r, &ofs, keyofs);
    336  1.1  tshiozak 		put32(r, &ofs, _region_size(&de->de_key));
    337  1.1  tshiozak 		put32(r, &ofs, dataofs);
    338  1.1  tshiozak 		put32(r, &ofs, _region_size(&de->de_data));
    339  1.1  tshiozak 		memcpy(_region_offset(r, keyofs),
    340  1.1  tshiozak 		       _region_head(&de->de_key), _region_size(&de->de_key));
    341  1.1  tshiozak 		keyofs += _region_size(&de->de_key);
    342  1.1  tshiozak 		memcpy(_region_offset(r, dataofs),
    343  1.1  tshiozak 		       _region_head(&de->de_data), _region_size(&de->de_data));
    344  1.1  tshiozak 		dataofs += _region_size(&de->de_data);
    345  1.1  tshiozak 		putpad(r, &dataofs);
    346  1.1  tshiozak 	}
    347  1.1  tshiozak 	putpad(r, &ofs);
    348  1.1  tshiozak 	putpad(r, &keyofs);
    349  1.1  tshiozak 	free(depp);
    350  1.1  tshiozak 
    351  1.1  tshiozak 	return 0;
    352  1.1  tshiozak }
    353