1 1.11 nia /* $NetBSD: citrus_db_factory.c,v 1.11 2021/10/29 10:54:56 nia Exp $ */ 2 1.1 tshiozak 3 1.1 tshiozak /*- 4 1.1 tshiozak * Copyright (c)2003 Citrus Project, 5 1.1 tshiozak * All rights reserved. 6 1.1 tshiozak * 7 1.1 tshiozak * Redistribution and use in source and binary forms, with or without 8 1.1 tshiozak * modification, are permitted provided that the following conditions 9 1.1 tshiozak * are met: 10 1.1 tshiozak * 1. Redistributions of source code must retain the above copyright 11 1.1 tshiozak * notice, this list of conditions and the following disclaimer. 12 1.1 tshiozak * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 tshiozak * notice, this list of conditions and the following disclaimer in the 14 1.1 tshiozak * documentation and/or other materials provided with the distribution. 15 1.1 tshiozak * 16 1.1 tshiozak * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 1.1 tshiozak * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 1.1 tshiozak * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 1.1 tshiozak * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 1.1 tshiozak * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 1.1 tshiozak * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 1.1 tshiozak * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 1.1 tshiozak * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 1.1 tshiozak * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 1.1 tshiozak * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 1.1 tshiozak * SUCH DAMAGE. 27 1.1 tshiozak */ 28 1.1 tshiozak 29 1.6 lukem #if HAVE_NBTOOL_CONFIG_H 30 1.6 lukem #include "nbtool_config.h" 31 1.5 tshiozak #endif 32 1.5 tshiozak 33 1.1 tshiozak #include <sys/cdefs.h> 34 1.1 tshiozak #if defined(LIBC_SCCS) && !defined(lint) 35 1.11 nia __RCSID("$NetBSD: citrus_db_factory.c,v 1.11 2021/10/29 10:54:56 nia Exp $"); 36 1.1 tshiozak #endif /* LIBC_SCCS and not lint */ 37 1.1 tshiozak 38 1.1 tshiozak #include <assert.h> 39 1.1 tshiozak #include <stdio.h> 40 1.1 tshiozak #include <stdlib.h> 41 1.1 tshiozak #include <string.h> 42 1.1 tshiozak #include <errno.h> 43 1.7 jmc #include <arpa/inet.h> 44 1.1 tshiozak #include <sys/types.h> 45 1.1 tshiozak #include <sys/queue.h> 46 1.1 tshiozak 47 1.1 tshiozak #include "citrus_namespace.h" 48 1.1 tshiozak #include "citrus_region.h" 49 1.1 tshiozak #include "citrus_db_file.h" 50 1.1 tshiozak #include "citrus_db_factory.h" 51 1.1 tshiozak 52 1.1 tshiozak struct _citrus_db_factory_entry { 53 1.1 tshiozak SIMPLEQ_ENTRY(_citrus_db_factory_entry) de_entry; 54 1.1 tshiozak struct _citrus_db_factory_entry *de_next; 55 1.9 junyoung uint32_t de_hashvalue; 56 1.1 tshiozak struct _region de_key; 57 1.1 tshiozak int de_key_free; 58 1.1 tshiozak struct _region de_data; 59 1.1 tshiozak int de_data_free; 60 1.1 tshiozak int de_idx; 61 1.1 tshiozak }; 62 1.1 tshiozak 63 1.1 tshiozak struct _citrus_db_factory { 64 1.1 tshiozak size_t df_num_entries; 65 1.1 tshiozak SIMPLEQ_HEAD(, _citrus_db_factory_entry) df_entries; 66 1.1 tshiozak size_t df_total_key_size; 67 1.1 tshiozak size_t df_total_data_size; 68 1.9 junyoung uint32_t (*df_hashfunc)(void *, struct _citrus_region *); 69 1.1 tshiozak void *df_hashfunc_closure; 70 1.1 tshiozak }; 71 1.1 tshiozak 72 1.1 tshiozak #define DB_ALIGN 16 73 1.1 tshiozak 74 1.1 tshiozak int 75 1.1 tshiozak _citrus_db_factory_create(struct _citrus_db_factory **rdf, 76 1.1 tshiozak _citrus_db_hash_func_t hashfunc, 77 1.1 tshiozak void *hashfunc_closure) 78 1.1 tshiozak { 79 1.1 tshiozak struct _citrus_db_factory *df; 80 1.1 tshiozak 81 1.1 tshiozak df = malloc(sizeof(*df)); 82 1.1 tshiozak if (df == NULL) 83 1.1 tshiozak return errno; 84 1.1 tshiozak df->df_num_entries = 0; 85 1.1 tshiozak df->df_total_key_size = df->df_total_data_size = 0; 86 1.1 tshiozak SIMPLEQ_INIT(&df->df_entries); 87 1.1 tshiozak df->df_hashfunc = hashfunc; 88 1.1 tshiozak df->df_hashfunc_closure = hashfunc_closure; 89 1.1 tshiozak 90 1.1 tshiozak *rdf = df; 91 1.1 tshiozak 92 1.1 tshiozak return 0; 93 1.1 tshiozak } 94 1.1 tshiozak 95 1.1 tshiozak void 96 1.1 tshiozak _citrus_db_factory_free(struct _citrus_db_factory *df) 97 1.1 tshiozak { 98 1.1 tshiozak struct _citrus_db_factory_entry *de; 99 1.1 tshiozak 100 1.1 tshiozak while ((de = SIMPLEQ_FIRST(&df->df_entries)) != NULL) { 101 1.1 tshiozak SIMPLEQ_REMOVE_HEAD(&df->df_entries, de_entry); 102 1.1 tshiozak if (de->de_key_free) 103 1.1 tshiozak free(_region_head(&de->de_key)); 104 1.1 tshiozak if (de->de_data_free) 105 1.1 tshiozak free(_region_head(&de->de_data)); 106 1.1 tshiozak free(de); 107 1.1 tshiozak } 108 1.1 tshiozak free(df); 109 1.1 tshiozak } 110 1.1 tshiozak 111 1.1 tshiozak static __inline size_t 112 1.1 tshiozak ceilto(size_t sz) 113 1.1 tshiozak { 114 1.1 tshiozak return (sz+DB_ALIGN-1) & ~(DB_ALIGN-1); 115 1.1 tshiozak } 116 1.1 tshiozak 117 1.1 tshiozak int 118 1.1 tshiozak _citrus_db_factory_add(struct _citrus_db_factory *df, 119 1.1 tshiozak struct _region *key, int keyfree, 120 1.1 tshiozak struct _region *data, int datafree) 121 1.1 tshiozak { 122 1.1 tshiozak struct _citrus_db_factory_entry *de; 123 1.1 tshiozak 124 1.1 tshiozak de = malloc(sizeof(*de)); 125 1.1 tshiozak if (de == NULL) 126 1.1 tshiozak return -1; 127 1.1 tshiozak 128 1.1 tshiozak de->de_hashvalue = df->df_hashfunc(df->df_hashfunc_closure, key); 129 1.1 tshiozak de->de_key = *key; 130 1.1 tshiozak de->de_key_free = keyfree; 131 1.1 tshiozak de->de_data = *data; 132 1.1 tshiozak de->de_data_free = datafree; 133 1.1 tshiozak de->de_idx = -1; 134 1.1 tshiozak 135 1.1 tshiozak SIMPLEQ_INSERT_TAIL(&df->df_entries, de, de_entry); 136 1.1 tshiozak df->df_total_key_size += _region_size(key); 137 1.1 tshiozak df->df_total_data_size += ceilto(_region_size(data)); 138 1.1 tshiozak df->df_num_entries++; 139 1.1 tshiozak 140 1.1 tshiozak return 0; 141 1.1 tshiozak 142 1.1 tshiozak } 143 1.1 tshiozak 144 1.1 tshiozak int 145 1.1 tshiozak _citrus_db_factory_add_by_string(struct _citrus_db_factory *df, 146 1.1 tshiozak const char *key, 147 1.1 tshiozak struct _citrus_region *data, int datafree) 148 1.1 tshiozak { 149 1.1 tshiozak struct _region r; 150 1.1 tshiozak char *tmp; 151 1.1 tshiozak tmp = strdup(key); 152 1.1 tshiozak if (tmp == NULL) 153 1.1 tshiozak return errno; 154 1.1 tshiozak _region_init(&r, tmp, strlen(key)); 155 1.1 tshiozak return _citrus_db_factory_add(df, &r, 1, data, datafree); 156 1.1 tshiozak } 157 1.1 tshiozak 158 1.1 tshiozak int 159 1.1 tshiozak _citrus_db_factory_add8_by_string(struct _citrus_db_factory *df, 160 1.9 junyoung const char *key, uint8_t val) 161 1.1 tshiozak { 162 1.1 tshiozak struct _region r; 163 1.9 junyoung uint8_t *p; 164 1.1 tshiozak 165 1.1 tshiozak p = malloc(sizeof(*p)); 166 1.1 tshiozak if (p == NULL) 167 1.1 tshiozak return errno; 168 1.1 tshiozak *p = val; 169 1.1 tshiozak _region_init(&r, p, 1); 170 1.1 tshiozak return _citrus_db_factory_add_by_string(df, key, &r, 1); 171 1.1 tshiozak } 172 1.1 tshiozak 173 1.1 tshiozak int 174 1.1 tshiozak _citrus_db_factory_add16_by_string(struct _citrus_db_factory *df, 175 1.9 junyoung const char *key, uint16_t val) 176 1.1 tshiozak { 177 1.1 tshiozak struct _region r; 178 1.9 junyoung uint16_t *p; 179 1.1 tshiozak 180 1.1 tshiozak p = malloc(sizeof(*p)); 181 1.1 tshiozak if (p == NULL) 182 1.1 tshiozak return errno; 183 1.1 tshiozak *p = htons(val); 184 1.1 tshiozak _region_init(&r, p, 2); 185 1.1 tshiozak return _citrus_db_factory_add_by_string(df, key, &r, 1); 186 1.1 tshiozak } 187 1.1 tshiozak 188 1.1 tshiozak int 189 1.1 tshiozak _citrus_db_factory_add32_by_string(struct _citrus_db_factory *df, 190 1.9 junyoung const char *key, uint32_t val) 191 1.1 tshiozak { 192 1.1 tshiozak struct _region r; 193 1.9 junyoung uint32_t *p; 194 1.1 tshiozak 195 1.1 tshiozak p = malloc(sizeof(*p)); 196 1.1 tshiozak if (p == NULL) 197 1.1 tshiozak return errno; 198 1.1 tshiozak *p = htonl(val); 199 1.1 tshiozak _region_init(&r, p, 4); 200 1.1 tshiozak return _citrus_db_factory_add_by_string(df, key, &r, 1); 201 1.1 tshiozak } 202 1.1 tshiozak 203 1.1 tshiozak int 204 1.1 tshiozak _citrus_db_factory_add_string_by_string(struct _citrus_db_factory *df, 205 1.1 tshiozak const char *key, const char *data) 206 1.1 tshiozak { 207 1.1 tshiozak char *p; 208 1.1 tshiozak struct _region r; 209 1.1 tshiozak 210 1.1 tshiozak p = strdup(data); 211 1.1 tshiozak if (p == NULL) 212 1.1 tshiozak return errno; 213 1.1 tshiozak _region_init(&r, p, strlen(p)+1); 214 1.1 tshiozak return _citrus_db_factory_add_by_string(df, key, &r, 1); 215 1.1 tshiozak } 216 1.1 tshiozak 217 1.1 tshiozak size_t 218 1.1 tshiozak _citrus_db_factory_calc_size(struct _citrus_db_factory *df) 219 1.1 tshiozak { 220 1.1 tshiozak size_t sz; 221 1.1 tshiozak 222 1.1 tshiozak sz = ceilto(_CITRUS_DB_HEADER_SIZE); 223 1.1 tshiozak sz += ceilto(_CITRUS_DB_ENTRY_SIZE * df->df_num_entries); 224 1.1 tshiozak sz += ceilto(df->df_total_key_size); 225 1.1 tshiozak sz += df->df_total_data_size; 226 1.1 tshiozak 227 1.1 tshiozak return sz; 228 1.1 tshiozak } 229 1.1 tshiozak 230 1.1 tshiozak static __inline void 231 1.9 junyoung put8(struct _region *r, size_t *rofs, uint8_t val) 232 1.1 tshiozak { 233 1.9 junyoung *(uint8_t *)_region_offset(r, *rofs) = val; 234 1.1 tshiozak *rofs += 1; 235 1.1 tshiozak } 236 1.1 tshiozak 237 1.1 tshiozak static __inline void 238 1.9 junyoung put32(struct _region *r, size_t *rofs, uint32_t val) 239 1.1 tshiozak { 240 1.1 tshiozak val = htonl(val); 241 1.1 tshiozak memcpy(_region_offset(r, *rofs), &val, 4); 242 1.1 tshiozak *rofs += 4; 243 1.1 tshiozak } 244 1.1 tshiozak 245 1.1 tshiozak static __inline void 246 1.1 tshiozak putpad(struct _region *r, size_t *rofs) 247 1.1 tshiozak { 248 1.1 tshiozak size_t i; 249 1.8 itojun for (i = ceilto(*rofs) - *rofs; i > 0; i--) 250 1.1 tshiozak put8(r, rofs, 0); 251 1.1 tshiozak } 252 1.1 tshiozak 253 1.1 tshiozak static __inline void 254 1.1 tshiozak dump_header(struct _region *r, const char *magic, size_t *rofs, 255 1.1 tshiozak size_t num_entries) 256 1.1 tshiozak { 257 1.1 tshiozak while (*rofs<_CITRUS_DB_MAGIC_SIZE) 258 1.1 tshiozak put8(r, rofs, *magic++); 259 1.1 tshiozak put32(r, rofs, num_entries); 260 1.1 tshiozak put32(r, rofs, _CITRUS_DB_HEADER_SIZE); 261 1.1 tshiozak } 262 1.1 tshiozak 263 1.1 tshiozak int 264 1.1 tshiozak _citrus_db_factory_serialize(struct _citrus_db_factory *df, const char *magic, 265 1.1 tshiozak struct _region *r) 266 1.1 tshiozak { 267 1.1 tshiozak size_t i, ofs, keyofs, dataofs, nextofs; 268 1.1 tshiozak struct _citrus_db_factory_entry *de, **depp, *det; 269 1.1 tshiozak 270 1.1 tshiozak ofs = 0; 271 1.1 tshiozak /* check whether more than 0 entries exist */ 272 1.1 tshiozak if (df->df_num_entries == 0) { 273 1.1 tshiozak dump_header(r, magic, &ofs, 0); 274 1.1 tshiozak return 0; 275 1.1 tshiozak } 276 1.1 tshiozak /* allocate hash table */ 277 1.11 nia depp = calloc(df->df_num_entries, sizeof(*depp)); 278 1.1 tshiozak if (depp == NULL) 279 1.1 tshiozak return -1; 280 1.1 tshiozak 281 1.1 tshiozak /* step1: store the entries which are not conflicting */ 282 1.1 tshiozak SIMPLEQ_FOREACH(de, &df->df_entries, de_entry) { 283 1.1 tshiozak de->de_hashvalue %= df->df_num_entries; 284 1.1 tshiozak de->de_idx = -1; 285 1.1 tshiozak de->de_next = NULL; 286 1.1 tshiozak if (depp[de->de_hashvalue] == NULL) { 287 1.1 tshiozak depp[de->de_hashvalue] = de; 288 1.1 tshiozak de->de_idx = (int)de->de_hashvalue; 289 1.1 tshiozak } 290 1.1 tshiozak } 291 1.1 tshiozak 292 1.1 tshiozak /* step2: resolve conflicts */ 293 1.1 tshiozak i = 0; 294 1.1 tshiozak SIMPLEQ_FOREACH(de, &df->df_entries, de_entry) { 295 1.1 tshiozak if (de->de_idx == -1) { 296 1.1 tshiozak det = depp[de->de_hashvalue]; 297 1.1 tshiozak while (det->de_next != NULL) 298 1.1 tshiozak det = det->de_next; 299 1.1 tshiozak det->de_next = de; 300 1.1 tshiozak while (depp[i] != NULL) 301 1.1 tshiozak i++; 302 1.1 tshiozak depp[i] = de; 303 1.1 tshiozak de->de_idx = (int)i; 304 1.1 tshiozak } 305 1.1 tshiozak } 306 1.1 tshiozak 307 1.1 tshiozak keyofs = 308 1.1 tshiozak _CITRUS_DB_HEADER_SIZE + 309 1.1 tshiozak ceilto(df->df_num_entries*_CITRUS_DB_ENTRY_SIZE); 310 1.1 tshiozak dataofs = keyofs + ceilto(df->df_total_key_size); 311 1.1 tshiozak 312 1.1 tshiozak /* dump header */ 313 1.1 tshiozak dump_header(r, magic, &ofs, df->df_num_entries); 314 1.1 tshiozak 315 1.1 tshiozak /* dump entries */ 316 1.8 itojun for (i = 0; i < df->df_num_entries; i++) { 317 1.1 tshiozak de = depp[i]; 318 1.1 tshiozak nextofs = 0; 319 1.1 tshiozak if (de->de_next) { 320 1.1 tshiozak nextofs = 321 1.1 tshiozak _CITRUS_DB_HEADER_SIZE + 322 1.1 tshiozak de->de_next->de_idx * _CITRUS_DB_ENTRY_SIZE; 323 1.1 tshiozak } 324 1.1 tshiozak put32(r, &ofs, de->de_hashvalue); 325 1.1 tshiozak put32(r, &ofs, nextofs); 326 1.1 tshiozak put32(r, &ofs, keyofs); 327 1.1 tshiozak put32(r, &ofs, _region_size(&de->de_key)); 328 1.1 tshiozak put32(r, &ofs, dataofs); 329 1.1 tshiozak put32(r, &ofs, _region_size(&de->de_data)); 330 1.1 tshiozak memcpy(_region_offset(r, keyofs), 331 1.1 tshiozak _region_head(&de->de_key), _region_size(&de->de_key)); 332 1.1 tshiozak keyofs += _region_size(&de->de_key); 333 1.1 tshiozak memcpy(_region_offset(r, dataofs), 334 1.1 tshiozak _region_head(&de->de_data), _region_size(&de->de_data)); 335 1.1 tshiozak dataofs += _region_size(&de->de_data); 336 1.1 tshiozak putpad(r, &dataofs); 337 1.1 tshiozak } 338 1.1 tshiozak putpad(r, &ofs); 339 1.1 tshiozak putpad(r, &keyofs); 340 1.1 tshiozak free(depp); 341 1.1 tshiozak 342 1.1 tshiozak return 0; 343 1.1 tshiozak } 344