hash.c revision 1.62 1 1.62 rillig /* $NetBSD: hash.c,v 1.62 2021/04/03 11:08:40 rillig Exp $ */
2 1.5 christos
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5 1.12 agc * All rights reserved.
6 1.12 agc *
7 1.12 agc * This code is derived from software contributed to Berkeley by
8 1.12 agc * Adam de Boor.
9 1.12 agc *
10 1.12 agc * Redistribution and use in source and binary forms, with or without
11 1.12 agc * modification, are permitted provided that the following conditions
12 1.12 agc * are met:
13 1.12 agc * 1. Redistributions of source code must retain the above copyright
14 1.12 agc * notice, this list of conditions and the following disclaimer.
15 1.12 agc * 2. Redistributions in binary form must reproduce the above copyright
16 1.12 agc * notice, this list of conditions and the following disclaimer in the
17 1.12 agc * documentation and/or other materials provided with the distribution.
18 1.12 agc * 3. Neither the name of the University nor the names of its contributors
19 1.12 agc * may be used to endorse or promote products derived from this software
20 1.12 agc * without specific prior written permission.
21 1.12 agc *
22 1.12 agc * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 1.12 agc * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 1.12 agc * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 1.12 agc * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 1.12 agc * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 1.12 agc * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 1.12 agc * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 1.12 agc * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 1.12 agc * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 1.12 agc * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 1.12 agc * SUCH DAMAGE.
33 1.12 agc */
34 1.12 agc
35 1.12 agc /*
36 1.1 cgd * Copyright (c) 1988, 1989 by Adam de Boor
37 1.1 cgd * Copyright (c) 1989 by Berkeley Softworks
38 1.1 cgd * All rights reserved.
39 1.1 cgd *
40 1.1 cgd * This code is derived from software contributed to Berkeley by
41 1.1 cgd * Adam de Boor.
42 1.1 cgd *
43 1.1 cgd * Redistribution and use in source and binary forms, with or without
44 1.1 cgd * modification, are permitted provided that the following conditions
45 1.1 cgd * are met:
46 1.1 cgd * 1. Redistributions of source code must retain the above copyright
47 1.1 cgd * notice, this list of conditions and the following disclaimer.
48 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
49 1.1 cgd * notice, this list of conditions and the following disclaimer in the
50 1.1 cgd * documentation and/or other materials provided with the distribution.
51 1.1 cgd * 3. All advertising materials mentioning features or use of this software
52 1.1 cgd * must display the following acknowledgement:
53 1.1 cgd * This product includes software developed by the University of
54 1.1 cgd * California, Berkeley and its contributors.
55 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
56 1.1 cgd * may be used to endorse or promote products derived from this software
57 1.1 cgd * without specific prior written permission.
58 1.1 cgd *
59 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69 1.1 cgd * SUCH DAMAGE.
70 1.1 cgd */
71 1.1 cgd
72 1.53 rillig /* Hash tables with string keys. */
73 1.34 rillig
74 1.4 cgd #include "make.h"
75 1.1 cgd
76 1.32 rillig /* "@(#)hash.c 8.1 (Berkeley) 6/6/93" */
77 1.62 rillig MAKE_RCSID("$NetBSD: hash.c,v 1.62 2021/04/03 11:08:40 rillig Exp $");
78 1.32 rillig
79 1.1 cgd /*
80 1.43 rillig * The ratio of # entries to # buckets at which we rebuild the table to
81 1.43 rillig * make it larger.
82 1.1 cgd */
83 1.43 rillig #define rebuildLimit 3
84 1.1 cgd
85 1.61 rillig /* This hash function matches Gosling's Emacs and java.lang.String. */
86 1.43 rillig static unsigned int
87 1.43 rillig hash(const char *key, size_t *out_keylen)
88 1.43 rillig {
89 1.59 rillig unsigned int h;
90 1.59 rillig const char *p;
91 1.59 rillig
92 1.59 rillig h = 0;
93 1.59 rillig for (p = key; *p != '\0'; p++)
94 1.59 rillig h = 31 * h + (unsigned char)*p;
95 1.59 rillig
96 1.43 rillig if (out_keylen != NULL)
97 1.43 rillig *out_keylen = (size_t)(p - key);
98 1.43 rillig return h;
99 1.43 rillig }
100 1.23 sjg
101 1.48 rillig unsigned int
102 1.48 rillig Hash_Hash(const char *key)
103 1.48 rillig {
104 1.58 rillig return hash(key, NULL);
105 1.48 rillig }
106 1.48 rillig
107 1.46 rillig static HashEntry *
108 1.46 rillig HashTable_Find(HashTable *t, unsigned int h, const char *key)
109 1.43 rillig {
110 1.46 rillig HashEntry *e;
111 1.44 rillig unsigned int chainlen = 0;
112 1.41 rillig
113 1.43 rillig #ifdef DEBUG_HASH_LOOKUP
114 1.55 rillig DEBUG4(HASH, "%s: %p h=%08x key=%s\n", __func__, t, h, key);
115 1.43 rillig #endif
116 1.41 rillig
117 1.43 rillig for (e = t->buckets[h & t->bucketsMask]; e != NULL; e = e->next) {
118 1.43 rillig chainlen++;
119 1.47 rillig if (e->key_hash == h && strcmp(e->key, key) == 0)
120 1.43 rillig break;
121 1.43 rillig }
122 1.41 rillig
123 1.43 rillig if (chainlen > t->maxchain)
124 1.43 rillig t->maxchain = chainlen;
125 1.41 rillig
126 1.43 rillig return e;
127 1.43 rillig }
128 1.41 rillig
129 1.54 rillig /* Set up the hash table. */
130 1.1 cgd void
131 1.54 rillig HashTable_Init(HashTable *t)
132 1.1 cgd {
133 1.44 rillig unsigned int n = 16, i;
134 1.56 rillig HashEntry **buckets = bmake_malloc(sizeof *buckets * n);
135 1.50 rillig for (i = 0; i < n; i++)
136 1.50 rillig buckets[i] = NULL;
137 1.1 cgd
138 1.50 rillig t->buckets = buckets;
139 1.50 rillig t->bucketsSize = n;
140 1.1 cgd t->numEntries = 0;
141 1.50 rillig t->bucketsMask = n - 1;
142 1.25 sjg t->maxchain = 0;
143 1.1 cgd }
144 1.1 cgd
145 1.61 rillig /*
146 1.61 rillig * Remove everything from the hash table and free up the memory for the keys
147 1.61 rillig * of the hash table, but not for the values associated to these keys.
148 1.61 rillig */
149 1.1 cgd void
150 1.54 rillig HashTable_Done(HashTable *t)
151 1.1 cgd {
152 1.51 rillig HashEntry **buckets = t->buckets;
153 1.51 rillig size_t i, n = t->bucketsSize;
154 1.1 cgd
155 1.51 rillig for (i = 0; i < n; i++) {
156 1.51 rillig HashEntry *he = buckets[i];
157 1.51 rillig while (he != NULL) {
158 1.51 rillig HashEntry *next = he->next;
159 1.51 rillig free(he);
160 1.51 rillig he = next;
161 1.1 cgd }
162 1.1 cgd }
163 1.61 rillig
164 1.29 rillig free(t->buckets);
165 1.55 rillig #ifdef CLEANUP
166 1.29 rillig t->buckets = NULL;
167 1.55 rillig #endif
168 1.1 cgd }
169 1.1 cgd
170 1.54 rillig /* Find the entry corresponding to the key, or return NULL. */
171 1.46 rillig HashEntry *
172 1.54 rillig HashTable_FindEntry(HashTable *t, const char *key)
173 1.1 cgd {
174 1.43 rillig unsigned int h = hash(key, NULL);
175 1.43 rillig return HashTable_Find(t, h, key);
176 1.1 cgd }
177 1.1 cgd
178 1.54 rillig /* Find the value corresponding to the key, or return NULL. */
179 1.33 rillig void *
180 1.54 rillig HashTable_FindValue(HashTable *t, const char *key)
181 1.33 rillig {
182 1.54 rillig HashEntry *he = HashTable_FindEntry(t, key);
183 1.43 rillig return he != NULL ? he->value : NULL;
184 1.43 rillig }
185 1.43 rillig
186 1.60 rillig /*
187 1.60 rillig * Find the value corresponding to the key and the precomputed hash,
188 1.60 rillig * or return NULL.
189 1.60 rillig */
190 1.48 rillig void *
191 1.54 rillig HashTable_FindValueHash(HashTable *t, const char *key, unsigned int h)
192 1.48 rillig {
193 1.48 rillig HashEntry *he = HashTable_Find(t, h, key);
194 1.48 rillig return he != NULL ? he->value : NULL;
195 1.48 rillig }
196 1.48 rillig
197 1.60 rillig /*
198 1.60 rillig * Make the hash table larger. Any bucket numbers from the old table become
199 1.60 rillig * invalid; the hash codes stay valid though.
200 1.60 rillig */
201 1.43 rillig static void
202 1.54 rillig HashTable_Enlarge(HashTable *t)
203 1.43 rillig {
204 1.49 rillig unsigned int oldSize = t->bucketsSize;
205 1.49 rillig HashEntry **oldBuckets = t->buckets;
206 1.49 rillig unsigned int newSize = 2 * oldSize;
207 1.49 rillig unsigned int newMask = newSize - 1;
208 1.56 rillig HashEntry **newBuckets = bmake_malloc(sizeof *newBuckets * newSize);
209 1.49 rillig size_t i;
210 1.49 rillig
211 1.49 rillig for (i = 0; i < newSize; i++)
212 1.49 rillig newBuckets[i] = NULL;
213 1.49 rillig
214 1.49 rillig for (i = 0; i < oldSize; i++) {
215 1.49 rillig HashEntry *he = oldBuckets[i];
216 1.49 rillig while (he != NULL) {
217 1.49 rillig HashEntry *next = he->next;
218 1.49 rillig he->next = newBuckets[he->key_hash & newMask];
219 1.49 rillig newBuckets[he->key_hash & newMask] = he;
220 1.49 rillig he = next;
221 1.43 rillig }
222 1.43 rillig }
223 1.49 rillig
224 1.49 rillig free(oldBuckets);
225 1.49 rillig
226 1.49 rillig t->bucketsSize = newSize;
227 1.49 rillig t->bucketsMask = newMask;
228 1.49 rillig t->buckets = newBuckets;
229 1.43 rillig DEBUG5(HASH, "%s: %p size=%d entries=%d maxchain=%d\n",
230 1.43 rillig __func__, t, t->bucketsSize, t->numEntries, t->maxchain);
231 1.43 rillig t->maxchain = 0;
232 1.33 rillig }
233 1.33 rillig
234 1.60 rillig /*
235 1.60 rillig * Find or create an entry corresponding to the key.
236 1.60 rillig * Return in out_isNew whether a new entry has been created.
237 1.60 rillig */
238 1.46 rillig HashEntry *
239 1.62 rillig HashTable_CreateEntry(HashTable *t, const char *key, bool *out_isNew)
240 1.1 cgd {
241 1.43 rillig size_t keylen;
242 1.52 rillig unsigned int h = hash(key, &keylen);
243 1.52 rillig HashEntry *he = HashTable_Find(t, h, key);
244 1.1 cgd
245 1.52 rillig if (he != NULL) {
246 1.52 rillig if (out_isNew != NULL)
247 1.62 rillig *out_isNew = false;
248 1.52 rillig return he;
249 1.42 rillig }
250 1.1 cgd
251 1.29 rillig if (t->numEntries >= rebuildLimit * t->bucketsSize)
252 1.54 rillig HashTable_Enlarge(t);
253 1.43 rillig
254 1.56 rillig he = bmake_malloc(sizeof *he + keylen);
255 1.52 rillig he->value = NULL;
256 1.52 rillig he->key_hash = h;
257 1.52 rillig memcpy(he->key, key, keylen + 1);
258 1.52 rillig
259 1.52 rillig he->next = t->buckets[h & t->bucketsMask];
260 1.52 rillig t->buckets[h & t->bucketsMask] = he;
261 1.1 cgd t->numEntries++;
262 1.1 cgd
263 1.52 rillig if (out_isNew != NULL)
264 1.62 rillig *out_isNew = true;
265 1.52 rillig return he;
266 1.1 cgd }
267 1.1 cgd
268 1.57 rillig HashEntry *
269 1.57 rillig HashTable_Set(HashTable *t, const char *key, void *value)
270 1.57 rillig {
271 1.57 rillig HashEntry *he = HashTable_CreateEntry(t, key, NULL);
272 1.57 rillig HashEntry_Set(he, value);
273 1.57 rillig return he;
274 1.57 rillig }
275 1.57 rillig
276 1.54 rillig /* Delete the entry from the table and free the associated memory. */
277 1.1 cgd void
278 1.54 rillig HashTable_DeleteEntry(HashTable *t, HashEntry *he)
279 1.1 cgd {
280 1.52 rillig HashEntry **ref = &t->buckets[he->key_hash & t->bucketsMask];
281 1.52 rillig HashEntry *p;
282 1.1 cgd
283 1.52 rillig for (; (p = *ref) != NULL; ref = &p->next) {
284 1.52 rillig if (p == he) {
285 1.52 rillig *ref = p->next;
286 1.16 christos free(p);
287 1.1 cgd t->numEntries--;
288 1.1 cgd return;
289 1.1 cgd }
290 1.1 cgd }
291 1.1 cgd abort();
292 1.1 cgd }
293 1.1 cgd
294 1.45 rillig /* Set things up for iterating over all entries in the hash table. */
295 1.45 rillig void
296 1.46 rillig HashIter_Init(HashIter *hi, HashTable *t)
297 1.1 cgd {
298 1.45 rillig hi->table = t;
299 1.45 rillig hi->nextBucket = 0;
300 1.45 rillig hi->entry = NULL;
301 1.1 cgd }
302 1.1 cgd
303 1.60 rillig /*
304 1.60 rillig * Return the next entry in the hash table, or NULL if the end of the table
305 1.60 rillig * is reached.
306 1.60 rillig */
307 1.46 rillig HashEntry *
308 1.45 rillig HashIter_Next(HashIter *hi)
309 1.1 cgd {
310 1.46 rillig HashTable *t = hi->table;
311 1.52 rillig HashEntry *he = hi->entry;
312 1.52 rillig HashEntry **buckets = t->buckets;
313 1.52 rillig unsigned int bucketsSize = t->bucketsSize;
314 1.1 cgd
315 1.52 rillig if (he != NULL)
316 1.52 rillig he = he->next; /* skip the most recently returned entry */
317 1.52 rillig
318 1.52 rillig while (he == NULL) { /* find the next nonempty chain */
319 1.52 rillig if (hi->nextBucket >= bucketsSize)
320 1.18 dsl return NULL;
321 1.52 rillig he = buckets[hi->nextBucket++];
322 1.1 cgd }
323 1.52 rillig hi->entry = he;
324 1.52 rillig return he;
325 1.1 cgd }
326 1.1 cgd
327 1.28 rillig void
328 1.54 rillig HashTable_DebugStats(HashTable *t, const char *name)
329 1.25 sjg {
330 1.46 rillig DEBUG4(HASH, "HashTable %s: size=%u numEntries=%u maxchain=%u\n",
331 1.43 rillig name, t->bucketsSize, t->numEntries, t->maxchain);
332 1.25 sjg }
333