npf_tableset.c revision 1.24 1 1.24 christos /* $NetBSD: npf_tableset.c,v 1.24 2016/12/09 02:40:38 christos Exp $ */
2 1.1 rmind
3 1.1 rmind /*-
4 1.24 christos * Copyright (c) 2009-2016 The NetBSD Foundation, Inc.
5 1.1 rmind * All rights reserved.
6 1.1 rmind *
7 1.1 rmind * This material is based upon work partially supported by The
8 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 1.1 rmind *
10 1.1 rmind * Redistribution and use in source and binary forms, with or without
11 1.1 rmind * modification, are permitted provided that the following conditions
12 1.1 rmind * are met:
13 1.1 rmind * 1. Redistributions of source code must retain the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer.
15 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 rmind * notice, this list of conditions and the following disclaimer in the
17 1.1 rmind * documentation and/or other materials provided with the distribution.
18 1.1 rmind *
19 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
30 1.1 rmind */
31 1.1 rmind
32 1.1 rmind /*
33 1.4 rmind * NPF tableset module.
34 1.1 rmind *
35 1.15 rmind * Notes
36 1.15 rmind *
37 1.15 rmind * The tableset is an array of tables. After the creation, the array
38 1.15 rmind * is immutable. The caller is responsible to synchronise the access
39 1.15 rmind * to the tableset. The table can either be a hash or a tree. Its
40 1.15 rmind * entries are protected by a read-write lock.
41 1.1 rmind */
42 1.1 rmind
43 1.1 rmind #include <sys/cdefs.h>
44 1.24 christos __KERNEL_RCSID(0, "$NetBSD: npf_tableset.c,v 1.24 2016/12/09 02:40:38 christos Exp $");
45 1.1 rmind
46 1.1 rmind #include <sys/param.h>
47 1.10 rmind #include <sys/types.h>
48 1.1 rmind
49 1.1 rmind #include <sys/atomic.h>
50 1.1 rmind #include <sys/hash.h>
51 1.21 rmind #include <sys/cdbr.h>
52 1.1 rmind #include <sys/kmem.h>
53 1.21 rmind #include <sys/malloc.h>
54 1.1 rmind #include <sys/pool.h>
55 1.1 rmind #include <sys/queue.h>
56 1.1 rmind #include <sys/rwlock.h>
57 1.1 rmind #include <sys/systm.h>
58 1.1 rmind #include <sys/types.h>
59 1.1 rmind
60 1.1 rmind #include "npf_impl.h"
61 1.24 christos #include "lpm.h"
62 1.1 rmind
63 1.15 rmind typedef struct npf_tblent {
64 1.24 christos LIST_ENTRY(npf_tblent) te_listent;
65 1.24 christos uint16_t te_preflen;
66 1.24 christos uint16_t te_alen;
67 1.13 rmind npf_addr_t te_addr;
68 1.15 rmind } npf_tblent_t;
69 1.1 rmind
70 1.1 rmind LIST_HEAD(npf_hashl, npf_tblent);
71 1.1 rmind
72 1.1 rmind struct npf_table {
73 1.19 rmind /*
74 1.21 rmind * The storage type can be: a) hash b) tree c) cdb.
75 1.19 rmind * There are separate trees for IPv4 and IPv6.
76 1.19 rmind */
77 1.21 rmind union {
78 1.21 rmind struct {
79 1.21 rmind struct npf_hashl *t_hashl;
80 1.21 rmind u_long t_hashmask;
81 1.21 rmind };
82 1.21 rmind struct {
83 1.24 christos lpm_t * t_lpm;
84 1.24 christos LIST_HEAD(, npf_tblent) t_list;
85 1.21 rmind };
86 1.21 rmind struct {
87 1.21 rmind void * t_blob;
88 1.21 rmind size_t t_bsize;
89 1.21 rmind struct cdbr * t_cdb;
90 1.21 rmind };
91 1.21 rmind } /* C11 */;
92 1.19 rmind
93 1.19 rmind /*
94 1.19 rmind * Table ID, type and lock. The ID may change during the
95 1.19 rmind * config reload, it is protected by the npf_config_lock.
96 1.19 rmind */
97 1.19 rmind int t_type;
98 1.19 rmind u_int t_id;
99 1.19 rmind krwlock_t t_lock;
100 1.19 rmind
101 1.19 rmind /* The number of items, reference count and table name. */
102 1.19 rmind u_int t_nitems;
103 1.19 rmind u_int t_refcnt;
104 1.19 rmind char t_name[NPF_TABLE_MAXNAMELEN];
105 1.19 rmind };
106 1.19 rmind
107 1.19 rmind struct npf_tableset {
108 1.19 rmind u_int ts_nitems;
109 1.19 rmind npf_table_t * ts_map[];
110 1.1 rmind };
111 1.1 rmind
112 1.19 rmind #define NPF_TABLESET_SIZE(n) \
113 1.19 rmind (offsetof(npf_tableset_t, ts_map[n]) * sizeof(npf_table_t *))
114 1.19 rmind
115 1.13 rmind #define NPF_ADDRLEN2TREE(alen) ((alen) >> 4)
116 1.13 rmind
117 1.13 rmind static pool_cache_t tblent_cache __read_mostly;
118 1.1 rmind
119 1.1 rmind /*
120 1.1 rmind * npf_table_sysinit: initialise tableset structures.
121 1.1 rmind */
122 1.4 rmind void
123 1.1 rmind npf_tableset_sysinit(void)
124 1.1 rmind {
125 1.1 rmind tblent_cache = pool_cache_init(sizeof(npf_tblent_t), coherency_unit,
126 1.14 rmind 0, 0, "npftblpl", NULL, IPL_NONE, NULL, NULL, NULL);
127 1.1 rmind }
128 1.1 rmind
129 1.1 rmind void
130 1.1 rmind npf_tableset_sysfini(void)
131 1.1 rmind {
132 1.1 rmind pool_cache_destroy(tblent_cache);
133 1.1 rmind }
134 1.1 rmind
135 1.1 rmind npf_tableset_t *
136 1.19 rmind npf_tableset_create(u_int nitems)
137 1.1 rmind {
138 1.19 rmind npf_tableset_t *ts = kmem_zalloc(NPF_TABLESET_SIZE(nitems), KM_SLEEP);
139 1.19 rmind ts->ts_nitems = nitems;
140 1.19 rmind return ts;
141 1.1 rmind }
142 1.1 rmind
143 1.1 rmind void
144 1.19 rmind npf_tableset_destroy(npf_tableset_t *ts)
145 1.1 rmind {
146 1.1 rmind /*
147 1.19 rmind * Destroy all tables (no references should be held, since the
148 1.19 rmind * ruleset should be destroyed before).
149 1.1 rmind */
150 1.19 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
151 1.19 rmind npf_table_t *t = ts->ts_map[tid];
152 1.19 rmind
153 1.17 rmind if (t && atomic_dec_uint_nv(&t->t_refcnt) == 0) {
154 1.1 rmind npf_table_destroy(t);
155 1.1 rmind }
156 1.1 rmind }
157 1.19 rmind kmem_free(ts, NPF_TABLESET_SIZE(ts->ts_nitems));
158 1.1 rmind }
159 1.1 rmind
160 1.1 rmind /*
161 1.1 rmind * npf_tableset_insert: insert the table into the specified tableset.
162 1.1 rmind *
163 1.13 rmind * => Returns 0 on success. Fails and returns error if ID is already used.
164 1.1 rmind */
165 1.1 rmind int
166 1.19 rmind npf_tableset_insert(npf_tableset_t *ts, npf_table_t *t)
167 1.1 rmind {
168 1.1 rmind const u_int tid = t->t_id;
169 1.1 rmind int error;
170 1.1 rmind
171 1.19 rmind KASSERT((u_int)tid < ts->ts_nitems);
172 1.1 rmind
173 1.19 rmind if (ts->ts_map[tid] == NULL) {
174 1.17 rmind atomic_inc_uint(&t->t_refcnt);
175 1.19 rmind ts->ts_map[tid] = t;
176 1.1 rmind error = 0;
177 1.1 rmind } else {
178 1.1 rmind error = EEXIST;
179 1.1 rmind }
180 1.1 rmind return error;
181 1.1 rmind }
182 1.1 rmind
183 1.1 rmind /*
184 1.19 rmind * npf_tableset_getbyname: look for a table in the set given the name.
185 1.19 rmind */
186 1.19 rmind npf_table_t *
187 1.19 rmind npf_tableset_getbyname(npf_tableset_t *ts, const char *name)
188 1.19 rmind {
189 1.19 rmind npf_table_t *t;
190 1.19 rmind
191 1.19 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
192 1.19 rmind if ((t = ts->ts_map[tid]) == NULL)
193 1.19 rmind continue;
194 1.19 rmind if (strcmp(name, t->t_name) == 0)
195 1.19 rmind return t;
196 1.19 rmind }
197 1.19 rmind return NULL;
198 1.19 rmind }
199 1.19 rmind
200 1.19 rmind npf_table_t *
201 1.19 rmind npf_tableset_getbyid(npf_tableset_t *ts, u_int tid)
202 1.19 rmind {
203 1.19 rmind if (__predict_true(tid < ts->ts_nitems)) {
204 1.19 rmind return ts->ts_map[tid];
205 1.19 rmind }
206 1.19 rmind return NULL;
207 1.19 rmind }
208 1.19 rmind
209 1.19 rmind /*
210 1.15 rmind * npf_tableset_reload: iterate all tables and if the new table is of the
211 1.15 rmind * same type and has no items, then we preserve the old one and its entries.
212 1.15 rmind *
213 1.15 rmind * => The caller is responsible for providing synchronisation.
214 1.15 rmind */
215 1.15 rmind void
216 1.19 rmind npf_tableset_reload(npf_tableset_t *nts, npf_tableset_t *ots)
217 1.15 rmind {
218 1.19 rmind for (u_int tid = 0; tid < nts->ts_nitems; tid++) {
219 1.19 rmind npf_table_t *t, *ot;
220 1.19 rmind
221 1.19 rmind if ((t = nts->ts_map[tid]) == NULL) {
222 1.19 rmind continue;
223 1.19 rmind }
224 1.15 rmind
225 1.19 rmind /* If our table has entries, just load it. */
226 1.19 rmind if (t->t_nitems) {
227 1.15 rmind continue;
228 1.15 rmind }
229 1.19 rmind
230 1.19 rmind /* Look for a currently existing table with such name. */
231 1.19 rmind ot = npf_tableset_getbyname(ots, t->t_name);
232 1.19 rmind if (ot == NULL) {
233 1.19 rmind /* Not found: we have a new table. */
234 1.19 rmind continue;
235 1.19 rmind }
236 1.19 rmind
237 1.19 rmind /* Found. Did the type change? */
238 1.19 rmind if (t->t_type != ot->t_type) {
239 1.19 rmind /* Yes, load the new. */
240 1.15 rmind continue;
241 1.15 rmind }
242 1.17 rmind
243 1.17 rmind /*
244 1.19 rmind * Preserve the current table. Acquire a reference since
245 1.19 rmind * we are keeping it in the old table set. Update its ID.
246 1.17 rmind */
247 1.17 rmind atomic_inc_uint(&ot->t_refcnt);
248 1.19 rmind nts->ts_map[tid] = ot;
249 1.19 rmind
250 1.19 rmind KASSERT(npf_config_locked_p());
251 1.19 rmind ot->t_id = tid;
252 1.17 rmind
253 1.21 rmind /* Destroy the new table (we hold the only reference). */
254 1.17 rmind t->t_refcnt--;
255 1.15 rmind npf_table_destroy(t);
256 1.15 rmind }
257 1.15 rmind }
258 1.15 rmind
259 1.22 rmind int
260 1.22 rmind npf_tableset_export(const npf_tableset_t *ts, prop_array_t tables)
261 1.20 rmind {
262 1.20 rmind const npf_table_t *t;
263 1.20 rmind
264 1.20 rmind KASSERT(npf_config_locked_p());
265 1.20 rmind
266 1.20 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
267 1.20 rmind if ((t = ts->ts_map[tid]) == NULL) {
268 1.20 rmind continue;
269 1.20 rmind }
270 1.20 rmind prop_dictionary_t tdict = prop_dictionary_create();
271 1.20 rmind prop_dictionary_set_cstring(tdict, "name", t->t_name);
272 1.20 rmind prop_dictionary_set_uint32(tdict, "type", t->t_type);
273 1.20 rmind prop_dictionary_set_uint32(tdict, "id", tid);
274 1.20 rmind
275 1.20 rmind prop_array_add(tables, tdict);
276 1.20 rmind prop_object_release(tdict);
277 1.20 rmind }
278 1.22 rmind return 0;
279 1.20 rmind }
280 1.20 rmind
281 1.15 rmind /*
282 1.13 rmind * Few helper routines.
283 1.1 rmind */
284 1.1 rmind
285 1.13 rmind static npf_tblent_t *
286 1.13 rmind table_hash_lookup(const npf_table_t *t, const npf_addr_t *addr,
287 1.13 rmind const int alen, struct npf_hashl **rhtbl)
288 1.1 rmind {
289 1.13 rmind const uint32_t hidx = hash32_buf(addr, alen, HASH32_BUF_INIT);
290 1.13 rmind struct npf_hashl *htbl = &t->t_hashl[hidx & t->t_hashmask];
291 1.13 rmind npf_tblent_t *ent;
292 1.1 rmind
293 1.13 rmind /*
294 1.13 rmind * Lookup the hash table and check for duplicates.
295 1.13 rmind * Note: mask is ignored for the hash storage.
296 1.13 rmind */
297 1.24 christos LIST_FOREACH(ent, htbl, te_listent) {
298 1.13 rmind if (ent->te_alen != alen) {
299 1.13 rmind continue;
300 1.13 rmind }
301 1.13 rmind if (memcmp(&ent->te_addr, addr, alen) == 0) {
302 1.13 rmind break;
303 1.13 rmind }
304 1.13 rmind }
305 1.13 rmind *rhtbl = htbl;
306 1.13 rmind return ent;
307 1.1 rmind }
308 1.1 rmind
309 1.13 rmind static void
310 1.24 christos table_hash_flush(npf_table_t *t)
311 1.18 rmind {
312 1.18 rmind for (unsigned n = 0; n <= t->t_hashmask; n++) {
313 1.18 rmind npf_tblent_t *ent;
314 1.18 rmind
315 1.18 rmind while ((ent = LIST_FIRST(&t->t_hashl[n])) != NULL) {
316 1.24 christos LIST_REMOVE(ent, te_listent);
317 1.18 rmind pool_cache_put(tblent_cache, ent);
318 1.18 rmind }
319 1.18 rmind }
320 1.18 rmind }
321 1.18 rmind
322 1.18 rmind static void
323 1.24 christos table_tree_flush(npf_table_t *t)
324 1.1 rmind {
325 1.13 rmind npf_tblent_t *ent;
326 1.1 rmind
327 1.24 christos while ((ent = LIST_FIRST(&t->t_list)) != NULL) {
328 1.24 christos LIST_REMOVE(ent, te_listent);
329 1.13 rmind pool_cache_put(tblent_cache, ent);
330 1.13 rmind }
331 1.24 christos lpm_clear(t->t_lpm, NULL, NULL);
332 1.1 rmind }
333 1.1 rmind
334 1.1 rmind /*
335 1.1 rmind * npf_table_create: create table with a specified ID.
336 1.1 rmind */
337 1.1 rmind npf_table_t *
338 1.21 rmind npf_table_create(const char *name, u_int tid, int type,
339 1.21 rmind void *blob, size_t size)
340 1.1 rmind {
341 1.1 rmind npf_table_t *t;
342 1.1 rmind
343 1.24 christos t = kmem_zalloc(sizeof(*t), KM_SLEEP);
344 1.19 rmind strlcpy(t->t_name, name, NPF_TABLE_MAXNAMELEN);
345 1.1 rmind
346 1.1 rmind switch (type) {
347 1.9 rmind case NPF_TABLE_TREE:
348 1.24 christos if ((t->t_lpm = lpm_create()) == NULL)
349 1.24 christos goto out;
350 1.24 christos LIST_INIT(&t->t_list);
351 1.1 rmind break;
352 1.1 rmind case NPF_TABLE_HASH:
353 1.21 rmind t->t_hashl = hashinit(1024, HASH_LIST, true, &t->t_hashmask);
354 1.24 christos if (t->t_hashl == NULL)
355 1.24 christos goto out;
356 1.1 rmind break;
357 1.21 rmind case NPF_TABLE_CDB:
358 1.21 rmind t->t_blob = blob;
359 1.21 rmind t->t_bsize = size;
360 1.21 rmind t->t_cdb = cdbr_open_mem(blob, size, CDBR_DEFAULT, NULL, NULL);
361 1.21 rmind if (t->t_cdb == NULL) {
362 1.21 rmind free(blob, M_TEMP);
363 1.24 christos goto out;
364 1.21 rmind }
365 1.21 rmind t->t_nitems = cdbr_entries(t->t_cdb);
366 1.21 rmind break;
367 1.1 rmind default:
368 1.1 rmind KASSERT(false);
369 1.1 rmind }
370 1.1 rmind rw_init(&t->t_lock);
371 1.1 rmind t->t_type = type;
372 1.1 rmind t->t_id = tid;
373 1.15 rmind
374 1.1 rmind return t;
375 1.24 christos out:
376 1.24 christos kmem_free(t, sizeof(*t));
377 1.24 christos return NULL;
378 1.24 christos
379 1.1 rmind }
380 1.1 rmind
381 1.1 rmind /*
382 1.1 rmind * npf_table_destroy: free all table entries and table itself.
383 1.1 rmind */
384 1.1 rmind void
385 1.1 rmind npf_table_destroy(npf_table_t *t)
386 1.1 rmind {
387 1.17 rmind KASSERT(t->t_refcnt == 0);
388 1.1 rmind
389 1.1 rmind switch (t->t_type) {
390 1.15 rmind case NPF_TABLE_HASH:
391 1.24 christos table_hash_flush(t);
392 1.1 rmind hashdone(t->t_hashl, HASH_LIST, t->t_hashmask);
393 1.1 rmind break;
394 1.15 rmind case NPF_TABLE_TREE:
395 1.24 christos table_tree_flush(t);
396 1.24 christos lpm_destroy(t->t_lpm);
397 1.1 rmind break;
398 1.21 rmind case NPF_TABLE_CDB:
399 1.21 rmind cdbr_close(t->t_cdb);
400 1.21 rmind free(t->t_blob, M_TEMP);
401 1.21 rmind break;
402 1.1 rmind default:
403 1.1 rmind KASSERT(false);
404 1.1 rmind }
405 1.1 rmind rw_destroy(&t->t_lock);
406 1.24 christos kmem_free(t, sizeof(*t));
407 1.1 rmind }
408 1.1 rmind
409 1.1 rmind /*
410 1.19 rmind * npf_table_check: validate the name, ID and type.
411 1.13 rmind */
412 1.1 rmind int
413 1.19 rmind npf_table_check(npf_tableset_t *ts, const char *name, u_int tid, int type)
414 1.1 rmind {
415 1.19 rmind if ((u_int)tid >= ts->ts_nitems) {
416 1.1 rmind return EINVAL;
417 1.1 rmind }
418 1.19 rmind if (ts->ts_map[tid] != NULL) {
419 1.1 rmind return EEXIST;
420 1.1 rmind }
421 1.21 rmind switch (type) {
422 1.21 rmind case NPF_TABLE_TREE:
423 1.21 rmind case NPF_TABLE_HASH:
424 1.21 rmind case NPF_TABLE_CDB:
425 1.21 rmind break;
426 1.21 rmind default:
427 1.1 rmind return EINVAL;
428 1.1 rmind }
429 1.19 rmind if (strlen(name) >= NPF_TABLE_MAXNAMELEN) {
430 1.19 rmind return ENAMETOOLONG;
431 1.19 rmind }
432 1.19 rmind if (npf_tableset_getbyname(ts, name)) {
433 1.20 rmind return EEXIST;
434 1.19 rmind }
435 1.1 rmind return 0;
436 1.1 rmind }
437 1.1 rmind
438 1.13 rmind static int
439 1.15 rmind table_cidr_check(const u_int aidx, const npf_addr_t *addr,
440 1.13 rmind const npf_netmask_t mask)
441 1.13 rmind {
442 1.19 rmind if (aidx > 1) {
443 1.13 rmind return EINVAL;
444 1.13 rmind }
445 1.19 rmind if (mask > NPF_MAX_NETMASK && mask != NPF_NO_NETMASK) {
446 1.13 rmind return EINVAL;
447 1.13 rmind }
448 1.13 rmind
449 1.13 rmind /*
450 1.13 rmind * For IPv4 (aidx = 0) - 32 and for IPv6 (aidx = 1) - 128.
451 1.13 rmind * If it is a host - shall use NPF_NO_NETMASK.
452 1.13 rmind */
453 1.23 christos if (mask > (aidx ? 128 : 32) && mask != NPF_NO_NETMASK) {
454 1.13 rmind return EINVAL;
455 1.13 rmind }
456 1.13 rmind return 0;
457 1.13 rmind }
458 1.13 rmind
459 1.1 rmind /*
460 1.13 rmind * npf_table_insert: add an IP CIDR entry into the table.
461 1.1 rmind */
462 1.1 rmind int
463 1.19 rmind npf_table_insert(npf_table_t *t, const int alen,
464 1.6 zoltan const npf_addr_t *addr, const npf_netmask_t mask)
465 1.1 rmind {
466 1.13 rmind const u_int aidx = NPF_ADDRLEN2TREE(alen);
467 1.13 rmind npf_tblent_t *ent;
468 1.13 rmind int error;
469 1.1 rmind
470 1.15 rmind error = table_cidr_check(aidx, addr, mask);
471 1.13 rmind if (error) {
472 1.13 rmind return error;
473 1.8 rmind }
474 1.12 rmind ent = pool_cache_get(tblent_cache, PR_WAITOK);
475 1.13 rmind memcpy(&ent->te_addr, addr, alen);
476 1.13 rmind ent->te_alen = alen;
477 1.1 rmind
478 1.13 rmind /*
479 1.13 rmind * Insert the entry. Return an error on duplicate.
480 1.13 rmind */
481 1.15 rmind rw_enter(&t->t_lock, RW_WRITER);
482 1.1 rmind switch (t->t_type) {
483 1.13 rmind case NPF_TABLE_HASH: {
484 1.13 rmind struct npf_hashl *htbl;
485 1.13 rmind
486 1.13 rmind /*
487 1.13 rmind * Hash tables by the concept support only IPs.
488 1.13 rmind */
489 1.13 rmind if (mask != NPF_NO_NETMASK) {
490 1.13 rmind error = EINVAL;
491 1.13 rmind break;
492 1.1 rmind }
493 1.13 rmind if (!table_hash_lookup(t, addr, alen, &htbl)) {
494 1.24 christos LIST_INSERT_HEAD(htbl, ent, te_listent);
495 1.15 rmind t->t_nitems++;
496 1.1 rmind } else {
497 1.1 rmind error = EEXIST;
498 1.1 rmind }
499 1.1 rmind break;
500 1.13 rmind }
501 1.13 rmind case NPF_TABLE_TREE: {
502 1.24 christos const unsigned preflen =
503 1.24 christos (mask == NPF_NO_NETMASK) ? (alen * 8) : mask;
504 1.24 christos if (lpm_lookup(t->t_lpm, addr, alen) == NULL &&
505 1.24 christos lpm_insert(t->t_lpm, addr, alen, preflen, ent) == 0) {
506 1.24 christos LIST_INSERT_HEAD(&t->t_list, ent, te_listent);
507 1.24 christos ent->te_preflen = preflen;
508 1.15 rmind t->t_nitems++;
509 1.15 rmind error = 0;
510 1.13 rmind } else {
511 1.15 rmind error = EEXIST;
512 1.1 rmind }
513 1.1 rmind break;
514 1.13 rmind }
515 1.21 rmind case NPF_TABLE_CDB:
516 1.21 rmind error = EINVAL;
517 1.21 rmind break;
518 1.1 rmind default:
519 1.1 rmind KASSERT(false);
520 1.1 rmind }
521 1.15 rmind rw_exit(&t->t_lock);
522 1.1 rmind
523 1.8 rmind if (error) {
524 1.12 rmind pool_cache_put(tblent_cache, ent);
525 1.1 rmind }
526 1.1 rmind return error;
527 1.1 rmind }
528 1.1 rmind
529 1.1 rmind /*
530 1.13 rmind * npf_table_remove: remove the IP CIDR entry from the table.
531 1.1 rmind */
532 1.1 rmind int
533 1.19 rmind npf_table_remove(npf_table_t *t, const int alen,
534 1.6 zoltan const npf_addr_t *addr, const npf_netmask_t mask)
535 1.1 rmind {
536 1.13 rmind const u_int aidx = NPF_ADDRLEN2TREE(alen);
537 1.21 rmind npf_tblent_t *ent = NULL;
538 1.21 rmind int error = ENOENT;
539 1.1 rmind
540 1.15 rmind error = table_cidr_check(aidx, addr, mask);
541 1.13 rmind if (error) {
542 1.13 rmind return error;
543 1.8 rmind }
544 1.15 rmind
545 1.15 rmind rw_enter(&t->t_lock, RW_WRITER);
546 1.13 rmind switch (t->t_type) {
547 1.13 rmind case NPF_TABLE_HASH: {
548 1.13 rmind struct npf_hashl *htbl;
549 1.8 rmind
550 1.13 rmind ent = table_hash_lookup(t, addr, alen, &htbl);
551 1.12 rmind if (__predict_true(ent != NULL)) {
552 1.24 christos LIST_REMOVE(ent, te_listent);
553 1.15 rmind t->t_nitems--;
554 1.1 rmind }
555 1.1 rmind break;
556 1.13 rmind }
557 1.13 rmind case NPF_TABLE_TREE: {
558 1.24 christos ent = lpm_lookup(t->t_lpm, addr, alen);
559 1.12 rmind if (__predict_true(ent != NULL)) {
560 1.24 christos LIST_REMOVE(ent, te_listent);
561 1.24 christos lpm_remove(t->t_lpm, &ent->te_addr,
562 1.24 christos ent->te_alen, ent->te_preflen);
563 1.15 rmind t->t_nitems--;
564 1.1 rmind }
565 1.1 rmind break;
566 1.13 rmind }
567 1.21 rmind case NPF_TABLE_CDB:
568 1.21 rmind error = EINVAL;
569 1.21 rmind break;
570 1.1 rmind default:
571 1.1 rmind KASSERT(false);
572 1.13 rmind ent = NULL;
573 1.1 rmind }
574 1.15 rmind rw_exit(&t->t_lock);
575 1.1 rmind
576 1.21 rmind if (ent) {
577 1.21 rmind pool_cache_put(tblent_cache, ent);
578 1.1 rmind }
579 1.21 rmind return error;
580 1.1 rmind }
581 1.1 rmind
582 1.1 rmind /*
583 1.13 rmind * npf_table_lookup: find the table according to ID, lookup and match
584 1.13 rmind * the contents with the specified IP address.
585 1.1 rmind */
586 1.1 rmind int
587 1.19 rmind npf_table_lookup(npf_table_t *t, const int alen, const npf_addr_t *addr)
588 1.1 rmind {
589 1.13 rmind const u_int aidx = NPF_ADDRLEN2TREE(alen);
590 1.21 rmind struct npf_hashl *htbl;
591 1.21 rmind const void *data;
592 1.21 rmind size_t dlen;
593 1.21 rmind bool found;
594 1.1 rmind
595 1.13 rmind if (__predict_false(aidx > 1)) {
596 1.13 rmind return EINVAL;
597 1.13 rmind }
598 1.13 rmind
599 1.1 rmind switch (t->t_type) {
600 1.21 rmind case NPF_TABLE_HASH:
601 1.21 rmind rw_enter(&t->t_lock, RW_READER);
602 1.21 rmind found = table_hash_lookup(t, addr, alen, &htbl) != NULL;
603 1.21 rmind rw_exit(&t->t_lock);
604 1.1 rmind break;
605 1.21 rmind case NPF_TABLE_TREE:
606 1.21 rmind rw_enter(&t->t_lock, RW_READER);
607 1.24 christos found = lpm_lookup(t->t_lpm, addr, alen) != NULL;
608 1.21 rmind rw_exit(&t->t_lock);
609 1.21 rmind break;
610 1.21 rmind case NPF_TABLE_CDB:
611 1.21 rmind if (cdbr_find(t->t_cdb, addr, alen, &data, &dlen) == 0) {
612 1.21 rmind found = dlen == alen && memcmp(addr, data, dlen) == 0;
613 1.21 rmind } else {
614 1.21 rmind found = false;
615 1.21 rmind }
616 1.1 rmind break;
617 1.1 rmind default:
618 1.1 rmind KASSERT(false);
619 1.21 rmind found = false;
620 1.1 rmind }
621 1.1 rmind
622 1.21 rmind return found ? 0 : ENOENT;
623 1.1 rmind }
624 1.15 rmind
625 1.15 rmind static int
626 1.21 rmind table_ent_copyout(const npf_addr_t *addr, const int alen, npf_netmask_t mask,
627 1.15 rmind void *ubuf, size_t len, size_t *off)
628 1.15 rmind {
629 1.15 rmind void *ubufp = (uint8_t *)ubuf + *off;
630 1.15 rmind npf_ioctl_ent_t uent;
631 1.15 rmind
632 1.15 rmind if ((*off += sizeof(npf_ioctl_ent_t)) > len) {
633 1.15 rmind return ENOMEM;
634 1.15 rmind }
635 1.21 rmind uent.alen = alen;
636 1.21 rmind memcpy(&uent.addr, addr, sizeof(npf_addr_t));
637 1.15 rmind uent.mask = mask;
638 1.15 rmind
639 1.15 rmind return copyout(&uent, ubufp, sizeof(npf_ioctl_ent_t));
640 1.15 rmind }
641 1.15 rmind
642 1.15 rmind static int
643 1.21 rmind table_hash_list(const npf_table_t *t, void *ubuf, size_t len)
644 1.21 rmind {
645 1.21 rmind size_t off = 0;
646 1.21 rmind int error = 0;
647 1.21 rmind
648 1.21 rmind for (unsigned n = 0; n <= t->t_hashmask; n++) {
649 1.21 rmind npf_tblent_t *ent;
650 1.21 rmind
651 1.24 christos LIST_FOREACH(ent, &t->t_hashl[n], te_listent) {
652 1.21 rmind error = table_ent_copyout(&ent->te_addr,
653 1.21 rmind ent->te_alen, 0, ubuf, len, &off);
654 1.21 rmind if (error)
655 1.21 rmind break;
656 1.21 rmind }
657 1.21 rmind }
658 1.21 rmind return error;
659 1.21 rmind }
660 1.21 rmind
661 1.21 rmind static int
662 1.24 christos table_tree_list(const npf_table_t *t, void *ubuf, size_t len)
663 1.15 rmind {
664 1.24 christos npf_tblent_t *ent;
665 1.24 christos size_t off = 0;
666 1.15 rmind int error = 0;
667 1.15 rmind
668 1.24 christos LIST_FOREACH(ent, &t->t_list, te_listent) {
669 1.24 christos error = table_ent_copyout(&ent->te_addr,
670 1.24 christos ent->te_alen, 0, ubuf, len, &off);
671 1.21 rmind if (error)
672 1.21 rmind break;
673 1.21 rmind }
674 1.21 rmind return error;
675 1.21 rmind }
676 1.21 rmind
677 1.21 rmind static int
678 1.21 rmind table_cdb_list(npf_table_t *t, void *ubuf, size_t len)
679 1.21 rmind {
680 1.21 rmind size_t off = 0, dlen;
681 1.21 rmind const void *data;
682 1.21 rmind int error = 0;
683 1.21 rmind
684 1.21 rmind for (size_t i = 0; i < t->t_nitems; i++) {
685 1.21 rmind if (cdbr_get(t->t_cdb, i, &data, &dlen) != 0) {
686 1.21 rmind return EINVAL;
687 1.21 rmind }
688 1.21 rmind error = table_ent_copyout(data, dlen, 0, ubuf, len, &off);
689 1.15 rmind if (error)
690 1.15 rmind break;
691 1.15 rmind }
692 1.15 rmind return error;
693 1.15 rmind }
694 1.15 rmind
695 1.15 rmind /*
696 1.15 rmind * npf_table_list: copy a list of all table entries into a userspace buffer.
697 1.15 rmind */
698 1.15 rmind int
699 1.19 rmind npf_table_list(npf_table_t *t, void *ubuf, size_t len)
700 1.15 rmind {
701 1.15 rmind int error = 0;
702 1.15 rmind
703 1.15 rmind rw_enter(&t->t_lock, RW_READER);
704 1.15 rmind switch (t->t_type) {
705 1.15 rmind case NPF_TABLE_HASH:
706 1.21 rmind error = table_hash_list(t, ubuf, len);
707 1.15 rmind break;
708 1.15 rmind case NPF_TABLE_TREE:
709 1.24 christos error = table_tree_list(t, ubuf, len);
710 1.16 rmind break;
711 1.21 rmind case NPF_TABLE_CDB:
712 1.21 rmind error = table_cdb_list(t, ubuf, len);
713 1.21 rmind break;
714 1.15 rmind default:
715 1.15 rmind KASSERT(false);
716 1.15 rmind }
717 1.15 rmind rw_exit(&t->t_lock);
718 1.15 rmind
719 1.15 rmind return error;
720 1.15 rmind }
721 1.18 rmind
722 1.18 rmind /*
723 1.18 rmind * npf_table_flush: remove all table entries.
724 1.18 rmind */
725 1.18 rmind int
726 1.19 rmind npf_table_flush(npf_table_t *t)
727 1.18 rmind {
728 1.21 rmind int error = 0;
729 1.21 rmind
730 1.18 rmind rw_enter(&t->t_lock, RW_WRITER);
731 1.18 rmind switch (t->t_type) {
732 1.18 rmind case NPF_TABLE_HASH:
733 1.24 christos table_hash_flush(t);
734 1.18 rmind t->t_nitems = 0;
735 1.18 rmind break;
736 1.18 rmind case NPF_TABLE_TREE:
737 1.24 christos table_tree_flush(t);
738 1.18 rmind t->t_nitems = 0;
739 1.18 rmind break;
740 1.21 rmind case NPF_TABLE_CDB:
741 1.21 rmind error = EINVAL;
742 1.21 rmind break;
743 1.18 rmind default:
744 1.18 rmind KASSERT(false);
745 1.18 rmind }
746 1.18 rmind rw_exit(&t->t_lock);
747 1.21 rmind return error;
748 1.18 rmind }
749