npf_tableset.c revision 1.29 1 1.1 rmind /*-
2 1.29 rmind * Copyright (c) 2009-2018 The NetBSD Foundation, Inc.
3 1.1 rmind * All rights reserved.
4 1.1 rmind *
5 1.1 rmind * This material is based upon work partially supported by The
6 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
7 1.1 rmind *
8 1.1 rmind * Redistribution and use in source and binary forms, with or without
9 1.1 rmind * modification, are permitted provided that the following conditions
10 1.1 rmind * are met:
11 1.1 rmind * 1. Redistributions of source code must retain the above copyright
12 1.1 rmind * notice, this list of conditions and the following disclaimer.
13 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer in the
15 1.1 rmind * documentation and/or other materials provided with the distribution.
16 1.1 rmind *
17 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
18 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
19 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
20 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
21 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
28 1.1 rmind */
29 1.1 rmind
30 1.1 rmind /*
31 1.4 rmind * NPF tableset module.
32 1.1 rmind *
33 1.15 rmind * Notes
34 1.15 rmind *
35 1.15 rmind * The tableset is an array of tables. After the creation, the array
36 1.15 rmind * is immutable. The caller is responsible to synchronise the access
37 1.29 rmind * to the tableset.
38 1.1 rmind */
39 1.1 rmind
40 1.25 christos #ifdef _KERNEL
41 1.1 rmind #include <sys/cdefs.h>
42 1.29 rmind __KERNEL_RCSID(0, "$NetBSD: npf_tableset.c,v 1.29 2019/01/19 21:19:32 rmind Exp $");
43 1.1 rmind
44 1.1 rmind #include <sys/param.h>
45 1.10 rmind #include <sys/types.h>
46 1.1 rmind
47 1.1 rmind #include <sys/atomic.h>
48 1.21 rmind #include <sys/cdbr.h>
49 1.1 rmind #include <sys/kmem.h>
50 1.1 rmind #include <sys/pool.h>
51 1.1 rmind #include <sys/queue.h>
52 1.28 rmind #include <sys/mutex.h>
53 1.29 rmind #include <sys/thmap.h>
54 1.1 rmind
55 1.25 christos #include "lpm.h"
56 1.25 christos #endif
57 1.25 christos
58 1.1 rmind #include "npf_impl.h"
59 1.1 rmind
60 1.15 rmind typedef struct npf_tblent {
61 1.24 christos LIST_ENTRY(npf_tblent) te_listent;
62 1.24 christos uint16_t te_preflen;
63 1.24 christos uint16_t te_alen;
64 1.13 rmind npf_addr_t te_addr;
65 1.15 rmind } npf_tblent_t;
66 1.1 rmind
67 1.29 rmind #define NPF_ADDRLEN2IDX(alen) ((alen) >> 4)
68 1.29 rmind #define NPF_ADDR_SLOTS (2)
69 1.1 rmind
70 1.1 rmind struct npf_table {
71 1.19 rmind /*
72 1.29 rmind * The storage type can be: a) hashmap b) LPM c) cdb.
73 1.19 rmind * There are separate trees for IPv4 and IPv6.
74 1.19 rmind */
75 1.21 rmind union {
76 1.21 rmind struct {
77 1.29 rmind thmap_t * t_map;
78 1.29 rmind LIST_HEAD(, npf_tblent) t_gc;
79 1.21 rmind };
80 1.29 rmind lpm_t * t_lpm;
81 1.21 rmind struct {
82 1.21 rmind void * t_blob;
83 1.21 rmind size_t t_bsize;
84 1.21 rmind struct cdbr * t_cdb;
85 1.21 rmind };
86 1.29 rmind struct {
87 1.29 rmind npf_tblent_t ** t_elements[NPF_ADDR_SLOTS];
88 1.29 rmind unsigned t_allocated[NPF_ADDR_SLOTS];
89 1.29 rmind unsigned t_used[NPF_ADDR_SLOTS];
90 1.29 rmind };
91 1.21 rmind } /* C11 */;
92 1.29 rmind LIST_HEAD(, npf_tblent) t_list;
93 1.29 rmind unsigned t_nitems;
94 1.19 rmind
95 1.19 rmind /*
96 1.19 rmind * Table ID, type and lock. The ID may change during the
97 1.19 rmind * config reload, it is protected by the npf_config_lock.
98 1.19 rmind */
99 1.19 rmind int t_type;
100 1.29 rmind unsigned t_id;
101 1.28 rmind kmutex_t t_lock;
102 1.19 rmind
103 1.29 rmind /* Reference count and table name. */
104 1.29 rmind unsigned t_refcnt;
105 1.19 rmind char t_name[NPF_TABLE_MAXNAMELEN];
106 1.19 rmind };
107 1.19 rmind
108 1.19 rmind struct npf_tableset {
109 1.29 rmind unsigned ts_nitems;
110 1.19 rmind npf_table_t * ts_map[];
111 1.1 rmind };
112 1.1 rmind
113 1.19 rmind #define NPF_TABLESET_SIZE(n) \
114 1.19 rmind (offsetof(npf_tableset_t, ts_map[n]) * sizeof(npf_table_t *))
115 1.19 rmind
116 1.29 rmind #define NPF_IFADDR_STEP 4
117 1.13 rmind
118 1.13 rmind static pool_cache_t tblent_cache __read_mostly;
119 1.1 rmind
120 1.1 rmind /*
121 1.1 rmind * npf_table_sysinit: initialise tableset structures.
122 1.1 rmind */
123 1.4 rmind void
124 1.1 rmind npf_tableset_sysinit(void)
125 1.1 rmind {
126 1.29 rmind tblent_cache = pool_cache_init(sizeof(npf_tblent_t), 0,
127 1.14 rmind 0, 0, "npftblpl", NULL, IPL_NONE, NULL, NULL, NULL);
128 1.1 rmind }
129 1.1 rmind
130 1.1 rmind void
131 1.1 rmind npf_tableset_sysfini(void)
132 1.1 rmind {
133 1.1 rmind pool_cache_destroy(tblent_cache);
134 1.1 rmind }
135 1.1 rmind
136 1.1 rmind npf_tableset_t *
137 1.19 rmind npf_tableset_create(u_int nitems)
138 1.1 rmind {
139 1.19 rmind npf_tableset_t *ts = kmem_zalloc(NPF_TABLESET_SIZE(nitems), KM_SLEEP);
140 1.19 rmind ts->ts_nitems = nitems;
141 1.19 rmind return ts;
142 1.1 rmind }
143 1.1 rmind
144 1.1 rmind void
145 1.19 rmind npf_tableset_destroy(npf_tableset_t *ts)
146 1.1 rmind {
147 1.1 rmind /*
148 1.19 rmind * Destroy all tables (no references should be held, since the
149 1.19 rmind * ruleset should be destroyed before).
150 1.1 rmind */
151 1.19 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
152 1.19 rmind npf_table_t *t = ts->ts_map[tid];
153 1.19 rmind
154 1.17 rmind if (t && atomic_dec_uint_nv(&t->t_refcnt) == 0) {
155 1.1 rmind npf_table_destroy(t);
156 1.1 rmind }
157 1.1 rmind }
158 1.19 rmind kmem_free(ts, NPF_TABLESET_SIZE(ts->ts_nitems));
159 1.1 rmind }
160 1.1 rmind
161 1.1 rmind /*
162 1.1 rmind * npf_tableset_insert: insert the table into the specified tableset.
163 1.1 rmind *
164 1.13 rmind * => Returns 0 on success. Fails and returns error if ID is already used.
165 1.1 rmind */
166 1.1 rmind int
167 1.19 rmind npf_tableset_insert(npf_tableset_t *ts, npf_table_t *t)
168 1.1 rmind {
169 1.1 rmind const u_int tid = t->t_id;
170 1.1 rmind int error;
171 1.1 rmind
172 1.19 rmind KASSERT((u_int)tid < ts->ts_nitems);
173 1.1 rmind
174 1.19 rmind if (ts->ts_map[tid] == NULL) {
175 1.17 rmind atomic_inc_uint(&t->t_refcnt);
176 1.19 rmind ts->ts_map[tid] = t;
177 1.1 rmind error = 0;
178 1.1 rmind } else {
179 1.1 rmind error = EEXIST;
180 1.1 rmind }
181 1.1 rmind return error;
182 1.1 rmind }
183 1.1 rmind
184 1.26 rmind npf_table_t *
185 1.26 rmind npf_tableset_swap(npf_tableset_t *ts, npf_table_t *newt)
186 1.26 rmind {
187 1.26 rmind const u_int tid = newt->t_id;
188 1.26 rmind npf_table_t *oldt = ts->ts_map[tid];
189 1.26 rmind
190 1.26 rmind KASSERT(tid < ts->ts_nitems);
191 1.26 rmind KASSERT(oldt->t_id == newt->t_id);
192 1.26 rmind
193 1.26 rmind newt->t_refcnt = oldt->t_refcnt;
194 1.26 rmind oldt->t_refcnt = 0;
195 1.26 rmind
196 1.26 rmind return atomic_swap_ptr(&ts->ts_map[tid], newt);
197 1.26 rmind }
198 1.26 rmind
199 1.1 rmind /*
200 1.19 rmind * npf_tableset_getbyname: look for a table in the set given the name.
201 1.19 rmind */
202 1.19 rmind npf_table_t *
203 1.19 rmind npf_tableset_getbyname(npf_tableset_t *ts, const char *name)
204 1.19 rmind {
205 1.19 rmind npf_table_t *t;
206 1.19 rmind
207 1.19 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
208 1.19 rmind if ((t = ts->ts_map[tid]) == NULL)
209 1.19 rmind continue;
210 1.19 rmind if (strcmp(name, t->t_name) == 0)
211 1.19 rmind return t;
212 1.19 rmind }
213 1.19 rmind return NULL;
214 1.19 rmind }
215 1.19 rmind
216 1.19 rmind npf_table_t *
217 1.19 rmind npf_tableset_getbyid(npf_tableset_t *ts, u_int tid)
218 1.19 rmind {
219 1.19 rmind if (__predict_true(tid < ts->ts_nitems)) {
220 1.19 rmind return ts->ts_map[tid];
221 1.19 rmind }
222 1.19 rmind return NULL;
223 1.19 rmind }
224 1.19 rmind
225 1.19 rmind /*
226 1.15 rmind * npf_tableset_reload: iterate all tables and if the new table is of the
227 1.15 rmind * same type and has no items, then we preserve the old one and its entries.
228 1.15 rmind *
229 1.15 rmind * => The caller is responsible for providing synchronisation.
230 1.15 rmind */
231 1.15 rmind void
232 1.25 christos npf_tableset_reload(npf_t *npf, npf_tableset_t *nts, npf_tableset_t *ots)
233 1.15 rmind {
234 1.19 rmind for (u_int tid = 0; tid < nts->ts_nitems; tid++) {
235 1.19 rmind npf_table_t *t, *ot;
236 1.19 rmind
237 1.19 rmind if ((t = nts->ts_map[tid]) == NULL) {
238 1.19 rmind continue;
239 1.19 rmind }
240 1.15 rmind
241 1.19 rmind /* If our table has entries, just load it. */
242 1.19 rmind if (t->t_nitems) {
243 1.15 rmind continue;
244 1.15 rmind }
245 1.19 rmind
246 1.19 rmind /* Look for a currently existing table with such name. */
247 1.19 rmind ot = npf_tableset_getbyname(ots, t->t_name);
248 1.19 rmind if (ot == NULL) {
249 1.19 rmind /* Not found: we have a new table. */
250 1.19 rmind continue;
251 1.19 rmind }
252 1.19 rmind
253 1.19 rmind /* Found. Did the type change? */
254 1.19 rmind if (t->t_type != ot->t_type) {
255 1.19 rmind /* Yes, load the new. */
256 1.15 rmind continue;
257 1.15 rmind }
258 1.17 rmind
259 1.17 rmind /*
260 1.19 rmind * Preserve the current table. Acquire a reference since
261 1.19 rmind * we are keeping it in the old table set. Update its ID.
262 1.17 rmind */
263 1.17 rmind atomic_inc_uint(&ot->t_refcnt);
264 1.19 rmind nts->ts_map[tid] = ot;
265 1.19 rmind
266 1.25 christos KASSERT(npf_config_locked_p(npf));
267 1.19 rmind ot->t_id = tid;
268 1.17 rmind
269 1.21 rmind /* Destroy the new table (we hold the only reference). */
270 1.17 rmind t->t_refcnt--;
271 1.15 rmind npf_table_destroy(t);
272 1.15 rmind }
273 1.15 rmind }
274 1.15 rmind
275 1.22 rmind int
276 1.28 rmind npf_tableset_export(npf_t *npf, const npf_tableset_t *ts, nvlist_t *npf_dict)
277 1.20 rmind {
278 1.20 rmind const npf_table_t *t;
279 1.20 rmind
280 1.25 christos KASSERT(npf_config_locked_p(npf));
281 1.20 rmind
282 1.20 rmind for (u_int tid = 0; tid < ts->ts_nitems; tid++) {
283 1.28 rmind nvlist_t *table;
284 1.28 rmind
285 1.20 rmind if ((t = ts->ts_map[tid]) == NULL) {
286 1.20 rmind continue;
287 1.20 rmind }
288 1.28 rmind table = nvlist_create(0);
289 1.28 rmind nvlist_add_string(table, "name", t->t_name);
290 1.28 rmind nvlist_add_number(table, "type", t->t_type);
291 1.28 rmind nvlist_add_number(table, "id", tid);
292 1.20 rmind
293 1.28 rmind nvlist_append_nvlist_array(npf_dict, "tables", table);
294 1.28 rmind nvlist_destroy(table);
295 1.20 rmind }
296 1.22 rmind return 0;
297 1.20 rmind }
298 1.20 rmind
299 1.15 rmind /*
300 1.13 rmind * Few helper routines.
301 1.1 rmind */
302 1.1 rmind
303 1.29 rmind static void
304 1.29 rmind table_ipset_flush(npf_table_t *t)
305 1.1 rmind {
306 1.13 rmind npf_tblent_t *ent;
307 1.1 rmind
308 1.29 rmind while ((ent = LIST_FIRST(&t->t_list)) != NULL) {
309 1.29 rmind thmap_del(t->t_map, &ent->te_addr, ent->te_alen);
310 1.29 rmind LIST_REMOVE(ent, te_listent);
311 1.29 rmind pool_cache_put(tblent_cache, ent);
312 1.13 rmind }
313 1.29 rmind t->t_nitems = 0;
314 1.1 rmind }
315 1.1 rmind
316 1.13 rmind static void
317 1.29 rmind table_tree_flush(npf_table_t *t)
318 1.18 rmind {
319 1.29 rmind npf_tblent_t *ent;
320 1.18 rmind
321 1.29 rmind while ((ent = LIST_FIRST(&t->t_list)) != NULL) {
322 1.29 rmind LIST_REMOVE(ent, te_listent);
323 1.29 rmind pool_cache_put(tblent_cache, ent);
324 1.18 rmind }
325 1.29 rmind lpm_clear(t->t_lpm, NULL, NULL);
326 1.29 rmind t->t_nitems = 0;
327 1.18 rmind }
328 1.18 rmind
329 1.18 rmind static void
330 1.29 rmind table_ifaddr_flush(npf_table_t *t)
331 1.1 rmind {
332 1.13 rmind npf_tblent_t *ent;
333 1.1 rmind
334 1.29 rmind for (unsigned i = 0; i < NPF_ADDR_SLOTS; i++) {
335 1.29 rmind size_t len;
336 1.29 rmind
337 1.29 rmind if (!t->t_allocated[i]) {
338 1.29 rmind KASSERT(t->t_elements[i] == NULL);
339 1.29 rmind continue;
340 1.29 rmind }
341 1.29 rmind len = t->t_allocated[i] * sizeof(npf_tblent_t *);
342 1.29 rmind kmem_free(t->t_elements[i], len);
343 1.29 rmind t->t_elements[i] = NULL;
344 1.29 rmind t->t_allocated[i] = 0;
345 1.29 rmind t->t_used[i] = 0;
346 1.29 rmind }
347 1.24 christos while ((ent = LIST_FIRST(&t->t_list)) != NULL) {
348 1.24 christos LIST_REMOVE(ent, te_listent);
349 1.13 rmind pool_cache_put(tblent_cache, ent);
350 1.13 rmind }
351 1.29 rmind t->t_nitems = 0;
352 1.1 rmind }
353 1.1 rmind
354 1.1 rmind /*
355 1.1 rmind * npf_table_create: create table with a specified ID.
356 1.1 rmind */
357 1.1 rmind npf_table_t *
358 1.21 rmind npf_table_create(const char *name, u_int tid, int type,
359 1.28 rmind const void *blob, size_t size)
360 1.1 rmind {
361 1.1 rmind npf_table_t *t;
362 1.1 rmind
363 1.25 christos t = kmem_zalloc(sizeof(npf_table_t), KM_SLEEP);
364 1.19 rmind strlcpy(t->t_name, name, NPF_TABLE_MAXNAMELEN);
365 1.1 rmind
366 1.1 rmind switch (type) {
367 1.29 rmind case NPF_TABLE_LPM:
368 1.29 rmind t->t_lpm = lpm_create();
369 1.29 rmind if (t->t_lpm == NULL) {
370 1.24 christos goto out;
371 1.25 christos }
372 1.24 christos LIST_INIT(&t->t_list);
373 1.1 rmind break;
374 1.29 rmind case NPF_TABLE_IPSET:
375 1.29 rmind t->t_map = thmap_create(0, NULL, THMAP_NOCOPY);
376 1.29 rmind if (t->t_map == NULL) {
377 1.24 christos goto out;
378 1.25 christos }
379 1.1 rmind break;
380 1.29 rmind case NPF_TABLE_CONST:
381 1.28 rmind t->t_blob = kmem_alloc(size, KM_SLEEP);
382 1.28 rmind if (t->t_blob == NULL) {
383 1.28 rmind goto out;
384 1.28 rmind }
385 1.28 rmind memcpy(t->t_blob, blob, size);
386 1.21 rmind t->t_bsize = size;
387 1.28 rmind
388 1.28 rmind t->t_cdb = cdbr_open_mem(t->t_blob, size,
389 1.28 rmind CDBR_DEFAULT, NULL, NULL);
390 1.21 rmind if (t->t_cdb == NULL) {
391 1.28 rmind kmem_free(t->t_blob, t->t_bsize);
392 1.24 christos goto out;
393 1.21 rmind }
394 1.21 rmind t->t_nitems = cdbr_entries(t->t_cdb);
395 1.21 rmind break;
396 1.29 rmind case NPF_TABLE_IFADDR:
397 1.29 rmind break;
398 1.1 rmind default:
399 1.1 rmind KASSERT(false);
400 1.1 rmind }
401 1.29 rmind mutex_init(&t->t_lock, MUTEX_DEFAULT, IPL_NONE);
402 1.1 rmind t->t_type = type;
403 1.1 rmind t->t_id = tid;
404 1.1 rmind return t;
405 1.24 christos out:
406 1.25 christos kmem_free(t, sizeof(npf_table_t));
407 1.24 christos return NULL;
408 1.1 rmind }
409 1.1 rmind
410 1.1 rmind /*
411 1.1 rmind * npf_table_destroy: free all table entries and table itself.
412 1.1 rmind */
413 1.1 rmind void
414 1.1 rmind npf_table_destroy(npf_table_t *t)
415 1.1 rmind {
416 1.17 rmind KASSERT(t->t_refcnt == 0);
417 1.1 rmind
418 1.1 rmind switch (t->t_type) {
419 1.29 rmind case NPF_TABLE_IPSET:
420 1.29 rmind table_ipset_flush(t);
421 1.29 rmind npf_table_gc(NULL, t);
422 1.29 rmind thmap_destroy(t->t_map);
423 1.1 rmind break;
424 1.29 rmind case NPF_TABLE_LPM:
425 1.24 christos table_tree_flush(t);
426 1.24 christos lpm_destroy(t->t_lpm);
427 1.1 rmind break;
428 1.29 rmind case NPF_TABLE_CONST:
429 1.21 rmind cdbr_close(t->t_cdb);
430 1.28 rmind kmem_free(t->t_blob, t->t_bsize);
431 1.21 rmind break;
432 1.29 rmind case NPF_TABLE_IFADDR:
433 1.29 rmind table_ifaddr_flush(t);
434 1.29 rmind break;
435 1.1 rmind default:
436 1.1 rmind KASSERT(false);
437 1.1 rmind }
438 1.28 rmind mutex_destroy(&t->t_lock);
439 1.25 christos kmem_free(t, sizeof(npf_table_t));
440 1.1 rmind }
441 1.1 rmind
442 1.26 rmind u_int
443 1.26 rmind npf_table_getid(npf_table_t *t)
444 1.26 rmind {
445 1.26 rmind return t->t_id;
446 1.26 rmind }
447 1.26 rmind
448 1.1 rmind /*
449 1.19 rmind * npf_table_check: validate the name, ID and type.
450 1.13 rmind */
451 1.1 rmind int
452 1.28 rmind npf_table_check(npf_tableset_t *ts, const char *name, uint64_t tid, uint64_t type)
453 1.1 rmind {
454 1.28 rmind if (tid >= ts->ts_nitems) {
455 1.1 rmind return EINVAL;
456 1.1 rmind }
457 1.19 rmind if (ts->ts_map[tid] != NULL) {
458 1.1 rmind return EEXIST;
459 1.1 rmind }
460 1.21 rmind switch (type) {
461 1.29 rmind case NPF_TABLE_LPM:
462 1.29 rmind case NPF_TABLE_IPSET:
463 1.29 rmind case NPF_TABLE_CONST:
464 1.29 rmind case NPF_TABLE_IFADDR:
465 1.21 rmind break;
466 1.21 rmind default:
467 1.1 rmind return EINVAL;
468 1.1 rmind }
469 1.19 rmind if (strlen(name) >= NPF_TABLE_MAXNAMELEN) {
470 1.19 rmind return ENAMETOOLONG;
471 1.19 rmind }
472 1.19 rmind if (npf_tableset_getbyname(ts, name)) {
473 1.20 rmind return EEXIST;
474 1.19 rmind }
475 1.1 rmind return 0;
476 1.1 rmind }
477 1.1 rmind
478 1.13 rmind static int
479 1.29 rmind table_cidr_check(int alen, const npf_addr_t *addr, npf_netmask_t mask)
480 1.13 rmind {
481 1.29 rmind switch (alen) {
482 1.29 rmind case sizeof(struct in_addr):
483 1.29 rmind if (__predict_false(mask > 32 && mask != NPF_NO_NETMASK)) {
484 1.29 rmind return EINVAL;
485 1.29 rmind }
486 1.29 rmind break;
487 1.29 rmind case sizeof(struct in6_addr):
488 1.29 rmind if (__predict_false(mask > 128 && mask != NPF_NO_NETMASK)) {
489 1.29 rmind return EINVAL;
490 1.29 rmind }
491 1.29 rmind break;
492 1.29 rmind default:
493 1.13 rmind return EINVAL;
494 1.13 rmind }
495 1.29 rmind return 0;
496 1.29 rmind }
497 1.29 rmind
498 1.29 rmind static void
499 1.29 rmind table_ifaddr_insert(npf_table_t *t, const int alen, npf_tblent_t *ent)
500 1.29 rmind {
501 1.29 rmind const unsigned aidx = NPF_ADDRLEN2IDX(alen);
502 1.29 rmind const unsigned allocated = t->t_allocated[aidx];
503 1.29 rmind const unsigned used = t->t_used[aidx];
504 1.13 rmind
505 1.13 rmind /*
506 1.29 rmind * No need to check for duplicates.
507 1.13 rmind */
508 1.29 rmind if (allocated <= used) {
509 1.29 rmind npf_tblent_t **old_elements = t->t_elements[aidx];
510 1.29 rmind npf_tblent_t **elements;
511 1.29 rmind size_t toalloc, newsize;
512 1.29 rmind
513 1.29 rmind toalloc = roundup2(allocated + 1, NPF_IFADDR_STEP);
514 1.29 rmind newsize = toalloc * sizeof(npf_tblent_t *);
515 1.29 rmind
516 1.29 rmind elements = kmem_zalloc(newsize, KM_SLEEP);
517 1.29 rmind for (unsigned i = 0; i < used; i++) {
518 1.29 rmind elements[i] = old_elements[i];
519 1.29 rmind }
520 1.29 rmind if (allocated) {
521 1.29 rmind const size_t len = allocated * sizeof(npf_tblent_t *);
522 1.29 rmind KASSERT(old_elements != NULL);
523 1.29 rmind kmem_free(old_elements, len);
524 1.29 rmind }
525 1.29 rmind t->t_elements[aidx] = elements;
526 1.29 rmind t->t_allocated[aidx] = toalloc;
527 1.13 rmind }
528 1.29 rmind t->t_elements[aidx][used] = ent;
529 1.29 rmind t->t_used[aidx]++;
530 1.13 rmind }
531 1.13 rmind
532 1.1 rmind /*
533 1.13 rmind * npf_table_insert: add an IP CIDR entry into the table.
534 1.1 rmind */
535 1.1 rmind int
536 1.19 rmind npf_table_insert(npf_table_t *t, const int alen,
537 1.6 zoltan const npf_addr_t *addr, const npf_netmask_t mask)
538 1.1 rmind {
539 1.13 rmind npf_tblent_t *ent;
540 1.13 rmind int error;
541 1.1 rmind
542 1.29 rmind error = table_cidr_check(alen, addr, mask);
543 1.13 rmind if (error) {
544 1.13 rmind return error;
545 1.8 rmind }
546 1.12 rmind ent = pool_cache_get(tblent_cache, PR_WAITOK);
547 1.13 rmind memcpy(&ent->te_addr, addr, alen);
548 1.13 rmind ent->te_alen = alen;
549 1.29 rmind ent->te_preflen = 0;
550 1.1 rmind
551 1.13 rmind /*
552 1.13 rmind * Insert the entry. Return an error on duplicate.
553 1.13 rmind */
554 1.28 rmind mutex_enter(&t->t_lock);
555 1.1 rmind switch (t->t_type) {
556 1.29 rmind case NPF_TABLE_IPSET:
557 1.13 rmind /*
558 1.29 rmind * Hashmap supports only IPs.
559 1.29 rmind *
560 1.29 rmind * Note: the key must be already persistent, since we
561 1.29 rmind * use THMAP_NOCOPY.
562 1.13 rmind */
563 1.13 rmind if (mask != NPF_NO_NETMASK) {
564 1.13 rmind error = EINVAL;
565 1.13 rmind break;
566 1.1 rmind }
567 1.29 rmind if (thmap_put(t->t_map, &ent->te_addr, alen, ent) == ent) {
568 1.29 rmind LIST_INSERT_HEAD(&t->t_list, ent, te_listent);
569 1.15 rmind t->t_nitems++;
570 1.1 rmind } else {
571 1.1 rmind error = EEXIST;
572 1.1 rmind }
573 1.1 rmind break;
574 1.29 rmind case NPF_TABLE_LPM: {
575 1.24 christos const unsigned preflen =
576 1.24 christos (mask == NPF_NO_NETMASK) ? (alen * 8) : mask;
577 1.29 rmind ent->te_preflen = preflen;
578 1.29 rmind
579 1.24 christos if (lpm_lookup(t->t_lpm, addr, alen) == NULL &&
580 1.24 christos lpm_insert(t->t_lpm, addr, alen, preflen, ent) == 0) {
581 1.24 christos LIST_INSERT_HEAD(&t->t_list, ent, te_listent);
582 1.15 rmind t->t_nitems++;
583 1.15 rmind error = 0;
584 1.13 rmind } else {
585 1.15 rmind error = EEXIST;
586 1.1 rmind }
587 1.1 rmind break;
588 1.13 rmind }
589 1.29 rmind case NPF_TABLE_CONST:
590 1.21 rmind error = EINVAL;
591 1.21 rmind break;
592 1.29 rmind case NPF_TABLE_IFADDR:
593 1.29 rmind table_ifaddr_insert(t, alen, ent);
594 1.29 rmind LIST_INSERT_HEAD(&t->t_list, ent, te_listent);
595 1.29 rmind t->t_nitems++;
596 1.29 rmind break;
597 1.1 rmind default:
598 1.1 rmind KASSERT(false);
599 1.1 rmind }
600 1.28 rmind mutex_exit(&t->t_lock);
601 1.1 rmind
602 1.8 rmind if (error) {
603 1.12 rmind pool_cache_put(tblent_cache, ent);
604 1.1 rmind }
605 1.1 rmind return error;
606 1.1 rmind }
607 1.1 rmind
608 1.1 rmind /*
609 1.13 rmind * npf_table_remove: remove the IP CIDR entry from the table.
610 1.1 rmind */
611 1.1 rmind int
612 1.19 rmind npf_table_remove(npf_table_t *t, const int alen,
613 1.6 zoltan const npf_addr_t *addr, const npf_netmask_t mask)
614 1.1 rmind {
615 1.21 rmind npf_tblent_t *ent = NULL;
616 1.29 rmind int error;
617 1.1 rmind
618 1.29 rmind error = table_cidr_check(alen, addr, mask);
619 1.13 rmind if (error) {
620 1.13 rmind return error;
621 1.8 rmind }
622 1.15 rmind
623 1.28 rmind mutex_enter(&t->t_lock);
624 1.13 rmind switch (t->t_type) {
625 1.29 rmind case NPF_TABLE_IPSET:
626 1.29 rmind ent = thmap_del(t->t_map, addr, alen);
627 1.12 rmind if (__predict_true(ent != NULL)) {
628 1.24 christos LIST_REMOVE(ent, te_listent);
629 1.29 rmind LIST_INSERT_HEAD(&t->t_gc, ent, te_listent);
630 1.29 rmind ent = NULL; // to be G/C'ed
631 1.15 rmind t->t_nitems--;
632 1.29 rmind } else {
633 1.29 rmind error = ENOENT;
634 1.1 rmind }
635 1.1 rmind break;
636 1.29 rmind case NPF_TABLE_LPM:
637 1.24 christos ent = lpm_lookup(t->t_lpm, addr, alen);
638 1.12 rmind if (__predict_true(ent != NULL)) {
639 1.24 christos LIST_REMOVE(ent, te_listent);
640 1.24 christos lpm_remove(t->t_lpm, &ent->te_addr,
641 1.24 christos ent->te_alen, ent->te_preflen);
642 1.15 rmind t->t_nitems--;
643 1.29 rmind } else {
644 1.29 rmind error = ENOENT;
645 1.1 rmind }
646 1.1 rmind break;
647 1.29 rmind case NPF_TABLE_CONST:
648 1.29 rmind case NPF_TABLE_IFADDR:
649 1.21 rmind error = EINVAL;
650 1.21 rmind break;
651 1.1 rmind default:
652 1.1 rmind KASSERT(false);
653 1.13 rmind ent = NULL;
654 1.1 rmind }
655 1.28 rmind mutex_exit(&t->t_lock);
656 1.1 rmind
657 1.21 rmind if (ent) {
658 1.21 rmind pool_cache_put(tblent_cache, ent);
659 1.1 rmind }
660 1.21 rmind return error;
661 1.1 rmind }
662 1.1 rmind
663 1.1 rmind /*
664 1.13 rmind * npf_table_lookup: find the table according to ID, lookup and match
665 1.13 rmind * the contents with the specified IP address.
666 1.1 rmind */
667 1.1 rmind int
668 1.19 rmind npf_table_lookup(npf_table_t *t, const int alen, const npf_addr_t *addr)
669 1.1 rmind {
670 1.21 rmind const void *data;
671 1.21 rmind size_t dlen;
672 1.21 rmind bool found;
673 1.29 rmind int error;
674 1.1 rmind
675 1.29 rmind error = table_cidr_check(alen, addr, NPF_NO_NETMASK);
676 1.29 rmind if (error) {
677 1.29 rmind return error;
678 1.13 rmind }
679 1.13 rmind
680 1.1 rmind switch (t->t_type) {
681 1.29 rmind case NPF_TABLE_IPSET:
682 1.29 rmind found = thmap_get(t->t_map, addr, alen) != NULL;
683 1.1 rmind break;
684 1.29 rmind case NPF_TABLE_LPM:
685 1.28 rmind mutex_enter(&t->t_lock);
686 1.24 christos found = lpm_lookup(t->t_lpm, addr, alen) != NULL;
687 1.28 rmind mutex_exit(&t->t_lock);
688 1.21 rmind break;
689 1.29 rmind case NPF_TABLE_CONST:
690 1.21 rmind if (cdbr_find(t->t_cdb, addr, alen, &data, &dlen) == 0) {
691 1.29 rmind found = dlen == (unsigned)alen &&
692 1.25 christos memcmp(addr, data, dlen) == 0;
693 1.21 rmind } else {
694 1.21 rmind found = false;
695 1.21 rmind }
696 1.1 rmind break;
697 1.29 rmind case NPF_TABLE_IFADDR: {
698 1.29 rmind const unsigned aidx = NPF_ADDRLEN2IDX(alen);
699 1.29 rmind
700 1.29 rmind found = false;
701 1.29 rmind for (unsigned i = 0; i < t->t_used[aidx]; i++) {
702 1.29 rmind const npf_tblent_t *elm = t->t_elements[aidx][i];
703 1.29 rmind
704 1.29 rmind KASSERT(elm->te_alen == alen);
705 1.29 rmind
706 1.29 rmind if (memcmp(&elm->te_addr, addr, alen) == 0) {
707 1.29 rmind found = true;
708 1.29 rmind break;
709 1.29 rmind }
710 1.29 rmind }
711 1.29 rmind break;
712 1.29 rmind }
713 1.1 rmind default:
714 1.1 rmind KASSERT(false);
715 1.21 rmind found = false;
716 1.1 rmind }
717 1.1 rmind
718 1.21 rmind return found ? 0 : ENOENT;
719 1.1 rmind }
720 1.15 rmind
721 1.29 rmind npf_addr_t *
722 1.29 rmind npf_table_getsome(npf_table_t *t, const int alen, unsigned idx)
723 1.29 rmind {
724 1.29 rmind const unsigned aidx = NPF_ADDRLEN2IDX(alen);
725 1.29 rmind npf_tblent_t *elm;
726 1.29 rmind unsigned nitems;
727 1.29 rmind
728 1.29 rmind KASSERT(t->t_type == NPF_TABLE_IFADDR);
729 1.29 rmind KASSERT(aidx < NPF_ADDR_SLOTS);
730 1.29 rmind
731 1.29 rmind nitems = t->t_used[aidx];
732 1.29 rmind if (nitems == 0) {
733 1.29 rmind return NULL;
734 1.29 rmind }
735 1.29 rmind
736 1.29 rmind /*
737 1.29 rmind * No need to acquire the lock, since the table is immutable.
738 1.29 rmind */
739 1.29 rmind elm = t->t_elements[aidx][idx % nitems];
740 1.29 rmind return &elm->te_addr;
741 1.29 rmind }
742 1.29 rmind
743 1.15 rmind static int
744 1.21 rmind table_ent_copyout(const npf_addr_t *addr, const int alen, npf_netmask_t mask,
745 1.15 rmind void *ubuf, size_t len, size_t *off)
746 1.15 rmind {
747 1.15 rmind void *ubufp = (uint8_t *)ubuf + *off;
748 1.15 rmind npf_ioctl_ent_t uent;
749 1.15 rmind
750 1.15 rmind if ((*off += sizeof(npf_ioctl_ent_t)) > len) {
751 1.15 rmind return ENOMEM;
752 1.15 rmind }
753 1.21 rmind uent.alen = alen;
754 1.21 rmind memcpy(&uent.addr, addr, sizeof(npf_addr_t));
755 1.15 rmind uent.mask = mask;
756 1.15 rmind
757 1.15 rmind return copyout(&uent, ubufp, sizeof(npf_ioctl_ent_t));
758 1.15 rmind }
759 1.15 rmind
760 1.15 rmind static int
761 1.29 rmind table_generic_list(const npf_table_t *t, void *ubuf, size_t len)
762 1.15 rmind {
763 1.24 christos npf_tblent_t *ent;
764 1.24 christos size_t off = 0;
765 1.15 rmind int error = 0;
766 1.15 rmind
767 1.24 christos LIST_FOREACH(ent, &t->t_list, te_listent) {
768 1.24 christos error = table_ent_copyout(&ent->te_addr,
769 1.29 rmind ent->te_alen, ent->te_preflen, ubuf, len, &off);
770 1.21 rmind if (error)
771 1.21 rmind break;
772 1.21 rmind }
773 1.21 rmind return error;
774 1.21 rmind }
775 1.21 rmind
776 1.21 rmind static int
777 1.21 rmind table_cdb_list(npf_table_t *t, void *ubuf, size_t len)
778 1.21 rmind {
779 1.21 rmind size_t off = 0, dlen;
780 1.21 rmind const void *data;
781 1.21 rmind int error = 0;
782 1.21 rmind
783 1.21 rmind for (size_t i = 0; i < t->t_nitems; i++) {
784 1.21 rmind if (cdbr_get(t->t_cdb, i, &data, &dlen) != 0) {
785 1.21 rmind return EINVAL;
786 1.21 rmind }
787 1.21 rmind error = table_ent_copyout(data, dlen, 0, ubuf, len, &off);
788 1.15 rmind if (error)
789 1.15 rmind break;
790 1.15 rmind }
791 1.15 rmind return error;
792 1.15 rmind }
793 1.15 rmind
794 1.15 rmind /*
795 1.15 rmind * npf_table_list: copy a list of all table entries into a userspace buffer.
796 1.15 rmind */
797 1.15 rmind int
798 1.19 rmind npf_table_list(npf_table_t *t, void *ubuf, size_t len)
799 1.15 rmind {
800 1.15 rmind int error = 0;
801 1.15 rmind
802 1.28 rmind mutex_enter(&t->t_lock);
803 1.15 rmind switch (t->t_type) {
804 1.29 rmind case NPF_TABLE_IPSET:
805 1.29 rmind error = table_generic_list(t, ubuf, len);
806 1.15 rmind break;
807 1.29 rmind case NPF_TABLE_LPM:
808 1.29 rmind error = table_generic_list(t, ubuf, len);
809 1.16 rmind break;
810 1.29 rmind case NPF_TABLE_CONST:
811 1.21 rmind error = table_cdb_list(t, ubuf, len);
812 1.21 rmind break;
813 1.29 rmind case NPF_TABLE_IFADDR:
814 1.29 rmind error = table_generic_list(t, ubuf, len);
815 1.29 rmind break;
816 1.15 rmind default:
817 1.15 rmind KASSERT(false);
818 1.15 rmind }
819 1.28 rmind mutex_exit(&t->t_lock);
820 1.15 rmind
821 1.15 rmind return error;
822 1.15 rmind }
823 1.18 rmind
824 1.18 rmind /*
825 1.18 rmind * npf_table_flush: remove all table entries.
826 1.18 rmind */
827 1.18 rmind int
828 1.19 rmind npf_table_flush(npf_table_t *t)
829 1.18 rmind {
830 1.21 rmind int error = 0;
831 1.21 rmind
832 1.28 rmind mutex_enter(&t->t_lock);
833 1.18 rmind switch (t->t_type) {
834 1.29 rmind case NPF_TABLE_IPSET:
835 1.29 rmind table_ipset_flush(t);
836 1.18 rmind break;
837 1.29 rmind case NPF_TABLE_LPM:
838 1.24 christos table_tree_flush(t);
839 1.18 rmind break;
840 1.29 rmind case NPF_TABLE_CONST:
841 1.29 rmind case NPF_TABLE_IFADDR:
842 1.21 rmind error = EINVAL;
843 1.21 rmind break;
844 1.18 rmind default:
845 1.18 rmind KASSERT(false);
846 1.18 rmind }
847 1.28 rmind mutex_exit(&t->t_lock);
848 1.21 rmind return error;
849 1.18 rmind }
850 1.29 rmind
851 1.29 rmind void
852 1.29 rmind npf_table_gc(npf_t *npf, npf_table_t *t)
853 1.29 rmind {
854 1.29 rmind npf_tblent_t *ent;
855 1.29 rmind void *ref;
856 1.29 rmind
857 1.29 rmind if (t->t_type != NPF_TABLE_IPSET || LIST_EMPTY(&t->t_gc)) {
858 1.29 rmind return;
859 1.29 rmind }
860 1.29 rmind
861 1.29 rmind ref = thmap_stage_gc(t->t_map);
862 1.29 rmind if (npf) {
863 1.29 rmind npf_config_locked_p(npf);
864 1.29 rmind npf_config_sync(npf);
865 1.29 rmind }
866 1.29 rmind thmap_gc(t->t_map, ref);
867 1.29 rmind
868 1.29 rmind while ((ent = LIST_FIRST(&t->t_gc)) != NULL) {
869 1.29 rmind LIST_REMOVE(ent, te_listent);
870 1.29 rmind pool_cache_put(tblent_cache, ent);
871 1.29 rmind }
872 1.29 rmind }
873