npf_ruleset.c revision 1.25 1 1.25 rmind /* $NetBSD: npf_ruleset.c,v 1.25 2013/09/19 01:49:07 rmind Exp $ */
2 1.1 rmind
3 1.1 rmind /*-
4 1.17 rmind * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
5 1.1 rmind * All rights reserved.
6 1.1 rmind *
7 1.1 rmind * This material is based upon work partially supported by The
8 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 1.1 rmind *
10 1.1 rmind * Redistribution and use in source and binary forms, with or without
11 1.1 rmind * modification, are permitted provided that the following conditions
12 1.1 rmind * are met:
13 1.1 rmind * 1. Redistributions of source code must retain the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer.
15 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 rmind * notice, this list of conditions and the following disclaimer in the
17 1.1 rmind * documentation and/or other materials provided with the distribution.
18 1.1 rmind *
19 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
30 1.1 rmind */
31 1.1 rmind
32 1.1 rmind /*
33 1.1 rmind * NPF ruleset module.
34 1.1 rmind */
35 1.1 rmind
36 1.1 rmind #include <sys/cdefs.h>
37 1.25 rmind __KERNEL_RCSID(0, "$NetBSD: npf_ruleset.c,v 1.25 2013/09/19 01:49:07 rmind Exp $");
38 1.1 rmind
39 1.1 rmind #include <sys/param.h>
40 1.11 rmind #include <sys/types.h>
41 1.1 rmind
42 1.20 rmind #include <sys/atomic.h>
43 1.1 rmind #include <sys/kmem.h>
44 1.1 rmind #include <sys/queue.h>
45 1.17 rmind #include <sys/mbuf.h>
46 1.1 rmind #include <sys/types.h>
47 1.1 rmind
48 1.17 rmind #include <net/bpf.h>
49 1.20 rmind #include <net/bpfjit.h>
50 1.3 rmind #include <net/pfil.h>
51 1.1 rmind #include <net/if.h>
52 1.1 rmind
53 1.1 rmind #include "npf_impl.h"
54 1.1 rmind
55 1.4 rmind struct npf_ruleset {
56 1.18 rmind /*
57 1.18 rmind * - List of all rules.
58 1.18 rmind * - Dynamic (i.e. named) rules.
59 1.18 rmind * - G/C list for convenience.
60 1.18 rmind */
61 1.17 rmind LIST_HEAD(, npf_rule) rs_all;
62 1.17 rmind LIST_HEAD(, npf_rule) rs_dynamic;
63 1.18 rmind LIST_HEAD(, npf_rule) rs_gc;
64 1.17 rmind
65 1.19 rmind /* Unique ID counter. */
66 1.19 rmind uint64_t rs_idcnt;
67 1.19 rmind
68 1.17 rmind /* Number of array slots and active rules. */
69 1.17 rmind u_int rs_slots;
70 1.17 rmind u_int rs_nitems;
71 1.17 rmind
72 1.17 rmind /* Array of ordered rules. */
73 1.17 rmind npf_rule_t * rs_rules[];
74 1.4 rmind };
75 1.4 rmind
76 1.1 rmind struct npf_rule {
77 1.17 rmind /* Attributes, interface and skip slot. */
78 1.4 rmind uint32_t r_attr;
79 1.4 rmind u_int r_ifid;
80 1.17 rmind u_int r_skip_to;
81 1.17 rmind
82 1.17 rmind /* Code to process, if any. */
83 1.17 rmind int r_type;
84 1.20 rmind bpfjit_function_t r_jcode;
85 1.17 rmind void * r_code;
86 1.17 rmind size_t r_clen;
87 1.17 rmind
88 1.17 rmind /* NAT policy (optional), rule procedure and subset. */
89 1.17 rmind npf_natpolicy_t * r_natp;
90 1.4 rmind npf_rproc_t * r_rproc;
91 1.17 rmind
92 1.17 rmind /* Rule priority: (highest) 1, 2 ... n (lowest). */
93 1.17 rmind pri_t r_priority;
94 1.17 rmind
95 1.17 rmind /*
96 1.17 rmind * Dynamic group: subset queue and a dynamic group list entry.
97 1.17 rmind * Dynamic rule: entry and the parent rule (the group).
98 1.17 rmind */
99 1.17 rmind union {
100 1.17 rmind TAILQ_HEAD(npf_ruleq, npf_rule) r_subset;
101 1.17 rmind TAILQ_ENTRY(npf_rule) r_entry;
102 1.17 rmind } /* C11 */;
103 1.17 rmind union {
104 1.17 rmind LIST_ENTRY(npf_rule) r_dentry;
105 1.17 rmind npf_rule_t * r_parent;
106 1.17 rmind } /* C11 */;
107 1.17 rmind
108 1.19 rmind /* Rule ID and the original dictionary. */
109 1.19 rmind uint64_t r_id;
110 1.18 rmind prop_dictionary_t r_dict;
111 1.18 rmind
112 1.17 rmind /* Rule name and all-list entry. */
113 1.17 rmind char r_name[NPF_RULE_MAXNAMELEN];
114 1.17 rmind LIST_ENTRY(npf_rule) r_aentry;
115 1.17 rmind
116 1.17 rmind /* Key (optional). */
117 1.17 rmind uint8_t r_key[NPF_RULE_MAXKEYLEN];
118 1.1 rmind };
119 1.1 rmind
120 1.17 rmind #define NPF_DYNAMIC_GROUP_P(attr) \
121 1.17 rmind (((attr) & NPF_DYNAMIC_GROUP) == NPF_DYNAMIC_GROUP)
122 1.17 rmind
123 1.19 rmind #define NPF_DYNAMIC_RULE_P(attr) \
124 1.19 rmind (((attr) & NPF_DYNAMIC_GROUP) == NPF_RULE_DYNAMIC)
125 1.19 rmind
126 1.1 rmind npf_ruleset_t *
127 1.17 rmind npf_ruleset_create(size_t slots)
128 1.1 rmind {
129 1.17 rmind size_t len = offsetof(npf_ruleset_t, rs_rules[slots]);
130 1.1 rmind npf_ruleset_t *rlset;
131 1.1 rmind
132 1.17 rmind rlset = kmem_zalloc(len, KM_SLEEP);
133 1.17 rmind LIST_INIT(&rlset->rs_dynamic);
134 1.17 rmind LIST_INIT(&rlset->rs_all);
135 1.19 rmind LIST_INIT(&rlset->rs_gc);
136 1.19 rmind rlset->rs_slots = slots;
137 1.19 rmind
138 1.1 rmind return rlset;
139 1.1 rmind }
140 1.1 rmind
141 1.17 rmind static void
142 1.17 rmind npf_ruleset_unlink(npf_ruleset_t *rlset, npf_rule_t *rl)
143 1.17 rmind {
144 1.17 rmind if (NPF_DYNAMIC_GROUP_P(rl->r_attr)) {
145 1.17 rmind LIST_REMOVE(rl, r_dentry);
146 1.17 rmind }
147 1.19 rmind if (NPF_DYNAMIC_RULE_P(rl->r_attr)) {
148 1.17 rmind npf_rule_t *rg = rl->r_parent;
149 1.17 rmind TAILQ_REMOVE(&rg->r_subset, rl, r_entry);
150 1.17 rmind }
151 1.17 rmind LIST_REMOVE(rl, r_aentry);
152 1.17 rmind }
153 1.17 rmind
154 1.1 rmind void
155 1.1 rmind npf_ruleset_destroy(npf_ruleset_t *rlset)
156 1.1 rmind {
157 1.17 rmind size_t len = offsetof(npf_ruleset_t, rs_rules[rlset->rs_slots]);
158 1.1 rmind npf_rule_t *rl;
159 1.1 rmind
160 1.17 rmind while ((rl = LIST_FIRST(&rlset->rs_all)) != NULL) {
161 1.17 rmind npf_ruleset_unlink(rlset, rl);
162 1.1 rmind npf_rule_free(rl);
163 1.1 rmind }
164 1.17 rmind KASSERT(LIST_EMPTY(&rlset->rs_dynamic));
165 1.18 rmind KASSERT(LIST_EMPTY(&rlset->rs_gc));
166 1.17 rmind kmem_free(rlset, len);
167 1.1 rmind }
168 1.1 rmind
169 1.1 rmind /*
170 1.1 rmind * npf_ruleset_insert: insert the rule into the specified ruleset.
171 1.1 rmind */
172 1.1 rmind void
173 1.1 rmind npf_ruleset_insert(npf_ruleset_t *rlset, npf_rule_t *rl)
174 1.1 rmind {
175 1.17 rmind u_int n = rlset->rs_nitems;
176 1.17 rmind
177 1.17 rmind KASSERT(n < rlset->rs_slots);
178 1.17 rmind
179 1.17 rmind LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
180 1.17 rmind if (NPF_DYNAMIC_GROUP_P(rl->r_attr)) {
181 1.17 rmind LIST_INSERT_HEAD(&rlset->rs_dynamic, rl, r_dentry);
182 1.24 rmind } else {
183 1.24 rmind KASSERTMSG(rl->r_parent == NULL, "cannot be dynamic rule");
184 1.24 rmind rl->r_attr &= ~NPF_RULE_DYNAMIC;
185 1.17 rmind }
186 1.17 rmind
187 1.17 rmind rlset->rs_rules[n] = rl;
188 1.17 rmind rlset->rs_nitems++;
189 1.17 rmind
190 1.17 rmind if (rl->r_skip_to < ++n) {
191 1.17 rmind rl->r_skip_to = n;
192 1.17 rmind }
193 1.17 rmind }
194 1.17 rmind
195 1.17 rmind static npf_rule_t *
196 1.17 rmind npf_ruleset_lookup(npf_ruleset_t *rlset, const char *name)
197 1.17 rmind {
198 1.17 rmind npf_rule_t *rl;
199 1.17 rmind
200 1.17 rmind KASSERT(npf_config_locked_p());
201 1.17 rmind
202 1.17 rmind LIST_FOREACH(rl, &rlset->rs_dynamic, r_dentry) {
203 1.17 rmind KASSERT(NPF_DYNAMIC_GROUP_P(rl->r_attr));
204 1.17 rmind if (strncmp(rl->r_name, name, NPF_RULE_MAXNAMELEN) == 0)
205 1.17 rmind break;
206 1.17 rmind }
207 1.17 rmind return rl;
208 1.17 rmind }
209 1.17 rmind
210 1.17 rmind int
211 1.17 rmind npf_ruleset_add(npf_ruleset_t *rlset, const char *rname, npf_rule_t *rl)
212 1.17 rmind {
213 1.17 rmind npf_rule_t *rg, *it;
214 1.17 rmind pri_t priocmd;
215 1.17 rmind
216 1.17 rmind rg = npf_ruleset_lookup(rlset, rname);
217 1.17 rmind if (rg == NULL) {
218 1.19 rmind return ESRCH;
219 1.19 rmind }
220 1.19 rmind if (!NPF_DYNAMIC_RULE_P(rl->r_attr)) {
221 1.19 rmind return EINVAL;
222 1.17 rmind }
223 1.17 rmind
224 1.19 rmind /* Dynamic rule - assign a unique ID and save the parent. */
225 1.19 rmind rl->r_id = ++rlset->rs_idcnt;
226 1.17 rmind rl->r_parent = rg;
227 1.17 rmind
228 1.17 rmind /*
229 1.17 rmind * Rule priority: (highest) 1, 2 ... n (lowest).
230 1.17 rmind * Negative priority indicates an operation and is reset to zero.
231 1.17 rmind */
232 1.17 rmind if ((priocmd = rl->r_priority) < 0) {
233 1.17 rmind rl->r_priority = 0;
234 1.17 rmind }
235 1.17 rmind
236 1.17 rmind switch (priocmd) {
237 1.17 rmind case NPF_PRI_FIRST:
238 1.17 rmind TAILQ_FOREACH(it, &rg->r_subset, r_entry) {
239 1.17 rmind if (rl->r_priority <= it->r_priority)
240 1.17 rmind break;
241 1.17 rmind }
242 1.17 rmind if (it) {
243 1.17 rmind TAILQ_INSERT_BEFORE(it, rl, r_entry);
244 1.17 rmind } else {
245 1.17 rmind TAILQ_INSERT_HEAD(&rg->r_subset, rl, r_entry);
246 1.17 rmind }
247 1.17 rmind break;
248 1.17 rmind case NPF_PRI_LAST:
249 1.17 rmind default:
250 1.17 rmind TAILQ_FOREACH(it, &rg->r_subset, r_entry) {
251 1.17 rmind if (rl->r_priority < it->r_priority)
252 1.17 rmind break;
253 1.17 rmind }
254 1.17 rmind if (it) {
255 1.17 rmind TAILQ_INSERT_BEFORE(it, rl, r_entry);
256 1.17 rmind } else {
257 1.17 rmind TAILQ_INSERT_TAIL(&rg->r_subset, rl, r_entry);
258 1.17 rmind }
259 1.17 rmind break;
260 1.17 rmind }
261 1.17 rmind
262 1.17 rmind /* Finally, add into the all-list. */
263 1.17 rmind LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
264 1.17 rmind return 0;
265 1.17 rmind }
266 1.17 rmind
267 1.18 rmind int
268 1.19 rmind npf_ruleset_remove(npf_ruleset_t *rlset, const char *rname, uint64_t id)
269 1.17 rmind {
270 1.17 rmind npf_rule_t *rg, *rl;
271 1.17 rmind
272 1.17 rmind if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
273 1.19 rmind return ESRCH;
274 1.17 rmind }
275 1.17 rmind TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
276 1.24 rmind KASSERT(rl->r_parent == rg);
277 1.24 rmind
278 1.17 rmind /* Compare ID. On match, remove and return. */
279 1.19 rmind if (rl->r_id == id) {
280 1.17 rmind npf_ruleset_unlink(rlset, rl);
281 1.18 rmind LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
282 1.19 rmind return 0;
283 1.17 rmind }
284 1.17 rmind }
285 1.19 rmind return ENOENT;
286 1.17 rmind }
287 1.17 rmind
288 1.18 rmind int
289 1.17 rmind npf_ruleset_remkey(npf_ruleset_t *rlset, const char *rname,
290 1.17 rmind const void *key, size_t len)
291 1.17 rmind {
292 1.17 rmind npf_rule_t *rg, *rl;
293 1.1 rmind
294 1.17 rmind KASSERT(len && len <= NPF_RULE_MAXKEYLEN);
295 1.17 rmind
296 1.17 rmind if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
297 1.19 rmind return ESRCH;
298 1.17 rmind }
299 1.18 rmind
300 1.17 rmind /* Find the last in the list. */
301 1.17 rmind TAILQ_FOREACH_REVERSE(rl, &rg->r_subset, npf_ruleq, r_entry) {
302 1.24 rmind KASSERT(rl->r_parent == rg);
303 1.24 rmind
304 1.17 rmind /* Compare the key. On match, remove and return. */
305 1.17 rmind if (memcmp(rl->r_key, key, len) == 0) {
306 1.17 rmind npf_ruleset_unlink(rlset, rl);
307 1.18 rmind LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
308 1.19 rmind return 0;
309 1.17 rmind }
310 1.1 rmind }
311 1.19 rmind return ENOENT;
312 1.18 rmind }
313 1.18 rmind
314 1.18 rmind prop_dictionary_t
315 1.18 rmind npf_ruleset_list(npf_ruleset_t *rlset, const char *rname)
316 1.18 rmind {
317 1.18 rmind prop_dictionary_t rldict;
318 1.18 rmind prop_array_t rules;
319 1.18 rmind npf_rule_t *rg, *rl;
320 1.18 rmind
321 1.18 rmind if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
322 1.18 rmind return NULL;
323 1.18 rmind }
324 1.18 rmind if ((rldict = prop_dictionary_create()) == NULL) {
325 1.18 rmind return NULL;
326 1.18 rmind }
327 1.18 rmind if ((rules = prop_array_create()) == NULL) {
328 1.18 rmind prop_object_release(rldict);
329 1.18 rmind return NULL;
330 1.18 rmind }
331 1.18 rmind
332 1.18 rmind TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
333 1.24 rmind KASSERT(rl->r_parent == rg);
334 1.18 rmind if (rl->r_dict && !prop_array_add(rules, rl->r_dict)) {
335 1.18 rmind prop_object_release(rldict);
336 1.19 rmind prop_object_release(rules);
337 1.18 rmind return NULL;
338 1.18 rmind }
339 1.18 rmind }
340 1.19 rmind
341 1.18 rmind if (!prop_dictionary_set(rldict, "rules", rules)) {
342 1.18 rmind prop_object_release(rldict);
343 1.18 rmind rldict = NULL;
344 1.18 rmind }
345 1.18 rmind prop_object_release(rules);
346 1.18 rmind return rldict;
347 1.18 rmind }
348 1.18 rmind
349 1.18 rmind int
350 1.18 rmind npf_ruleset_flush(npf_ruleset_t *rlset, const char *rname)
351 1.18 rmind {
352 1.18 rmind npf_rule_t *rg, *rl;
353 1.18 rmind
354 1.18 rmind if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
355 1.19 rmind return ESRCH;
356 1.18 rmind }
357 1.18 rmind while ((rl = TAILQ_FIRST(&rg->r_subset)) != NULL) {
358 1.24 rmind KASSERT(rl->r_parent == rg);
359 1.18 rmind npf_ruleset_unlink(rlset, rl);
360 1.18 rmind LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
361 1.18 rmind }
362 1.18 rmind return 0;
363 1.18 rmind }
364 1.18 rmind
365 1.18 rmind void
366 1.18 rmind npf_ruleset_gc(npf_ruleset_t *rlset)
367 1.18 rmind {
368 1.18 rmind npf_rule_t *rl;
369 1.18 rmind
370 1.18 rmind while ((rl = LIST_FIRST(&rlset->rs_gc)) != NULL) {
371 1.18 rmind LIST_REMOVE(rl, r_aentry);
372 1.18 rmind npf_rule_free(rl);
373 1.18 rmind }
374 1.17 rmind }
375 1.17 rmind
376 1.17 rmind /*
377 1.17 rmind * npf_ruleset_reload: share the dynamic rules.
378 1.17 rmind *
379 1.17 rmind * => Active ruleset should be exclusively locked.
380 1.17 rmind */
381 1.17 rmind void
382 1.18 rmind npf_ruleset_reload(npf_ruleset_t *rlset, npf_ruleset_t *arlset)
383 1.17 rmind {
384 1.19 rmind npf_rule_t *rg;
385 1.17 rmind
386 1.17 rmind KASSERT(npf_config_locked_p());
387 1.17 rmind
388 1.19 rmind LIST_FOREACH(rg, &rlset->rs_dynamic, r_dentry) {
389 1.19 rmind npf_rule_t *arg, *rl;
390 1.18 rmind
391 1.19 rmind if ((arg = npf_ruleset_lookup(arlset, rg->r_name)) == NULL) {
392 1.17 rmind continue;
393 1.17 rmind }
394 1.18 rmind
395 1.18 rmind /*
396 1.24 rmind * Copy the list-head structure. This is necessary because
397 1.24 rmind * the rules are still active and therefore accessible for
398 1.24 rmind * inspection via the old ruleset.
399 1.18 rmind */
400 1.19 rmind memcpy(&rg->r_subset, &arg->r_subset, sizeof(rg->r_subset));
401 1.19 rmind TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
402 1.24 rmind /*
403 1.24 rmind * We can safely migrate to the new all-rule list
404 1.24 rmind * and re-set the parent rule, though.
405 1.24 rmind */
406 1.18 rmind LIST_REMOVE(rl, r_aentry);
407 1.18 rmind LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
408 1.19 rmind rl->r_parent = rg;
409 1.18 rmind }
410 1.1 rmind }
411 1.19 rmind
412 1.19 rmind /* Inherit the ID counter. */
413 1.19 rmind rlset->rs_idcnt = arlset->rs_idcnt;
414 1.1 rmind }
415 1.1 rmind
416 1.1 rmind /*
417 1.4 rmind * npf_ruleset_matchnat: find a matching NAT policy in the ruleset.
418 1.1 rmind */
419 1.4 rmind npf_rule_t *
420 1.4 rmind npf_ruleset_matchnat(npf_ruleset_t *rlset, npf_natpolicy_t *mnp)
421 1.1 rmind {
422 1.4 rmind npf_rule_t *rl;
423 1.1 rmind
424 1.4 rmind /* Find a matching NAT policy in the old ruleset. */
425 1.17 rmind LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
426 1.4 rmind if (npf_nat_matchpolicy(rl->r_natp, mnp))
427 1.4 rmind break;
428 1.4 rmind }
429 1.4 rmind return rl;
430 1.1 rmind }
431 1.1 rmind
432 1.6 rmind npf_rule_t *
433 1.6 rmind npf_ruleset_sharepm(npf_ruleset_t *rlset, npf_natpolicy_t *mnp)
434 1.6 rmind {
435 1.6 rmind npf_natpolicy_t *np;
436 1.6 rmind npf_rule_t *rl;
437 1.6 rmind
438 1.6 rmind /* Find a matching NAT policy in the old ruleset. */
439 1.17 rmind LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
440 1.6 rmind /*
441 1.6 rmind * NAT policy might not yet be set during the creation of
442 1.6 rmind * the ruleset (in such case, rule is for our policy), or
443 1.6 rmind * policies might be equal due to rule exchange on reload.
444 1.6 rmind */
445 1.6 rmind np = rl->r_natp;
446 1.6 rmind if (np == NULL || np == mnp)
447 1.6 rmind continue;
448 1.6 rmind if (npf_nat_sharepm(np, mnp))
449 1.6 rmind break;
450 1.6 rmind }
451 1.6 rmind return rl;
452 1.6 rmind }
453 1.6 rmind
454 1.1 rmind /*
455 1.13 rmind * npf_ruleset_freealg: inspect the ruleset and disassociate specified
456 1.13 rmind * ALG from all NAT entries using it.
457 1.13 rmind */
458 1.13 rmind void
459 1.13 rmind npf_ruleset_freealg(npf_ruleset_t *rlset, npf_alg_t *alg)
460 1.13 rmind {
461 1.13 rmind npf_rule_t *rl;
462 1.17 rmind npf_natpolicy_t *np;
463 1.13 rmind
464 1.17 rmind LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
465 1.17 rmind if ((np = rl->r_natp) != NULL) {
466 1.13 rmind npf_nat_freealg(np, alg);
467 1.13 rmind }
468 1.13 rmind }
469 1.13 rmind }
470 1.13 rmind
471 1.13 rmind /*
472 1.4 rmind * npf_ruleset_natreload: minimum reload of NAT policies by maching
473 1.6 rmind * two (active and new) NAT rulesets.
474 1.4 rmind *
475 1.4 rmind * => Active ruleset should be exclusively locked.
476 1.1 rmind */
477 1.4 rmind void
478 1.4 rmind npf_ruleset_natreload(npf_ruleset_t *nrlset, npf_ruleset_t *arlset)
479 1.1 rmind {
480 1.4 rmind npf_natpolicy_t *np, *anp;
481 1.4 rmind npf_rule_t *rl, *arl;
482 1.4 rmind
483 1.4 rmind /* Scan a new NAT ruleset against NAT policies in old ruleset. */
484 1.17 rmind LIST_FOREACH(rl, &nrlset->rs_all, r_aentry) {
485 1.4 rmind np = rl->r_natp;
486 1.4 rmind arl = npf_ruleset_matchnat(arlset, np);
487 1.4 rmind if (arl == NULL) {
488 1.4 rmind continue;
489 1.4 rmind }
490 1.4 rmind /* On match - we exchange NAT policies. */
491 1.4 rmind anp = arl->r_natp;
492 1.4 rmind rl->r_natp = anp;
493 1.4 rmind arl->r_natp = np;
494 1.6 rmind /* Update other NAT policies to share portmap. */
495 1.6 rmind (void)npf_ruleset_sharepm(nrlset, anp);
496 1.1 rmind }
497 1.4 rmind }
498 1.4 rmind
499 1.1 rmind /*
500 1.25 rmind * npf_rule_alloc: allocate a rule and initialise it.
501 1.1 rmind */
502 1.4 rmind npf_rule_t *
503 1.17 rmind npf_rule_alloc(prop_dictionary_t rldict)
504 1.1 rmind {
505 1.4 rmind npf_rule_t *rl;
506 1.7 rmind const char *rname;
507 1.1 rmind
508 1.4 rmind /* Allocate a rule structure. */
509 1.11 rmind rl = kmem_zalloc(sizeof(npf_rule_t), KM_SLEEP);
510 1.17 rmind TAILQ_INIT(&rl->r_subset);
511 1.4 rmind rl->r_natp = NULL;
512 1.4 rmind
513 1.11 rmind /* Name (optional) */
514 1.7 rmind if (prop_dictionary_get_cstring_nocopy(rldict, "name", &rname)) {
515 1.17 rmind strlcpy(rl->r_name, rname, NPF_RULE_MAXNAMELEN);
516 1.7 rmind } else {
517 1.7 rmind rl->r_name[0] = '\0';
518 1.7 rmind }
519 1.7 rmind
520 1.11 rmind /* Attributes, priority and interface ID (optional). */
521 1.7 rmind prop_dictionary_get_uint32(rldict, "attributes", &rl->r_attr);
522 1.7 rmind prop_dictionary_get_int32(rldict, "priority", &rl->r_priority);
523 1.7 rmind prop_dictionary_get_uint32(rldict, "interface", &rl->r_ifid);
524 1.4 rmind
525 1.17 rmind /* Get the skip-to index. No need to validate it. */
526 1.17 rmind prop_dictionary_get_uint32(rldict, "skip-to", &rl->r_skip_to);
527 1.17 rmind
528 1.17 rmind /* Key (optional). */
529 1.17 rmind prop_object_t obj = prop_dictionary_get(rldict, "key");
530 1.17 rmind const void *key = prop_data_data_nocopy(obj);
531 1.17 rmind
532 1.17 rmind if (key) {
533 1.17 rmind size_t len = prop_data_size(obj);
534 1.17 rmind if (len > NPF_RULE_MAXKEYLEN) {
535 1.17 rmind kmem_free(rl, sizeof(npf_rule_t));
536 1.17 rmind return NULL;
537 1.17 rmind }
538 1.17 rmind memcpy(rl->r_key, key, len);
539 1.4 rmind }
540 1.18 rmind
541 1.19 rmind if (NPF_DYNAMIC_RULE_P(rl->r_attr)) {
542 1.18 rmind rl->r_dict = prop_dictionary_copy(rldict);
543 1.18 rmind }
544 1.18 rmind
545 1.17 rmind return rl;
546 1.17 rmind }
547 1.17 rmind
548 1.17 rmind /*
549 1.17 rmind * npf_rule_setcode: assign filter code to the rule.
550 1.17 rmind *
551 1.20 rmind * => The code must be validated by the caller.
552 1.20 rmind * => JIT compilation may be performed here.
553 1.17 rmind */
554 1.17 rmind void
555 1.17 rmind npf_rule_setcode(npf_rule_t *rl, const int type, void *code, size_t size)
556 1.17 rmind {
557 1.25 rmind KASSERT(type == NPF_CODE_BPF);
558 1.24 rmind rl->r_type = type;
559 1.24 rmind rl->r_code = code;
560 1.24 rmind rl->r_clen = size;
561 1.24 rmind #if 0
562 1.20 rmind /* Perform BPF JIT if possible. */
563 1.25 rmind if (membar_consumer(), bpfjit_module_ops.bj_generate_code != NULL) {
564 1.20 rmind KASSERT(rl->r_jcode == NULL);
565 1.20 rmind rl->r_jcode = bpfjit_module_ops.bj_generate_code(code, size);
566 1.24 rmind rl->r_code = NULL;
567 1.20 rmind }
568 1.24 rmind #endif
569 1.17 rmind }
570 1.17 rmind
571 1.17 rmind /*
572 1.17 rmind * npf_rule_setrproc: assign a rule procedure and hold a reference on it.
573 1.17 rmind */
574 1.17 rmind void
575 1.17 rmind npf_rule_setrproc(npf_rule_t *rl, npf_rproc_t *rp)
576 1.17 rmind {
577 1.17 rmind npf_rproc_acquire(rp);
578 1.6 rmind rl->r_rproc = rp;
579 1.1 rmind }
580 1.1 rmind
581 1.1 rmind /*
582 1.1 rmind * npf_rule_free: free the specified rule.
583 1.1 rmind */
584 1.1 rmind void
585 1.1 rmind npf_rule_free(npf_rule_t *rl)
586 1.1 rmind {
587 1.4 rmind npf_natpolicy_t *np = rl->r_natp;
588 1.4 rmind npf_rproc_t *rp = rl->r_rproc;
589 1.1 rmind
590 1.4 rmind if (np) {
591 1.4 rmind /* Free NAT policy. */
592 1.4 rmind npf_nat_freepolicy(np);
593 1.4 rmind }
594 1.4 rmind if (rp) {
595 1.6 rmind /* Release rule procedure. */
596 1.4 rmind npf_rproc_release(rp);
597 1.4 rmind }
598 1.17 rmind if (rl->r_code) {
599 1.20 rmind /* Free byte-code. */
600 1.17 rmind kmem_free(rl->r_code, rl->r_clen);
601 1.1 rmind }
602 1.20 rmind if (rl->r_jcode) {
603 1.20 rmind /* Free JIT code. */
604 1.20 rmind KASSERT(bpfjit_module_ops.bj_free_code != NULL);
605 1.20 rmind bpfjit_module_ops.bj_free_code(rl->r_jcode);
606 1.20 rmind }
607 1.18 rmind if (rl->r_dict) {
608 1.18 rmind /* Destroy the dictionary. */
609 1.18 rmind prop_object_release(rl->r_dict);
610 1.18 rmind }
611 1.4 rmind kmem_free(rl, sizeof(npf_rule_t));
612 1.1 rmind }
613 1.1 rmind
614 1.1 rmind /*
615 1.19 rmind * npf_rule_getid: return the unique ID of a rule.
616 1.10 rmind * npf_rule_getrproc: acquire a reference and return rule procedure, if any.
617 1.1 rmind * npf_rule_getnat: get NAT policy assigned to the rule.
618 1.1 rmind */
619 1.1 rmind
620 1.19 rmind uint64_t
621 1.19 rmind npf_rule_getid(const npf_rule_t *rl)
622 1.19 rmind {
623 1.19 rmind KASSERT(NPF_DYNAMIC_RULE_P(rl->r_attr));
624 1.19 rmind return rl->r_id;
625 1.19 rmind }
626 1.19 rmind
627 1.10 rmind npf_rproc_t *
628 1.10 rmind npf_rule_getrproc(npf_rule_t *rl)
629 1.10 rmind {
630 1.10 rmind npf_rproc_t *rp = rl->r_rproc;
631 1.10 rmind
632 1.10 rmind if (rp) {
633 1.10 rmind npf_rproc_acquire(rp);
634 1.10 rmind }
635 1.10 rmind return rp;
636 1.10 rmind }
637 1.10 rmind
638 1.1 rmind npf_natpolicy_t *
639 1.1 rmind npf_rule_getnat(const npf_rule_t *rl)
640 1.1 rmind {
641 1.4 rmind return rl->r_natp;
642 1.1 rmind }
643 1.1 rmind
644 1.4 rmind /*
645 1.4 rmind * npf_rule_setnat: assign NAT policy to the rule and insert into the
646 1.4 rmind * NAT policy list in the ruleset.
647 1.4 rmind */
648 1.1 rmind void
649 1.1 rmind npf_rule_setnat(npf_rule_t *rl, npf_natpolicy_t *np)
650 1.1 rmind {
651 1.3 rmind
652 1.4 rmind KASSERT(rl->r_natp == NULL);
653 1.4 rmind rl->r_natp = np;
654 1.1 rmind }
655 1.1 rmind
656 1.17 rmind /*
657 1.17 rmind * npf_rule_inspect: match the interface, direction and run the filter code.
658 1.17 rmind * Returns true if rule matches, false otherise.
659 1.17 rmind */
660 1.17 rmind static inline bool
661 1.17 rmind npf_rule_inspect(npf_cache_t *npc, nbuf_t *nbuf, const npf_rule_t *rl,
662 1.17 rmind const int di_mask, const int layer)
663 1.17 rmind {
664 1.17 rmind const ifnet_t *ifp = nbuf->nb_ifp;
665 1.17 rmind
666 1.17 rmind /* Match the interface. */
667 1.17 rmind if (rl->r_ifid && rl->r_ifid != ifp->if_index) {
668 1.17 rmind return false;
669 1.17 rmind }
670 1.17 rmind
671 1.17 rmind /* Match the direction. */
672 1.17 rmind if ((rl->r_attr & NPF_RULE_DIMASK) != NPF_RULE_DIMASK) {
673 1.17 rmind if ((rl->r_attr & di_mask) == 0)
674 1.17 rmind return false;
675 1.17 rmind }
676 1.17 rmind
677 1.24 rmind /* Any code? */
678 1.24 rmind if (rl->r_jcode == rl->r_code) {
679 1.24 rmind KASSERT(rl->r_jcode == NULL);
680 1.24 rmind KASSERT(rl->r_code == NULL);
681 1.17 rmind return true;
682 1.17 rmind }
683 1.25 rmind KASSERT(rl->r_type == NPF_CODE_BPF);
684 1.25 rmind return npf_bpf_filter(npc, nbuf, rl->r_code, rl->r_jcode) != 0;
685 1.17 rmind }
686 1.17 rmind
687 1.17 rmind /*
688 1.17 rmind * npf_rule_reinspect: re-inspect the dynamic rule by iterating its list.
689 1.17 rmind * This is only for the dynamic rules. Subrules cannot have nested rules.
690 1.17 rmind */
691 1.17 rmind static npf_rule_t *
692 1.17 rmind npf_rule_reinspect(npf_cache_t *npc, nbuf_t *nbuf, const npf_rule_t *drl,
693 1.17 rmind const int di_mask, const int layer)
694 1.7 rmind {
695 1.17 rmind npf_rule_t *final_rl = NULL, *rl;
696 1.17 rmind
697 1.17 rmind KASSERT(NPF_DYNAMIC_GROUP_P(drl->r_attr));
698 1.7 rmind
699 1.17 rmind TAILQ_FOREACH(rl, &drl->r_subset, r_entry) {
700 1.17 rmind if (!npf_rule_inspect(npc, nbuf, rl, di_mask, layer)) {
701 1.7 rmind continue;
702 1.17 rmind }
703 1.17 rmind if (rl->r_attr & NPF_RULE_FINAL) {
704 1.17 rmind return rl;
705 1.17 rmind }
706 1.17 rmind final_rl = rl;
707 1.7 rmind }
708 1.17 rmind return final_rl;
709 1.7 rmind }
710 1.1 rmind
711 1.1 rmind /*
712 1.7 rmind * npf_ruleset_inspect: inspect the packet against the given ruleset.
713 1.1 rmind *
714 1.25 rmind * Loop through the rules in the set and run the byte-code of each rule
715 1.7 rmind * against the packet (nbuf chain). If sub-ruleset is found, inspect it.
716 1.7 rmind *
717 1.9 rmind * => Caller is responsible for nbuf chain protection.
718 1.1 rmind */
719 1.1 rmind npf_rule_t *
720 1.15 rmind npf_ruleset_inspect(npf_cache_t *npc, nbuf_t *nbuf,
721 1.17 rmind const npf_ruleset_t *rlset, const int di, const int layer)
722 1.1 rmind {
723 1.7 rmind const int di_mask = (di & PFIL_IN) ? NPF_RULE_IN : NPF_RULE_OUT;
724 1.17 rmind const u_int nitems = rlset->rs_nitems;
725 1.17 rmind npf_rule_t *final_rl = NULL;
726 1.17 rmind u_int n = 0;
727 1.1 rmind
728 1.1 rmind KASSERT(((di & PFIL_IN) != 0) ^ ((di & PFIL_OUT) != 0));
729 1.17 rmind
730 1.17 rmind while (n < nitems) {
731 1.17 rmind npf_rule_t *rl = rlset->rs_rules[n];
732 1.17 rmind const u_int skip_to = rl->r_skip_to;
733 1.17 rmind const uint32_t attr = rl->r_attr;
734 1.17 rmind
735 1.16 rmind KASSERT(!nbuf_flag_p(nbuf, NBUF_DATAREF_RESET));
736 1.1 rmind KASSERT(!final_rl || rl->r_priority >= final_rl->r_priority);
737 1.17 rmind KASSERT(n < skip_to);
738 1.1 rmind
739 1.17 rmind /* Group is a barrier: return a matching if found any. */
740 1.17 rmind if ((attr & NPF_RULE_GROUP) != 0 && final_rl) {
741 1.17 rmind break;
742 1.17 rmind }
743 1.17 rmind
744 1.17 rmind /* Main inspection of the rule. */
745 1.17 rmind if (!npf_rule_inspect(npc, nbuf, rl, di_mask, layer)) {
746 1.17 rmind n = skip_to;
747 1.1 rmind continue;
748 1.1 rmind }
749 1.17 rmind
750 1.17 rmind if (NPF_DYNAMIC_GROUP_P(attr)) {
751 1.17 rmind /*
752 1.17 rmind * If this is a dynamic rule, re-inspect the subrules.
753 1.17 rmind * If it has any matching rule, then it is final.
754 1.17 rmind */
755 1.17 rmind rl = npf_rule_reinspect(npc, nbuf, rl, di_mask, layer);
756 1.17 rmind if (rl != NULL) {
757 1.17 rmind final_rl = rl;
758 1.17 rmind break;
759 1.17 rmind }
760 1.17 rmind } else if ((attr & NPF_RULE_GROUP) == 0) {
761 1.17 rmind /*
762 1.17 rmind * Groups themselves are not matching.
763 1.17 rmind */
764 1.17 rmind final_rl = rl;
765 1.1 rmind }
766 1.17 rmind
767 1.1 rmind /* Set the matching rule and check for "final". */
768 1.17 rmind if (attr & NPF_RULE_FINAL) {
769 1.2 rmind break;
770 1.1 rmind }
771 1.17 rmind n++;
772 1.2 rmind }
773 1.16 rmind
774 1.16 rmind KASSERT(!nbuf_flag_p(nbuf, NBUF_DATAREF_RESET));
775 1.7 rmind return final_rl;
776 1.1 rmind }
777 1.1 rmind
778 1.1 rmind /*
779 1.17 rmind * npf_rule_conclude: return decision and the flags for conclusion.
780 1.1 rmind *
781 1.1 rmind * => Returns ENETUNREACH if "block" and 0 if "pass".
782 1.1 rmind */
783 1.1 rmind int
784 1.17 rmind npf_rule_conclude(const npf_rule_t *rl, int *retfl)
785 1.1 rmind {
786 1.1 rmind /* If not passing - drop the packet. */
787 1.4 rmind *retfl = rl->r_attr;
788 1.17 rmind return (rl->r_attr & NPF_RULE_PASS) ? 0 : ENETUNREACH;
789 1.1 rmind }
790