Home | History | Annotate | Line # | Download | only in npf
npf_ruleset.c revision 1.30
      1  1.30  rmind /*	$NetBSD: npf_ruleset.c,v 1.30 2013/12/04 01:38:49 rmind Exp $	*/
      2   1.1  rmind 
      3   1.1  rmind /*-
      4  1.17  rmind  * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
      5   1.1  rmind  * All rights reserved.
      6   1.1  rmind  *
      7   1.1  rmind  * This material is based upon work partially supported by The
      8   1.1  rmind  * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
      9   1.1  rmind  *
     10   1.1  rmind  * Redistribution and use in source and binary forms, with or without
     11   1.1  rmind  * modification, are permitted provided that the following conditions
     12   1.1  rmind  * are met:
     13   1.1  rmind  * 1. Redistributions of source code must retain the above copyright
     14   1.1  rmind  *    notice, this list of conditions and the following disclaimer.
     15   1.1  rmind  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1  rmind  *    notice, this list of conditions and the following disclaimer in the
     17   1.1  rmind  *    documentation and/or other materials provided with the distribution.
     18   1.1  rmind  *
     19   1.1  rmind  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1  rmind  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1  rmind  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1  rmind  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1  rmind  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1  rmind  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1  rmind  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1  rmind  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1  rmind  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1  rmind  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1  rmind  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1  rmind  */
     31   1.1  rmind 
     32   1.1  rmind /*
     33   1.1  rmind  * NPF ruleset module.
     34   1.1  rmind  */
     35   1.1  rmind 
     36   1.1  rmind #include <sys/cdefs.h>
     37  1.30  rmind __KERNEL_RCSID(0, "$NetBSD: npf_ruleset.c,v 1.30 2013/12/04 01:38:49 rmind Exp $");
     38   1.1  rmind 
     39   1.1  rmind #include <sys/param.h>
     40  1.11  rmind #include <sys/types.h>
     41   1.1  rmind 
     42  1.20  rmind #include <sys/atomic.h>
     43   1.1  rmind #include <sys/kmem.h>
     44   1.1  rmind #include <sys/queue.h>
     45  1.17  rmind #include <sys/mbuf.h>
     46   1.1  rmind #include <sys/types.h>
     47   1.1  rmind 
     48  1.17  rmind #include <net/bpf.h>
     49  1.20  rmind #include <net/bpfjit.h>
     50   1.3  rmind #include <net/pfil.h>
     51   1.1  rmind #include <net/if.h>
     52   1.1  rmind 
     53   1.1  rmind #include "npf_impl.h"
     54   1.1  rmind 
     55   1.4  rmind struct npf_ruleset {
     56  1.18  rmind 	/*
     57  1.18  rmind 	 * - List of all rules.
     58  1.18  rmind 	 * - Dynamic (i.e. named) rules.
     59  1.18  rmind 	 * - G/C list for convenience.
     60  1.18  rmind 	 */
     61  1.17  rmind 	LIST_HEAD(, npf_rule)	rs_all;
     62  1.17  rmind 	LIST_HEAD(, npf_rule)	rs_dynamic;
     63  1.18  rmind 	LIST_HEAD(, npf_rule)	rs_gc;
     64  1.17  rmind 
     65  1.19  rmind 	/* Unique ID counter. */
     66  1.19  rmind 	uint64_t		rs_idcnt;
     67  1.19  rmind 
     68  1.17  rmind 	/* Number of array slots and active rules. */
     69  1.17  rmind 	u_int			rs_slots;
     70  1.17  rmind 	u_int			rs_nitems;
     71  1.17  rmind 
     72  1.17  rmind 	/* Array of ordered rules. */
     73  1.17  rmind 	npf_rule_t *		rs_rules[];
     74   1.4  rmind };
     75   1.4  rmind 
     76   1.1  rmind struct npf_rule {
     77  1.17  rmind 	/* Attributes, interface and skip slot. */
     78   1.4  rmind 	uint32_t		r_attr;
     79   1.4  rmind 	u_int			r_ifid;
     80  1.17  rmind 	u_int			r_skip_to;
     81  1.17  rmind 
     82  1.17  rmind 	/* Code to process, if any. */
     83  1.17  rmind 	int			r_type;
     84  1.27  rmind 	bpfjit_func_t		r_jcode;
     85  1.17  rmind 	void *			r_code;
     86  1.17  rmind 	size_t			r_clen;
     87  1.17  rmind 
     88  1.17  rmind 	/* NAT policy (optional), rule procedure and subset. */
     89  1.17  rmind 	npf_natpolicy_t *	r_natp;
     90   1.4  rmind 	npf_rproc_t *		r_rproc;
     91  1.17  rmind 
     92  1.17  rmind 	/* Rule priority: (highest) 1, 2 ... n (lowest). */
     93  1.17  rmind 	pri_t			r_priority;
     94  1.17  rmind 
     95  1.17  rmind 	/*
     96  1.17  rmind 	 * Dynamic group: subset queue and a dynamic group list entry.
     97  1.17  rmind 	 * Dynamic rule: entry and the parent rule (the group).
     98  1.17  rmind 	 */
     99  1.17  rmind 	union {
    100  1.17  rmind 		TAILQ_HEAD(npf_ruleq, npf_rule) r_subset;
    101  1.17  rmind 		TAILQ_ENTRY(npf_rule)	r_entry;
    102  1.17  rmind 	} /* C11 */;
    103  1.17  rmind 	union {
    104  1.17  rmind 		LIST_ENTRY(npf_rule)	r_dentry;
    105  1.17  rmind 		npf_rule_t *		r_parent;
    106  1.17  rmind 	} /* C11 */;
    107  1.17  rmind 
    108  1.19  rmind 	/* Rule ID and the original dictionary. */
    109  1.19  rmind 	uint64_t		r_id;
    110  1.18  rmind 	prop_dictionary_t	r_dict;
    111  1.18  rmind 
    112  1.17  rmind 	/* Rule name and all-list entry. */
    113  1.17  rmind 	char			r_name[NPF_RULE_MAXNAMELEN];
    114  1.17  rmind 	LIST_ENTRY(npf_rule)	r_aentry;
    115  1.17  rmind 
    116  1.17  rmind 	/* Key (optional). */
    117  1.17  rmind 	uint8_t			r_key[NPF_RULE_MAXKEYLEN];
    118   1.1  rmind };
    119   1.1  rmind 
    120  1.17  rmind #define	NPF_DYNAMIC_GROUP_P(attr) \
    121  1.17  rmind     (((attr) & NPF_DYNAMIC_GROUP) == NPF_DYNAMIC_GROUP)
    122  1.17  rmind 
    123  1.19  rmind #define	NPF_DYNAMIC_RULE_P(attr) \
    124  1.19  rmind     (((attr) & NPF_DYNAMIC_GROUP) == NPF_RULE_DYNAMIC)
    125  1.19  rmind 
    126   1.1  rmind npf_ruleset_t *
    127  1.17  rmind npf_ruleset_create(size_t slots)
    128   1.1  rmind {
    129  1.17  rmind 	size_t len = offsetof(npf_ruleset_t, rs_rules[slots]);
    130   1.1  rmind 	npf_ruleset_t *rlset;
    131   1.1  rmind 
    132  1.17  rmind 	rlset = kmem_zalloc(len, KM_SLEEP);
    133  1.17  rmind 	LIST_INIT(&rlset->rs_dynamic);
    134  1.17  rmind 	LIST_INIT(&rlset->rs_all);
    135  1.19  rmind 	LIST_INIT(&rlset->rs_gc);
    136  1.19  rmind 	rlset->rs_slots = slots;
    137  1.19  rmind 
    138   1.1  rmind 	return rlset;
    139   1.1  rmind }
    140   1.1  rmind 
    141  1.17  rmind static void
    142  1.17  rmind npf_ruleset_unlink(npf_ruleset_t *rlset, npf_rule_t *rl)
    143  1.17  rmind {
    144  1.17  rmind 	if (NPF_DYNAMIC_GROUP_P(rl->r_attr)) {
    145  1.17  rmind 		LIST_REMOVE(rl, r_dentry);
    146  1.17  rmind 	}
    147  1.19  rmind 	if (NPF_DYNAMIC_RULE_P(rl->r_attr)) {
    148  1.17  rmind 		npf_rule_t *rg = rl->r_parent;
    149  1.17  rmind 		TAILQ_REMOVE(&rg->r_subset, rl, r_entry);
    150  1.17  rmind 	}
    151  1.17  rmind 	LIST_REMOVE(rl, r_aentry);
    152  1.17  rmind }
    153  1.17  rmind 
    154   1.1  rmind void
    155   1.1  rmind npf_ruleset_destroy(npf_ruleset_t *rlset)
    156   1.1  rmind {
    157  1.17  rmind 	size_t len = offsetof(npf_ruleset_t, rs_rules[rlset->rs_slots]);
    158   1.1  rmind 	npf_rule_t *rl;
    159   1.1  rmind 
    160  1.17  rmind 	while ((rl = LIST_FIRST(&rlset->rs_all)) != NULL) {
    161  1.17  rmind 		npf_ruleset_unlink(rlset, rl);
    162   1.1  rmind 		npf_rule_free(rl);
    163   1.1  rmind 	}
    164  1.17  rmind 	KASSERT(LIST_EMPTY(&rlset->rs_dynamic));
    165  1.18  rmind 	KASSERT(LIST_EMPTY(&rlset->rs_gc));
    166  1.17  rmind 	kmem_free(rlset, len);
    167   1.1  rmind }
    168   1.1  rmind 
    169   1.1  rmind /*
    170   1.1  rmind  * npf_ruleset_insert: insert the rule into the specified ruleset.
    171   1.1  rmind  */
    172   1.1  rmind void
    173   1.1  rmind npf_ruleset_insert(npf_ruleset_t *rlset, npf_rule_t *rl)
    174   1.1  rmind {
    175  1.17  rmind 	u_int n = rlset->rs_nitems;
    176  1.17  rmind 
    177  1.17  rmind 	KASSERT(n < rlset->rs_slots);
    178  1.17  rmind 
    179  1.17  rmind 	LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
    180  1.17  rmind 	if (NPF_DYNAMIC_GROUP_P(rl->r_attr)) {
    181  1.17  rmind 		LIST_INSERT_HEAD(&rlset->rs_dynamic, rl, r_dentry);
    182  1.24  rmind 	} else {
    183  1.24  rmind 		KASSERTMSG(rl->r_parent == NULL, "cannot be dynamic rule");
    184  1.24  rmind 		rl->r_attr &= ~NPF_RULE_DYNAMIC;
    185  1.17  rmind 	}
    186  1.17  rmind 
    187  1.17  rmind 	rlset->rs_rules[n] = rl;
    188  1.17  rmind 	rlset->rs_nitems++;
    189  1.17  rmind 
    190  1.17  rmind 	if (rl->r_skip_to < ++n) {
    191  1.17  rmind 		rl->r_skip_to = n;
    192  1.17  rmind 	}
    193  1.17  rmind }
    194  1.17  rmind 
    195  1.17  rmind static npf_rule_t *
    196  1.17  rmind npf_ruleset_lookup(npf_ruleset_t *rlset, const char *name)
    197  1.17  rmind {
    198  1.17  rmind 	npf_rule_t *rl;
    199  1.17  rmind 
    200  1.17  rmind 	KASSERT(npf_config_locked_p());
    201  1.17  rmind 
    202  1.17  rmind 	LIST_FOREACH(rl, &rlset->rs_dynamic, r_dentry) {
    203  1.17  rmind 		KASSERT(NPF_DYNAMIC_GROUP_P(rl->r_attr));
    204  1.17  rmind 		if (strncmp(rl->r_name, name, NPF_RULE_MAXNAMELEN) == 0)
    205  1.17  rmind 			break;
    206  1.17  rmind 	}
    207  1.17  rmind 	return rl;
    208  1.17  rmind }
    209  1.17  rmind 
    210  1.17  rmind int
    211  1.17  rmind npf_ruleset_add(npf_ruleset_t *rlset, const char *rname, npf_rule_t *rl)
    212  1.17  rmind {
    213  1.17  rmind 	npf_rule_t *rg, *it;
    214  1.17  rmind 	pri_t priocmd;
    215  1.17  rmind 
    216  1.17  rmind 	rg = npf_ruleset_lookup(rlset, rname);
    217  1.17  rmind 	if (rg == NULL) {
    218  1.19  rmind 		return ESRCH;
    219  1.19  rmind 	}
    220  1.19  rmind 	if (!NPF_DYNAMIC_RULE_P(rl->r_attr)) {
    221  1.19  rmind 		return EINVAL;
    222  1.17  rmind 	}
    223  1.17  rmind 
    224  1.19  rmind 	/* Dynamic rule - assign a unique ID and save the parent. */
    225  1.19  rmind 	rl->r_id = ++rlset->rs_idcnt;
    226  1.17  rmind 	rl->r_parent = rg;
    227  1.17  rmind 
    228  1.17  rmind 	/*
    229  1.17  rmind 	 * Rule priority: (highest) 1, 2 ... n (lowest).
    230  1.17  rmind 	 * Negative priority indicates an operation and is reset to zero.
    231  1.17  rmind 	 */
    232  1.17  rmind 	if ((priocmd = rl->r_priority) < 0) {
    233  1.17  rmind 		rl->r_priority = 0;
    234  1.17  rmind 	}
    235  1.17  rmind 
    236  1.17  rmind 	switch (priocmd) {
    237  1.17  rmind 	case NPF_PRI_FIRST:
    238  1.17  rmind 		TAILQ_FOREACH(it, &rg->r_subset, r_entry) {
    239  1.17  rmind 			if (rl->r_priority <= it->r_priority)
    240  1.17  rmind 				break;
    241  1.17  rmind 		}
    242  1.17  rmind 		if (it) {
    243  1.17  rmind 			TAILQ_INSERT_BEFORE(it, rl, r_entry);
    244  1.17  rmind 		} else {
    245  1.17  rmind 			TAILQ_INSERT_HEAD(&rg->r_subset, rl, r_entry);
    246  1.17  rmind 		}
    247  1.17  rmind 		break;
    248  1.17  rmind 	case NPF_PRI_LAST:
    249  1.17  rmind 	default:
    250  1.17  rmind 		TAILQ_FOREACH(it, &rg->r_subset, r_entry) {
    251  1.17  rmind 			if (rl->r_priority < it->r_priority)
    252  1.17  rmind 				break;
    253  1.17  rmind 		}
    254  1.17  rmind 		if (it) {
    255  1.17  rmind 			TAILQ_INSERT_BEFORE(it, rl, r_entry);
    256  1.17  rmind 		} else {
    257  1.17  rmind 			TAILQ_INSERT_TAIL(&rg->r_subset, rl, r_entry);
    258  1.17  rmind 		}
    259  1.17  rmind 		break;
    260  1.17  rmind 	}
    261  1.17  rmind 
    262  1.17  rmind 	/* Finally, add into the all-list. */
    263  1.17  rmind 	LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
    264  1.17  rmind 	return 0;
    265  1.17  rmind }
    266  1.17  rmind 
    267  1.18  rmind int
    268  1.19  rmind npf_ruleset_remove(npf_ruleset_t *rlset, const char *rname, uint64_t id)
    269  1.17  rmind {
    270  1.17  rmind 	npf_rule_t *rg, *rl;
    271  1.17  rmind 
    272  1.17  rmind 	if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
    273  1.19  rmind 		return ESRCH;
    274  1.17  rmind 	}
    275  1.17  rmind 	TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
    276  1.24  rmind 		KASSERT(rl->r_parent == rg);
    277  1.24  rmind 
    278  1.17  rmind 		/* Compare ID.  On match, remove and return. */
    279  1.19  rmind 		if (rl->r_id == id) {
    280  1.17  rmind 			npf_ruleset_unlink(rlset, rl);
    281  1.18  rmind 			LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
    282  1.19  rmind 			return 0;
    283  1.17  rmind 		}
    284  1.17  rmind 	}
    285  1.19  rmind 	return ENOENT;
    286  1.17  rmind }
    287  1.17  rmind 
    288  1.18  rmind int
    289  1.17  rmind npf_ruleset_remkey(npf_ruleset_t *rlset, const char *rname,
    290  1.17  rmind     const void *key, size_t len)
    291  1.17  rmind {
    292  1.17  rmind 	npf_rule_t *rg, *rl;
    293   1.1  rmind 
    294  1.17  rmind 	KASSERT(len && len <= NPF_RULE_MAXKEYLEN);
    295  1.17  rmind 
    296  1.17  rmind 	if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
    297  1.19  rmind 		return ESRCH;
    298  1.17  rmind 	}
    299  1.18  rmind 
    300  1.17  rmind 	/* Find the last in the list. */
    301  1.17  rmind 	TAILQ_FOREACH_REVERSE(rl, &rg->r_subset, npf_ruleq, r_entry) {
    302  1.24  rmind 		KASSERT(rl->r_parent == rg);
    303  1.24  rmind 
    304  1.17  rmind 		/* Compare the key.  On match, remove and return. */
    305  1.17  rmind 		if (memcmp(rl->r_key, key, len) == 0) {
    306  1.17  rmind 			npf_ruleset_unlink(rlset, rl);
    307  1.18  rmind 			LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
    308  1.19  rmind 			return 0;
    309  1.17  rmind 		}
    310   1.1  rmind 	}
    311  1.19  rmind 	return ENOENT;
    312  1.18  rmind }
    313  1.18  rmind 
    314  1.18  rmind prop_dictionary_t
    315  1.18  rmind npf_ruleset_list(npf_ruleset_t *rlset, const char *rname)
    316  1.18  rmind {
    317  1.18  rmind 	prop_dictionary_t rldict;
    318  1.18  rmind 	prop_array_t rules;
    319  1.18  rmind 	npf_rule_t *rg, *rl;
    320  1.18  rmind 
    321  1.18  rmind 	if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
    322  1.18  rmind 		return NULL;
    323  1.18  rmind 	}
    324  1.18  rmind 	if ((rldict = prop_dictionary_create()) == NULL) {
    325  1.18  rmind 		return NULL;
    326  1.18  rmind 	}
    327  1.18  rmind 	if ((rules = prop_array_create()) == NULL) {
    328  1.18  rmind 		prop_object_release(rldict);
    329  1.18  rmind 		return NULL;
    330  1.18  rmind 	}
    331  1.18  rmind 
    332  1.18  rmind 	TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
    333  1.24  rmind 		KASSERT(rl->r_parent == rg);
    334  1.18  rmind 		if (rl->r_dict && !prop_array_add(rules, rl->r_dict)) {
    335  1.18  rmind 			prop_object_release(rldict);
    336  1.19  rmind 			prop_object_release(rules);
    337  1.18  rmind 			return NULL;
    338  1.18  rmind 		}
    339  1.18  rmind 	}
    340  1.19  rmind 
    341  1.18  rmind 	if (!prop_dictionary_set(rldict, "rules", rules)) {
    342  1.18  rmind 		prop_object_release(rldict);
    343  1.18  rmind 		rldict = NULL;
    344  1.18  rmind 	}
    345  1.18  rmind 	prop_object_release(rules);
    346  1.18  rmind 	return rldict;
    347  1.18  rmind }
    348  1.18  rmind 
    349  1.18  rmind int
    350  1.18  rmind npf_ruleset_flush(npf_ruleset_t *rlset, const char *rname)
    351  1.18  rmind {
    352  1.18  rmind 	npf_rule_t *rg, *rl;
    353  1.18  rmind 
    354  1.18  rmind 	if ((rg = npf_ruleset_lookup(rlset, rname)) == NULL) {
    355  1.19  rmind 		return ESRCH;
    356  1.18  rmind 	}
    357  1.18  rmind 	while ((rl = TAILQ_FIRST(&rg->r_subset)) != NULL) {
    358  1.24  rmind 		KASSERT(rl->r_parent == rg);
    359  1.18  rmind 		npf_ruleset_unlink(rlset, rl);
    360  1.18  rmind 		LIST_INSERT_HEAD(&rlset->rs_gc, rl, r_aentry);
    361  1.18  rmind 	}
    362  1.18  rmind 	return 0;
    363  1.18  rmind }
    364  1.18  rmind 
    365  1.18  rmind void
    366  1.18  rmind npf_ruleset_gc(npf_ruleset_t *rlset)
    367  1.18  rmind {
    368  1.18  rmind 	npf_rule_t *rl;
    369  1.18  rmind 
    370  1.18  rmind 	while ((rl = LIST_FIRST(&rlset->rs_gc)) != NULL) {
    371  1.18  rmind 		LIST_REMOVE(rl, r_aentry);
    372  1.18  rmind 		npf_rule_free(rl);
    373  1.18  rmind 	}
    374  1.17  rmind }
    375  1.17  rmind 
    376  1.17  rmind /*
    377  1.17  rmind  * npf_ruleset_reload: share the dynamic rules.
    378  1.17  rmind  *
    379  1.17  rmind  * => Active ruleset should be exclusively locked.
    380  1.17  rmind  */
    381  1.17  rmind void
    382  1.18  rmind npf_ruleset_reload(npf_ruleset_t *rlset, npf_ruleset_t *arlset)
    383  1.17  rmind {
    384  1.19  rmind 	npf_rule_t *rg;
    385  1.17  rmind 
    386  1.17  rmind 	KASSERT(npf_config_locked_p());
    387  1.17  rmind 
    388  1.19  rmind 	LIST_FOREACH(rg, &rlset->rs_dynamic, r_dentry) {
    389  1.19  rmind 		npf_rule_t *arg, *rl;
    390  1.18  rmind 
    391  1.19  rmind 		if ((arg = npf_ruleset_lookup(arlset, rg->r_name)) == NULL) {
    392  1.17  rmind 			continue;
    393  1.17  rmind 		}
    394  1.18  rmind 
    395  1.18  rmind 		/*
    396  1.24  rmind 		 * Copy the list-head structure.  This is necessary because
    397  1.24  rmind 		 * the rules are still active and therefore accessible for
    398  1.24  rmind 		 * inspection via the old ruleset.
    399  1.18  rmind 		 */
    400  1.19  rmind 		memcpy(&rg->r_subset, &arg->r_subset, sizeof(rg->r_subset));
    401  1.19  rmind 		TAILQ_FOREACH(rl, &rg->r_subset, r_entry) {
    402  1.24  rmind 			/*
    403  1.24  rmind 			 * We can safely migrate to the new all-rule list
    404  1.24  rmind 			 * and re-set the parent rule, though.
    405  1.24  rmind 			 */
    406  1.18  rmind 			LIST_REMOVE(rl, r_aentry);
    407  1.18  rmind 			LIST_INSERT_HEAD(&rlset->rs_all, rl, r_aentry);
    408  1.19  rmind 			rl->r_parent = rg;
    409  1.18  rmind 		}
    410   1.1  rmind 	}
    411  1.19  rmind 
    412  1.19  rmind 	/* Inherit the ID counter. */
    413  1.19  rmind 	rlset->rs_idcnt = arlset->rs_idcnt;
    414   1.1  rmind }
    415   1.1  rmind 
    416   1.1  rmind /*
    417   1.4  rmind  * npf_ruleset_matchnat: find a matching NAT policy in the ruleset.
    418   1.1  rmind  */
    419   1.4  rmind npf_rule_t *
    420   1.4  rmind npf_ruleset_matchnat(npf_ruleset_t *rlset, npf_natpolicy_t *mnp)
    421   1.1  rmind {
    422   1.4  rmind 	npf_rule_t *rl;
    423   1.1  rmind 
    424   1.4  rmind 	/* Find a matching NAT policy in the old ruleset. */
    425  1.17  rmind 	LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
    426   1.4  rmind 		if (npf_nat_matchpolicy(rl->r_natp, mnp))
    427   1.4  rmind 			break;
    428   1.4  rmind 	}
    429   1.4  rmind 	return rl;
    430   1.1  rmind }
    431   1.1  rmind 
    432   1.6  rmind npf_rule_t *
    433   1.6  rmind npf_ruleset_sharepm(npf_ruleset_t *rlset, npf_natpolicy_t *mnp)
    434   1.6  rmind {
    435   1.6  rmind 	npf_natpolicy_t *np;
    436   1.6  rmind 	npf_rule_t *rl;
    437   1.6  rmind 
    438   1.6  rmind 	/* Find a matching NAT policy in the old ruleset. */
    439  1.17  rmind 	LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
    440   1.6  rmind 		/*
    441   1.6  rmind 		 * NAT policy might not yet be set during the creation of
    442   1.6  rmind 		 * the ruleset (in such case, rule is for our policy), or
    443   1.6  rmind 		 * policies might be equal due to rule exchange on reload.
    444   1.6  rmind 		 */
    445   1.6  rmind 		np = rl->r_natp;
    446   1.6  rmind 		if (np == NULL || np == mnp)
    447   1.6  rmind 			continue;
    448   1.6  rmind 		if (npf_nat_sharepm(np, mnp))
    449   1.6  rmind 			break;
    450   1.6  rmind 	}
    451   1.6  rmind 	return rl;
    452   1.6  rmind }
    453   1.6  rmind 
    454   1.1  rmind /*
    455  1.13  rmind  * npf_ruleset_freealg: inspect the ruleset and disassociate specified
    456  1.13  rmind  * ALG from all NAT entries using it.
    457  1.13  rmind  */
    458  1.13  rmind void
    459  1.13  rmind npf_ruleset_freealg(npf_ruleset_t *rlset, npf_alg_t *alg)
    460  1.13  rmind {
    461  1.13  rmind 	npf_rule_t *rl;
    462  1.17  rmind 	npf_natpolicy_t *np;
    463  1.13  rmind 
    464  1.17  rmind 	LIST_FOREACH(rl, &rlset->rs_all, r_aentry) {
    465  1.17  rmind 		if ((np = rl->r_natp) != NULL) {
    466  1.13  rmind 			npf_nat_freealg(np, alg);
    467  1.13  rmind 		}
    468  1.13  rmind 	}
    469  1.13  rmind }
    470  1.13  rmind 
    471  1.13  rmind /*
    472  1.30  rmind  * npf_ruleset_natreload: minimum reload of NAT policies by matching
    473   1.6  rmind  * two (active and new) NAT rulesets.
    474   1.1  rmind  */
    475   1.4  rmind void
    476   1.4  rmind npf_ruleset_natreload(npf_ruleset_t *nrlset, npf_ruleset_t *arlset)
    477   1.1  rmind {
    478   1.4  rmind 	npf_natpolicy_t *np, *anp;
    479   1.4  rmind 	npf_rule_t *rl, *arl;
    480   1.4  rmind 
    481  1.30  rmind 	KASSERT(npf_config_locked_p());
    482  1.30  rmind 
    483   1.4  rmind 	/* Scan a new NAT ruleset against NAT policies in old ruleset. */
    484  1.17  rmind 	LIST_FOREACH(rl, &nrlset->rs_all, r_aentry) {
    485   1.4  rmind 		np = rl->r_natp;
    486   1.4  rmind 		arl = npf_ruleset_matchnat(arlset, np);
    487   1.4  rmind 		if (arl == NULL) {
    488   1.4  rmind 			continue;
    489   1.4  rmind 		}
    490   1.4  rmind 		/* On match - we exchange NAT policies. */
    491   1.4  rmind 		anp = arl->r_natp;
    492   1.4  rmind 		rl->r_natp = anp;
    493   1.4  rmind 		arl->r_natp = np;
    494   1.6  rmind 		/* Update other NAT policies to share portmap. */
    495   1.6  rmind 		(void)npf_ruleset_sharepm(nrlset, anp);
    496   1.1  rmind 	}
    497   1.4  rmind }
    498   1.4  rmind 
    499   1.1  rmind /*
    500  1.25  rmind  * npf_rule_alloc: allocate a rule and initialise it.
    501   1.1  rmind  */
    502   1.4  rmind npf_rule_t *
    503  1.17  rmind npf_rule_alloc(prop_dictionary_t rldict)
    504   1.1  rmind {
    505   1.4  rmind 	npf_rule_t *rl;
    506   1.7  rmind 	const char *rname;
    507   1.1  rmind 
    508   1.4  rmind 	/* Allocate a rule structure. */
    509  1.11  rmind 	rl = kmem_zalloc(sizeof(npf_rule_t), KM_SLEEP);
    510  1.17  rmind 	TAILQ_INIT(&rl->r_subset);
    511   1.4  rmind 	rl->r_natp = NULL;
    512   1.4  rmind 
    513  1.11  rmind 	/* Name (optional) */
    514   1.7  rmind 	if (prop_dictionary_get_cstring_nocopy(rldict, "name", &rname)) {
    515  1.17  rmind 		strlcpy(rl->r_name, rname, NPF_RULE_MAXNAMELEN);
    516   1.7  rmind 	} else {
    517   1.7  rmind 		rl->r_name[0] = '\0';
    518   1.7  rmind 	}
    519   1.7  rmind 
    520  1.11  rmind 	/* Attributes, priority and interface ID (optional). */
    521   1.7  rmind 	prop_dictionary_get_uint32(rldict, "attributes", &rl->r_attr);
    522   1.7  rmind 	prop_dictionary_get_int32(rldict, "priority", &rl->r_priority);
    523  1.26  rmind 
    524  1.26  rmind 	if (prop_dictionary_get_cstring_nocopy(rldict, "interface", &rname)) {
    525  1.26  rmind 		if ((rl->r_ifid = npf_ifmap_register(rname)) == 0) {
    526  1.26  rmind 			kmem_free(rl, sizeof(npf_rule_t));
    527  1.26  rmind 			return NULL;
    528  1.26  rmind 		}
    529  1.26  rmind 	} else {
    530  1.26  rmind 		rl->r_ifid = 0;
    531  1.26  rmind 	}
    532   1.4  rmind 
    533  1.17  rmind 	/* Get the skip-to index.  No need to validate it. */
    534  1.17  rmind 	prop_dictionary_get_uint32(rldict, "skip-to", &rl->r_skip_to);
    535  1.17  rmind 
    536  1.17  rmind 	/* Key (optional). */
    537  1.17  rmind 	prop_object_t obj = prop_dictionary_get(rldict, "key");
    538  1.17  rmind 	const void *key = prop_data_data_nocopy(obj);
    539  1.17  rmind 
    540  1.17  rmind 	if (key) {
    541  1.17  rmind 		size_t len = prop_data_size(obj);
    542  1.17  rmind 		if (len > NPF_RULE_MAXKEYLEN) {
    543  1.17  rmind 			kmem_free(rl, sizeof(npf_rule_t));
    544  1.17  rmind 			return NULL;
    545  1.17  rmind 		}
    546  1.17  rmind 		memcpy(rl->r_key, key, len);
    547   1.4  rmind 	}
    548  1.18  rmind 
    549  1.19  rmind 	if (NPF_DYNAMIC_RULE_P(rl->r_attr)) {
    550  1.18  rmind 		rl->r_dict = prop_dictionary_copy(rldict);
    551  1.18  rmind 	}
    552  1.18  rmind 
    553  1.17  rmind 	return rl;
    554  1.17  rmind }
    555  1.17  rmind 
    556  1.17  rmind /*
    557  1.17  rmind  * npf_rule_setcode: assign filter code to the rule.
    558  1.17  rmind  *
    559  1.20  rmind  * => The code must be validated by the caller.
    560  1.20  rmind  * => JIT compilation may be performed here.
    561  1.17  rmind  */
    562  1.17  rmind void
    563  1.17  rmind npf_rule_setcode(npf_rule_t *rl, const int type, void *code, size_t size)
    564  1.17  rmind {
    565  1.25  rmind 	KASSERT(type == NPF_CODE_BPF);
    566  1.28  rmind 
    567  1.28  rmind 	if ((rl->r_jcode = npf_bpf_compile(code, size)) == NULL) {
    568  1.28  rmind 		rl->r_code = code;
    569  1.28  rmind 		rl->r_clen = size;
    570  1.28  rmind 	} else {
    571  1.24  rmind 		rl->r_code = NULL;
    572  1.20  rmind 	}
    573  1.28  rmind 	rl->r_type = type;
    574  1.17  rmind }
    575  1.17  rmind 
    576  1.17  rmind /*
    577  1.17  rmind  * npf_rule_setrproc: assign a rule procedure and hold a reference on it.
    578  1.17  rmind  */
    579  1.17  rmind void
    580  1.17  rmind npf_rule_setrproc(npf_rule_t *rl, npf_rproc_t *rp)
    581  1.17  rmind {
    582  1.17  rmind 	npf_rproc_acquire(rp);
    583   1.6  rmind 	rl->r_rproc = rp;
    584   1.1  rmind }
    585   1.1  rmind 
    586   1.1  rmind /*
    587   1.1  rmind  * npf_rule_free: free the specified rule.
    588   1.1  rmind  */
    589   1.1  rmind void
    590   1.1  rmind npf_rule_free(npf_rule_t *rl)
    591   1.1  rmind {
    592   1.4  rmind 	npf_natpolicy_t *np = rl->r_natp;
    593   1.4  rmind 	npf_rproc_t *rp = rl->r_rproc;
    594   1.1  rmind 
    595   1.4  rmind 	if (np) {
    596   1.4  rmind 		/* Free NAT policy. */
    597   1.4  rmind 		npf_nat_freepolicy(np);
    598   1.4  rmind 	}
    599   1.4  rmind 	if (rp) {
    600   1.6  rmind 		/* Release rule procedure. */
    601   1.4  rmind 		npf_rproc_release(rp);
    602   1.4  rmind 	}
    603  1.17  rmind 	if (rl->r_code) {
    604  1.20  rmind 		/* Free byte-code. */
    605  1.17  rmind 		kmem_free(rl->r_code, rl->r_clen);
    606   1.1  rmind 	}
    607  1.20  rmind 	if (rl->r_jcode) {
    608  1.20  rmind 		/* Free JIT code. */
    609  1.28  rmind 		bpf_jit_freecode(rl->r_jcode);
    610  1.20  rmind 	}
    611  1.18  rmind 	if (rl->r_dict) {
    612  1.18  rmind 		/* Destroy the dictionary. */
    613  1.18  rmind 		prop_object_release(rl->r_dict);
    614  1.18  rmind 	}
    615   1.4  rmind 	kmem_free(rl, sizeof(npf_rule_t));
    616   1.1  rmind }
    617   1.1  rmind 
    618   1.1  rmind /*
    619  1.19  rmind  * npf_rule_getid: return the unique ID of a rule.
    620  1.10  rmind  * npf_rule_getrproc: acquire a reference and return rule procedure, if any.
    621   1.1  rmind  * npf_rule_getnat: get NAT policy assigned to the rule.
    622   1.1  rmind  */
    623   1.1  rmind 
    624  1.19  rmind uint64_t
    625  1.19  rmind npf_rule_getid(const npf_rule_t *rl)
    626  1.19  rmind {
    627  1.19  rmind 	KASSERT(NPF_DYNAMIC_RULE_P(rl->r_attr));
    628  1.19  rmind 	return rl->r_id;
    629  1.19  rmind }
    630  1.19  rmind 
    631  1.10  rmind npf_rproc_t *
    632  1.30  rmind npf_rule_getrproc(const npf_rule_t *rl)
    633  1.10  rmind {
    634  1.10  rmind 	npf_rproc_t *rp = rl->r_rproc;
    635  1.10  rmind 
    636  1.10  rmind 	if (rp) {
    637  1.10  rmind 		npf_rproc_acquire(rp);
    638  1.10  rmind 	}
    639  1.10  rmind 	return rp;
    640  1.10  rmind }
    641  1.10  rmind 
    642   1.1  rmind npf_natpolicy_t *
    643   1.1  rmind npf_rule_getnat(const npf_rule_t *rl)
    644   1.1  rmind {
    645   1.4  rmind 	return rl->r_natp;
    646   1.1  rmind }
    647   1.1  rmind 
    648   1.4  rmind /*
    649   1.4  rmind  * npf_rule_setnat: assign NAT policy to the rule and insert into the
    650   1.4  rmind  * NAT policy list in the ruleset.
    651   1.4  rmind  */
    652   1.1  rmind void
    653   1.1  rmind npf_rule_setnat(npf_rule_t *rl, npf_natpolicy_t *np)
    654   1.1  rmind {
    655   1.3  rmind 
    656   1.4  rmind 	KASSERT(rl->r_natp == NULL);
    657   1.4  rmind 	rl->r_natp = np;
    658   1.1  rmind }
    659   1.1  rmind 
    660  1.17  rmind /*
    661  1.17  rmind  * npf_rule_inspect: match the interface, direction and run the filter code.
    662  1.29  rmind  * Returns true if rule matches and false otherwise.
    663  1.17  rmind  */
    664  1.17  rmind static inline bool
    665  1.29  rmind npf_rule_inspect(const npf_rule_t *rl, bpf_args_t *bc_args,
    666  1.29  rmind     const int di_mask, const u_int ifid)
    667  1.17  rmind {
    668  1.17  rmind 	/* Match the interface. */
    669  1.29  rmind 	if (rl->r_ifid && rl->r_ifid != ifid) {
    670  1.17  rmind 		return false;
    671  1.17  rmind 	}
    672  1.17  rmind 
    673  1.17  rmind 	/* Match the direction. */
    674  1.17  rmind 	if ((rl->r_attr & NPF_RULE_DIMASK) != NPF_RULE_DIMASK) {
    675  1.17  rmind 		if ((rl->r_attr & di_mask) == 0)
    676  1.17  rmind 			return false;
    677  1.17  rmind 	}
    678  1.17  rmind 
    679  1.24  rmind 	/* Any code? */
    680  1.24  rmind 	if (rl->r_jcode == rl->r_code) {
    681  1.24  rmind 		KASSERT(rl->r_jcode == NULL);
    682  1.24  rmind 		KASSERT(rl->r_code == NULL);
    683  1.17  rmind 		return true;
    684  1.17  rmind 	}
    685  1.25  rmind 	KASSERT(rl->r_type == NPF_CODE_BPF);
    686  1.29  rmind 	return npf_bpf_filter(bc_args, rl->r_code, rl->r_jcode) != 0;
    687  1.17  rmind }
    688  1.17  rmind 
    689  1.17  rmind /*
    690  1.17  rmind  * npf_rule_reinspect: re-inspect the dynamic rule by iterating its list.
    691  1.17  rmind  * This is only for the dynamic rules.  Subrules cannot have nested rules.
    692  1.17  rmind  */
    693  1.17  rmind static npf_rule_t *
    694  1.29  rmind npf_rule_reinspect(const npf_rule_t *drl, bpf_args_t *bc_args,
    695  1.29  rmind     const int di_mask, const u_int ifid)
    696   1.7  rmind {
    697  1.17  rmind 	npf_rule_t *final_rl = NULL, *rl;
    698  1.17  rmind 
    699  1.17  rmind 	KASSERT(NPF_DYNAMIC_GROUP_P(drl->r_attr));
    700   1.7  rmind 
    701  1.17  rmind 	TAILQ_FOREACH(rl, &drl->r_subset, r_entry) {
    702  1.29  rmind 		if (!npf_rule_inspect(rl, bc_args, di_mask, ifid)) {
    703   1.7  rmind 			continue;
    704  1.17  rmind 		}
    705  1.17  rmind 		if (rl->r_attr & NPF_RULE_FINAL) {
    706  1.17  rmind 			return rl;
    707  1.17  rmind 		}
    708  1.17  rmind 		final_rl = rl;
    709   1.7  rmind 	}
    710  1.17  rmind 	return final_rl;
    711   1.7  rmind }
    712   1.1  rmind 
    713   1.1  rmind /*
    714   1.7  rmind  * npf_ruleset_inspect: inspect the packet against the given ruleset.
    715   1.1  rmind  *
    716  1.25  rmind  * Loop through the rules in the set and run the byte-code of each rule
    717   1.7  rmind  * against the packet (nbuf chain).  If sub-ruleset is found, inspect it.
    718   1.7  rmind  *
    719   1.9  rmind  * => Caller is responsible for nbuf chain protection.
    720   1.1  rmind  */
    721   1.1  rmind npf_rule_t *
    722  1.15  rmind npf_ruleset_inspect(npf_cache_t *npc, nbuf_t *nbuf,
    723  1.17  rmind     const npf_ruleset_t *rlset, const int di, const int layer)
    724   1.1  rmind {
    725   1.7  rmind 	const int di_mask = (di & PFIL_IN) ? NPF_RULE_IN : NPF_RULE_OUT;
    726  1.17  rmind 	const u_int nitems = rlset->rs_nitems;
    727  1.29  rmind 	const u_int ifid = nbuf->nb_ifid;
    728  1.17  rmind 	npf_rule_t *final_rl = NULL;
    729  1.29  rmind 	bpf_args_t bc_args;
    730  1.17  rmind 	u_int n = 0;
    731   1.1  rmind 
    732  1.29  rmind 	memset(&bc_args, 0, sizeof(bpf_args_t));
    733  1.29  rmind 	bc_args.pkt = nbuf_head_mbuf(nbuf);
    734  1.29  rmind 	bc_args.wirelen = m_length(bc_args.pkt);
    735  1.29  rmind 	bc_args.arg = npc;
    736  1.29  rmind 
    737   1.1  rmind 	KASSERT(((di & PFIL_IN) != 0) ^ ((di & PFIL_OUT) != 0));
    738  1.17  rmind 
    739  1.17  rmind 	while (n < nitems) {
    740  1.17  rmind 		npf_rule_t *rl = rlset->rs_rules[n];
    741  1.17  rmind 		const u_int skip_to = rl->r_skip_to;
    742  1.17  rmind 		const uint32_t attr = rl->r_attr;
    743  1.17  rmind 
    744  1.16  rmind 		KASSERT(!nbuf_flag_p(nbuf, NBUF_DATAREF_RESET));
    745   1.1  rmind 		KASSERT(!final_rl || rl->r_priority >= final_rl->r_priority);
    746  1.17  rmind 		KASSERT(n < skip_to);
    747   1.1  rmind 
    748  1.17  rmind 		/* Group is a barrier: return a matching if found any. */
    749  1.17  rmind 		if ((attr & NPF_RULE_GROUP) != 0 && final_rl) {
    750  1.17  rmind 			break;
    751  1.17  rmind 		}
    752  1.17  rmind 
    753  1.17  rmind 		/* Main inspection of the rule. */
    754  1.29  rmind 		if (!npf_rule_inspect(rl, &bc_args, di_mask, ifid)) {
    755  1.17  rmind 			n = skip_to;
    756   1.1  rmind 			continue;
    757   1.1  rmind 		}
    758  1.17  rmind 
    759  1.17  rmind 		if (NPF_DYNAMIC_GROUP_P(attr)) {
    760  1.17  rmind 			/*
    761  1.17  rmind 			 * If this is a dynamic rule, re-inspect the subrules.
    762  1.17  rmind 			 * If it has any matching rule, then it is final.
    763  1.17  rmind 			 */
    764  1.29  rmind 			rl = npf_rule_reinspect(rl, &bc_args, di_mask, ifid);
    765  1.17  rmind 			if (rl != NULL) {
    766  1.17  rmind 				final_rl = rl;
    767  1.17  rmind 				break;
    768  1.17  rmind 			}
    769  1.17  rmind 		} else if ((attr & NPF_RULE_GROUP) == 0) {
    770  1.17  rmind 			/*
    771  1.17  rmind 			 * Groups themselves are not matching.
    772  1.17  rmind 			 */
    773  1.17  rmind 			final_rl = rl;
    774   1.1  rmind 		}
    775  1.17  rmind 
    776   1.1  rmind 		/* Set the matching rule and check for "final". */
    777  1.17  rmind 		if (attr & NPF_RULE_FINAL) {
    778   1.2  rmind 			break;
    779   1.1  rmind 		}
    780  1.17  rmind 		n++;
    781   1.2  rmind 	}
    782  1.16  rmind 
    783  1.16  rmind 	KASSERT(!nbuf_flag_p(nbuf, NBUF_DATAREF_RESET));
    784   1.7  rmind 	return final_rl;
    785   1.1  rmind }
    786   1.1  rmind 
    787   1.1  rmind /*
    788  1.17  rmind  * npf_rule_conclude: return decision and the flags for conclusion.
    789   1.1  rmind  *
    790   1.1  rmind  * => Returns ENETUNREACH if "block" and 0 if "pass".
    791   1.1  rmind  */
    792   1.1  rmind int
    793  1.17  rmind npf_rule_conclude(const npf_rule_t *rl, int *retfl)
    794   1.1  rmind {
    795   1.1  rmind 	/* If not passing - drop the packet. */
    796   1.4  rmind 	*retfl = rl->r_attr;
    797  1.17  rmind 	return (rl->r_attr & NPF_RULE_PASS) ? 0 : ENETUNREACH;
    798   1.1  rmind }
    799