Home | History | Annotate | Line # | Download | only in npf
npf_os.c revision 1.17
      1   1.1  christos /*-
      2   1.1  christos  * Copyright (c) 2009-2016 The NetBSD Foundation, Inc.
      3   1.1  christos  * All rights reserved.
      4   1.1  christos  *
      5   1.1  christos  * This material is based upon work partially supported by The
      6   1.1  christos  * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
      7   1.1  christos  *
      8   1.1  christos  * Redistribution and use in source and binary forms, with or without
      9   1.1  christos  * modification, are permitted provided that the following conditions
     10   1.1  christos  * are met:
     11   1.1  christos  * 1. Redistributions of source code must retain the above copyright
     12   1.1  christos  *    notice, this list of conditions and the following disclaimer.
     13   1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     14   1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     15   1.1  christos  *    documentation and/or other materials provided with the distribution.
     16   1.1  christos  *
     17   1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     18   1.1  christos  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     19   1.1  christos  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     20   1.1  christos  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     21   1.1  christos  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     22   1.1  christos  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     23   1.1  christos  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     24   1.1  christos  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     25   1.1  christos  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     26   1.1  christos  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     27   1.1  christos  * POSSIBILITY OF SUCH DAMAGE.
     28   1.1  christos  */
     29   1.1  christos 
     30   1.1  christos /*
     31   1.1  christos  * NPF main: dynamic load/initialisation and unload routines.
     32   1.1  christos  */
     33   1.1  christos 
     34   1.1  christos #ifdef _KERNEL
     35   1.1  christos #include <sys/cdefs.h>
     36  1.17     rmind __KERNEL_RCSID(0, "$NetBSD: npf_os.c,v 1.17 2019/08/25 17:38:25 rmind Exp $");
     37   1.1  christos 
     38   1.1  christos #ifdef _KERNEL_OPT
     39   1.1  christos #include "pf.h"
     40   1.1  christos #if NPF > 0
     41   1.1  christos #error "NPF and PF are mutually exclusive; please select one"
     42   1.1  christos #endif
     43   1.1  christos #endif
     44   1.1  christos 
     45   1.1  christos #include <sys/param.h>
     46   1.1  christos #include <sys/types.h>
     47   1.1  christos 
     48   1.1  christos #include <sys/conf.h>
     49   1.1  christos #include <sys/kauth.h>
     50   1.1  christos #include <sys/kmem.h>
     51   1.1  christos #include <sys/lwp.h>
     52   1.1  christos #include <sys/module.h>
     53  1.16     rmind #include <sys/pserialize.h>
     54   1.1  christos #include <sys/socketvar.h>
     55   1.1  christos #include <sys/uio.h>
     56   1.4  christos 
     57   1.4  christos #include <netinet/in.h>
     58   1.4  christos #include <netinet6/in6_var.h>
     59   1.1  christos #endif
     60   1.1  christos 
     61   1.1  christos #include "npf_impl.h"
     62   1.1  christos #include "npfkern.h"
     63   1.1  christos 
     64   1.1  christos #ifdef _KERNEL
     65   1.1  christos #ifndef _MODULE
     66   1.1  christos #include "opt_modular.h"
     67   1.6       ryo #include "opt_net_mpsafe.h"
     68   1.1  christos #endif
     69   1.1  christos #include "ioconf.h"
     70   1.1  christos #endif
     71   1.1  christos 
     72   1.1  christos /*
     73   1.1  christos  * Module and device structures.
     74   1.1  christos  */
     75   1.1  christos #ifndef _MODULE
     76   1.1  christos /*
     77   1.1  christos  * Modular kernels load drivers too early, and we need percpu to be inited
     78   1.1  christos  * So we make this misc; a better way would be to have early boot and late
     79   1.1  christos  * boot drivers.
     80   1.1  christos  */
     81   1.7  pgoyette MODULE(MODULE_CLASS_MISC, npf, "bpf");
     82   1.1  christos #else
     83   1.1  christos /* This module autoloads via /dev/npf so it needs to be a driver */
     84   1.7  pgoyette MODULE(MODULE_CLASS_DRIVER, npf, "bpf");
     85   1.1  christos #endif
     86   1.1  christos 
     87  1.17     rmind static int	npf_pfil_register(bool);
     88  1.17     rmind static void	npf_pfil_unregister(bool);
     89  1.17     rmind 
     90   1.1  christos static int	npf_dev_open(dev_t, int, int, lwp_t *);
     91   1.1  christos static int	npf_dev_close(dev_t, int, int, lwp_t *);
     92   1.1  christos static int	npf_dev_ioctl(dev_t, u_long, void *, int, lwp_t *);
     93   1.1  christos static int	npf_dev_poll(dev_t, int, lwp_t *);
     94   1.1  christos static int	npf_dev_read(dev_t, struct uio *, int);
     95   1.1  christos 
     96   1.1  christos const struct cdevsw npf_cdevsw = {
     97   1.1  christos 	.d_open = npf_dev_open,
     98   1.1  christos 	.d_close = npf_dev_close,
     99   1.1  christos 	.d_read = npf_dev_read,
    100   1.1  christos 	.d_write = nowrite,
    101   1.1  christos 	.d_ioctl = npf_dev_ioctl,
    102   1.1  christos 	.d_stop = nostop,
    103   1.1  christos 	.d_tty = notty,
    104   1.1  christos 	.d_poll = npf_dev_poll,
    105   1.1  christos 	.d_mmap = nommap,
    106   1.1  christos 	.d_kqfilter = nokqfilter,
    107   1.1  christos 	.d_discard = nodiscard,
    108   1.1  christos 	.d_flag = D_OTHER | D_MPSAFE
    109   1.1  christos };
    110   1.1  christos 
    111   1.1  christos static const char *	npf_ifop_getname(ifnet_t *);
    112   1.1  christos static ifnet_t *	npf_ifop_lookup(const char *);
    113   1.1  christos static void		npf_ifop_flush(void *);
    114   1.1  christos static void *		npf_ifop_getmeta(const ifnet_t *);
    115   1.1  christos static void		npf_ifop_setmeta(ifnet_t *, void *);
    116   1.1  christos 
    117   1.1  christos static const unsigned	nworkers = 1;
    118   1.1  christos 
    119   1.1  christos static bool		pfil_registered = false;
    120   1.1  christos static pfil_head_t *	npf_ph_if = NULL;
    121   1.1  christos static pfil_head_t *	npf_ph_inet = NULL;
    122   1.1  christos static pfil_head_t *	npf_ph_inet6 = NULL;
    123   1.1  christos 
    124   1.1  christos static const npf_ifops_t kern_ifops = {
    125   1.1  christos 	.getname	= npf_ifop_getname,
    126   1.1  christos 	.lookup		= npf_ifop_lookup,
    127   1.1  christos 	.flush		= npf_ifop_flush,
    128   1.1  christos 	.getmeta	= npf_ifop_getmeta,
    129   1.1  christos 	.setmeta	= npf_ifop_setmeta,
    130   1.1  christos };
    131   1.1  christos 
    132   1.1  christos static int
    133   1.1  christos npf_fini(void)
    134   1.1  christos {
    135   1.1  christos 	npf_t *npf = npf_getkernctx();
    136   1.1  christos 
    137   1.1  christos 	/* At first, detach device and remove pfil hooks. */
    138   1.1  christos #ifdef _MODULE
    139   1.1  christos 	devsw_detach(NULL, &npf_cdevsw);
    140   1.1  christos #endif
    141   1.1  christos 	npf_pfil_unregister(true);
    142  1.14     rmind 	npfk_destroy(npf);
    143  1.14     rmind 	npfk_sysfini();
    144   1.1  christos 	return 0;
    145   1.1  christos }
    146   1.1  christos 
    147   1.1  christos static int
    148   1.1  christos npf_init(void)
    149   1.1  christos {
    150   1.1  christos 	npf_t *npf;
    151   1.1  christos 	int error = 0;
    152   1.1  christos 
    153  1.14     rmind 	error = npfk_sysinit(nworkers);
    154   1.1  christos 	if (error)
    155   1.1  christos 		return error;
    156  1.14     rmind 	npf = npfk_create(0, NULL, &kern_ifops);
    157   1.1  christos 	npf_setkernctx(npf);
    158   1.1  christos 	npf_pfil_register(true);
    159   1.1  christos 
    160   1.1  christos #ifdef _MODULE
    161   1.1  christos 	devmajor_t bmajor = NODEVMAJOR, cmajor = NODEVMAJOR;
    162   1.1  christos 
    163   1.1  christos 	/* Attach /dev/npf device. */
    164   1.1  christos 	error = devsw_attach("npf", NULL, &bmajor, &npf_cdevsw, &cmajor);
    165   1.1  christos 	if (error) {
    166   1.1  christos 		/* It will call devsw_detach(), which is safe. */
    167   1.1  christos 		(void)npf_fini();
    168   1.1  christos 	}
    169   1.1  christos #endif
    170   1.1  christos 	return error;
    171   1.1  christos }
    172   1.1  christos 
    173   1.1  christos 
    174   1.1  christos /*
    175   1.1  christos  * Module interface.
    176   1.1  christos  */
    177   1.1  christos static int
    178   1.1  christos npf_modcmd(modcmd_t cmd, void *arg)
    179   1.1  christos {
    180   1.1  christos 	switch (cmd) {
    181   1.1  christos 	case MODULE_CMD_INIT:
    182   1.1  christos 		return npf_init();
    183   1.1  christos 	case MODULE_CMD_FINI:
    184   1.1  christos 		return npf_fini();
    185   1.1  christos 	case MODULE_CMD_AUTOUNLOAD:
    186   1.1  christos 		if (npf_autounload_p()) {
    187   1.1  christos 			return EBUSY;
    188   1.1  christos 		}
    189   1.1  christos 		break;
    190   1.1  christos 	default:
    191   1.1  christos 		return ENOTTY;
    192   1.1  christos 	}
    193   1.1  christos 	return 0;
    194   1.1  christos }
    195   1.1  christos 
    196   1.1  christos void
    197   1.1  christos npfattach(int nunits)
    198   1.1  christos {
    199   1.1  christos 	/* Nothing */
    200   1.1  christos }
    201   1.1  christos 
    202   1.1  christos static int
    203   1.1  christos npf_dev_open(dev_t dev, int flag, int mode, lwp_t *l)
    204   1.1  christos {
    205   1.1  christos 	/* Available only for super-user. */
    206   1.1  christos 	if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
    207   1.1  christos 	    KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
    208   1.1  christos 		return EPERM;
    209   1.1  christos 	}
    210   1.1  christos 	return 0;
    211   1.1  christos }
    212   1.1  christos 
    213   1.1  christos static int
    214   1.1  christos npf_dev_close(dev_t dev, int flag, int mode, lwp_t *l)
    215   1.1  christos {
    216   1.1  christos 	return 0;
    217   1.1  christos }
    218   1.1  christos 
    219   1.1  christos static int
    220   1.1  christos npf_stats_export(npf_t *npf, void *data)
    221   1.1  christos {
    222   1.1  christos 	uint64_t *fullst, *uptr = *(uint64_t **)data;
    223   1.1  christos 	int error;
    224   1.1  christos 
    225   1.1  christos 	fullst = kmem_alloc(NPF_STATS_SIZE, KM_SLEEP);
    226  1.14     rmind 	npfk_stats(npf, fullst); /* will zero the buffer */
    227   1.1  christos 	error = copyout(fullst, uptr, NPF_STATS_SIZE);
    228   1.1  christos 	kmem_free(fullst, NPF_STATS_SIZE);
    229   1.1  christos 	return error;
    230   1.1  christos }
    231   1.1  christos 
    232  1.17     rmind /*
    233  1.17     rmind  * npfctl_switch: enable or disable packet inspection.
    234  1.17     rmind  */
    235  1.17     rmind static int
    236  1.17     rmind npfctl_switch(void *data)
    237  1.17     rmind {
    238  1.17     rmind 	const bool onoff = *(int *)data ? true : false;
    239  1.17     rmind 	int error;
    240  1.17     rmind 
    241  1.17     rmind 	if (onoff) {
    242  1.17     rmind 		/* Enable: add pfil hooks. */
    243  1.17     rmind 		error = npf_pfil_register(false);
    244  1.17     rmind 	} else {
    245  1.17     rmind 		/* Disable: remove pfil hooks. */
    246  1.17     rmind 		npf_pfil_unregister(false);
    247  1.17     rmind 		error = 0;
    248  1.17     rmind 	}
    249  1.17     rmind 	return error;
    250  1.17     rmind }
    251  1.17     rmind 
    252   1.1  christos static int
    253   1.1  christos npf_dev_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
    254   1.1  christos {
    255   1.1  christos 	npf_t *npf = npf_getkernctx();
    256   1.1  christos 	int error;
    257   1.1  christos 
    258   1.1  christos 	/* Available only for super-user. */
    259   1.1  christos 	if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
    260   1.1  christos 	    KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
    261   1.1  christos 		return EPERM;
    262   1.1  christos 	}
    263   1.1  christos 
    264   1.1  christos 	switch (cmd) {
    265   1.1  christos 	case IOC_NPF_TABLE:
    266   1.1  christos 		error = npfctl_table(npf, data);
    267   1.1  christos 		break;
    268   1.1  christos 	case IOC_NPF_RULE:
    269   1.1  christos 		error = npfctl_rule(npf, cmd, data);
    270   1.1  christos 		break;
    271   1.1  christos 	case IOC_NPF_STATS:
    272   1.1  christos 		error = npf_stats_export(npf, data);
    273   1.1  christos 		break;
    274   1.1  christos 	case IOC_NPF_SAVE:
    275   1.1  christos 		error = npfctl_save(npf, cmd, data);
    276   1.1  christos 		break;
    277   1.1  christos 	case IOC_NPF_SWITCH:
    278   1.1  christos 		error = npfctl_switch(data);
    279   1.1  christos 		break;
    280   1.1  christos 	case IOC_NPF_LOAD:
    281   1.1  christos 		error = npfctl_load(npf, cmd, data);
    282   1.1  christos 		break;
    283   1.1  christos 	case IOC_NPF_CONN_LOOKUP:
    284   1.1  christos 		error = npfctl_conn_lookup(npf, cmd, data);
    285   1.1  christos 		break;
    286  1.15     rmind 	case IOC_NPF_TABLE_REPLACE:
    287  1.15     rmind 		error = npfctl_table_replace(npf, cmd, data);
    288  1.15     rmind 		break;
    289   1.1  christos 	case IOC_NPF_VERSION:
    290   1.1  christos 		*(int *)data = NPF_VERSION;
    291   1.1  christos 		error = 0;
    292   1.1  christos 		break;
    293   1.1  christos 	default:
    294   1.1  christos 		error = ENOTTY;
    295   1.1  christos 		break;
    296   1.1  christos 	}
    297   1.1  christos 	return error;
    298   1.1  christos }
    299   1.1  christos 
    300   1.1  christos static int
    301   1.1  christos npf_dev_poll(dev_t dev, int events, lwp_t *l)
    302   1.1  christos {
    303   1.1  christos 	return ENOTSUP;
    304   1.1  christos }
    305   1.1  christos 
    306   1.1  christos static int
    307   1.1  christos npf_dev_read(dev_t dev, struct uio *uio, int flag)
    308   1.1  christos {
    309   1.1  christos 	return ENOTSUP;
    310   1.1  christos }
    311   1.1  christos 
    312   1.1  christos bool
    313   1.1  christos npf_autounload_p(void)
    314   1.1  christos {
    315   1.1  christos 	npf_t *npf = npf_getkernctx();
    316  1.17     rmind 	return !npf_active_p() && npf_default_pass(npf);
    317   1.1  christos }
    318   1.1  christos 
    319   1.1  christos /*
    320   1.1  christos  * Interface operations.
    321   1.1  christos  */
    322   1.1  christos 
    323   1.1  christos static const char *
    324   1.1  christos npf_ifop_getname(ifnet_t *ifp)
    325   1.1  christos {
    326   1.1  christos 	return ifp->if_xname;
    327   1.1  christos }
    328   1.1  christos 
    329   1.1  christos static ifnet_t *
    330   1.1  christos npf_ifop_lookup(const char *name)
    331   1.1  christos {
    332   1.1  christos 	return ifunit(name);
    333   1.1  christos }
    334   1.1  christos 
    335   1.1  christos static void
    336   1.1  christos npf_ifop_flush(void *arg)
    337   1.1  christos {
    338   1.1  christos 	ifnet_t *ifp;
    339   1.1  christos 
    340   1.1  christos 	KERNEL_LOCK(1, NULL);
    341   1.9     ozaki 	IFNET_GLOBAL_LOCK();
    342   1.1  christos 	IFNET_WRITER_FOREACH(ifp) {
    343  1.13     rmind 		ifp->if_npf_private = arg;
    344   1.1  christos 	}
    345   1.9     ozaki 	IFNET_GLOBAL_UNLOCK();
    346   1.1  christos 	KERNEL_UNLOCK_ONE(NULL);
    347   1.1  christos }
    348   1.1  christos 
    349   1.1  christos static void *
    350   1.1  christos npf_ifop_getmeta(const ifnet_t *ifp)
    351   1.1  christos {
    352  1.13     rmind 	return ifp->if_npf_private;
    353   1.1  christos }
    354   1.1  christos 
    355   1.1  christos static void
    356   1.1  christos npf_ifop_setmeta(ifnet_t *ifp, void *arg)
    357   1.1  christos {
    358  1.13     rmind 	ifp->if_npf_private = arg;
    359   1.1  christos }
    360   1.1  christos 
    361   1.1  christos #ifdef _KERNEL
    362   1.1  christos 
    363   1.1  christos /*
    364   1.1  christos  * Wrapper of the main packet handler to pass the kernel NPF context.
    365   1.1  christos  */
    366   1.1  christos static int
    367  1.14     rmind npfos_packet_handler(void *arg, struct mbuf **mp, ifnet_t *ifp, int di)
    368   1.1  christos {
    369   1.1  christos 	npf_t *npf = npf_getkernctx();
    370  1.14     rmind 	return npfk_packet_handler(npf, mp, ifp, di);
    371   1.1  christos }
    372   1.1  christos 
    373   1.1  christos /*
    374   1.1  christos  * npf_ifhook: hook handling interface changes.
    375   1.1  christos  */
    376   1.2     rmind static void
    377   1.2     rmind npf_ifhook(void *arg, unsigned long cmd, void *arg2)
    378   1.1  christos {
    379   1.1  christos 	npf_t *npf = npf_getkernctx();
    380   1.2     rmind 	ifnet_t *ifp = arg2;
    381   1.1  christos 
    382   1.2     rmind 	switch (cmd) {
    383   1.2     rmind 	case PFIL_IFNET_ATTACH:
    384  1.14     rmind 		npfk_ifmap_attach(npf, ifp);
    385   1.3     rmind 		npf_ifaddr_sync(npf, ifp);
    386   1.2     rmind 		break;
    387   1.2     rmind 	case PFIL_IFNET_DETACH:
    388  1.14     rmind 		npfk_ifmap_detach(npf, ifp);
    389   1.3     rmind 		npf_ifaddr_flush(npf, ifp);
    390   1.2     rmind 		break;
    391   1.1  christos 	}
    392   1.1  christos }
    393   1.1  christos 
    394   1.3     rmind static void
    395   1.3     rmind npf_ifaddrhook(void *arg, u_long cmd, void *arg2)
    396   1.3     rmind {
    397   1.3     rmind 	npf_t *npf = npf_getkernctx();
    398   1.3     rmind 	struct ifaddr *ifa = arg2;
    399   1.3     rmind 
    400   1.3     rmind 	switch (cmd) {
    401   1.3     rmind 	case SIOCSIFADDR:
    402   1.3     rmind 	case SIOCAIFADDR:
    403   1.3     rmind 	case SIOCDIFADDR:
    404   1.3     rmind #ifdef INET6
    405   1.3     rmind 	case SIOCSIFADDR_IN6:
    406   1.3     rmind 	case SIOCAIFADDR_IN6:
    407   1.3     rmind 	case SIOCDIFADDR_IN6:
    408   1.3     rmind #endif
    409  1.12     rmind 		KASSERT(ifa != NULL);
    410   1.3     rmind 		break;
    411   1.3     rmind 	default:
    412   1.3     rmind 		return;
    413   1.3     rmind 	}
    414   1.3     rmind 	npf_ifaddr_sync(npf, ifa->ifa_ifp);
    415   1.3     rmind }
    416   1.3     rmind 
    417   1.1  christos /*
    418   1.1  christos  * npf_pfil_register: register pfil(9) hooks.
    419   1.1  christos  */
    420  1.17     rmind static int
    421   1.1  christos npf_pfil_register(bool init)
    422   1.1  christos {
    423   1.1  christos 	npf_t *npf = npf_getkernctx();
    424   1.1  christos 	int error = 0;
    425   1.1  christos 
    426   1.8     ozaki 	SOFTNET_KERNEL_LOCK_UNLESS_NET_MPSAFE();
    427   1.1  christos 
    428   1.1  christos 	/* Init: interface re-config and attach/detach hook. */
    429   1.1  christos 	if (!npf_ph_if) {
    430   1.1  christos 		npf_ph_if = pfil_head_get(PFIL_TYPE_IFNET, 0);
    431   1.1  christos 		if (!npf_ph_if) {
    432   1.1  christos 			error = ENOENT;
    433   1.1  christos 			goto out;
    434   1.1  christos 		}
    435   1.3     rmind 
    436   1.3     rmind 		error = pfil_add_ihook(npf_ifhook, NULL,
    437   1.3     rmind 		    PFIL_IFNET, npf_ph_if);
    438   1.3     rmind 		KASSERT(error == 0);
    439   1.3     rmind 
    440   1.3     rmind 		error = pfil_add_ihook(npf_ifaddrhook, NULL,
    441   1.3     rmind 		    PFIL_IFADDR, npf_ph_if);
    442   1.1  christos 		KASSERT(error == 0);
    443   1.1  christos 	}
    444   1.1  christos 	if (init) {
    445   1.1  christos 		goto out;
    446   1.1  christos 	}
    447   1.1  christos 
    448   1.1  christos 	/* Check if pfil hooks are not already registered. */
    449   1.1  christos 	if (pfil_registered) {
    450   1.1  christos 		error = EEXIST;
    451   1.1  christos 		goto out;
    452   1.1  christos 	}
    453   1.1  christos 
    454   1.1  christos 	/* Capture points of the activity in the IP layer. */
    455   1.1  christos 	npf_ph_inet = pfil_head_get(PFIL_TYPE_AF, (void *)AF_INET);
    456   1.1  christos 	npf_ph_inet6 = pfil_head_get(PFIL_TYPE_AF, (void *)AF_INET6);
    457   1.1  christos 	if (!npf_ph_inet && !npf_ph_inet6) {
    458   1.1  christos 		error = ENOENT;
    459   1.1  christos 		goto out;
    460   1.1  christos 	}
    461   1.1  christos 
    462   1.1  christos 	/* Packet IN/OUT handlers for IP layer. */
    463   1.1  christos 	if (npf_ph_inet) {
    464  1.14     rmind 		error = pfil_add_hook(npfos_packet_handler, npf,
    465   1.1  christos 		    PFIL_ALL, npf_ph_inet);
    466   1.1  christos 		KASSERT(error == 0);
    467   1.1  christos 	}
    468   1.1  christos 	if (npf_ph_inet6) {
    469  1.14     rmind 		error = pfil_add_hook(npfos_packet_handler, npf,
    470   1.1  christos 		    PFIL_ALL, npf_ph_inet6);
    471   1.1  christos 		KASSERT(error == 0);
    472   1.1  christos 	}
    473   1.5     rmind 
    474   1.5     rmind 	/*
    475   1.5     rmind 	 * It is necessary to re-sync all/any interface address tables,
    476   1.5     rmind 	 * since we did not listen for any changes.
    477   1.5     rmind 	 */
    478   1.5     rmind 	npf_ifaddr_syncall(npf);
    479   1.1  christos 	pfil_registered = true;
    480   1.1  christos out:
    481   1.8     ozaki 	SOFTNET_KERNEL_UNLOCK_UNLESS_NET_MPSAFE();
    482   1.1  christos 
    483   1.1  christos 	return error;
    484   1.1  christos }
    485   1.1  christos 
    486   1.1  christos /*
    487   1.1  christos  * npf_pfil_unregister: unregister pfil(9) hooks.
    488   1.1  christos  */
    489  1.17     rmind static void
    490   1.1  christos npf_pfil_unregister(bool fini)
    491   1.1  christos {
    492   1.1  christos 	npf_t *npf = npf_getkernctx();
    493   1.1  christos 
    494   1.8     ozaki 	SOFTNET_KERNEL_LOCK_UNLESS_NET_MPSAFE();
    495   1.1  christos 
    496   1.1  christos 	if (fini && npf_ph_if) {
    497   1.3     rmind 		(void)pfil_remove_ihook(npf_ifhook, NULL,
    498   1.3     rmind 		    PFIL_IFNET, npf_ph_if);
    499   1.3     rmind 		(void)pfil_remove_ihook(npf_ifaddrhook, NULL,
    500   1.3     rmind 		    PFIL_IFADDR, npf_ph_if);
    501   1.1  christos 	}
    502   1.1  christos 	if (npf_ph_inet) {
    503  1.14     rmind 		(void)pfil_remove_hook(npfos_packet_handler, npf,
    504   1.1  christos 		    PFIL_ALL, npf_ph_inet);
    505   1.1  christos 	}
    506   1.1  christos 	if (npf_ph_inet6) {
    507  1.14     rmind 		(void)pfil_remove_hook(npfos_packet_handler, npf,
    508   1.1  christos 		    PFIL_ALL, npf_ph_inet6);
    509   1.1  christos 	}
    510   1.1  christos 	pfil_registered = false;
    511   1.1  christos 
    512   1.8     ozaki 	SOFTNET_KERNEL_UNLOCK_UNLESS_NET_MPSAFE();
    513   1.1  christos }
    514   1.1  christos 
    515   1.1  christos bool
    516  1.17     rmind npf_active_p(void)
    517   1.1  christos {
    518   1.1  christos 	return pfil_registered;
    519   1.1  christos }
    520  1.17     rmind 
    521   1.1  christos #endif
    522  1.16     rmind 
    523  1.16     rmind #ifdef __NetBSD__
    524  1.16     rmind 
    525  1.16     rmind ebr_t *
    526  1.16     rmind npf_ebr_create(void)
    527  1.16     rmind {
    528  1.16     rmind 	return pserialize_create();
    529  1.16     rmind }
    530  1.16     rmind 
    531  1.16     rmind void
    532  1.16     rmind npf_ebr_destroy(ebr_t *ebr)
    533  1.16     rmind {
    534  1.16     rmind 	pserialize_destroy(ebr);
    535  1.16     rmind }
    536  1.16     rmind 
    537  1.16     rmind void
    538  1.16     rmind npf_ebr_register(ebr_t *ebr)
    539  1.16     rmind {
    540  1.16     rmind 	KASSERT(ebr != NULL); (void)ebr;
    541  1.16     rmind }
    542  1.16     rmind 
    543  1.16     rmind void
    544  1.16     rmind npf_ebr_unregister(ebr_t *ebr)
    545  1.16     rmind {
    546  1.16     rmind 	KASSERT(ebr != NULL); (void)ebr;
    547  1.16     rmind }
    548  1.16     rmind 
    549  1.16     rmind int
    550  1.16     rmind npf_ebr_enter(ebr_t *ebr)
    551  1.16     rmind {
    552  1.16     rmind 	KASSERT(ebr != NULL); (void)ebr;
    553  1.16     rmind 	return pserialize_read_enter();
    554  1.16     rmind }
    555  1.16     rmind 
    556  1.16     rmind void
    557  1.16     rmind npf_ebr_exit(ebr_t *ebr, int s)
    558  1.16     rmind {
    559  1.16     rmind 	KASSERT(ebr != NULL); (void)ebr;
    560  1.16     rmind 	pserialize_read_exit(s);
    561  1.16     rmind }
    562  1.16     rmind 
    563  1.16     rmind void
    564  1.16     rmind npf_ebr_full_sync(ebr_t *ebr)
    565  1.16     rmind {
    566  1.16     rmind 	pserialize_perform(ebr);
    567  1.16     rmind }
    568  1.16     rmind 
    569  1.16     rmind bool
    570  1.16     rmind npf_ebr_incrit_p(ebr_t *ebr)
    571  1.16     rmind {
    572  1.16     rmind 	KASSERT(ebr != NULL); (void)ebr;
    573  1.16     rmind 	return pserialize_in_read_section();
    574  1.16     rmind }
    575  1.16     rmind 
    576  1.16     rmind #endif
    577