Home | History | Annotate | Line # | Download | only in npf
npf.c revision 1.31.2.3
      1  1.31.2.3  pgoyette /*	$NetBSD: npf.c,v 1.31.2.3 2016/07/26 05:54:40 pgoyette Exp $	*/
      2       1.1     rmind 
      3       1.1     rmind /*-
      4      1.15     rmind  * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
      5       1.1     rmind  * All rights reserved.
      6       1.1     rmind  *
      7       1.1     rmind  * This material is based upon work partially supported by The
      8       1.1     rmind  * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
      9       1.1     rmind  *
     10       1.1     rmind  * Redistribution and use in source and binary forms, with or without
     11       1.1     rmind  * modification, are permitted provided that the following conditions
     12       1.1     rmind  * are met:
     13       1.1     rmind  * 1. Redistributions of source code must retain the above copyright
     14       1.1     rmind  *    notice, this list of conditions and the following disclaimer.
     15       1.1     rmind  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1     rmind  *    notice, this list of conditions and the following disclaimer in the
     17       1.1     rmind  *    documentation and/or other materials provided with the distribution.
     18       1.1     rmind  *
     19       1.1     rmind  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1     rmind  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1     rmind  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1     rmind  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1     rmind  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1     rmind  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1     rmind  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1     rmind  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1     rmind  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1     rmind  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1     rmind  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1     rmind  */
     31       1.1     rmind 
     32       1.1     rmind /*
     33       1.1     rmind  * NPF main: dynamic load/initialisation and unload routines.
     34       1.1     rmind  */
     35       1.1     rmind 
     36       1.1     rmind #include <sys/cdefs.h>
     37  1.31.2.3  pgoyette __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.31.2.3 2016/07/26 05:54:40 pgoyette Exp $");
     38       1.1     rmind 
     39       1.1     rmind #include <sys/param.h>
     40       1.1     rmind #include <sys/types.h>
     41       1.1     rmind 
     42       1.2     rmind #include <sys/atomic.h>
     43       1.1     rmind #include <sys/conf.h>
     44       1.1     rmind #include <sys/kauth.h>
     45       1.2     rmind #include <sys/kmem.h>
     46       1.1     rmind #include <sys/lwp.h>
     47       1.1     rmind #include <sys/module.h>
     48       1.2     rmind #include <sys/percpu.h>
     49       1.2     rmind #include <sys/rwlock.h>
     50       1.1     rmind #include <sys/socketvar.h>
     51      1.11     rmind #include <sys/sysctl.h>
     52       1.1     rmind #include <sys/uio.h>
     53  1.31.2.1  pgoyette #include <sys/localcount.h>
     54       1.1     rmind 
     55       1.1     rmind #include "npf_impl.h"
     56      1.20     rmind #include "npf_conn.h"
     57       1.1     rmind 
     58      1.27  christos #ifndef _MODULE
     59      1.27  christos #include "opt_modular.h"
     60      1.27  christos #endif
     61      1.27  christos 
     62      1.23  christos #include "ioconf.h"
     63      1.23  christos 
     64       1.1     rmind /*
     65       1.1     rmind  * Module and device structures.
     66       1.1     rmind  */
     67      1.31  christos #ifndef _MODULE
     68      1.27  christos /*
     69      1.27  christos  * Modular kernels load drivers too early, and we need percpu to be inited
     70      1.27  christos  * So we make this misc; a better way would be to have early boot and late
     71      1.31  christos  * boot drivers.
     72      1.27  christos  */
     73      1.27  christos MODULE(MODULE_CLASS_MISC, npf, NULL);
     74      1.27  christos #else
     75      1.27  christos /* This module autoloads via /dev/npf so it needs to be a driver */
     76      1.25  christos MODULE(MODULE_CLASS_DRIVER, npf, NULL);
     77      1.27  christos #endif
     78       1.1     rmind 
     79       1.5      yamt static int	npf_fini(void);
     80       1.1     rmind static int	npf_dev_open(dev_t, int, int, lwp_t *);
     81       1.1     rmind static int	npf_dev_close(dev_t, int, int, lwp_t *);
     82       1.1     rmind static int	npf_dev_ioctl(dev_t, u_long, void *, int, lwp_t *);
     83       1.1     rmind static int	npf_dev_poll(dev_t, int, lwp_t *);
     84       1.1     rmind static int	npf_dev_read(dev_t, struct uio *, int);
     85       1.1     rmind 
     86       1.2     rmind static int	npfctl_stats(void *);
     87       1.2     rmind 
     88       1.2     rmind static percpu_t *		npf_stats_percpu	__read_mostly;
     89      1.11     rmind static struct sysctllog *	npf_sysctl		__read_mostly;
     90       1.2     rmind 
     91       1.1     rmind const struct cdevsw npf_cdevsw = {
     92  1.31.2.3  pgoyette 	DEVSW_MODULE_INIT
     93      1.19  dholland 	.d_open = npf_dev_open,
     94      1.19  dholland 	.d_close = npf_dev_close,
     95      1.19  dholland 	.d_read = npf_dev_read,
     96      1.19  dholland 	.d_write = nowrite,
     97      1.19  dholland 	.d_ioctl = npf_dev_ioctl,
     98      1.19  dholland 	.d_stop = nostop,
     99      1.19  dholland 	.d_tty = notty,
    100      1.19  dholland 	.d_poll = npf_dev_poll,
    101      1.19  dholland 	.d_mmap = nommap,
    102      1.19  dholland 	.d_kqfilter = nokqfilter,
    103      1.22  dholland 	.d_discard = nodiscard,
    104      1.19  dholland 	.d_flag = D_OTHER | D_MPSAFE
    105       1.1     rmind };
    106       1.1     rmind 
    107       1.1     rmind static int
    108       1.1     rmind npf_init(void)
    109       1.1     rmind {
    110      1.27  christos 	KASSERT(npf_stats_percpu == NULL);
    111       1.2     rmind 
    112       1.2     rmind 	npf_stats_percpu = percpu_alloc(NPF_STATS_SIZE);
    113      1.11     rmind 	npf_sysctl = NULL;
    114      1.11     rmind 
    115      1.17     rmind 	npf_bpf_sysinit();
    116      1.16     rmind 	npf_worker_sysinit();
    117       1.2     rmind 	npf_tableset_sysinit();
    118      1.20     rmind 	npf_conn_sysinit();
    119       1.1     rmind 	npf_nat_sysinit();
    120       1.1     rmind 	npf_alg_sysinit();
    121      1.13     rmind 	npf_ext_sysinit();
    122       1.2     rmind 
    123       1.2     rmind 	/* Load empty configuration. */
    124      1.18     rmind 	npf_pfil_register(true);
    125      1.15     rmind 	npf_config_init();
    126       1.1     rmind 
    127       1.1     rmind #ifdef _MODULE
    128      1.27  christos 	devmajor_t bmajor = NODEVMAJOR, cmajor = NODEVMAJOR;
    129      1.27  christos 
    130       1.1     rmind 	/* Attach /dev/npf device. */
    131      1.27  christos 	int error = devsw_attach("npf", NULL, &bmajor, &npf_cdevsw, &cmajor);
    132       1.1     rmind 	if (error) {
    133       1.2     rmind 		/* It will call devsw_detach(), which is safe. */
    134       1.2     rmind 		(void)npf_fini();
    135       1.1     rmind 	}
    136      1.27  christos 	return error;
    137      1.27  christos #else
    138      1.27  christos 	return 0;
    139       1.1     rmind #endif
    140       1.1     rmind }
    141       1.1     rmind 
    142       1.1     rmind static int
    143       1.1     rmind npf_fini(void)
    144       1.1     rmind {
    145       1.9     rmind 	/* At first, detach device and remove pfil hooks. */
    146       1.1     rmind #ifdef _MODULE
    147       1.1     rmind 	devsw_detach(NULL, &npf_cdevsw);
    148       1.1     rmind #endif
    149      1.18     rmind 	npf_pfil_unregister(true);
    150      1.15     rmind 	npf_config_fini();
    151       1.2     rmind 
    152       1.9     rmind 	/* Finally, safe to destroy the subsystems. */
    153      1.13     rmind 	npf_ext_sysfini();
    154       1.9     rmind 	npf_alg_sysfini();
    155       1.1     rmind 	npf_nat_sysfini();
    156      1.20     rmind 	npf_conn_sysfini();
    157       1.1     rmind 	npf_tableset_sysfini();
    158      1.17     rmind 	npf_bpf_sysfini();
    159      1.11     rmind 
    160      1.16     rmind 	/* Note: worker is the last. */
    161      1.16     rmind 	npf_worker_sysfini();
    162      1.16     rmind 
    163      1.11     rmind 	if (npf_sysctl) {
    164      1.11     rmind 		sysctl_teardown(&npf_sysctl);
    165      1.11     rmind 	}
    166       1.2     rmind 	percpu_free(npf_stats_percpu, NPF_STATS_SIZE);
    167       1.1     rmind 
    168       1.1     rmind 	return 0;
    169       1.1     rmind }
    170       1.1     rmind 
    171       1.1     rmind /*
    172       1.1     rmind  * Module interface.
    173       1.1     rmind  */
    174       1.1     rmind static int
    175       1.1     rmind npf_modcmd(modcmd_t cmd, void *arg)
    176       1.1     rmind {
    177       1.1     rmind 
    178       1.1     rmind 	switch (cmd) {
    179       1.1     rmind 	case MODULE_CMD_INIT:
    180       1.1     rmind 		return npf_init();
    181       1.1     rmind 	case MODULE_CMD_FINI:
    182       1.1     rmind 		return npf_fini();
    183      1.12     rmind 	case MODULE_CMD_AUTOUNLOAD:
    184      1.13     rmind 		if (npf_autounload_p()) {
    185      1.12     rmind 			return EBUSY;
    186      1.12     rmind 		}
    187      1.12     rmind 		break;
    188       1.1     rmind 	default:
    189       1.1     rmind 		return ENOTTY;
    190       1.1     rmind 	}
    191       1.1     rmind 	return 0;
    192       1.1     rmind }
    193       1.1     rmind 
    194       1.1     rmind void
    195       1.1     rmind npfattach(int nunits)
    196       1.1     rmind {
    197      1.31  christos 	/* Nothing */
    198       1.1     rmind }
    199       1.1     rmind 
    200       1.1     rmind static int
    201       1.1     rmind npf_dev_open(dev_t dev, int flag, int mode, lwp_t *l)
    202       1.1     rmind {
    203       1.1     rmind 
    204       1.1     rmind 	/* Available only for super-user. */
    205      1.10      elad 	if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
    206      1.10      elad 	    KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
    207       1.1     rmind 		return EPERM;
    208       1.1     rmind 	}
    209       1.1     rmind 	return 0;
    210       1.1     rmind }
    211       1.1     rmind 
    212       1.1     rmind static int
    213       1.1     rmind npf_dev_close(dev_t dev, int flag, int mode, lwp_t *l)
    214       1.1     rmind {
    215       1.1     rmind 
    216       1.1     rmind 	return 0;
    217       1.1     rmind }
    218       1.1     rmind 
    219       1.1     rmind static int
    220       1.1     rmind npf_dev_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
    221       1.1     rmind {
    222       1.1     rmind 	int error;
    223       1.1     rmind 
    224       1.1     rmind 	/* Available only for super-user. */
    225      1.10      elad 	if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
    226      1.10      elad 	    KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
    227       1.1     rmind 		return EPERM;
    228       1.1     rmind 	}
    229       1.1     rmind 
    230       1.1     rmind 	switch (cmd) {
    231      1.15     rmind 	case IOC_NPF_TABLE:
    232      1.15     rmind 		error = npfctl_table(data);
    233       1.1     rmind 		break;
    234      1.15     rmind 	case IOC_NPF_RULE:
    235      1.15     rmind 		error = npfctl_rule(cmd, data);
    236       1.1     rmind 		break;
    237       1.2     rmind 	case IOC_NPF_STATS:
    238       1.2     rmind 		error = npfctl_stats(data);
    239       1.2     rmind 		break;
    240      1.21     rmind 	case IOC_NPF_SAVE:
    241      1.21     rmind 		error = npfctl_save(cmd, data);
    242       1.2     rmind 		break;
    243      1.15     rmind 	case IOC_NPF_SWITCH:
    244      1.15     rmind 		error = npfctl_switch(data);
    245      1.15     rmind 		break;
    246      1.21     rmind 	case IOC_NPF_LOAD:
    247      1.21     rmind 		error = npfctl_load(cmd, data);
    248      1.15     rmind 		break;
    249      1.15     rmind 	case IOC_NPF_VERSION:
    250      1.15     rmind 		*(int *)data = NPF_VERSION;
    251      1.15     rmind 		error = 0;
    252       1.4     rmind 		break;
    253       1.1     rmind 	default:
    254       1.1     rmind 		error = ENOTTY;
    255       1.1     rmind 		break;
    256       1.1     rmind 	}
    257       1.1     rmind 	return error;
    258       1.1     rmind }
    259       1.1     rmind 
    260       1.1     rmind static int
    261       1.1     rmind npf_dev_poll(dev_t dev, int events, lwp_t *l)
    262       1.1     rmind {
    263       1.1     rmind 
    264       1.1     rmind 	return ENOTSUP;
    265       1.1     rmind }
    266       1.1     rmind 
    267       1.1     rmind static int
    268       1.1     rmind npf_dev_read(dev_t dev, struct uio *uio, int flag)
    269       1.1     rmind {
    270       1.1     rmind 
    271       1.1     rmind 	return ENOTSUP;
    272       1.1     rmind }
    273       1.2     rmind 
    274      1.13     rmind bool
    275      1.13     rmind npf_autounload_p(void)
    276      1.13     rmind {
    277      1.13     rmind 	return !npf_pfil_registered_p() && npf_default_pass();
    278      1.13     rmind }
    279      1.13     rmind 
    280       1.2     rmind /*
    281       1.2     rmind  * NPF statistics interface.
    282       1.2     rmind  */
    283       1.2     rmind 
    284       1.2     rmind void
    285       1.2     rmind npf_stats_inc(npf_stats_t st)
    286       1.2     rmind {
    287       1.2     rmind 	uint64_t *stats = percpu_getref(npf_stats_percpu);
    288       1.2     rmind 	stats[st]++;
    289       1.2     rmind 	percpu_putref(npf_stats_percpu);
    290       1.2     rmind }
    291       1.2     rmind 
    292       1.2     rmind void
    293       1.2     rmind npf_stats_dec(npf_stats_t st)
    294       1.2     rmind {
    295       1.2     rmind 	uint64_t *stats = percpu_getref(npf_stats_percpu);
    296       1.2     rmind 	stats[st]--;
    297       1.2     rmind 	percpu_putref(npf_stats_percpu);
    298       1.2     rmind }
    299       1.2     rmind 
    300       1.2     rmind static void
    301       1.2     rmind npf_stats_collect(void *mem, void *arg, struct cpu_info *ci)
    302       1.2     rmind {
    303       1.2     rmind 	uint64_t *percpu_stats = mem, *full_stats = arg;
    304       1.2     rmind 	int i;
    305       1.2     rmind 
    306       1.2     rmind 	for (i = 0; i < NPF_STATS_COUNT; i++) {
    307       1.2     rmind 		full_stats[i] += percpu_stats[i];
    308       1.2     rmind 	}
    309       1.2     rmind }
    310       1.2     rmind 
    311       1.2     rmind /*
    312       1.2     rmind  * npfctl_stats: export collected statistics.
    313       1.2     rmind  */
    314       1.2     rmind static int
    315       1.2     rmind npfctl_stats(void *data)
    316       1.2     rmind {
    317       1.2     rmind 	uint64_t *fullst, *uptr = *(uint64_t **)data;
    318       1.2     rmind 	int error;
    319       1.2     rmind 
    320       1.2     rmind 	fullst = kmem_zalloc(NPF_STATS_SIZE, KM_SLEEP);
    321       1.2     rmind 	percpu_foreach(npf_stats_percpu, npf_stats_collect, fullst);
    322       1.2     rmind 	error = copyout(fullst, uptr, NPF_STATS_SIZE);
    323       1.2     rmind 	kmem_free(fullst, NPF_STATS_SIZE);
    324       1.2     rmind 	return error;
    325       1.2     rmind }
    326