npf.c revision 1.28 1 1.28 martin /* $NetBSD: npf.c,v 1.28 2015/10/19 09:28:24 martin Exp $ */
2 1.1 rmind
3 1.1 rmind /*-
4 1.15 rmind * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
5 1.1 rmind * All rights reserved.
6 1.1 rmind *
7 1.1 rmind * This material is based upon work partially supported by The
8 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 1.1 rmind *
10 1.1 rmind * Redistribution and use in source and binary forms, with or without
11 1.1 rmind * modification, are permitted provided that the following conditions
12 1.1 rmind * are met:
13 1.1 rmind * 1. Redistributions of source code must retain the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer.
15 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 rmind * notice, this list of conditions and the following disclaimer in the
17 1.1 rmind * documentation and/or other materials provided with the distribution.
18 1.1 rmind *
19 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
30 1.1 rmind */
31 1.1 rmind
32 1.1 rmind /*
33 1.1 rmind * NPF main: dynamic load/initialisation and unload routines.
34 1.1 rmind */
35 1.1 rmind
36 1.1 rmind #include <sys/cdefs.h>
37 1.28 martin __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.28 2015/10/19 09:28:24 martin Exp $");
38 1.1 rmind
39 1.1 rmind #include <sys/param.h>
40 1.1 rmind #include <sys/types.h>
41 1.1 rmind
42 1.2 rmind #include <sys/atomic.h>
43 1.1 rmind #include <sys/conf.h>
44 1.1 rmind #include <sys/kauth.h>
45 1.2 rmind #include <sys/kmem.h>
46 1.1 rmind #include <sys/lwp.h>
47 1.1 rmind #include <sys/module.h>
48 1.2 rmind #include <sys/percpu.h>
49 1.2 rmind #include <sys/rwlock.h>
50 1.1 rmind #include <sys/socketvar.h>
51 1.11 rmind #include <sys/sysctl.h>
52 1.1 rmind #include <sys/uio.h>
53 1.1 rmind
54 1.1 rmind #include "npf_impl.h"
55 1.20 rmind #include "npf_conn.h"
56 1.1 rmind
57 1.27 christos #ifndef _MODULE
58 1.27 christos #include "opt_modular.h"
59 1.27 christos #endif
60 1.27 christos
61 1.23 christos #include "ioconf.h"
62 1.23 christos
63 1.1 rmind /*
64 1.1 rmind * Module and device structures.
65 1.1 rmind */
66 1.27 christos #ifdef MODULAR
67 1.27 christos /*
68 1.27 christos * Modular kernels load drivers too early, and we need percpu to be inited
69 1.27 christos * So we make this misc; a better way would be to have early boot and late
70 1.27 christos * boot drivers
71 1.27 christos */
72 1.27 christos MODULE(MODULE_CLASS_MISC, npf, NULL);
73 1.27 christos #else
74 1.27 christos /* This module autoloads via /dev/npf so it needs to be a driver */
75 1.25 christos MODULE(MODULE_CLASS_DRIVER, npf, NULL);
76 1.27 christos #endif
77 1.1 rmind
78 1.5 yamt static int npf_fini(void);
79 1.1 rmind static int npf_dev_open(dev_t, int, int, lwp_t *);
80 1.1 rmind static int npf_dev_close(dev_t, int, int, lwp_t *);
81 1.1 rmind static int npf_dev_ioctl(dev_t, u_long, void *, int, lwp_t *);
82 1.1 rmind static int npf_dev_poll(dev_t, int, lwp_t *);
83 1.1 rmind static int npf_dev_read(dev_t, struct uio *, int);
84 1.1 rmind
85 1.2 rmind static int npfctl_stats(void *);
86 1.2 rmind
87 1.2 rmind static percpu_t * npf_stats_percpu __read_mostly;
88 1.11 rmind static struct sysctllog * npf_sysctl __read_mostly;
89 1.2 rmind
90 1.1 rmind const struct cdevsw npf_cdevsw = {
91 1.19 dholland .d_open = npf_dev_open,
92 1.19 dholland .d_close = npf_dev_close,
93 1.19 dholland .d_read = npf_dev_read,
94 1.19 dholland .d_write = nowrite,
95 1.19 dholland .d_ioctl = npf_dev_ioctl,
96 1.19 dholland .d_stop = nostop,
97 1.19 dholland .d_tty = notty,
98 1.19 dholland .d_poll = npf_dev_poll,
99 1.19 dholland .d_mmap = nommap,
100 1.19 dholland .d_kqfilter = nokqfilter,
101 1.22 dholland .d_discard = nodiscard,
102 1.19 dholland .d_flag = D_OTHER | D_MPSAFE
103 1.1 rmind };
104 1.1 rmind
105 1.28 martin #if !defined(MODULAR) || defined(_MODULE)
106 1.1 rmind static int
107 1.1 rmind npf_init(void)
108 1.1 rmind {
109 1.27 christos KASSERT(npf_stats_percpu == NULL);
110 1.2 rmind
111 1.2 rmind npf_stats_percpu = percpu_alloc(NPF_STATS_SIZE);
112 1.11 rmind npf_sysctl = NULL;
113 1.11 rmind
114 1.17 rmind npf_bpf_sysinit();
115 1.16 rmind npf_worker_sysinit();
116 1.2 rmind npf_tableset_sysinit();
117 1.20 rmind npf_conn_sysinit();
118 1.1 rmind npf_nat_sysinit();
119 1.1 rmind npf_alg_sysinit();
120 1.13 rmind npf_ext_sysinit();
121 1.2 rmind
122 1.2 rmind /* Load empty configuration. */
123 1.18 rmind npf_pfil_register(true);
124 1.15 rmind npf_config_init();
125 1.1 rmind
126 1.1 rmind #ifdef _MODULE
127 1.27 christos devmajor_t bmajor = NODEVMAJOR, cmajor = NODEVMAJOR;
128 1.27 christos
129 1.1 rmind /* Attach /dev/npf device. */
130 1.27 christos int error = devsw_attach("npf", NULL, &bmajor, &npf_cdevsw, &cmajor);
131 1.1 rmind if (error) {
132 1.2 rmind /* It will call devsw_detach(), which is safe. */
133 1.2 rmind (void)npf_fini();
134 1.1 rmind }
135 1.27 christos return error;
136 1.27 christos #else
137 1.27 christos return 0;
138 1.1 rmind #endif
139 1.1 rmind }
140 1.28 martin #endif
141 1.1 rmind
142 1.1 rmind static int
143 1.1 rmind npf_fini(void)
144 1.1 rmind {
145 1.9 rmind /* At first, detach device and remove pfil hooks. */
146 1.1 rmind #ifdef _MODULE
147 1.1 rmind devsw_detach(NULL, &npf_cdevsw);
148 1.1 rmind #endif
149 1.18 rmind npf_pfil_unregister(true);
150 1.15 rmind npf_config_fini();
151 1.2 rmind
152 1.9 rmind /* Finally, safe to destroy the subsystems. */
153 1.13 rmind npf_ext_sysfini();
154 1.9 rmind npf_alg_sysfini();
155 1.1 rmind npf_nat_sysfini();
156 1.20 rmind npf_conn_sysfini();
157 1.1 rmind npf_tableset_sysfini();
158 1.17 rmind npf_bpf_sysfini();
159 1.11 rmind
160 1.16 rmind /* Note: worker is the last. */
161 1.16 rmind npf_worker_sysfini();
162 1.16 rmind
163 1.11 rmind if (npf_sysctl) {
164 1.11 rmind sysctl_teardown(&npf_sysctl);
165 1.11 rmind }
166 1.2 rmind percpu_free(npf_stats_percpu, NPF_STATS_SIZE);
167 1.1 rmind
168 1.1 rmind return 0;
169 1.1 rmind }
170 1.1 rmind
171 1.1 rmind /*
172 1.1 rmind * Module interface.
173 1.1 rmind */
174 1.1 rmind static int
175 1.1 rmind npf_modcmd(modcmd_t cmd, void *arg)
176 1.1 rmind {
177 1.1 rmind
178 1.1 rmind switch (cmd) {
179 1.1 rmind case MODULE_CMD_INIT:
180 1.26 jmcneill #if defined(_MODULE)
181 1.1 rmind return npf_init();
182 1.26 jmcneill #else
183 1.26 jmcneill /* initialized by npfattach */
184 1.26 jmcneill return 0;
185 1.26 jmcneill #endif
186 1.1 rmind case MODULE_CMD_FINI:
187 1.1 rmind return npf_fini();
188 1.12 rmind case MODULE_CMD_AUTOUNLOAD:
189 1.13 rmind if (npf_autounload_p()) {
190 1.12 rmind return EBUSY;
191 1.12 rmind }
192 1.12 rmind break;
193 1.1 rmind default:
194 1.1 rmind return ENOTTY;
195 1.1 rmind }
196 1.1 rmind return 0;
197 1.1 rmind }
198 1.1 rmind
199 1.1 rmind void
200 1.1 rmind npfattach(int nunits)
201 1.1 rmind {
202 1.27 christos #ifdef MODULAR
203 1.27 christos /*
204 1.27 christos * Modular kernels will automatically load any built-in modules
205 1.27 christos * and call their modcmd() routine, so we don't need to do it
206 1.27 christos * again as part of pseudo-device configuration.
207 1.27 christos */
208 1.27 christos return;
209 1.27 christos #else
210 1.27 christos (void)npf_init();
211 1.27 christos #endif
212 1.1 rmind }
213 1.1 rmind
214 1.1 rmind static int
215 1.1 rmind npf_dev_open(dev_t dev, int flag, int mode, lwp_t *l)
216 1.1 rmind {
217 1.1 rmind
218 1.1 rmind /* Available only for super-user. */
219 1.10 elad if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
220 1.10 elad KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
221 1.1 rmind return EPERM;
222 1.1 rmind }
223 1.1 rmind return 0;
224 1.1 rmind }
225 1.1 rmind
226 1.1 rmind static int
227 1.1 rmind npf_dev_close(dev_t dev, int flag, int mode, lwp_t *l)
228 1.1 rmind {
229 1.1 rmind
230 1.1 rmind return 0;
231 1.1 rmind }
232 1.1 rmind
233 1.1 rmind static int
234 1.1 rmind npf_dev_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
235 1.1 rmind {
236 1.1 rmind int error;
237 1.1 rmind
238 1.1 rmind /* Available only for super-user. */
239 1.10 elad if (kauth_authorize_network(l->l_cred, KAUTH_NETWORK_FIREWALL,
240 1.10 elad KAUTH_REQ_NETWORK_FIREWALL_FW, NULL, NULL, NULL)) {
241 1.1 rmind return EPERM;
242 1.1 rmind }
243 1.1 rmind
244 1.1 rmind switch (cmd) {
245 1.15 rmind case IOC_NPF_TABLE:
246 1.15 rmind error = npfctl_table(data);
247 1.1 rmind break;
248 1.15 rmind case IOC_NPF_RULE:
249 1.15 rmind error = npfctl_rule(cmd, data);
250 1.1 rmind break;
251 1.2 rmind case IOC_NPF_STATS:
252 1.2 rmind error = npfctl_stats(data);
253 1.2 rmind break;
254 1.21 rmind case IOC_NPF_SAVE:
255 1.21 rmind error = npfctl_save(cmd, data);
256 1.2 rmind break;
257 1.15 rmind case IOC_NPF_SWITCH:
258 1.15 rmind error = npfctl_switch(data);
259 1.15 rmind break;
260 1.21 rmind case IOC_NPF_LOAD:
261 1.21 rmind error = npfctl_load(cmd, data);
262 1.15 rmind break;
263 1.15 rmind case IOC_NPF_VERSION:
264 1.15 rmind *(int *)data = NPF_VERSION;
265 1.15 rmind error = 0;
266 1.4 rmind break;
267 1.1 rmind default:
268 1.1 rmind error = ENOTTY;
269 1.1 rmind break;
270 1.1 rmind }
271 1.1 rmind return error;
272 1.1 rmind }
273 1.1 rmind
274 1.1 rmind static int
275 1.1 rmind npf_dev_poll(dev_t dev, int events, lwp_t *l)
276 1.1 rmind {
277 1.1 rmind
278 1.1 rmind return ENOTSUP;
279 1.1 rmind }
280 1.1 rmind
281 1.1 rmind static int
282 1.1 rmind npf_dev_read(dev_t dev, struct uio *uio, int flag)
283 1.1 rmind {
284 1.1 rmind
285 1.1 rmind return ENOTSUP;
286 1.1 rmind }
287 1.2 rmind
288 1.13 rmind bool
289 1.13 rmind npf_autounload_p(void)
290 1.13 rmind {
291 1.13 rmind return !npf_pfil_registered_p() && npf_default_pass();
292 1.13 rmind }
293 1.13 rmind
294 1.2 rmind /*
295 1.2 rmind * NPF statistics interface.
296 1.2 rmind */
297 1.2 rmind
298 1.2 rmind void
299 1.2 rmind npf_stats_inc(npf_stats_t st)
300 1.2 rmind {
301 1.2 rmind uint64_t *stats = percpu_getref(npf_stats_percpu);
302 1.2 rmind stats[st]++;
303 1.2 rmind percpu_putref(npf_stats_percpu);
304 1.2 rmind }
305 1.2 rmind
306 1.2 rmind void
307 1.2 rmind npf_stats_dec(npf_stats_t st)
308 1.2 rmind {
309 1.2 rmind uint64_t *stats = percpu_getref(npf_stats_percpu);
310 1.2 rmind stats[st]--;
311 1.2 rmind percpu_putref(npf_stats_percpu);
312 1.2 rmind }
313 1.2 rmind
314 1.2 rmind static void
315 1.2 rmind npf_stats_collect(void *mem, void *arg, struct cpu_info *ci)
316 1.2 rmind {
317 1.2 rmind uint64_t *percpu_stats = mem, *full_stats = arg;
318 1.2 rmind int i;
319 1.2 rmind
320 1.2 rmind for (i = 0; i < NPF_STATS_COUNT; i++) {
321 1.2 rmind full_stats[i] += percpu_stats[i];
322 1.2 rmind }
323 1.2 rmind }
324 1.2 rmind
325 1.2 rmind /*
326 1.2 rmind * npfctl_stats: export collected statistics.
327 1.2 rmind */
328 1.2 rmind static int
329 1.2 rmind npfctl_stats(void *data)
330 1.2 rmind {
331 1.2 rmind uint64_t *fullst, *uptr = *(uint64_t **)data;
332 1.2 rmind int error;
333 1.2 rmind
334 1.2 rmind fullst = kmem_zalloc(NPF_STATS_SIZE, KM_SLEEP);
335 1.2 rmind percpu_foreach(npf_stats_percpu, npf_stats_collect, fullst);
336 1.2 rmind error = copyout(fullst, uptr, NPF_STATS_SIZE);
337 1.2 rmind kmem_free(fullst, NPF_STATS_SIZE);
338 1.2 rmind return error;
339 1.2 rmind }
340