npf.c revision 1.36 1 1.1 rmind /*-
2 1.15 rmind * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
3 1.1 rmind * All rights reserved.
4 1.1 rmind *
5 1.1 rmind * This material is based upon work partially supported by The
6 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
7 1.1 rmind *
8 1.1 rmind * Redistribution and use in source and binary forms, with or without
9 1.1 rmind * modification, are permitted provided that the following conditions
10 1.1 rmind * are met:
11 1.1 rmind * 1. Redistributions of source code must retain the above copyright
12 1.1 rmind * notice, this list of conditions and the following disclaimer.
13 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer in the
15 1.1 rmind * documentation and/or other materials provided with the distribution.
16 1.1 rmind *
17 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
18 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
19 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
20 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
21 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
28 1.1 rmind */
29 1.1 rmind
30 1.1 rmind /*
31 1.1 rmind * NPF main: dynamic load/initialisation and unload routines.
32 1.1 rmind */
33 1.1 rmind
34 1.33 christos #ifdef _KERNEL
35 1.1 rmind #include <sys/cdefs.h>
36 1.35 christos __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.36 2018/09/29 14:41:36 rmind Exp $");
37 1.1 rmind
38 1.1 rmind #include <sys/param.h>
39 1.1 rmind #include <sys/types.h>
40 1.1 rmind
41 1.1 rmind #include <sys/conf.h>
42 1.2 rmind #include <sys/kmem.h>
43 1.2 rmind #include <sys/percpu.h>
44 1.33 christos #endif
45 1.1 rmind
46 1.1 rmind #include "npf_impl.h"
47 1.20 rmind #include "npf_conn.h"
48 1.1 rmind
49 1.36 rmind static __read_mostly npf_t * npf_kernel_ctx = NULL;
50 1.23 christos
51 1.33 christos __dso_public int
52 1.33 christos npf_sysinit(unsigned nworkers)
53 1.1 rmind {
54 1.17 rmind npf_bpf_sysinit();
55 1.2 rmind npf_tableset_sysinit();
56 1.1 rmind npf_nat_sysinit();
57 1.35 christos npf_alg_sysinit();
58 1.33 christos return npf_worker_sysinit(nworkers);
59 1.1 rmind }
60 1.1 rmind
61 1.33 christos __dso_public void
62 1.33 christos npf_sysfini(void)
63 1.1 rmind {
64 1.33 christos npf_worker_sysfini();
65 1.35 christos npf_alg_sysfini();
66 1.1 rmind npf_nat_sysfini();
67 1.1 rmind npf_tableset_sysfini();
68 1.17 rmind npf_bpf_sysfini();
69 1.1 rmind }
70 1.1 rmind
71 1.33 christos __dso_public npf_t *
72 1.33 christos npf_create(int flags, const npf_mbufops_t *mbufops, const npf_ifops_t *ifops)
73 1.1 rmind {
74 1.33 christos npf_t *npf;
75 1.1 rmind
76 1.33 christos npf = kmem_zalloc(sizeof(npf_t), KM_SLEEP);
77 1.33 christos npf->qsbr = pserialize_create();
78 1.33 christos npf->stats_percpu = percpu_alloc(NPF_STATS_SIZE);
79 1.33 christos npf->mbufops = mbufops;
80 1.33 christos
81 1.33 christos npf_ifmap_init(npf, ifops);
82 1.33 christos npf_conn_init(npf, flags);
83 1.33 christos npf_alg_init(npf);
84 1.33 christos npf_ext_init(npf);
85 1.33 christos
86 1.33 christos /* Load an empty configuration. */
87 1.33 christos npf_config_init(npf);
88 1.33 christos return npf;
89 1.33 christos }
90 1.33 christos
91 1.33 christos __dso_public void
92 1.33 christos npf_destroy(npf_t *npf)
93 1.33 christos {
94 1.33 christos /*
95 1.33 christos * Destroy the current configuration. Note: at this point all
96 1.33 christos * handlers must be deactivated; we will drain any processing.
97 1.33 christos */
98 1.33 christos npf_config_fini(npf);
99 1.1 rmind
100 1.33 christos /* Finally, safe to destroy the subsystems. */
101 1.33 christos npf_ext_fini(npf);
102 1.33 christos npf_alg_fini(npf);
103 1.33 christos npf_conn_fini(npf);
104 1.33 christos npf_ifmap_fini(npf);
105 1.1 rmind
106 1.33 christos pserialize_destroy(npf->qsbr);
107 1.33 christos percpu_free(npf->stats_percpu, NPF_STATS_SIZE);
108 1.33 christos kmem_free(npf, sizeof(npf_t));
109 1.1 rmind }
110 1.1 rmind
111 1.33 christos __dso_public int
112 1.36 rmind npf_load(npf_t *npf, void *config_ref, npf_error_t *err)
113 1.1 rmind {
114 1.36 rmind return npfctl_load(npf, 0, config_ref);
115 1.1 rmind }
116 1.1 rmind
117 1.33 christos __dso_public void
118 1.33 christos npf_gc(npf_t *npf)
119 1.1 rmind {
120 1.33 christos npf_conn_worker(npf);
121 1.1 rmind }
122 1.1 rmind
123 1.33 christos __dso_public void
124 1.33 christos npf_thread_register(npf_t *npf)
125 1.1 rmind {
126 1.33 christos pserialize_register(npf->qsbr);
127 1.1 rmind }
128 1.1 rmind
129 1.36 rmind __dso_public void
130 1.36 rmind npf_thread_unregister(npf_t *npf)
131 1.36 rmind {
132 1.36 rmind pserialize_perform(npf->qsbr);
133 1.36 rmind pserialize_unregister(npf->qsbr);
134 1.36 rmind }
135 1.36 rmind
136 1.33 christos void
137 1.33 christos npf_setkernctx(npf_t *npf)
138 1.1 rmind {
139 1.33 christos npf_kernel_ctx = npf;
140 1.1 rmind }
141 1.2 rmind
142 1.33 christos npf_t *
143 1.33 christos npf_getkernctx(void)
144 1.13 rmind {
145 1.33 christos return npf_kernel_ctx;
146 1.13 rmind }
147 1.13 rmind
148 1.2 rmind /*
149 1.2 rmind * NPF statistics interface.
150 1.2 rmind */
151 1.2 rmind
152 1.2 rmind void
153 1.33 christos npf_stats_inc(npf_t *npf, npf_stats_t st)
154 1.2 rmind {
155 1.33 christos uint64_t *stats = percpu_getref(npf->stats_percpu);
156 1.2 rmind stats[st]++;
157 1.33 christos percpu_putref(npf->stats_percpu);
158 1.2 rmind }
159 1.2 rmind
160 1.2 rmind void
161 1.33 christos npf_stats_dec(npf_t *npf, npf_stats_t st)
162 1.2 rmind {
163 1.33 christos uint64_t *stats = percpu_getref(npf->stats_percpu);
164 1.2 rmind stats[st]--;
165 1.33 christos percpu_putref(npf->stats_percpu);
166 1.2 rmind }
167 1.2 rmind
168 1.2 rmind static void
169 1.2 rmind npf_stats_collect(void *mem, void *arg, struct cpu_info *ci)
170 1.2 rmind {
171 1.2 rmind uint64_t *percpu_stats = mem, *full_stats = arg;
172 1.2 rmind
173 1.33 christos for (unsigned i = 0; i < NPF_STATS_COUNT; i++) {
174 1.2 rmind full_stats[i] += percpu_stats[i];
175 1.2 rmind }
176 1.2 rmind }
177 1.2 rmind
178 1.2 rmind /*
179 1.33 christos * npf_stats: export collected statistics.
180 1.2 rmind */
181 1.33 christos __dso_public void
182 1.33 christos npf_stats(npf_t *npf, uint64_t *buf)
183 1.2 rmind {
184 1.33 christos memset(buf, 0, NPF_STATS_SIZE);
185 1.33 christos percpu_foreach(npf->stats_percpu, npf_stats_collect, buf);
186 1.2 rmind }
187