npf.c revision 1.31.2.4 1 /* $NetBSD: npf.c,v 1.31.2.4 2017/01/07 08:56:50 pgoyette Exp $ */
2
3 /*-
4 * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This material is based upon work partially supported by The
8 * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 /*
33 * NPF main: dynamic load/initialisation and unload routines.
34 */
35
36 #ifdef _KERNEL
37 #include <sys/cdefs.h>
38 __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.31.2.4 2017/01/07 08:56:50 pgoyette Exp $");
39
40 #include <sys/param.h>
41 #include <sys/types.h>
42
43 #include <sys/conf.h>
44 #include <sys/kmem.h>
45 #include <sys/percpu.h>
46 #include <sys/localcount.h>
47 #endif
48
49 #include "npf_impl.h"
50 #include "npf_conn.h"
51
52 __read_mostly static npf_t * npf_kernel_ctx = NULL;
53
54 __dso_public int
55 npf_sysinit(unsigned nworkers)
56 {
57 npf_bpf_sysinit();
58 npf_tableset_sysinit();
59 npf_nat_sysinit();
60 return npf_worker_sysinit(nworkers);
61 }
62
63 __dso_public void
64 npf_sysfini(void)
65 {
66 npf_worker_sysfini();
67 npf_nat_sysfini();
68 npf_tableset_sysfini();
69 npf_bpf_sysfini();
70 }
71
72 __dso_public npf_t *
73 npf_create(int flags, const npf_mbufops_t *mbufops, const npf_ifops_t *ifops)
74 {
75 npf_t *npf;
76
77 npf = kmem_zalloc(sizeof(npf_t), KM_SLEEP);
78 npf->qsbr = pserialize_create();
79 if (!npf->qsbr) {
80 kmem_free(npf, sizeof(npf_t));
81 return NULL;
82 }
83 npf->stats_percpu = percpu_alloc(NPF_STATS_SIZE);
84 npf->mbufops = mbufops;
85
86 npf_ifmap_init(npf, ifops);
87 npf_conn_init(npf, flags);
88 npf_alg_init(npf);
89 npf_ext_init(npf);
90
91 /* Load an empty configuration. */
92 npf_config_init(npf);
93 return npf;
94 }
95
96 __dso_public void
97 npf_destroy(npf_t *npf)
98 {
99 /*
100 * Destroy the current configuration. Note: at this point all
101 * handlers must be deactivated; we will drain any processing.
102 */
103 npf_config_fini(npf);
104
105 /* Finally, safe to destroy the subsystems. */
106 npf_ext_fini(npf);
107 npf_alg_fini(npf);
108 npf_conn_fini(npf);
109 npf_ifmap_fini(npf);
110
111 pserialize_destroy(npf->qsbr);
112 percpu_free(npf->stats_percpu, NPF_STATS_SIZE);
113 kmem_free(npf, sizeof(npf_t));
114 }
115
116 __dso_public int
117 npf_load(npf_t *npf, void *ref, npf_error_t *err)
118 {
119 return npfctl_load(npf, 0, ref);
120 }
121
122 __dso_public void
123 npf_gc(npf_t *npf)
124 {
125 npf_conn_worker(npf);
126 }
127
128 __dso_public void
129 npf_thread_register(npf_t *npf)
130 {
131 pserialize_register(npf->qsbr);
132 }
133
134 void
135 npf_setkernctx(npf_t *npf)
136 {
137 npf_kernel_ctx = npf;
138 }
139
140 npf_t *
141 npf_getkernctx(void)
142 {
143 return npf_kernel_ctx;
144 }
145
146 /*
147 * NPF statistics interface.
148 */
149
150 void
151 npf_stats_inc(npf_t *npf, npf_stats_t st)
152 {
153 uint64_t *stats = percpu_getref(npf->stats_percpu);
154 stats[st]++;
155 percpu_putref(npf->stats_percpu);
156 }
157
158 void
159 npf_stats_dec(npf_t *npf, npf_stats_t st)
160 {
161 uint64_t *stats = percpu_getref(npf->stats_percpu);
162 stats[st]--;
163 percpu_putref(npf->stats_percpu);
164 }
165
166 static void
167 npf_stats_collect(void *mem, void *arg, struct cpu_info *ci)
168 {
169 uint64_t *percpu_stats = mem, *full_stats = arg;
170
171 for (unsigned i = 0; i < NPF_STATS_COUNT; i++) {
172 full_stats[i] += percpu_stats[i];
173 }
174 }
175
176 /*
177 * npf_stats: export collected statistics.
178 */
179 __dso_public void
180 npf_stats(npf_t *npf, uint64_t *buf)
181 {
182 memset(buf, 0, NPF_STATS_SIZE);
183 percpu_foreach(npf->stats_percpu, npf_stats_collect, buf);
184 }
185