npf.c revision 1.34 1 /* $NetBSD: npf.c,v 1.34 2017/06/01 02:45:14 chs Exp $ */
2
3 /*-
4 * Copyright (c) 2009-2013 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This material is based upon work partially supported by The
8 * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 /*
33 * NPF main: dynamic load/initialisation and unload routines.
34 */
35
36 #ifdef _KERNEL
37 #include <sys/cdefs.h>
38 __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.34 2017/06/01 02:45:14 chs Exp $");
39
40 #include <sys/param.h>
41 #include <sys/types.h>
42
43 #include <sys/conf.h>
44 #include <sys/kmem.h>
45 #include <sys/percpu.h>
46 #endif
47
48 #include "npf_impl.h"
49 #include "npf_conn.h"
50
51 __read_mostly static npf_t * npf_kernel_ctx = NULL;
52
53 __dso_public int
54 npf_sysinit(unsigned nworkers)
55 {
56 npf_bpf_sysinit();
57 npf_tableset_sysinit();
58 npf_nat_sysinit();
59 return npf_worker_sysinit(nworkers);
60 }
61
62 __dso_public void
63 npf_sysfini(void)
64 {
65 npf_worker_sysfini();
66 npf_nat_sysfini();
67 npf_tableset_sysfini();
68 npf_bpf_sysfini();
69 }
70
71 __dso_public npf_t *
72 npf_create(int flags, const npf_mbufops_t *mbufops, const npf_ifops_t *ifops)
73 {
74 npf_t *npf;
75
76 npf = kmem_zalloc(sizeof(npf_t), KM_SLEEP);
77 npf->qsbr = pserialize_create();
78 npf->stats_percpu = percpu_alloc(NPF_STATS_SIZE);
79 npf->mbufops = mbufops;
80
81 npf_ifmap_init(npf, ifops);
82 npf_conn_init(npf, flags);
83 npf_alg_init(npf);
84 npf_ext_init(npf);
85
86 /* Load an empty configuration. */
87 npf_config_init(npf);
88 return npf;
89 }
90
91 __dso_public void
92 npf_destroy(npf_t *npf)
93 {
94 /*
95 * Destroy the current configuration. Note: at this point all
96 * handlers must be deactivated; we will drain any processing.
97 */
98 npf_config_fini(npf);
99
100 /* Finally, safe to destroy the subsystems. */
101 npf_ext_fini(npf);
102 npf_alg_fini(npf);
103 npf_conn_fini(npf);
104 npf_ifmap_fini(npf);
105
106 pserialize_destroy(npf->qsbr);
107 percpu_free(npf->stats_percpu, NPF_STATS_SIZE);
108 kmem_free(npf, sizeof(npf_t));
109 }
110
111 __dso_public int
112 npf_load(npf_t *npf, void *ref, npf_error_t *err)
113 {
114 return npfctl_load(npf, 0, ref);
115 }
116
117 __dso_public void
118 npf_gc(npf_t *npf)
119 {
120 npf_conn_worker(npf);
121 }
122
123 __dso_public void
124 npf_thread_register(npf_t *npf)
125 {
126 pserialize_register(npf->qsbr);
127 }
128
129 void
130 npf_setkernctx(npf_t *npf)
131 {
132 npf_kernel_ctx = npf;
133 }
134
135 npf_t *
136 npf_getkernctx(void)
137 {
138 return npf_kernel_ctx;
139 }
140
141 /*
142 * NPF statistics interface.
143 */
144
145 void
146 npf_stats_inc(npf_t *npf, npf_stats_t st)
147 {
148 uint64_t *stats = percpu_getref(npf->stats_percpu);
149 stats[st]++;
150 percpu_putref(npf->stats_percpu);
151 }
152
153 void
154 npf_stats_dec(npf_t *npf, npf_stats_t st)
155 {
156 uint64_t *stats = percpu_getref(npf->stats_percpu);
157 stats[st]--;
158 percpu_putref(npf->stats_percpu);
159 }
160
161 static void
162 npf_stats_collect(void *mem, void *arg, struct cpu_info *ci)
163 {
164 uint64_t *percpu_stats = mem, *full_stats = arg;
165
166 for (unsigned i = 0; i < NPF_STATS_COUNT; i++) {
167 full_stats[i] += percpu_stats[i];
168 }
169 }
170
171 /*
172 * npf_stats: export collected statistics.
173 */
174 __dso_public void
175 npf_stats(npf_t *npf, uint64_t *buf)
176 {
177 memset(buf, 0, NPF_STATS_SIZE);
178 percpu_foreach(npf->stats_percpu, npf_stats_collect, buf);
179 }
180