if_ipsec.c revision 1.3.2.2 1 1.3.2.2 snj /* $NetBSD: if_ipsec.c,v 1.3.2.2 2018/02/11 21:17:34 snj Exp $ */
2 1.3.2.2 snj
3 1.3.2.2 snj /*
4 1.3.2.2 snj * Copyright (c) 2017 Internet Initiative Japan Inc.
5 1.3.2.2 snj * All rights reserved.
6 1.3.2.2 snj *
7 1.3.2.2 snj * Redistribution and use in source and binary forms, with or without
8 1.3.2.2 snj * modification, are permitted provided that the following conditions
9 1.3.2.2 snj * are met:
10 1.3.2.2 snj * 1. Redistributions of source code must retain the above copyright
11 1.3.2.2 snj * notice, this list of conditions and the following disclaimer.
12 1.3.2.2 snj * 2. Redistributions in binary form must reproduce the above copyright
13 1.3.2.2 snj * notice, this list of conditions and the following disclaimer in the
14 1.3.2.2 snj * documentation and/or other materials provided with the distribution.
15 1.3.2.2 snj *
16 1.3.2.2 snj * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.3.2.2 snj * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.3.2.2 snj * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.3.2.2 snj * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.3.2.2 snj * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.3.2.2 snj * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.3.2.2 snj * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.3.2.2 snj * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.3.2.2 snj * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.3.2.2 snj * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.3.2.2 snj * POSSIBILITY OF SUCH DAMAGE.
27 1.3.2.2 snj */
28 1.3.2.2 snj
29 1.3.2.2 snj #include <sys/cdefs.h>
30 1.3.2.2 snj __KERNEL_RCSID(0, "$NetBSD: if_ipsec.c,v 1.3.2.2 2018/02/11 21:17:34 snj Exp $");
31 1.3.2.2 snj
32 1.3.2.2 snj #ifdef _KERNEL_OPT
33 1.3.2.2 snj #include "opt_inet.h"
34 1.3.2.2 snj #endif
35 1.3.2.2 snj
36 1.3.2.2 snj #include <sys/param.h>
37 1.3.2.2 snj #include <sys/systm.h>
38 1.3.2.2 snj #include <sys/kernel.h>
39 1.3.2.2 snj #include <sys/mbuf.h>
40 1.3.2.2 snj #include <sys/socket.h>
41 1.3.2.2 snj #include <sys/sockio.h>
42 1.3.2.2 snj #include <sys/errno.h>
43 1.3.2.2 snj #include <sys/ioctl.h>
44 1.3.2.2 snj #include <sys/time.h>
45 1.3.2.2 snj #include <sys/syslog.h>
46 1.3.2.2 snj #include <sys/cpu.h>
47 1.3.2.2 snj #include <sys/kmem.h>
48 1.3.2.2 snj #include <sys/mutex.h>
49 1.3.2.2 snj #include <sys/pserialize.h>
50 1.3.2.2 snj #include <sys/psref.h>
51 1.3.2.2 snj
52 1.3.2.2 snj #include <net/if.h>
53 1.3.2.2 snj #include <net/if_types.h>
54 1.3.2.2 snj #include <net/route.h>
55 1.3.2.2 snj #include <net/bpf.h>
56 1.3.2.2 snj #include <net/pfkeyv2.h>
57 1.3.2.2 snj
58 1.3.2.2 snj #include <netinet/in.h>
59 1.3.2.2 snj #include <netinet/in_systm.h>
60 1.3.2.2 snj #include <netinet/ip.h>
61 1.3.2.2 snj #ifdef INET
62 1.3.2.2 snj #include <netinet/in_var.h>
63 1.3.2.2 snj #endif /* INET */
64 1.3.2.2 snj
65 1.3.2.2 snj #ifdef INET6
66 1.3.2.2 snj #include <netinet6/in6_var.h>
67 1.3.2.2 snj #include <netinet/ip6.h>
68 1.3.2.2 snj #include <netinet6/ip6_var.h>
69 1.3.2.2 snj #endif /* INET6 */
70 1.3.2.2 snj
71 1.3.2.2 snj #include <netinet/ip_encap.h>
72 1.3.2.2 snj
73 1.3.2.2 snj #include <net/if_ipsec.h>
74 1.3.2.2 snj
75 1.3.2.2 snj #include <net/raw_cb.h>
76 1.3.2.2 snj #include <net/pfkeyv2.h>
77 1.3.2.2 snj
78 1.3.2.2 snj #include <netipsec/key.h>
79 1.3.2.2 snj #include <netipsec/ipsec.h>
80 1.3.2.2 snj #include <netipsec/ipsecif.h>
81 1.3.2.2 snj
82 1.3.2.2 snj static void if_ipsec_ro_init_pc(void *, void *, struct cpu_info *);
83 1.3.2.2 snj static void if_ipsec_ro_fini_pc(void *, void *, struct cpu_info *);
84 1.3.2.2 snj
85 1.3.2.2 snj static int if_ipsec_clone_create(struct if_clone *, int);
86 1.3.2.2 snj static int if_ipsec_clone_destroy(struct ifnet *);
87 1.3.2.2 snj
88 1.3.2.2 snj static inline int if_ipsec_out_direct(struct ipsec_variant *, struct mbuf *, int);
89 1.3.2.2 snj static inline void if_ipsec_in_enqueue(struct mbuf *, int, struct ifnet *);
90 1.3.2.2 snj
91 1.3.2.2 snj static int if_ipsec_encap_attach(struct ipsec_variant *);
92 1.3.2.2 snj static int if_ipsec_encap_detach(struct ipsec_variant *);
93 1.3.2.2 snj static int if_ipsec_set_tunnel(struct ifnet *,
94 1.3.2.2 snj struct sockaddr *, struct sockaddr *);
95 1.3.2.2 snj static void if_ipsec_delete_tunnel(struct ifnet *);
96 1.3.2.2 snj static int if_ipsec_ensure_flags(struct ifnet *, short);
97 1.3.2.2 snj static void if_ipsec_attach0(struct ipsec_softc *);
98 1.3.2.2 snj
99 1.3.2.2 snj static int if_ipsec_update_variant(struct ipsec_softc *,
100 1.3.2.2 snj struct ipsec_variant *, struct ipsec_variant *);
101 1.3.2.2 snj
102 1.3.2.2 snj /* sadb_msg */
103 1.3.2.2 snj static inline void if_ipsec_add_mbuf(struct mbuf *, void *, size_t);
104 1.3.2.2 snj static inline void if_ipsec_add_pad(struct mbuf *, size_t);
105 1.3.2.2 snj static inline size_t if_ipsec_set_sadb_addr(struct sadb_address *,
106 1.3.2.2 snj struct sockaddr *, int, uint16_t);
107 1.3.2.2 snj static inline size_t if_ipsec_set_sadb_src(struct sadb_address *,
108 1.3.2.2 snj struct sockaddr *, int);
109 1.3.2.2 snj static inline size_t if_ipsec_set_sadb_dst(struct sadb_address *,
110 1.3.2.2 snj struct sockaddr *, int);
111 1.3.2.2 snj static inline size_t if_ipsec_set_sadb_x_policy(struct sadb_x_policy *,
112 1.3.2.2 snj struct sadb_x_ipsecrequest *, uint16_t, uint8_t, uint32_t, uint8_t);
113 1.3.2.2 snj static inline void if_ipsec_set_sadb_msg(struct sadb_msg *, uint16_t, uint8_t);
114 1.3.2.2 snj static inline void if_ipsec_set_sadb_msg_add(struct sadb_msg *, uint16_t);
115 1.3.2.2 snj static inline void if_ipsec_set_sadb_msg_del(struct sadb_msg *, uint16_t);
116 1.3.2.2 snj /* SPD */
117 1.3.2.2 snj static int if_ipsec_share_sp(struct ipsec_variant *);
118 1.3.2.2 snj static int if_ipsec_unshare_sp(struct ipsec_variant *);
119 1.3.2.2 snj static inline struct secpolicy *if_ipsec_add_sp0(struct sockaddr *,
120 1.3.2.2 snj in_port_t, struct sockaddr *, in_port_t, int, int, int, u_int);
121 1.3.2.2 snj static inline int if_ipsec_del_sp0(struct secpolicy *);
122 1.3.2.2 snj static int if_ipsec_add_sp(struct ipsec_variant *,
123 1.3.2.2 snj struct sockaddr *, in_port_t, struct sockaddr *, in_port_t);
124 1.3.2.2 snj static void if_ipsec_del_sp(struct ipsec_variant *);
125 1.3.2.2 snj static int if_ipsec_replace_sp(struct ipsec_softc *, struct ipsec_variant *,
126 1.3.2.2 snj struct ipsec_variant *);
127 1.3.2.2 snj
128 1.3.2.2 snj static int if_ipsec_set_addr_port(struct sockaddr *, struct sockaddr *,
129 1.3.2.2 snj in_port_t);
130 1.3.2.2 snj #define IF_IPSEC_GATHER_PSRC_ADDR_PORT(var, target) \
131 1.3.2.2 snj if_ipsec_set_addr_port(target, (var)->iv_psrc, (var)->iv_sport)
132 1.3.2.2 snj #define IF_IPSEC_GATHER_PDST_ADDR_PORT(var, target) \
133 1.3.2.2 snj if_ipsec_set_addr_port(target, (var)->iv_pdst, (var)->iv_dport)
134 1.3.2.2 snj
135 1.3.2.2 snj /*
136 1.3.2.2 snj * ipsec global variable definitions
137 1.3.2.2 snj */
138 1.3.2.2 snj
139 1.3.2.2 snj /* This list is used in ioctl context only. */
140 1.3.2.2 snj LIST_HEAD(ipsec_sclist, ipsec_softc);
141 1.3.2.2 snj static struct {
142 1.3.2.2 snj struct ipsec_sclist list;
143 1.3.2.2 snj kmutex_t lock;
144 1.3.2.2 snj } ipsec_softcs __cacheline_aligned;
145 1.3.2.2 snj
146 1.3.2.2 snj pserialize_t ipsec_psz __read_mostly;
147 1.3.2.2 snj struct psref_class *iv_psref_class __read_mostly;
148 1.3.2.2 snj
149 1.3.2.2 snj struct if_clone ipsec_cloner =
150 1.3.2.2 snj IF_CLONE_INITIALIZER("ipsec", if_ipsec_clone_create, if_ipsec_clone_destroy);
151 1.3.2.2 snj static int max_ipsec_nesting = MAX_IPSEC_NEST;
152 1.3.2.2 snj
153 1.3.2.2 snj /* ARGSUSED */
154 1.3.2.2 snj void
155 1.3.2.2 snj ipsecifattach(int count)
156 1.3.2.2 snj {
157 1.3.2.2 snj
158 1.3.2.2 snj mutex_init(&ipsec_softcs.lock, MUTEX_DEFAULT, IPL_NONE);
159 1.3.2.2 snj LIST_INIT(&ipsec_softcs.list);
160 1.3.2.2 snj
161 1.3.2.2 snj ipsec_psz = pserialize_create();
162 1.3.2.2 snj iv_psref_class = psref_class_create("ipsecvar", IPL_SOFTNET);
163 1.3.2.2 snj
164 1.3.2.2 snj if_clone_attach(&ipsec_cloner);
165 1.3.2.2 snj }
166 1.3.2.2 snj
167 1.3.2.2 snj static int
168 1.3.2.2 snj if_ipsec_clone_create(struct if_clone *ifc, int unit)
169 1.3.2.2 snj {
170 1.3.2.2 snj struct ipsec_softc *sc;
171 1.3.2.2 snj struct ipsec_variant *var;
172 1.3.2.2 snj
173 1.3.2.2 snj sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
174 1.3.2.2 snj
175 1.3.2.2 snj if_initname(&sc->ipsec_if, ifc->ifc_name, unit);
176 1.3.2.2 snj
177 1.3.2.2 snj if_ipsec_attach0(sc);
178 1.3.2.2 snj
179 1.3.2.2 snj var = kmem_zalloc(sizeof(*var), KM_SLEEP);
180 1.3.2.2 snj var->iv_softc = sc;
181 1.3.2.2 snj psref_target_init(&var->iv_psref, iv_psref_class);
182 1.3.2.2 snj
183 1.3.2.2 snj sc->ipsec_var = var;
184 1.3.2.2 snj mutex_init(&sc->ipsec_lock, MUTEX_DEFAULT, IPL_NONE);
185 1.3.2.2 snj sc->ipsec_ro_percpu = percpu_alloc(sizeof(struct ipsec_ro));
186 1.3.2.2 snj percpu_foreach(sc->ipsec_ro_percpu, if_ipsec_ro_init_pc, NULL);
187 1.3.2.2 snj
188 1.3.2.2 snj mutex_enter(&ipsec_softcs.lock);
189 1.3.2.2 snj LIST_INSERT_HEAD(&ipsec_softcs.list, sc, ipsec_list);
190 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
191 1.3.2.2 snj return 0;
192 1.3.2.2 snj }
193 1.3.2.2 snj
194 1.3.2.2 snj static void
195 1.3.2.2 snj if_ipsec_attach0(struct ipsec_softc *sc)
196 1.3.2.2 snj {
197 1.3.2.2 snj
198 1.3.2.2 snj sc->ipsec_if.if_addrlen = 0;
199 1.3.2.2 snj sc->ipsec_if.if_mtu = IPSEC_MTU;
200 1.3.2.2 snj sc->ipsec_if.if_flags = IFF_POINTOPOINT | IFF_MULTICAST;
201 1.3.2.2 snj /* set ipsec(4) specific default flags. */
202 1.3.2.2 snj sc->ipsec_if.if_flags |= IFF_FWD_IPV6;
203 1.3.2.2 snj sc->ipsec_if.if_extflags = IFEF_NO_LINK_STATE_CHANGE | IFEF_MPSAFE;
204 1.3.2.2 snj sc->ipsec_if.if_ioctl = if_ipsec_ioctl;
205 1.3.2.2 snj sc->ipsec_if.if_output = if_ipsec_output;
206 1.3.2.2 snj sc->ipsec_if.if_type = IFT_IPSEC;
207 1.3.2.2 snj sc->ipsec_if.if_dlt = DLT_NULL;
208 1.3.2.2 snj sc->ipsec_if.if_softc = sc;
209 1.3.2.2 snj IFQ_SET_READY(&sc->ipsec_if.if_snd);
210 1.3.2.2 snj if_initialize(&sc->ipsec_if);
211 1.3.2.2 snj if_alloc_sadl(&sc->ipsec_if);
212 1.3.2.2 snj bpf_attach(&sc->ipsec_if, DLT_NULL, sizeof(u_int));
213 1.3.2.2 snj if_register(&sc->ipsec_if);
214 1.3.2.2 snj }
215 1.3.2.2 snj
216 1.3.2.2 snj static void
217 1.3.2.2 snj if_ipsec_ro_init_pc(void *p, void *arg __unused, struct cpu_info *ci __unused)
218 1.3.2.2 snj {
219 1.3.2.2 snj struct ipsec_ro *iro = p;
220 1.3.2.2 snj
221 1.3.2.2 snj mutex_init(&iro->ir_lock, MUTEX_DEFAULT, IPL_NONE);
222 1.3.2.2 snj }
223 1.3.2.2 snj
224 1.3.2.2 snj static void
225 1.3.2.2 snj if_ipsec_ro_fini_pc(void *p, void *arg __unused, struct cpu_info *ci __unused)
226 1.3.2.2 snj {
227 1.3.2.2 snj struct ipsec_ro *iro = p;
228 1.3.2.2 snj
229 1.3.2.2 snj rtcache_free(&iro->ir_ro);
230 1.3.2.2 snj
231 1.3.2.2 snj mutex_destroy(&iro->ir_lock);
232 1.3.2.2 snj }
233 1.3.2.2 snj
234 1.3.2.2 snj static int
235 1.3.2.2 snj if_ipsec_clone_destroy(struct ifnet *ifp)
236 1.3.2.2 snj {
237 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
238 1.3.2.2 snj struct ipsec_variant *var;
239 1.3.2.2 snj int bound;
240 1.3.2.2 snj
241 1.3.2.2 snj mutex_enter(&ipsec_softcs.lock);
242 1.3.2.2 snj LIST_REMOVE(sc, ipsec_list);
243 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
244 1.3.2.2 snj
245 1.3.2.2 snj bound = curlwp_bind();
246 1.3.2.2 snj if_ipsec_delete_tunnel(&sc->ipsec_if);
247 1.3.2.2 snj curlwp_bindx(bound);
248 1.3.2.2 snj
249 1.3.2.2 snj bpf_detach(ifp);
250 1.3.2.2 snj if_detach(ifp);
251 1.3.2.2 snj
252 1.3.2.2 snj percpu_foreach(sc->ipsec_ro_percpu, if_ipsec_ro_fini_pc, NULL);
253 1.3.2.2 snj percpu_free(sc->ipsec_ro_percpu, sizeof(struct ipsec_ro));
254 1.3.2.2 snj
255 1.3.2.2 snj mutex_destroy(&sc->ipsec_lock);
256 1.3.2.2 snj
257 1.3.2.2 snj var = sc->ipsec_var;
258 1.3.2.2 snj kmem_free(var, sizeof(*var));
259 1.3.2.2 snj kmem_free(sc, sizeof(*sc));
260 1.3.2.2 snj
261 1.3.2.2 snj return 0;
262 1.3.2.2 snj }
263 1.3.2.2 snj
264 1.3.2.2 snj static inline bool
265 1.3.2.2 snj if_ipsec_nat_t(struct ipsec_softc *sc)
266 1.3.2.2 snj {
267 1.3.2.2 snj
268 1.3.2.2 snj return (sc->ipsec_if.if_flags & IFF_NAT_T) != 0;
269 1.3.2.2 snj }
270 1.3.2.2 snj
271 1.3.2.2 snj static inline bool
272 1.3.2.2 snj if_ipsec_fwd_ipv6(struct ipsec_softc *sc)
273 1.3.2.2 snj {
274 1.3.2.2 snj
275 1.3.2.2 snj return (sc->ipsec_if.if_flags & IFF_FWD_IPV6) != 0;
276 1.3.2.2 snj }
277 1.3.2.2 snj
278 1.3.2.2 snj int
279 1.3.2.2 snj if_ipsec_encap_func(struct mbuf *m, int off, int proto, void *arg)
280 1.3.2.2 snj {
281 1.3.2.2 snj struct ip ip;
282 1.3.2.2 snj struct ipsec_softc *sc;
283 1.3.2.2 snj struct ipsec_variant *var = NULL;
284 1.3.2.2 snj struct psref psref;
285 1.3.2.2 snj int ret = 0;
286 1.3.2.2 snj
287 1.3.2.2 snj sc = arg;
288 1.3.2.2 snj KASSERT(sc != NULL);
289 1.3.2.2 snj
290 1.3.2.2 snj if ((sc->ipsec_if.if_flags & IFF_UP) == 0)
291 1.3.2.2 snj goto out;
292 1.3.2.2 snj
293 1.3.2.2 snj var = if_ipsec_getref_variant(sc, &psref);
294 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(var))
295 1.3.2.2 snj goto out;
296 1.3.2.2 snj
297 1.3.2.2 snj switch (proto) {
298 1.3.2.2 snj case IPPROTO_IPV4:
299 1.3.2.2 snj case IPPROTO_IPV6:
300 1.3.2.2 snj break;
301 1.3.2.2 snj default:
302 1.3.2.2 snj goto out;
303 1.3.2.2 snj }
304 1.3.2.2 snj
305 1.3.2.2 snj if (m->m_pkthdr.len < sizeof(ip))
306 1.3.2.2 snj goto out;
307 1.3.2.2 snj
308 1.3.2.2 snj m_copydata(m, 0, sizeof(ip), &ip);
309 1.3.2.2 snj switch (ip.ip_v) {
310 1.3.2.2 snj #ifdef INET
311 1.3.2.2 snj case IPVERSION:
312 1.3.2.2 snj if (var->iv_psrc->sa_family != AF_INET ||
313 1.3.2.2 snj var->iv_pdst->sa_family != AF_INET)
314 1.3.2.2 snj goto out;
315 1.3.2.2 snj ret = ipsecif4_encap_func(m, &ip, var);
316 1.3.2.2 snj break;
317 1.3.2.2 snj #endif
318 1.3.2.2 snj default:
319 1.3.2.2 snj goto out;
320 1.3.2.2 snj }
321 1.3.2.2 snj
322 1.3.2.2 snj out:
323 1.3.2.2 snj if (var != NULL)
324 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
325 1.3.2.2 snj return ret;
326 1.3.2.2 snj }
327 1.3.2.2 snj
328 1.3.2.2 snj /*
329 1.3.2.2 snj * ipsec(4) I/F may cause infinite recursion calls when misconfigured.
330 1.3.2.2 snj * We'll prevent this by introducing upper limit.
331 1.3.2.2 snj */
332 1.3.2.2 snj static int
333 1.3.2.2 snj if_ipsec_check_nesting(struct ifnet *ifp, struct mbuf *m)
334 1.3.2.2 snj {
335 1.3.2.2 snj
336 1.3.2.2 snj return if_tunnel_check_nesting(ifp, m, max_ipsec_nesting);
337 1.3.2.2 snj }
338 1.3.2.2 snj
339 1.3.2.2 snj int
340 1.3.2.2 snj if_ipsec_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst,
341 1.3.2.2 snj const struct rtentry *rt)
342 1.3.2.2 snj {
343 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
344 1.3.2.2 snj struct ipsec_variant *var;
345 1.3.2.2 snj struct psref psref;
346 1.3.2.2 snj int error;
347 1.3.2.2 snj int bound;
348 1.3.2.2 snj
349 1.3.2.2 snj IFQ_CLASSIFY(&ifp->if_snd, m, dst->sa_family);
350 1.3.2.2 snj
351 1.3.2.2 snj error = if_ipsec_check_nesting(ifp, m);
352 1.3.2.2 snj if (error) {
353 1.3.2.2 snj m_freem(m);
354 1.3.2.2 snj goto noref_end;
355 1.3.2.2 snj }
356 1.3.2.2 snj
357 1.3.2.2 snj if ((ifp->if_flags & IFF_UP) == 0) {
358 1.3.2.2 snj m_freem(m);
359 1.3.2.2 snj error = ENETDOWN;
360 1.3.2.2 snj goto noref_end;
361 1.3.2.2 snj }
362 1.3.2.2 snj
363 1.3.2.2 snj
364 1.3.2.2 snj bound = curlwp_bind();
365 1.3.2.2 snj var = if_ipsec_getref_variant(sc, &psref);
366 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(var)) {
367 1.3.2.2 snj m_freem(m);
368 1.3.2.2 snj error = ENETDOWN;
369 1.3.2.2 snj goto end;
370 1.3.2.2 snj }
371 1.3.2.2 snj
372 1.3.2.2 snj m->m_flags &= ~(M_BCAST|M_MCAST);
373 1.3.2.2 snj
374 1.3.2.2 snj /* use DLT_NULL encapsulation here to pass inner af type */
375 1.3.2.2 snj M_PREPEND(m, sizeof(int), M_DONTWAIT);
376 1.3.2.2 snj if (!m) {
377 1.3.2.2 snj error = ENOBUFS;
378 1.3.2.2 snj goto end;
379 1.3.2.2 snj }
380 1.3.2.2 snj *mtod(m, int *) = dst->sa_family;
381 1.3.2.2 snj
382 1.3.2.2 snj #if INET6
383 1.3.2.2 snj /* drop IPv6 packet if IFF_FWD_IPV6 is not set */
384 1.3.2.2 snj if (dst->sa_family == AF_INET6 &&
385 1.3.2.2 snj !if_ipsec_fwd_ipv6(sc)) {
386 1.3.2.2 snj /*
387 1.3.2.2 snj * IPv6 packet is not allowed to forward,that is not error.
388 1.3.2.2 snj */
389 1.3.2.2 snj error = 0;
390 1.3.2.2 snj IF_DROP(&ifp->if_snd);
391 1.3.2.2 snj m_freem(m);
392 1.3.2.2 snj goto end;
393 1.3.2.2 snj }
394 1.3.2.2 snj #endif
395 1.3.2.2 snj
396 1.3.2.2 snj error = if_ipsec_out_direct(var, m, dst->sa_family);
397 1.3.2.2 snj
398 1.3.2.2 snj end:
399 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
400 1.3.2.2 snj curlwp_bindx(bound);
401 1.3.2.2 snj noref_end:
402 1.3.2.2 snj if (error)
403 1.3.2.2 snj ifp->if_oerrors++;
404 1.3.2.2 snj
405 1.3.2.2 snj return error;
406 1.3.2.2 snj }
407 1.3.2.2 snj
408 1.3.2.2 snj static inline int
409 1.3.2.2 snj if_ipsec_out_direct(struct ipsec_variant *var, struct mbuf *m, int family)
410 1.3.2.2 snj {
411 1.3.2.2 snj struct ifnet *ifp = &var->iv_softc->ipsec_if;
412 1.3.2.2 snj int error;
413 1.3.2.2 snj int len;
414 1.3.2.2 snj
415 1.3.2.2 snj KASSERT(if_ipsec_heldref_variant(var));
416 1.3.2.2 snj KASSERT(var->iv_output != NULL);
417 1.3.2.2 snj
418 1.3.2.2 snj len = m->m_pkthdr.len;
419 1.3.2.2 snj
420 1.3.2.2 snj /* input DLT_NULL frame to BPF */
421 1.3.2.2 snj bpf_mtap(ifp, m);
422 1.3.2.2 snj
423 1.3.2.2 snj /* grab and chop off inner af type */
424 1.3.2.2 snj /* XXX need pullup? */
425 1.3.2.2 snj m_adj(m, sizeof(int));
426 1.3.2.2 snj
427 1.3.2.2 snj error = var->iv_output(var, family, m);
428 1.3.2.2 snj if (error)
429 1.3.2.2 snj return error;
430 1.3.2.2 snj
431 1.3.2.2 snj ifp->if_opackets++;
432 1.3.2.2 snj ifp->if_obytes += len;
433 1.3.2.2 snj
434 1.3.2.2 snj return 0;
435 1.3.2.2 snj }
436 1.3.2.2 snj
437 1.3.2.2 snj void
438 1.3.2.2 snj if_ipsec_input(struct mbuf *m, int af, struct ifnet *ifp)
439 1.3.2.2 snj {
440 1.3.2.2 snj
441 1.3.2.2 snj KASSERT(ifp != NULL);
442 1.3.2.2 snj
443 1.3.2.2 snj m_set_rcvif(m, ifp);
444 1.3.2.2 snj
445 1.3.2.2 snj bpf_mtap_af(ifp, af, m);
446 1.3.2.2 snj
447 1.3.2.2 snj if_ipsec_in_enqueue(m, af, ifp);
448 1.3.2.2 snj
449 1.3.2.2 snj return;
450 1.3.2.2 snj }
451 1.3.2.2 snj
452 1.3.2.2 snj static inline void
453 1.3.2.2 snj if_ipsec_in_enqueue(struct mbuf *m, int af, struct ifnet *ifp)
454 1.3.2.2 snj {
455 1.3.2.2 snj pktqueue_t *pktq;
456 1.3.2.2 snj int pktlen;
457 1.3.2.2 snj
458 1.3.2.2 snj /*
459 1.3.2.2 snj * Put the packet to the network layer input queue according to the
460 1.3.2.2 snj * specified address family.
461 1.3.2.2 snj */
462 1.3.2.2 snj switch (af) {
463 1.3.2.2 snj #ifdef INET
464 1.3.2.2 snj case AF_INET:
465 1.3.2.2 snj pktq = ip_pktq;
466 1.3.2.2 snj break;
467 1.3.2.2 snj #endif
468 1.3.2.2 snj #ifdef INET6
469 1.3.2.2 snj case AF_INET6:
470 1.3.2.2 snj pktq = ip6_pktq;
471 1.3.2.2 snj break;
472 1.3.2.2 snj #endif
473 1.3.2.2 snj default:
474 1.3.2.2 snj ifp->if_ierrors++;
475 1.3.2.2 snj m_freem(m);
476 1.3.2.2 snj return;
477 1.3.2.2 snj }
478 1.3.2.2 snj
479 1.3.2.2 snj #if 1
480 1.3.2.2 snj const u_int h = curcpu()->ci_index;
481 1.3.2.2 snj #else
482 1.3.2.2 snj const uint32_t h = pktq_rps_hash(m);
483 1.3.2.2 snj #endif
484 1.3.2.2 snj pktlen = m->m_pkthdr.len;
485 1.3.2.2 snj if (__predict_true(pktq_enqueue(pktq, m, h))) {
486 1.3.2.2 snj ifp->if_ibytes += pktlen;
487 1.3.2.2 snj ifp->if_ipackets++;
488 1.3.2.2 snj } else {
489 1.3.2.2 snj m_freem(m);
490 1.3.2.2 snj }
491 1.3.2.2 snj
492 1.3.2.2 snj return;
493 1.3.2.2 snj }
494 1.3.2.2 snj
495 1.3.2.2 snj static inline int
496 1.3.2.2 snj if_ipsec_check_salen(struct sockaddr *addr)
497 1.3.2.2 snj {
498 1.3.2.2 snj
499 1.3.2.2 snj switch (addr->sa_family) {
500 1.3.2.2 snj #ifdef INET
501 1.3.2.2 snj case AF_INET:
502 1.3.2.2 snj if (addr->sa_len != sizeof(struct sockaddr_in))
503 1.3.2.2 snj return EINVAL;
504 1.3.2.2 snj break;
505 1.3.2.2 snj #endif /* INET */
506 1.3.2.2 snj #ifdef INET6
507 1.3.2.2 snj case AF_INET6:
508 1.3.2.2 snj if (addr->sa_len != sizeof(struct sockaddr_in6))
509 1.3.2.2 snj return EINVAL;
510 1.3.2.2 snj break;
511 1.3.2.2 snj #endif /* INET6 */
512 1.3.2.2 snj default:
513 1.3.2.2 snj return EAFNOSUPPORT;
514 1.3.2.2 snj }
515 1.3.2.2 snj
516 1.3.2.2 snj return 0;
517 1.3.2.2 snj }
518 1.3.2.2 snj
519 1.3.2.2 snj /* XXX how should we handle IPv6 scope on SIOC[GS]IFPHYADDR? */
520 1.3.2.2 snj int
521 1.3.2.2 snj if_ipsec_ioctl(struct ifnet *ifp, u_long cmd, void *data)
522 1.3.2.2 snj {
523 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
524 1.3.2.2 snj struct ipsec_variant *var = NULL;
525 1.3.2.2 snj struct ifreq *ifr = (struct ifreq*)data;
526 1.3.2.2 snj struct ifaddr *ifa = (struct ifaddr*)data;
527 1.3.2.2 snj int error = 0, size;
528 1.3.2.2 snj struct sockaddr *dst, *src;
529 1.3.2.2 snj u_long mtu;
530 1.3.2.2 snj short oflags = ifp->if_flags;
531 1.3.2.2 snj int bound;
532 1.3.2.2 snj struct psref psref;
533 1.3.2.2 snj
534 1.3.2.2 snj switch (cmd) {
535 1.3.2.2 snj case SIOCINITIFADDR:
536 1.3.2.2 snj ifp->if_flags |= IFF_UP;
537 1.3.2.2 snj ifa->ifa_rtrequest = p2p_rtrequest;
538 1.3.2.2 snj break;
539 1.3.2.2 snj
540 1.3.2.2 snj case SIOCSIFDSTADDR:
541 1.3.2.2 snj break;
542 1.3.2.2 snj
543 1.3.2.2 snj case SIOCADDMULTI:
544 1.3.2.2 snj case SIOCDELMULTI:
545 1.3.2.2 snj switch (ifr->ifr_addr.sa_family) {
546 1.3.2.2 snj #ifdef INET
547 1.3.2.2 snj case AF_INET: /* IP supports Multicast */
548 1.3.2.2 snj break;
549 1.3.2.2 snj #endif /* INET */
550 1.3.2.2 snj #ifdef INET6
551 1.3.2.2 snj case AF_INET6: /* IP6 supports Multicast */
552 1.3.2.2 snj break;
553 1.3.2.2 snj #endif /* INET6 */
554 1.3.2.2 snj default: /* Other protocols doesn't support Multicast */
555 1.3.2.2 snj error = EAFNOSUPPORT;
556 1.3.2.2 snj break;
557 1.3.2.2 snj }
558 1.3.2.2 snj break;
559 1.3.2.2 snj
560 1.3.2.2 snj case SIOCSIFMTU:
561 1.3.2.2 snj mtu = ifr->ifr_mtu;
562 1.3.2.2 snj if (mtu < IPSEC_MTU_MIN || mtu > IPSEC_MTU_MAX)
563 1.3.2.2 snj return EINVAL;
564 1.3.2.2 snj else if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
565 1.3.2.2 snj error = 0;
566 1.3.2.2 snj break;
567 1.3.2.2 snj
568 1.3.2.2 snj #ifdef INET
569 1.3.2.2 snj case SIOCSIFPHYADDR:
570 1.3.2.2 snj #endif
571 1.3.2.2 snj #ifdef INET6
572 1.3.2.2 snj case SIOCSIFPHYADDR_IN6:
573 1.3.2.2 snj #endif /* INET6 */
574 1.3.2.2 snj case SIOCSLIFPHYADDR:
575 1.3.2.2 snj switch (cmd) {
576 1.3.2.2 snj #ifdef INET
577 1.3.2.2 snj case SIOCSIFPHYADDR:
578 1.3.2.2 snj src = (struct sockaddr *)
579 1.3.2.2 snj &(((struct in_aliasreq *)data)->ifra_addr);
580 1.3.2.2 snj dst = (struct sockaddr *)
581 1.3.2.2 snj &(((struct in_aliasreq *)data)->ifra_dstaddr);
582 1.3.2.2 snj break;
583 1.3.2.2 snj #endif /* INET */
584 1.3.2.2 snj #ifdef INET6
585 1.3.2.2 snj case SIOCSIFPHYADDR_IN6:
586 1.3.2.2 snj src = (struct sockaddr *)
587 1.3.2.2 snj &(((struct in6_aliasreq *)data)->ifra_addr);
588 1.3.2.2 snj dst = (struct sockaddr *)
589 1.3.2.2 snj &(((struct in6_aliasreq *)data)->ifra_dstaddr);
590 1.3.2.2 snj break;
591 1.3.2.2 snj #endif /* INET6 */
592 1.3.2.2 snj case SIOCSLIFPHYADDR:
593 1.3.2.2 snj src = (struct sockaddr *)
594 1.3.2.2 snj &(((struct if_laddrreq *)data)->addr);
595 1.3.2.2 snj dst = (struct sockaddr *)
596 1.3.2.2 snj &(((struct if_laddrreq *)data)->dstaddr);
597 1.3.2.2 snj break;
598 1.3.2.2 snj default:
599 1.3.2.2 snj return EINVAL;
600 1.3.2.2 snj }
601 1.3.2.2 snj
602 1.3.2.2 snj /* sa_family must be equal */
603 1.3.2.2 snj if (src->sa_family != dst->sa_family)
604 1.3.2.2 snj return EINVAL;
605 1.3.2.2 snj
606 1.3.2.2 snj error = if_ipsec_check_salen(src);
607 1.3.2.2 snj if (error)
608 1.3.2.2 snj return error;
609 1.3.2.2 snj error = if_ipsec_check_salen(dst);
610 1.3.2.2 snj if (error)
611 1.3.2.2 snj return error;
612 1.3.2.2 snj
613 1.3.2.2 snj /* check sa_family looks sane for the cmd */
614 1.3.2.2 snj switch (cmd) {
615 1.3.2.2 snj #ifdef INET
616 1.3.2.2 snj case SIOCSIFPHYADDR:
617 1.3.2.2 snj if (src->sa_family == AF_INET)
618 1.3.2.2 snj break;
619 1.3.2.2 snj return EAFNOSUPPORT;
620 1.3.2.2 snj #endif /* INET */
621 1.3.2.2 snj #ifdef INET6
622 1.3.2.2 snj case SIOCSIFPHYADDR_IN6:
623 1.3.2.2 snj if (src->sa_family == AF_INET6)
624 1.3.2.2 snj break;
625 1.3.2.2 snj return EAFNOSUPPORT;
626 1.3.2.2 snj #endif /* INET6 */
627 1.3.2.2 snj case SIOCSLIFPHYADDR:
628 1.3.2.2 snj /* checks done in the above */
629 1.3.2.2 snj break;
630 1.3.2.2 snj }
631 1.3.2.2 snj /*
632 1.3.2.2 snj * calls if_ipsec_getref_variant() for other softcs to check
633 1.3.2.2 snj * address pair duplicattion
634 1.3.2.2 snj */
635 1.3.2.2 snj bound = curlwp_bind();
636 1.3.2.2 snj error = if_ipsec_set_tunnel(&sc->ipsec_if, src, dst);
637 1.3.2.2 snj if (error)
638 1.3.2.2 snj goto bad;
639 1.3.2.2 snj break;
640 1.3.2.2 snj
641 1.3.2.2 snj case SIOCDIFPHYADDR:
642 1.3.2.2 snj bound = curlwp_bind();
643 1.3.2.2 snj if_ipsec_delete_tunnel(&sc->ipsec_if);
644 1.3.2.2 snj curlwp_bindx(bound);
645 1.3.2.2 snj break;
646 1.3.2.2 snj
647 1.3.2.2 snj case SIOCGIFPSRCADDR:
648 1.3.2.2 snj #ifdef INET6
649 1.3.2.2 snj case SIOCGIFPSRCADDR_IN6:
650 1.3.2.2 snj #endif /* INET6 */
651 1.3.2.2 snj bound = curlwp_bind();
652 1.3.2.2 snj var = if_ipsec_getref_variant(sc, &psref);
653 1.3.2.2 snj if (var->iv_psrc == NULL) {
654 1.3.2.2 snj error = EADDRNOTAVAIL;
655 1.3.2.2 snj goto bad;
656 1.3.2.2 snj }
657 1.3.2.2 snj src = var->iv_psrc;
658 1.3.2.2 snj switch (cmd) {
659 1.3.2.2 snj #ifdef INET
660 1.3.2.2 snj case SIOCGIFPSRCADDR:
661 1.3.2.2 snj dst = &ifr->ifr_addr;
662 1.3.2.2 snj size = sizeof(ifr->ifr_addr);
663 1.3.2.2 snj break;
664 1.3.2.2 snj #endif /* INET */
665 1.3.2.2 snj #ifdef INET6
666 1.3.2.2 snj case SIOCGIFPSRCADDR_IN6:
667 1.3.2.2 snj dst = (struct sockaddr *)
668 1.3.2.2 snj &(((struct in6_ifreq *)data)->ifr_addr);
669 1.3.2.2 snj size = sizeof(((struct in6_ifreq *)data)->ifr_addr);
670 1.3.2.2 snj break;
671 1.3.2.2 snj #endif /* INET6 */
672 1.3.2.2 snj default:
673 1.3.2.2 snj error = EADDRNOTAVAIL;
674 1.3.2.2 snj goto bad;
675 1.3.2.2 snj }
676 1.3.2.2 snj if (src->sa_len > size) {
677 1.3.2.2 snj error = EINVAL;
678 1.3.2.2 snj goto bad;
679 1.3.2.2 snj }
680 1.3.2.2 snj error = IF_IPSEC_GATHER_PSRC_ADDR_PORT(var, dst);
681 1.3.2.2 snj if (error)
682 1.3.2.2 snj goto bad;
683 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
684 1.3.2.2 snj curlwp_bindx(bound);
685 1.3.2.2 snj break;
686 1.3.2.2 snj
687 1.3.2.2 snj case SIOCGIFPDSTADDR:
688 1.3.2.2 snj #ifdef INET6
689 1.3.2.2 snj case SIOCGIFPDSTADDR_IN6:
690 1.3.2.2 snj #endif /* INET6 */
691 1.3.2.2 snj bound = curlwp_bind();
692 1.3.2.2 snj var = if_ipsec_getref_variant(sc, &psref);
693 1.3.2.2 snj if (var->iv_pdst == NULL) {
694 1.3.2.2 snj error = EADDRNOTAVAIL;
695 1.3.2.2 snj goto bad;
696 1.3.2.2 snj }
697 1.3.2.2 snj src = var->iv_pdst;
698 1.3.2.2 snj switch (cmd) {
699 1.3.2.2 snj #ifdef INET
700 1.3.2.2 snj case SIOCGIFPDSTADDR:
701 1.3.2.2 snj dst = &ifr->ifr_addr;
702 1.3.2.2 snj size = sizeof(ifr->ifr_addr);
703 1.3.2.2 snj break;
704 1.3.2.2 snj #endif /* INET */
705 1.3.2.2 snj #ifdef INET6
706 1.3.2.2 snj case SIOCGIFPDSTADDR_IN6:
707 1.3.2.2 snj dst = (struct sockaddr *)
708 1.3.2.2 snj &(((struct in6_ifreq *)data)->ifr_addr);
709 1.3.2.2 snj size = sizeof(((struct in6_ifreq *)data)->ifr_addr);
710 1.3.2.2 snj break;
711 1.3.2.2 snj #endif /* INET6 */
712 1.3.2.2 snj default:
713 1.3.2.2 snj error = EADDRNOTAVAIL;
714 1.3.2.2 snj goto bad;
715 1.3.2.2 snj }
716 1.3.2.2 snj if (src->sa_len > size) {
717 1.3.2.2 snj error = EINVAL;
718 1.3.2.2 snj goto bad;
719 1.3.2.2 snj }
720 1.3.2.2 snj error = IF_IPSEC_GATHER_PDST_ADDR_PORT(var, dst);
721 1.3.2.2 snj if (error)
722 1.3.2.2 snj goto bad;
723 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
724 1.3.2.2 snj curlwp_bindx(bound);
725 1.3.2.2 snj break;
726 1.3.2.2 snj
727 1.3.2.2 snj case SIOCGLIFPHYADDR:
728 1.3.2.2 snj bound = curlwp_bind();
729 1.3.2.2 snj var = if_ipsec_getref_variant(sc, &psref);
730 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(var)) {
731 1.3.2.2 snj error = EADDRNOTAVAIL;
732 1.3.2.2 snj goto bad;
733 1.3.2.2 snj }
734 1.3.2.2 snj
735 1.3.2.2 snj /* copy src */
736 1.3.2.2 snj src = var->iv_psrc;
737 1.3.2.2 snj dst = (struct sockaddr *)
738 1.3.2.2 snj &(((struct if_laddrreq *)data)->addr);
739 1.3.2.2 snj size = sizeof(((struct if_laddrreq *)data)->addr);
740 1.3.2.2 snj if (src->sa_len > size) {
741 1.3.2.2 snj error = EINVAL;
742 1.3.2.2 snj goto bad;
743 1.3.2.2 snj }
744 1.3.2.2 snj error = IF_IPSEC_GATHER_PSRC_ADDR_PORT(var, dst);
745 1.3.2.2 snj if (error)
746 1.3.2.2 snj goto bad;
747 1.3.2.2 snj
748 1.3.2.2 snj /* copy dst */
749 1.3.2.2 snj src = var->iv_pdst;
750 1.3.2.2 snj dst = (struct sockaddr *)
751 1.3.2.2 snj &(((struct if_laddrreq *)data)->dstaddr);
752 1.3.2.2 snj size = sizeof(((struct if_laddrreq *)data)->dstaddr);
753 1.3.2.2 snj if (src->sa_len > size) {
754 1.3.2.2 snj error = EINVAL;
755 1.3.2.2 snj goto bad;
756 1.3.2.2 snj }
757 1.3.2.2 snj error = IF_IPSEC_GATHER_PDST_ADDR_PORT(var, dst);
758 1.3.2.2 snj if (error)
759 1.3.2.2 snj goto bad;
760 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
761 1.3.2.2 snj curlwp_bindx(bound);
762 1.3.2.2 snj break;
763 1.3.2.2 snj
764 1.3.2.2 snj default:
765 1.3.2.2 snj error = ifioctl_common(ifp, cmd, data);
766 1.3.2.2 snj if (!error) {
767 1.3.2.2 snj bound = curlwp_bind();
768 1.3.2.2 snj error = if_ipsec_ensure_flags(&sc->ipsec_if, oflags);
769 1.3.2.2 snj if (error)
770 1.3.2.2 snj goto bad;
771 1.3.2.2 snj }
772 1.3.2.2 snj break;
773 1.3.2.2 snj }
774 1.3.2.2 snj return error;
775 1.3.2.2 snj
776 1.3.2.2 snj bad:
777 1.3.2.2 snj if (var != NULL)
778 1.3.2.2 snj if_ipsec_putref_variant(var, &psref);
779 1.3.2.2 snj curlwp_bindx(bound);
780 1.3.2.2 snj
781 1.3.2.2 snj return error;
782 1.3.2.2 snj }
783 1.3.2.2 snj
784 1.3.2.2 snj struct encap_funcs {
785 1.3.2.2 snj #ifdef INET
786 1.3.2.2 snj int (*ef_inet)(struct ipsec_variant *);
787 1.3.2.2 snj #endif
788 1.3.2.2 snj #ifdef INET6
789 1.3.2.2 snj int (*ef_inet6)(struct ipsec_variant *);
790 1.3.2.2 snj #endif
791 1.3.2.2 snj };
792 1.3.2.2 snj
793 1.3.2.2 snj static struct encap_funcs ipsec_encap_attach = {
794 1.3.2.2 snj #ifdef INET
795 1.3.2.2 snj .ef_inet = ipsecif4_attach,
796 1.3.2.2 snj #endif
797 1.3.2.2 snj #ifdef INET6
798 1.3.2.2 snj .ef_inet6 = &ipsecif6_attach,
799 1.3.2.2 snj #endif
800 1.3.2.2 snj };
801 1.3.2.2 snj
802 1.3.2.2 snj static struct encap_funcs ipsec_encap_detach = {
803 1.3.2.2 snj #ifdef INET
804 1.3.2.2 snj .ef_inet = ipsecif4_detach,
805 1.3.2.2 snj #endif
806 1.3.2.2 snj #ifdef INET6
807 1.3.2.2 snj .ef_inet6 = &ipsecif6_detach,
808 1.3.2.2 snj #endif
809 1.3.2.2 snj };
810 1.3.2.2 snj
811 1.3.2.2 snj static int
812 1.3.2.2 snj if_ipsec_encap_common(struct ipsec_variant *var, struct encap_funcs *funcs)
813 1.3.2.2 snj {
814 1.3.2.2 snj int error;
815 1.3.2.2 snj
816 1.3.2.2 snj KASSERT(var != NULL);
817 1.3.2.2 snj KASSERT(if_ipsec_variant_is_configured(var));
818 1.3.2.2 snj
819 1.3.2.2 snj switch (var->iv_psrc->sa_family) {
820 1.3.2.2 snj #ifdef INET
821 1.3.2.2 snj case AF_INET:
822 1.3.2.2 snj error = (funcs->ef_inet)(var);
823 1.3.2.2 snj break;
824 1.3.2.2 snj #endif /* INET */
825 1.3.2.2 snj #ifdef INET6
826 1.3.2.2 snj case AF_INET6:
827 1.3.2.2 snj error = (funcs->ef_inet6)(var);
828 1.3.2.2 snj break;
829 1.3.2.2 snj #endif /* INET6 */
830 1.3.2.2 snj default:
831 1.3.2.2 snj error = EINVAL;
832 1.3.2.2 snj break;
833 1.3.2.2 snj }
834 1.3.2.2 snj
835 1.3.2.2 snj return error;
836 1.3.2.2 snj }
837 1.3.2.2 snj
838 1.3.2.2 snj static int
839 1.3.2.2 snj if_ipsec_encap_attach(struct ipsec_variant *var)
840 1.3.2.2 snj {
841 1.3.2.2 snj
842 1.3.2.2 snj return if_ipsec_encap_common(var, &ipsec_encap_attach);
843 1.3.2.2 snj }
844 1.3.2.2 snj
845 1.3.2.2 snj static int
846 1.3.2.2 snj if_ipsec_encap_detach(struct ipsec_variant *var)
847 1.3.2.2 snj {
848 1.3.2.2 snj
849 1.3.2.2 snj return if_ipsec_encap_common(var, &ipsec_encap_detach);
850 1.3.2.2 snj }
851 1.3.2.2 snj
852 1.3.2.2 snj /*
853 1.3.2.2 snj * Validate and set ipsec(4) I/F configurations.
854 1.3.2.2 snj * (1) validate
855 1.3.2.2 snj * (1-1) Check the argument src and dst address pair will change
856 1.3.2.2 snj * configuration from current src and dst address pair.
857 1.3.2.2 snj * (1-2) Check any ipsec(4) I/F uses duplicated src and dst address pair
858 1.3.2.2 snj * with argument src and dst address pair, except for NAT-T shared
859 1.3.2.2 snj * tunnels.
860 1.3.2.2 snj * (2) set
861 1.3.2.2 snj * (2-1) Create variant for new configuration.
862 1.3.2.2 snj * (2-2) Create temporary "null" variant used to avoid to access
863 1.3.2.2 snj * dangling variant while SPs are deleted and added.
864 1.3.2.2 snj * (2-3) Swap variant include its SPs.
865 1.3.2.2 snj * (2-4) Cleanup last configurations.
866 1.3.2.2 snj */
867 1.3.2.2 snj static int
868 1.3.2.2 snj if_ipsec_set_tunnel(struct ifnet *ifp,
869 1.3.2.2 snj struct sockaddr *src, struct sockaddr *dst)
870 1.3.2.2 snj {
871 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
872 1.3.2.2 snj struct ipsec_softc *sc2;
873 1.3.2.2 snj struct ipsec_variant *ovar, *nvar, *nullvar;
874 1.3.2.2 snj struct sockaddr *osrc, *odst;
875 1.3.2.2 snj struct sockaddr *nsrc, *ndst;
876 1.3.2.2 snj in_port_t nsport = 0, ndport = 0;
877 1.3.2.2 snj int error;
878 1.3.2.2 snj
879 1.3.2.2 snj error = encap_lock_enter();
880 1.3.2.2 snj if (error)
881 1.3.2.2 snj return error;
882 1.3.2.2 snj
883 1.3.2.2 snj nsrc = sockaddr_dup(src, M_WAITOK);
884 1.3.2.2 snj ndst = sockaddr_dup(dst, M_WAITOK);
885 1.3.2.2 snj nvar = kmem_zalloc(sizeof(*nvar), KM_SLEEP);
886 1.3.2.2 snj nullvar = kmem_zalloc(sizeof(*nullvar), KM_SLEEP);
887 1.3.2.2 snj
888 1.3.2.2 snj mutex_enter(&sc->ipsec_lock);
889 1.3.2.2 snj
890 1.3.2.2 snj ovar = sc->ipsec_var;
891 1.3.2.2 snj
892 1.3.2.2 snj switch(nsrc->sa_family) {
893 1.3.2.2 snj #ifdef INET
894 1.3.2.2 snj case AF_INET:
895 1.3.2.2 snj nsport = ntohs(satosin(src)->sin_port);
896 1.3.2.2 snj /*
897 1.3.2.2 snj * avoid confuse SP when NAT-T disabled,
898 1.3.2.2 snj * e.g.
899 1.3.2.2 snj * expected: 10.0.1.2[any] 10.0.1.1[any] 4(ipv4)
900 1.3.2.2 snj * confuse : 10.0.1.2[600] 10.0.1.1[600] 4(ipv4)
901 1.3.2.2 snj */
902 1.3.2.2 snj satosin(nsrc)->sin_port = 0;
903 1.3.2.2 snj ndport = ntohs(satosin(dst)->sin_port);
904 1.3.2.2 snj satosin(ndst)->sin_port = 0;
905 1.3.2.2 snj break;
906 1.3.2.2 snj #endif /* INET */
907 1.3.2.2 snj #ifdef INET6
908 1.3.2.2 snj case AF_INET6:
909 1.3.2.2 snj nsport = ntohs(satosin6(src)->sin6_port);
910 1.3.2.2 snj satosin6(nsrc)->sin6_port = 0;
911 1.3.2.2 snj ndport = ntohs(satosin6(dst)->sin6_port);
912 1.3.2.2 snj satosin6(ndst)->sin6_port = 0;
913 1.3.2.2 snj break;
914 1.3.2.2 snj #endif /* INET6 */
915 1.3.2.2 snj default:
916 1.3.2.2 snj log(LOG_DEBUG,
917 1.3.2.2 snj "%s: Invalid address family: %d.\n",
918 1.3.2.2 snj __func__, src->sa_family);
919 1.3.2.2 snj error = EINVAL;
920 1.3.2.2 snj goto out;
921 1.3.2.2 snj }
922 1.3.2.2 snj
923 1.3.2.2 snj /*
924 1.3.2.2 snj * (1-1) Check the argument src and dst address pair will change
925 1.3.2.2 snj * configuration from current src and dst address pair.
926 1.3.2.2 snj */
927 1.3.2.2 snj if ((ovar->iv_pdst && sockaddr_cmp(ovar->iv_pdst, dst) == 0) &&
928 1.3.2.2 snj (ovar->iv_psrc && sockaddr_cmp(ovar->iv_psrc, src) == 0) &&
929 1.3.2.2 snj (ovar->iv_sport == nsport && ovar->iv_dport == ndport)) {
930 1.3.2.2 snj /* address and port pair not changed. */
931 1.3.2.2 snj error = 0;
932 1.3.2.2 snj goto out;
933 1.3.2.2 snj }
934 1.3.2.2 snj
935 1.3.2.2 snj /*
936 1.3.2.2 snj * (1-2) Check any ipsec(4) I/F uses duplicated src and dst address pair
937 1.3.2.2 snj * with argument src and dst address pair, except for NAT-T shared
938 1.3.2.2 snj * tunnels.
939 1.3.2.2 snj */
940 1.3.2.2 snj mutex_enter(&ipsec_softcs.lock);
941 1.3.2.2 snj LIST_FOREACH(sc2, &ipsec_softcs.list, ipsec_list) {
942 1.3.2.2 snj struct ipsec_variant *var2;
943 1.3.2.2 snj struct psref psref;
944 1.3.2.2 snj
945 1.3.2.2 snj if (sc2 == sc)
946 1.3.2.2 snj continue;
947 1.3.2.2 snj var2 = if_ipsec_getref_variant(sc2, &psref);
948 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(var2)) {
949 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
950 1.3.2.2 snj continue;
951 1.3.2.2 snj }
952 1.3.2.2 snj if (if_ipsec_nat_t(sc) || if_ipsec_nat_t(sc2)) {
953 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
954 1.3.2.2 snj continue; /* NAT-T shared tunnel */
955 1.3.2.2 snj }
956 1.3.2.2 snj if (sockaddr_cmp(var2->iv_pdst, dst) == 0 &&
957 1.3.2.2 snj sockaddr_cmp(var2->iv_psrc, src) == 0) {
958 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
959 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
960 1.3.2.2 snj error = EADDRNOTAVAIL;
961 1.3.2.2 snj goto out;
962 1.3.2.2 snj }
963 1.3.2.2 snj
964 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
965 1.3.2.2 snj /* XXX both end must be valid? (I mean, not 0.0.0.0) */
966 1.3.2.2 snj }
967 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
968 1.3.2.2 snj
969 1.3.2.2 snj
970 1.3.2.2 snj osrc = ovar->iv_psrc;
971 1.3.2.2 snj odst = ovar->iv_pdst;
972 1.3.2.2 snj
973 1.3.2.2 snj /*
974 1.3.2.2 snj * (2-1) Create ipsec_variant for new configuration.
975 1.3.2.2 snj */
976 1.3.2.2 snj if_ipsec_copy_variant(nvar, ovar);
977 1.3.2.2 snj nvar->iv_psrc = nsrc;
978 1.3.2.2 snj nvar->iv_pdst = ndst;
979 1.3.2.2 snj nvar->iv_sport = nsport;
980 1.3.2.2 snj nvar->iv_dport = ndport;
981 1.3.2.2 snj nvar->iv_encap_cookie4 = NULL;
982 1.3.2.2 snj nvar->iv_encap_cookie6 = NULL;
983 1.3.2.2 snj psref_target_init(&nvar->iv_psref, iv_psref_class);
984 1.3.2.2 snj error = if_ipsec_encap_attach(nvar);
985 1.3.2.2 snj if (error)
986 1.3.2.2 snj goto out;
987 1.3.2.2 snj
988 1.3.2.2 snj /*
989 1.3.2.2 snj * (2-2) Create temporary "null" variant.
990 1.3.2.2 snj */
991 1.3.2.2 snj if_ipsec_copy_variant(nullvar, ovar);
992 1.3.2.2 snj if_ipsec_clear_config(nullvar);
993 1.3.2.2 snj psref_target_init(&nullvar->iv_psref, iv_psref_class);
994 1.3.2.2 snj membar_producer();
995 1.3.2.2 snj /*
996 1.3.2.2 snj * (2-3) Swap variant include its SPs.
997 1.3.2.2 snj */
998 1.3.2.2 snj error = if_ipsec_update_variant(sc, nvar, nullvar);
999 1.3.2.2 snj if (error) {
1000 1.3.2.2 snj if_ipsec_encap_detach(nvar);
1001 1.3.2.2 snj goto out;
1002 1.3.2.2 snj }
1003 1.3.2.2 snj
1004 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1005 1.3.2.2 snj
1006 1.3.2.2 snj /*
1007 1.3.2.2 snj * (2-4) Cleanup last configurations.
1008 1.3.2.2 snj */
1009 1.3.2.2 snj if (if_ipsec_variant_is_configured(ovar))
1010 1.3.2.2 snj if_ipsec_encap_detach(ovar);
1011 1.3.2.2 snj encap_lock_exit();
1012 1.3.2.2 snj
1013 1.3.2.2 snj if (osrc != NULL)
1014 1.3.2.2 snj sockaddr_free(osrc);
1015 1.3.2.2 snj if (odst != NULL)
1016 1.3.2.2 snj sockaddr_free(odst);
1017 1.3.2.2 snj kmem_free(ovar, sizeof(*ovar));
1018 1.3.2.2 snj kmem_free(nullvar, sizeof(*nullvar));
1019 1.3.2.2 snj
1020 1.3.2.2 snj return 0;
1021 1.3.2.2 snj
1022 1.3.2.2 snj out:
1023 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1024 1.3.2.2 snj encap_lock_exit();
1025 1.3.2.2 snj
1026 1.3.2.2 snj sockaddr_free(nsrc);
1027 1.3.2.2 snj sockaddr_free(ndst);
1028 1.3.2.2 snj kmem_free(nvar, sizeof(*nvar));
1029 1.3.2.2 snj kmem_free(nullvar, sizeof(*nullvar));
1030 1.3.2.2 snj
1031 1.3.2.2 snj return error;
1032 1.3.2.2 snj }
1033 1.3.2.2 snj
1034 1.3.2.2 snj /*
1035 1.3.2.2 snj * Validate and delete ipsec(4) I/F configurations.
1036 1.3.2.2 snj * (1) validate
1037 1.3.2.2 snj * (1-1) Check current src and dst address pair are null,
1038 1.3.2.2 snj * which means the ipsec(4) I/F is already done deletetunnel.
1039 1.3.2.2 snj * (2) delete
1040 1.3.2.2 snj * (2-1) Create variant for deleted status.
1041 1.3.2.2 snj * (2-2) Create temporary "null" variant used to avoid to access
1042 1.3.2.2 snj * dangling variant while SPs are deleted and added.
1043 1.3.2.2 snj * NOTE:
1044 1.3.2.2 snj * The contents of temporary "null" variant equal to the variant
1045 1.3.2.2 snj * of (2-1), however two psref_target_destroy() synchronization
1046 1.3.2.2 snj * points are necessary to avoid to access dangling variant
1047 1.3.2.2 snj * while SPs are deleted and added. To implement that simply,
1048 1.3.2.2 snj * we use the same manner as if_ipsec_set_tunnel(), that is,
1049 1.3.2.2 snj * create extra "null" variant and use it temporarily.
1050 1.3.2.2 snj * (2-3) Swap variant include its SPs.
1051 1.3.2.2 snj * (2-4) Cleanup last configurations.
1052 1.3.2.2 snj */
1053 1.3.2.2 snj static void
1054 1.3.2.2 snj if_ipsec_delete_tunnel(struct ifnet *ifp)
1055 1.3.2.2 snj {
1056 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
1057 1.3.2.2 snj struct ipsec_variant *ovar, *nvar, *nullvar;
1058 1.3.2.2 snj struct sockaddr *osrc, *odst;
1059 1.3.2.2 snj int error;
1060 1.3.2.2 snj
1061 1.3.2.2 snj error = encap_lock_enter();
1062 1.3.2.2 snj if (error)
1063 1.3.2.2 snj return;
1064 1.3.2.2 snj
1065 1.3.2.2 snj nvar = kmem_zalloc(sizeof(*nvar), KM_SLEEP);
1066 1.3.2.2 snj nullvar = kmem_zalloc(sizeof(*nullvar), KM_SLEEP);
1067 1.3.2.2 snj
1068 1.3.2.2 snj mutex_enter(&sc->ipsec_lock);
1069 1.3.2.2 snj
1070 1.3.2.2 snj ovar = sc->ipsec_var;
1071 1.3.2.2 snj osrc = ovar->iv_psrc;
1072 1.3.2.2 snj odst = ovar->iv_pdst;
1073 1.3.2.2 snj /*
1074 1.3.2.2 snj * (1-1) Check current src and dst address pair are null,
1075 1.3.2.2 snj * which means the ipsec(4) I/F is already done deletetunnel.
1076 1.3.2.2 snj */
1077 1.3.2.2 snj if (osrc == NULL || odst == NULL) {
1078 1.3.2.2 snj /* address pair not changed. */
1079 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1080 1.3.2.2 snj encap_lock_exit();
1081 1.3.2.2 snj kmem_free(nvar, sizeof(*nvar));
1082 1.3.2.2 snj return;
1083 1.3.2.2 snj }
1084 1.3.2.2 snj
1085 1.3.2.2 snj /*
1086 1.3.2.2 snj * (2-1) Create variant for deleted status.
1087 1.3.2.2 snj */
1088 1.3.2.2 snj if_ipsec_copy_variant(nvar, ovar);
1089 1.3.2.2 snj if_ipsec_clear_config(nvar);
1090 1.3.2.2 snj psref_target_init(&nvar->iv_psref, iv_psref_class);
1091 1.3.2.2 snj
1092 1.3.2.2 snj /*
1093 1.3.2.2 snj * (2-2) Create temporary "null" variant used to avoid to access
1094 1.3.2.2 snj * dangling variant while SPs are deleted and added.
1095 1.3.2.2 snj */
1096 1.3.2.2 snj if_ipsec_copy_variant(nullvar, ovar);
1097 1.3.2.2 snj if_ipsec_clear_config(nullvar);
1098 1.3.2.2 snj psref_target_init(&nullvar->iv_psref, iv_psref_class);
1099 1.3.2.2 snj membar_producer();
1100 1.3.2.2 snj /*
1101 1.3.2.2 snj * (2-3) Swap variant include its SPs.
1102 1.3.2.2 snj */
1103 1.3.2.2 snj /* if_ipsec_update_variant() does not fail when delete SP only. */
1104 1.3.2.2 snj (void)if_ipsec_update_variant(sc, nvar, nullvar);
1105 1.3.2.2 snj
1106 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1107 1.3.2.2 snj
1108 1.3.2.2 snj /*
1109 1.3.2.2 snj * (2-4) Cleanup last configurations.
1110 1.3.2.2 snj */
1111 1.3.2.2 snj if (if_ipsec_variant_is_configured(ovar))
1112 1.3.2.2 snj if_ipsec_encap_detach(ovar);
1113 1.3.2.2 snj encap_lock_exit();
1114 1.3.2.2 snj
1115 1.3.2.2 snj sockaddr_free(osrc);
1116 1.3.2.2 snj sockaddr_free(odst);
1117 1.3.2.2 snj kmem_free(ovar, sizeof(*ovar));
1118 1.3.2.2 snj kmem_free(nullvar, sizeof(*nullvar));
1119 1.3.2.2 snj }
1120 1.3.2.2 snj
1121 1.3.2.2 snj /*
1122 1.3.2.2 snj * Check IFF_NAT_T and IFF_FWD_IPV6 flags, therefore update SPs if needed.
1123 1.3.2.2 snj * (1) check
1124 1.3.2.2 snj * (1-1) Check flags are changed.
1125 1.3.2.2 snj * (1-2) Check current src and dst address pair. If they are null,
1126 1.3.2.2 snj * that means the ipsec(4) I/F is deletetunnel'ed, so it is
1127 1.3.2.2 snj * not needed to update.
1128 1.3.2.2 snj * (2) update
1129 1.3.2.2 snj * (2-1) Create variant for new SPs.
1130 1.3.2.2 snj * (2-2) Create temporary "null" variant used to avoid to access
1131 1.3.2.2 snj * dangling variant while SPs are deleted and added.
1132 1.3.2.2 snj * NOTE:
1133 1.3.2.2 snj * There is the same problem as if_ipsec_delete_tunnel().
1134 1.3.2.2 snj * (2-3) Swap variant include its SPs.
1135 1.3.2.2 snj * (2-4) Cleanup unused configurations.
1136 1.3.2.2 snj * NOTE: use the same encap_cookies.
1137 1.3.2.2 snj */
1138 1.3.2.2 snj static int
1139 1.3.2.2 snj if_ipsec_ensure_flags(struct ifnet *ifp, short oflags)
1140 1.3.2.2 snj {
1141 1.3.2.2 snj struct ipsec_softc *sc = ifp->if_softc;
1142 1.3.2.2 snj struct ipsec_variant *ovar, *nvar, *nullvar;
1143 1.3.2.2 snj int error;
1144 1.3.2.2 snj
1145 1.3.2.2 snj /*
1146 1.3.2.2 snj * (1) Check flags are changed.
1147 1.3.2.2 snj */
1148 1.3.2.2 snj if ((oflags & (IFF_NAT_T|IFF_FWD_IPV6)) ==
1149 1.3.2.2 snj (ifp->if_flags & (IFF_NAT_T|IFF_FWD_IPV6)))
1150 1.3.2.2 snj return 0; /* flags not changed. */
1151 1.3.2.2 snj
1152 1.3.2.2 snj error = encap_lock_enter();
1153 1.3.2.2 snj if (error)
1154 1.3.2.2 snj return error;
1155 1.3.2.2 snj
1156 1.3.2.2 snj nvar = kmem_zalloc(sizeof(*nvar), KM_SLEEP);
1157 1.3.2.2 snj nullvar = kmem_zalloc(sizeof(*nullvar), KM_SLEEP);
1158 1.3.2.2 snj
1159 1.3.2.2 snj mutex_enter(&sc->ipsec_lock);
1160 1.3.2.2 snj
1161 1.3.2.2 snj ovar = sc->ipsec_var;
1162 1.3.2.2 snj /*
1163 1.3.2.2 snj * (1-2) Check current src and dst address pair.
1164 1.3.2.2 snj */
1165 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(ovar)) {
1166 1.3.2.2 snj /* nothing to do */
1167 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1168 1.3.2.2 snj return 0;
1169 1.3.2.2 snj }
1170 1.3.2.2 snj
1171 1.3.2.2 snj /*
1172 1.3.2.2 snj * (2-1) Create variant for new SPs.
1173 1.3.2.2 snj */
1174 1.3.2.2 snj if_ipsec_copy_variant(nvar, ovar);
1175 1.3.2.2 snj psref_target_init(&nvar->iv_psref, iv_psref_class);
1176 1.3.2.2 snj /*
1177 1.3.2.2 snj * (2-2) Create temporary "null" variant used to avoid to access
1178 1.3.2.2 snj * dangling variant while SPs are deleted and added.
1179 1.3.2.2 snj */
1180 1.3.2.2 snj if_ipsec_copy_variant(nullvar, ovar);
1181 1.3.2.2 snj if_ipsec_clear_config(nullvar);
1182 1.3.2.2 snj psref_target_init(&nullvar->iv_psref, iv_psref_class);
1183 1.3.2.2 snj membar_producer();
1184 1.3.2.2 snj /*
1185 1.3.2.2 snj * (2-3) Swap variant include its SPs.
1186 1.3.2.2 snj */
1187 1.3.2.2 snj error = if_ipsec_update_variant(sc, nvar, nullvar);
1188 1.3.2.2 snj
1189 1.3.2.2 snj mutex_exit(&sc->ipsec_lock);
1190 1.3.2.2 snj encap_lock_exit();
1191 1.3.2.2 snj
1192 1.3.2.2 snj /*
1193 1.3.2.2 snj * (2-4) Cleanup unused configurations.
1194 1.3.2.2 snj */
1195 1.3.2.2 snj if (!error)
1196 1.3.2.2 snj kmem_free(ovar, sizeof(*ovar));
1197 1.3.2.2 snj else
1198 1.3.2.2 snj kmem_free(nvar, sizeof(*ovar));
1199 1.3.2.2 snj kmem_free(nullvar, sizeof(*nullvar));
1200 1.3.2.2 snj
1201 1.3.2.2 snj return error;
1202 1.3.2.2 snj }
1203 1.3.2.2 snj
1204 1.3.2.2 snj /*
1205 1.3.2.2 snj * SPD management
1206 1.3.2.2 snj */
1207 1.3.2.2 snj
1208 1.3.2.2 snj /*
1209 1.3.2.2 snj * Share SP set with other NAT-T ipsec(4) I/F(s).
1210 1.3.2.2 snj * Return 1, when "var" shares SP set.
1211 1.3.2.2 snj * Return 0, when "var" cannot share SP set.
1212 1.3.2.2 snj *
1213 1.3.2.2 snj * NOTE:
1214 1.3.2.2 snj * if_ipsec_share_sp() and if_ipsec_unshare_sp() would require global lock
1215 1.3.2.2 snj * to exclude other ipsec(4) I/Fs set_tunnel/delete_tunnel. E.g. when ipsec0
1216 1.3.2.2 snj * and ipsec1 can share SP set, running ipsec0's set_tunnel and ipsec1's
1217 1.3.2.2 snj * set_tunnel causes race.
1218 1.3.2.2 snj * Currently, (fortunately) encap_lock works as this global lock.
1219 1.3.2.2 snj */
1220 1.3.2.2 snj static int
1221 1.3.2.2 snj if_ipsec_share_sp(struct ipsec_variant *var)
1222 1.3.2.2 snj {
1223 1.3.2.2 snj struct ipsec_softc *sc = var->iv_softc;
1224 1.3.2.2 snj struct ipsec_softc *sc2;
1225 1.3.2.2 snj struct ipsec_variant *var2;
1226 1.3.2.2 snj struct psref psref;
1227 1.3.2.2 snj
1228 1.3.2.2 snj KASSERT(encap_lock_held());
1229 1.3.2.2 snj KASSERT(var->iv_psrc != NULL && var->iv_pdst != NULL);
1230 1.3.2.2 snj
1231 1.3.2.2 snj mutex_enter(&ipsec_softcs.lock);
1232 1.3.2.2 snj LIST_FOREACH(sc2, &ipsec_softcs.list, ipsec_list) {
1233 1.3.2.2 snj if (sc2 == sc)
1234 1.3.2.2 snj continue;
1235 1.3.2.2 snj var2 = if_ipsec_getref_variant(sc2, &psref);
1236 1.3.2.2 snj if (if_ipsec_variant_is_unconfigured(var2)) {
1237 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1238 1.3.2.2 snj continue;
1239 1.3.2.2 snj }
1240 1.3.2.2 snj if (sockaddr_cmp(var2->iv_pdst, var->iv_pdst) != 0 ||
1241 1.3.2.2 snj sockaddr_cmp(var2->iv_psrc, var->iv_psrc) != 0) {
1242 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1243 1.3.2.2 snj continue;
1244 1.3.2.2 snj }
1245 1.3.2.2 snj
1246 1.3.2.2 snj break;
1247 1.3.2.2 snj }
1248 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
1249 1.3.2.2 snj if (sc2 == NULL)
1250 1.3.2.2 snj return 0; /* not shared */
1251 1.3.2.2 snj
1252 1.3.2.2 snj IV_SP_IN(var) = IV_SP_IN(var2);
1253 1.3.2.2 snj IV_SP_IN6(var) = IV_SP_IN6(var2);
1254 1.3.2.2 snj IV_SP_OUT(var) = IV_SP_OUT(var2);
1255 1.3.2.2 snj IV_SP_OUT6(var) = IV_SP_OUT6(var2);
1256 1.3.2.2 snj
1257 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1258 1.3.2.2 snj return 1; /* shared */
1259 1.3.2.2 snj }
1260 1.3.2.2 snj
1261 1.3.2.2 snj /*
1262 1.3.2.2 snj * Unshare SP set with other NAT-T ipsec(4) I/F(s).
1263 1.3.2.2 snj * Return 1, when "var" shared SP set, and then unshare them.
1264 1.3.2.2 snj * Return 0, when "var" did not share SP set.
1265 1.3.2.2 snj *
1266 1.3.2.2 snj * NOTE:
1267 1.3.2.2 snj * See if_ipsec_share_sp()'s note.
1268 1.3.2.2 snj */
1269 1.3.2.2 snj static int
1270 1.3.2.2 snj if_ipsec_unshare_sp(struct ipsec_variant *var)
1271 1.3.2.2 snj {
1272 1.3.2.2 snj struct ipsec_softc *sc = var->iv_softc;
1273 1.3.2.2 snj struct ipsec_softc *sc2;
1274 1.3.2.2 snj struct ipsec_variant *var2;
1275 1.3.2.2 snj struct psref psref;
1276 1.3.2.2 snj
1277 1.3.2.2 snj KASSERT(encap_lock_held());
1278 1.3.2.2 snj
1279 1.3.2.2 snj if (!var->iv_pdst || !var->iv_psrc)
1280 1.3.2.2 snj return 0;
1281 1.3.2.2 snj
1282 1.3.2.2 snj mutex_enter(&ipsec_softcs.lock);
1283 1.3.2.2 snj LIST_FOREACH(sc2, &ipsec_softcs.list, ipsec_list) {
1284 1.3.2.2 snj if (sc2 == sc)
1285 1.3.2.2 snj continue;
1286 1.3.2.2 snj var2 = if_ipsec_getref_variant(sc2, &psref);
1287 1.3.2.2 snj if (!var2->iv_pdst || !var2->iv_psrc) {
1288 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1289 1.3.2.2 snj continue;
1290 1.3.2.2 snj }
1291 1.3.2.2 snj if (sockaddr_cmp(var2->iv_pdst, var->iv_pdst) != 0 ||
1292 1.3.2.2 snj sockaddr_cmp(var2->iv_psrc, var->iv_psrc) != 0) {
1293 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1294 1.3.2.2 snj continue;
1295 1.3.2.2 snj }
1296 1.3.2.2 snj
1297 1.3.2.2 snj break;
1298 1.3.2.2 snj }
1299 1.3.2.2 snj mutex_exit(&ipsec_softcs.lock);
1300 1.3.2.2 snj if (sc2 == NULL)
1301 1.3.2.2 snj return 0; /* not shared */
1302 1.3.2.2 snj
1303 1.3.2.2 snj IV_SP_IN(var) = NULL;
1304 1.3.2.2 snj IV_SP_IN6(var) = NULL;
1305 1.3.2.2 snj IV_SP_OUT(var) = NULL;
1306 1.3.2.2 snj IV_SP_OUT6(var) = NULL;
1307 1.3.2.2 snj if_ipsec_putref_variant(var2, &psref);
1308 1.3.2.2 snj return 1; /* shared */
1309 1.3.2.2 snj }
1310 1.3.2.2 snj
1311 1.3.2.2 snj static inline void
1312 1.3.2.2 snj if_ipsec_add_mbuf(struct mbuf *m0, void *data, size_t len)
1313 1.3.2.2 snj {
1314 1.3.2.2 snj struct mbuf *m;
1315 1.3.2.2 snj
1316 1.3.2.2 snj MGET(m, M_WAITOK | M_ZERO, MT_DATA);
1317 1.3.2.2 snj m->m_len = PFKEY_ALIGN8(len);
1318 1.3.2.2 snj m_copyback(m, 0, len, data);
1319 1.3.2.2 snj m_cat(m0, m);
1320 1.3.2.2 snj }
1321 1.3.2.2 snj
1322 1.3.2.2 snj static inline void
1323 1.3.2.2 snj if_ipsec_add_pad(struct mbuf *m0, size_t len)
1324 1.3.2.2 snj {
1325 1.3.2.2 snj struct mbuf *m;
1326 1.3.2.2 snj
1327 1.3.2.2 snj if (len == 0)
1328 1.3.2.2 snj return;
1329 1.3.2.2 snj
1330 1.3.2.2 snj MGET(m, M_WAITOK | M_ZERO, MT_DATA);
1331 1.3.2.2 snj m->m_len = len;
1332 1.3.2.2 snj m_cat(m0, m);
1333 1.3.2.2 snj }
1334 1.3.2.2 snj
1335 1.3.2.2 snj static inline size_t
1336 1.3.2.2 snj if_ipsec_set_sadb_addr(struct sadb_address *saaddr, struct sockaddr *addr,
1337 1.3.2.2 snj int proto, uint16_t exttype)
1338 1.3.2.2 snj {
1339 1.3.2.2 snj size_t size;
1340 1.3.2.2 snj
1341 1.3.2.2 snj KASSERT(saaddr != NULL);
1342 1.3.2.2 snj KASSERT(addr != NULL);
1343 1.3.2.2 snj
1344 1.3.2.2 snj size = sizeof(*saaddr) + PFKEY_ALIGN8(addr->sa_len);
1345 1.3.2.2 snj saaddr->sadb_address_len = PFKEY_UNIT64(size);
1346 1.3.2.2 snj saaddr->sadb_address_exttype = exttype;
1347 1.3.2.2 snj saaddr->sadb_address_proto = proto;
1348 1.3.2.2 snj switch (addr->sa_family) {
1349 1.3.2.2 snj #ifdef INET
1350 1.3.2.2 snj case AF_INET:
1351 1.3.2.2 snj saaddr->sadb_address_prefixlen = sizeof(struct in_addr) << 3;
1352 1.3.2.2 snj break;
1353 1.3.2.2 snj #endif /* INET */
1354 1.3.2.2 snj #ifdef INET6
1355 1.3.2.2 snj case AF_INET6:
1356 1.3.2.2 snj saaddr->sadb_address_prefixlen = sizeof(struct in6_addr) << 3;
1357 1.3.2.2 snj break;
1358 1.3.2.2 snj #endif /* INET6 */
1359 1.3.2.2 snj default:
1360 1.3.2.2 snj log(LOG_DEBUG,
1361 1.3.2.2 snj "%s: Invalid address family: %d.\n",
1362 1.3.2.2 snj __func__, addr->sa_family);
1363 1.3.2.2 snj break;
1364 1.3.2.2 snj }
1365 1.3.2.2 snj saaddr->sadb_address_reserved = 0;
1366 1.3.2.2 snj
1367 1.3.2.2 snj return size;
1368 1.3.2.2 snj }
1369 1.3.2.2 snj
1370 1.3.2.2 snj static inline size_t
1371 1.3.2.2 snj if_ipsec_set_sadb_src(struct sadb_address *sasrc, struct sockaddr *src,
1372 1.3.2.2 snj int proto)
1373 1.3.2.2 snj {
1374 1.3.2.2 snj
1375 1.3.2.2 snj return if_ipsec_set_sadb_addr(sasrc, src, proto,
1376 1.3.2.2 snj SADB_EXT_ADDRESS_SRC);
1377 1.3.2.2 snj }
1378 1.3.2.2 snj
1379 1.3.2.2 snj static inline size_t
1380 1.3.2.2 snj if_ipsec_set_sadb_dst(struct sadb_address *sadst, struct sockaddr *dst,
1381 1.3.2.2 snj int proto)
1382 1.3.2.2 snj {
1383 1.3.2.2 snj
1384 1.3.2.2 snj return if_ipsec_set_sadb_addr(sadst, dst, proto,
1385 1.3.2.2 snj SADB_EXT_ADDRESS_DST);
1386 1.3.2.2 snj }
1387 1.3.2.2 snj
1388 1.3.2.2 snj static inline size_t
1389 1.3.2.2 snj if_ipsec_set_sadb_x_policy(struct sadb_x_policy *xpl,
1390 1.3.2.2 snj struct sadb_x_ipsecrequest *xisr, uint16_t policy, uint8_t dir, uint32_t id,
1391 1.3.2.2 snj uint8_t level)
1392 1.3.2.2 snj {
1393 1.3.2.2 snj size_t size;
1394 1.3.2.2 snj
1395 1.3.2.2 snj KASSERT(policy != IPSEC_POLICY_IPSEC || xisr != NULL);
1396 1.3.2.2 snj
1397 1.3.2.2 snj size = sizeof(*xpl);
1398 1.3.2.2 snj if (policy == IPSEC_POLICY_IPSEC) {
1399 1.3.2.2 snj size += PFKEY_ALIGN8(sizeof(*xisr));
1400 1.3.2.2 snj }
1401 1.3.2.2 snj xpl->sadb_x_policy_len = PFKEY_UNIT64(size);
1402 1.3.2.2 snj xpl->sadb_x_policy_exttype = SADB_X_EXT_POLICY;
1403 1.3.2.2 snj xpl->sadb_x_policy_type = policy;
1404 1.3.2.2 snj xpl->sadb_x_policy_dir = dir;
1405 1.3.2.2 snj xpl->sadb_x_policy_reserved = 0;
1406 1.3.2.2 snj xpl->sadb_x_policy_id = id;
1407 1.3.2.2 snj xpl->sadb_x_policy_reserved2 = 0;
1408 1.3.2.2 snj
1409 1.3.2.2 snj if (policy == IPSEC_POLICY_IPSEC) {
1410 1.3.2.2 snj xisr->sadb_x_ipsecrequest_len = PFKEY_ALIGN8(sizeof(*xisr));
1411 1.3.2.2 snj xisr->sadb_x_ipsecrequest_proto = IPPROTO_ESP;
1412 1.3.2.2 snj xisr->sadb_x_ipsecrequest_mode = IPSEC_MODE_TRANSPORT;
1413 1.3.2.2 snj xisr->sadb_x_ipsecrequest_level = level;
1414 1.3.2.2 snj xisr->sadb_x_ipsecrequest_reqid = key_newreqid();
1415 1.3.2.2 snj }
1416 1.3.2.2 snj
1417 1.3.2.2 snj return size;
1418 1.3.2.2 snj }
1419 1.3.2.2 snj
1420 1.3.2.2 snj static inline void
1421 1.3.2.2 snj if_ipsec_set_sadb_msg(struct sadb_msg *msg, uint16_t extlen, uint8_t msgtype)
1422 1.3.2.2 snj {
1423 1.3.2.2 snj
1424 1.3.2.2 snj KASSERT(msg != NULL);
1425 1.3.2.2 snj
1426 1.3.2.2 snj msg->sadb_msg_version = PF_KEY_V2;
1427 1.3.2.2 snj msg->sadb_msg_type = msgtype;
1428 1.3.2.2 snj msg->sadb_msg_errno = 0;
1429 1.3.2.2 snj msg->sadb_msg_satype = SADB_SATYPE_UNSPEC;
1430 1.3.2.2 snj msg->sadb_msg_len = PFKEY_UNIT64(sizeof(*msg)) + extlen;
1431 1.3.2.2 snj msg->sadb_msg_reserved = 0;
1432 1.3.2.2 snj msg->sadb_msg_seq = 0; /* XXXX */
1433 1.3.2.2 snj msg->sadb_msg_pid = 0; /* XXXX */
1434 1.3.2.2 snj }
1435 1.3.2.2 snj
1436 1.3.2.2 snj static inline void
1437 1.3.2.2 snj if_ipsec_set_sadb_msg_add(struct sadb_msg *msg, uint16_t extlen)
1438 1.3.2.2 snj {
1439 1.3.2.2 snj
1440 1.3.2.2 snj if_ipsec_set_sadb_msg(msg, extlen, SADB_X_SPDADD);
1441 1.3.2.2 snj }
1442 1.3.2.2 snj
1443 1.3.2.2 snj static inline void
1444 1.3.2.2 snj if_ipsec_set_sadb_msg_del(struct sadb_msg *msg, uint16_t extlen)
1445 1.3.2.2 snj {
1446 1.3.2.2 snj
1447 1.3.2.2 snj if_ipsec_set_sadb_msg(msg, extlen, SADB_X_SPDDELETE2);
1448 1.3.2.2 snj }
1449 1.3.2.2 snj
1450 1.3.2.2 snj static int
1451 1.3.2.2 snj if_ipsec_set_addr_port(struct sockaddr *addrport, struct sockaddr *addr,
1452 1.3.2.2 snj in_port_t port)
1453 1.3.2.2 snj {
1454 1.3.2.2 snj int error = 0;
1455 1.3.2.2 snj
1456 1.3.2.2 snj sockaddr_copy(addrport, addr->sa_len, addr);
1457 1.3.2.2 snj
1458 1.3.2.2 snj switch (addr->sa_family) {
1459 1.3.2.2 snj #ifdef INET
1460 1.3.2.2 snj case AF_INET: {
1461 1.3.2.2 snj struct sockaddr_in *sin = satosin(addrport);
1462 1.3.2.2 snj sin->sin_port = htons(port);
1463 1.3.2.2 snj break;
1464 1.3.2.2 snj }
1465 1.3.2.2 snj #endif /* INET */
1466 1.3.2.2 snj #ifdef INET6
1467 1.3.2.2 snj case AF_INET6: {
1468 1.3.2.2 snj struct sockaddr_in6 *sin6 = satosin6(addrport);
1469 1.3.2.2 snj sin6->sin6_port = htons(port);
1470 1.3.2.2 snj break;
1471 1.3.2.2 snj }
1472 1.3.2.2 snj #endif /* INET6 */
1473 1.3.2.2 snj default:
1474 1.3.2.2 snj log(LOG_DEBUG,
1475 1.3.2.2 snj "%s: Invalid address family: %d.\n",
1476 1.3.2.2 snj __func__, addr->sa_family);
1477 1.3.2.2 snj error = EINVAL;
1478 1.3.2.2 snj }
1479 1.3.2.2 snj
1480 1.3.2.2 snj return error;
1481 1.3.2.2 snj }
1482 1.3.2.2 snj
1483 1.3.2.2 snj static struct secpolicy *
1484 1.3.2.2 snj if_ipsec_add_sp0(struct sockaddr *src, in_port_t sport,
1485 1.3.2.2 snj struct sockaddr *dst, in_port_t dport,
1486 1.3.2.2 snj int dir, int proto, int level, u_int policy)
1487 1.3.2.2 snj {
1488 1.3.2.2 snj struct sadb_msg msg;
1489 1.3.2.2 snj struct sadb_address xsrc, xdst;
1490 1.3.2.2 snj struct sadb_x_policy xpl;
1491 1.3.2.2 snj struct sadb_x_ipsecrequest xisr;
1492 1.3.2.2 snj size_t size;
1493 1.3.2.2 snj size_t padlen;
1494 1.3.2.2 snj uint16_t ext_msg_len = 0;
1495 1.3.2.2 snj struct mbuf *m;
1496 1.3.2.2 snj
1497 1.3.2.2 snj memset(&msg, 0, sizeof(msg));
1498 1.3.2.2 snj memset(&xsrc, 0, sizeof(xsrc));
1499 1.3.2.2 snj memset(&xdst, 0, sizeof(xdst));
1500 1.3.2.2 snj memset(&xpl, 0, sizeof(xpl));
1501 1.3.2.2 snj memset(&xisr, 0, sizeof(xisr));
1502 1.3.2.2 snj
1503 1.3.2.2 snj MGETHDR(m, M_WAITOK, MT_DATA);
1504 1.3.2.2 snj
1505 1.3.2.2 snj size = if_ipsec_set_sadb_src(&xsrc, src, proto);
1506 1.3.2.2 snj ext_msg_len += PFKEY_UNIT64(size);
1507 1.3.2.2 snj size = if_ipsec_set_sadb_dst(&xdst, dst, proto);
1508 1.3.2.2 snj ext_msg_len += PFKEY_UNIT64(size);
1509 1.3.2.2 snj size = if_ipsec_set_sadb_x_policy(&xpl, &xisr, policy, dir, 0, level);
1510 1.3.2.2 snj ext_msg_len += PFKEY_UNIT64(size);
1511 1.3.2.2 snj if_ipsec_set_sadb_msg_add(&msg, ext_msg_len);
1512 1.3.2.2 snj
1513 1.3.2.2 snj /* build PF_KEY message */
1514 1.3.2.2 snj
1515 1.3.2.2 snj m->m_len = sizeof(msg);
1516 1.3.2.2 snj m_copyback(m, 0, sizeof(msg), &msg);
1517 1.3.2.2 snj
1518 1.3.2.2 snj if_ipsec_add_mbuf(m, &xsrc, sizeof(xsrc));
1519 1.3.2.2 snj if (sport == 0) {
1520 1.3.2.2 snj if_ipsec_add_mbuf(m, src, src->sa_len);
1521 1.3.2.2 snj } else {
1522 1.3.2.2 snj struct sockaddr addrport;
1523 1.3.2.2 snj
1524 1.3.2.2 snj if_ipsec_set_addr_port(&addrport, src, sport);
1525 1.3.2.2 snj if_ipsec_add_mbuf(m, &addrport, addrport.sa_len);
1526 1.3.2.2 snj }
1527 1.3.2.2 snj padlen = PFKEY_UNUNIT64(xsrc.sadb_address_len)
1528 1.3.2.2 snj - (sizeof(xsrc) + PFKEY_ALIGN8(src->sa_len));
1529 1.3.2.2 snj if_ipsec_add_pad(m, padlen);
1530 1.3.2.2 snj
1531 1.3.2.2 snj if_ipsec_add_mbuf(m, &xdst, sizeof(xdst));
1532 1.3.2.2 snj if (dport == 0) {
1533 1.3.2.2 snj if_ipsec_add_mbuf(m, dst, dst->sa_len);
1534 1.3.2.2 snj } else {
1535 1.3.2.2 snj struct sockaddr addrport;
1536 1.3.2.2 snj
1537 1.3.2.2 snj if_ipsec_set_addr_port(&addrport, dst, dport);
1538 1.3.2.2 snj if_ipsec_add_mbuf(m, &addrport, addrport.sa_len);
1539 1.3.2.2 snj }
1540 1.3.2.2 snj padlen = PFKEY_UNUNIT64(xdst.sadb_address_len)
1541 1.3.2.2 snj - (sizeof(xdst) + PFKEY_ALIGN8(dst->sa_len));
1542 1.3.2.2 snj if_ipsec_add_pad(m, padlen);
1543 1.3.2.2 snj
1544 1.3.2.2 snj if_ipsec_add_mbuf(m, &xpl, sizeof(xpl));
1545 1.3.2.2 snj if (policy == IPSEC_POLICY_IPSEC)
1546 1.3.2.2 snj if_ipsec_add_mbuf(m, &xisr, sizeof(xisr));
1547 1.3.2.2 snj
1548 1.3.2.2 snj /* key_kpi_spdadd() has already done KEY_SP_REF(). */
1549 1.3.2.2 snj return key_kpi_spdadd(m);
1550 1.3.2.2 snj }
1551 1.3.2.2 snj
1552 1.3.2.2 snj static int
1553 1.3.2.2 snj if_ipsec_add_sp(struct ipsec_variant *var,
1554 1.3.2.2 snj struct sockaddr *src, in_port_t sport,
1555 1.3.2.2 snj struct sockaddr *dst, in_port_t dport)
1556 1.3.2.2 snj {
1557 1.3.2.2 snj struct ipsec_softc *sc = var->iv_softc;
1558 1.3.2.2 snj int level;
1559 1.3.2.2 snj u_int v6policy;
1560 1.3.2.2 snj
1561 1.3.2.2 snj /*
1562 1.3.2.2 snj * must delete sp before add it.
1563 1.3.2.2 snj */
1564 1.3.2.2 snj KASSERT(IV_SP_IN(var) == NULL);
1565 1.3.2.2 snj KASSERT(IV_SP_OUT(var) == NULL);
1566 1.3.2.2 snj KASSERT(IV_SP_IN6(var) == NULL);
1567 1.3.2.2 snj KASSERT(IV_SP_OUT6(var) == NULL);
1568 1.3.2.2 snj
1569 1.3.2.2 snj /*
1570 1.3.2.2 snj * can be shared?
1571 1.3.2.2 snj */
1572 1.3.2.2 snj if (if_ipsec_share_sp(var))
1573 1.3.2.2 snj return 0;
1574 1.3.2.2 snj
1575 1.3.2.2 snj if (if_ipsec_nat_t(sc))
1576 1.3.2.2 snj level = IPSEC_LEVEL_REQUIRE;
1577 1.3.2.2 snj else
1578 1.3.2.2 snj level = IPSEC_LEVEL_UNIQUE;
1579 1.3.2.2 snj
1580 1.3.2.2 snj if (if_ipsec_fwd_ipv6(sc))
1581 1.3.2.2 snj v6policy = IPSEC_POLICY_IPSEC;
1582 1.3.2.2 snj else
1583 1.3.2.2 snj v6policy = IPSEC_POLICY_DISCARD;
1584 1.3.2.2 snj
1585 1.3.2.2 snj IV_SP_IN(var) = if_ipsec_add_sp0(dst, dport, src, sport,
1586 1.3.2.2 snj IPSEC_DIR_INBOUND, IPPROTO_IPIP, level, IPSEC_POLICY_IPSEC);
1587 1.3.2.2 snj if (IV_SP_IN(var) == NULL)
1588 1.3.2.2 snj goto fail;
1589 1.3.2.2 snj IV_SP_OUT(var) = if_ipsec_add_sp0(src, sport, dst, dport,
1590 1.3.2.2 snj IPSEC_DIR_OUTBOUND, IPPROTO_IPIP, level, IPSEC_POLICY_IPSEC);
1591 1.3.2.2 snj if (IV_SP_OUT(var) == NULL)
1592 1.3.2.2 snj goto fail;
1593 1.3.2.2 snj IV_SP_IN6(var) = if_ipsec_add_sp0(dst, dport, src, sport,
1594 1.3.2.2 snj IPSEC_DIR_INBOUND, IPPROTO_IPV6, level, v6policy);
1595 1.3.2.2 snj if (IV_SP_IN6(var) == NULL)
1596 1.3.2.2 snj goto fail;
1597 1.3.2.2 snj IV_SP_OUT6(var) = if_ipsec_add_sp0(src, sport, dst, dport,
1598 1.3.2.2 snj IPSEC_DIR_OUTBOUND, IPPROTO_IPV6, level, v6policy);
1599 1.3.2.2 snj if (IV_SP_OUT6(var) == NULL)
1600 1.3.2.2 snj goto fail;
1601 1.3.2.2 snj
1602 1.3.2.2 snj return 0;
1603 1.3.2.2 snj
1604 1.3.2.2 snj fail:
1605 1.3.2.2 snj if (IV_SP_IN6(var) != NULL) {
1606 1.3.2.2 snj if_ipsec_del_sp0(IV_SP_IN6(var));
1607 1.3.2.2 snj IV_SP_IN6(var) = NULL;
1608 1.3.2.2 snj }
1609 1.3.2.2 snj if (IV_SP_OUT(var) != NULL) {
1610 1.3.2.2 snj if_ipsec_del_sp0(IV_SP_OUT(var));
1611 1.3.2.2 snj IV_SP_OUT(var) = NULL;
1612 1.3.2.2 snj }
1613 1.3.2.2 snj if (IV_SP_IN(var) != NULL) {
1614 1.3.2.2 snj if_ipsec_del_sp0(IV_SP_IN(var));
1615 1.3.2.2 snj IV_SP_IN(var) = NULL;
1616 1.3.2.2 snj }
1617 1.3.2.2 snj
1618 1.3.2.2 snj return EEXIST;
1619 1.3.2.2 snj }
1620 1.3.2.2 snj
1621 1.3.2.2 snj static int
1622 1.3.2.2 snj if_ipsec_del_sp0(struct secpolicy *sp)
1623 1.3.2.2 snj {
1624 1.3.2.2 snj struct sadb_msg msg;
1625 1.3.2.2 snj struct sadb_x_policy xpl;
1626 1.3.2.2 snj size_t size;
1627 1.3.2.2 snj uint16_t ext_msg_len = 0;
1628 1.3.2.2 snj int error;
1629 1.3.2.2 snj struct mbuf *m;
1630 1.3.2.2 snj
1631 1.3.2.2 snj if (sp == NULL)
1632 1.3.2.2 snj return 0;
1633 1.3.2.2 snj
1634 1.3.2.2 snj memset(&msg, 0, sizeof(msg));
1635 1.3.2.2 snj memset(&xpl, 0, sizeof(xpl));
1636 1.3.2.2 snj
1637 1.3.2.2 snj MGETHDR(m, M_WAITOK, MT_DATA);
1638 1.3.2.2 snj
1639 1.3.2.2 snj size = if_ipsec_set_sadb_x_policy(&xpl, NULL, 0, 0, sp->id, 0);
1640 1.3.2.2 snj ext_msg_len += PFKEY_UNIT64(size);
1641 1.3.2.2 snj
1642 1.3.2.2 snj if_ipsec_set_sadb_msg_del(&msg, ext_msg_len);
1643 1.3.2.2 snj
1644 1.3.2.2 snj m->m_len = sizeof(msg);
1645 1.3.2.2 snj m_copyback(m, 0, sizeof(msg), &msg);
1646 1.3.2.2 snj
1647 1.3.2.2 snj if_ipsec_add_mbuf(m, &xpl, sizeof(xpl));
1648 1.3.2.2 snj
1649 1.3.2.2 snj /* unreference correspond to key_kpi_spdadd(). */
1650 1.3.2.2 snj KEY_SP_UNREF(&sp);
1651 1.3.2.2 snj error = key_kpi_spddelete2(m);
1652 1.3.2.2 snj if (error != 0) {
1653 1.3.2.2 snj log(LOG_ERR, "%s: cannot delete SP(ID=%u) (error=%d).\n",
1654 1.3.2.2 snj __func__, sp->id, error);
1655 1.3.2.2 snj }
1656 1.3.2.2 snj return error;
1657 1.3.2.2 snj }
1658 1.3.2.2 snj
1659 1.3.2.2 snj static void
1660 1.3.2.2 snj if_ipsec_del_sp(struct ipsec_variant *var)
1661 1.3.2.2 snj {
1662 1.3.2.2 snj
1663 1.3.2.2 snj /* are the SPs shared? */
1664 1.3.2.2 snj if (if_ipsec_unshare_sp(var))
1665 1.3.2.2 snj return;
1666 1.3.2.2 snj
1667 1.3.2.2 snj (void)if_ipsec_del_sp0(IV_SP_OUT(var));
1668 1.3.2.2 snj (void)if_ipsec_del_sp0(IV_SP_IN(var));
1669 1.3.2.2 snj (void)if_ipsec_del_sp0(IV_SP_OUT6(var));
1670 1.3.2.2 snj (void)if_ipsec_del_sp0(IV_SP_IN6(var));
1671 1.3.2.2 snj IV_SP_IN(var) = NULL;
1672 1.3.2.2 snj IV_SP_IN6(var) = NULL;
1673 1.3.2.2 snj IV_SP_OUT(var) = NULL;
1674 1.3.2.2 snj IV_SP_OUT6(var) = NULL;
1675 1.3.2.2 snj }
1676 1.3.2.2 snj
1677 1.3.2.2 snj static int
1678 1.3.2.2 snj if_ipsec_replace_sp(struct ipsec_softc *sc, struct ipsec_variant *ovar,
1679 1.3.2.2 snj struct ipsec_variant *nvar)
1680 1.3.2.2 snj {
1681 1.3.2.2 snj in_port_t src_port = 0;
1682 1.3.2.2 snj in_port_t dst_port = 0;
1683 1.3.2.2 snj struct sockaddr *src;
1684 1.3.2.2 snj struct sockaddr *dst;
1685 1.3.2.2 snj int error = 0;
1686 1.3.2.2 snj
1687 1.3.2.2 snj KASSERT(mutex_owned(&sc->ipsec_lock));
1688 1.3.2.2 snj
1689 1.3.2.2 snj if_ipsec_del_sp(ovar);
1690 1.3.2.2 snj
1691 1.3.2.2 snj src = nvar->iv_psrc;
1692 1.3.2.2 snj dst = nvar->iv_pdst;
1693 1.3.2.2 snj if (if_ipsec_nat_t(sc)) {
1694 1.3.2.2 snj /* NAT-T enabled */
1695 1.3.2.2 snj src_port = nvar->iv_sport;
1696 1.3.2.2 snj dst_port = nvar->iv_dport;
1697 1.3.2.2 snj }
1698 1.3.2.2 snj if (src && dst)
1699 1.3.2.2 snj error = if_ipsec_add_sp(nvar, src, src_port, dst, dst_port);
1700 1.3.2.2 snj
1701 1.3.2.2 snj return error;
1702 1.3.2.2 snj }
1703 1.3.2.2 snj
1704 1.3.2.2 snj /*
1705 1.3.2.2 snj * ipsec_variant and its SPs update API.
1706 1.3.2.2 snj *
1707 1.3.2.2 snj * Assumption:
1708 1.3.2.2 snj * reader side dereferences sc->ipsec_var in reader critical section only,
1709 1.3.2.2 snj * that is, all of reader sides do not reader the sc->ipsec_var after
1710 1.3.2.2 snj * pserialize_perform().
1711 1.3.2.2 snj */
1712 1.3.2.2 snj static int
1713 1.3.2.2 snj if_ipsec_update_variant(struct ipsec_softc *sc, struct ipsec_variant *nvar,
1714 1.3.2.2 snj struct ipsec_variant *nullvar)
1715 1.3.2.2 snj {
1716 1.3.2.2 snj struct ifnet *ifp = &sc->ipsec_if;
1717 1.3.2.2 snj struct ipsec_variant *ovar = sc->ipsec_var;
1718 1.3.2.2 snj int error;
1719 1.3.2.2 snj
1720 1.3.2.2 snj KASSERT(mutex_owned(&sc->ipsec_lock));
1721 1.3.2.2 snj
1722 1.3.2.2 snj /*
1723 1.3.2.2 snj * To keep consistency between ipsec(4) I/F settings and SPs,
1724 1.3.2.2 snj * we stop packet processing while replacing SPs, that is, we set
1725 1.3.2.2 snj * "null" config variant to sc->ipsec_var.
1726 1.3.2.2 snj */
1727 1.3.2.2 snj sc->ipsec_var = nullvar;
1728 1.3.2.2 snj pserialize_perform(ipsec_psz);
1729 1.3.2.2 snj psref_target_destroy(&ovar->iv_psref, iv_psref_class);
1730 1.3.2.2 snj
1731 1.3.2.2 snj error = if_ipsec_replace_sp(sc, ovar, nvar);
1732 1.3.2.2 snj if (!error)
1733 1.3.2.2 snj sc->ipsec_var = nvar;
1734 1.3.2.2 snj else {
1735 1.3.2.2 snj sc->ipsec_var = ovar; /* rollback */
1736 1.3.2.2 snj psref_target_init(&ovar->iv_psref, iv_psref_class);
1737 1.3.2.2 snj }
1738 1.3.2.2 snj
1739 1.3.2.2 snj pserialize_perform(ipsec_psz);
1740 1.3.2.2 snj psref_target_destroy(&nullvar->iv_psref, iv_psref_class);
1741 1.3.2.2 snj
1742 1.3.2.2 snj if (if_ipsec_variant_is_configured(sc->ipsec_var))
1743 1.3.2.2 snj ifp->if_flags |= IFF_RUNNING;
1744 1.3.2.2 snj else
1745 1.3.2.2 snj ifp->if_flags &= ~IFF_RUNNING;
1746 1.3.2.2 snj
1747 1.3.2.2 snj return error;
1748 1.3.2.2 snj }
1749