xform_ipcomp.c revision 1.36 1 1.36 ozaki /* $NetBSD: xform_ipcomp.c,v 1.36 2017/04/18 05:26:42 ozaki-r Exp $ */
2 1.1 jonathan /* $FreeBSD: src/sys/netipsec/xform_ipcomp.c,v 1.1.4.1 2003/01/24 05:11:36 sam Exp $ */
3 1.1 jonathan /* $OpenBSD: ip_ipcomp.c,v 1.1 2001/07/05 12:08:52 jjbg Exp $ */
4 1.1 jonathan
5 1.1 jonathan /*
6 1.1 jonathan * Copyright (c) 2001 Jean-Jacques Bernard-Gundol (jj (at) wabbitt.org)
7 1.1 jonathan *
8 1.1 jonathan * Redistribution and use in source and binary forms, with or without
9 1.1 jonathan * modification, are permitted provided that the following conditions
10 1.1 jonathan * are met:
11 1.1 jonathan *
12 1.1 jonathan * 1. Redistributions of source code must retain the above copyright
13 1.1 jonathan * notice, this list of conditions and the following disclaimer.
14 1.1 jonathan * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 jonathan * notice, this list of conditions and the following disclaimer in the
16 1.1 jonathan * documentation and/or other materials provided with the distribution.
17 1.1 jonathan * 3. The name of the author may not be used to endorse or promote products
18 1.1 jonathan * derived from this software without specific prior written permission.
19 1.1 jonathan *
20 1.1 jonathan * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21 1.1 jonathan * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
22 1.1 jonathan * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23 1.1 jonathan * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
24 1.1 jonathan * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25 1.1 jonathan * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 1.1 jonathan * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 1.1 jonathan * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 1.1 jonathan * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
29 1.1 jonathan * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 1.1 jonathan */
31 1.1 jonathan
32 1.1 jonathan #include <sys/cdefs.h>
33 1.36 ozaki __KERNEL_RCSID(0, "$NetBSD: xform_ipcomp.c,v 1.36 2017/04/18 05:26:42 ozaki-r Exp $");
34 1.1 jonathan
35 1.1 jonathan /* IP payload compression protocol (IPComp), see RFC 2393 */
36 1.32 ozaki #if defined(_KERNEL_OPT)
37 1.1 jonathan #include "opt_inet.h"
38 1.32 ozaki #endif
39 1.1 jonathan
40 1.1 jonathan #include <sys/param.h>
41 1.1 jonathan #include <sys/systm.h>
42 1.1 jonathan #include <sys/mbuf.h>
43 1.1 jonathan #include <sys/socket.h>
44 1.1 jonathan #include <sys/kernel.h>
45 1.1 jonathan #include <sys/protosw.h>
46 1.1 jonathan #include <sys/sysctl.h>
47 1.21 drochner #include <sys/socketvar.h> /* for softnet_lock */
48 1.1 jonathan
49 1.1 jonathan #include <netinet/in.h>
50 1.1 jonathan #include <netinet/in_systm.h>
51 1.1 jonathan #include <netinet/ip.h>
52 1.1 jonathan #include <netinet/ip_var.h>
53 1.1 jonathan
54 1.1 jonathan #include <net/route.h>
55 1.1 jonathan #include <netipsec/ipsec.h>
56 1.18 thorpej #include <netipsec/ipsec_private.h>
57 1.1 jonathan #include <netipsec/xform.h>
58 1.1 jonathan
59 1.1 jonathan #ifdef INET6
60 1.1 jonathan #include <netinet/ip6.h>
61 1.1 jonathan #include <netipsec/ipsec6.h>
62 1.1 jonathan #endif
63 1.1 jonathan
64 1.1 jonathan #include <netipsec/ipcomp.h>
65 1.1 jonathan #include <netipsec/ipcomp_var.h>
66 1.1 jonathan
67 1.4 tls #include <netipsec/key.h>
68 1.4 tls #include <netipsec/key_debug.h>
69 1.1 jonathan
70 1.1 jonathan #include <netipsec/ipsec_osdep.h>
71 1.1 jonathan
72 1.1 jonathan #include <opencrypto/cryptodev.h>
73 1.1 jonathan #include <opencrypto/deflate.h>
74 1.1 jonathan #include <opencrypto/xform.h>
75 1.1 jonathan
76 1.18 thorpej percpu_t *ipcompstat_percpu;
77 1.18 thorpej
78 1.9 degroote int ipcomp_enable = 1;
79 1.1 jonathan
80 1.4 tls #ifdef __FreeBSD__
81 1.1 jonathan SYSCTL_DECL(_net_inet_ipcomp);
82 1.1 jonathan SYSCTL_INT(_net_inet_ipcomp, OID_AUTO,
83 1.1 jonathan ipcomp_enable, CTLFLAG_RW, &ipcomp_enable, 0, "");
84 1.1 jonathan SYSCTL_STRUCT(_net_inet_ipcomp, IPSECCTL_STATS,
85 1.1 jonathan stats, CTLFLAG_RD, &ipcompstat, ipcompstat, "");
86 1.4 tls #endif /* __FreeBSD__ */
87 1.1 jonathan
88 1.1 jonathan static int ipcomp_input_cb(struct cryptop *crp);
89 1.1 jonathan static int ipcomp_output_cb(struct cryptop *crp);
90 1.1 jonathan
91 1.33 christos const uint8_t ipcomp_stats[256] = { SADB_CALG_STATS_INIT };
92 1.33 christos
93 1.24 drochner const struct comp_algo *
94 1.1 jonathan ipcomp_algorithm_lookup(int alg)
95 1.1 jonathan {
96 1.1 jonathan switch (alg) {
97 1.1 jonathan case SADB_X_CALG_DEFLATE:
98 1.25 drochner return &comp_algo_deflate_nogrow;
99 1.1 jonathan }
100 1.1 jonathan return NULL;
101 1.1 jonathan }
102 1.1 jonathan
103 1.1 jonathan /*
104 1.1 jonathan * ipcomp_init() is called when an CPI is being set up.
105 1.1 jonathan */
106 1.1 jonathan static int
107 1.24 drochner ipcomp_init(struct secasvar *sav, const struct xformsw *xsp)
108 1.1 jonathan {
109 1.24 drochner const struct comp_algo *tcomp;
110 1.1 jonathan struct cryptoini cric;
111 1.17 tls int ses;
112 1.1 jonathan
113 1.1 jonathan /* NB: algorithm really comes in alg_enc and not alg_comp! */
114 1.1 jonathan tcomp = ipcomp_algorithm_lookup(sav->alg_enc);
115 1.1 jonathan if (tcomp == NULL) {
116 1.34 christos DPRINTF(("%s: unsupported compression algorithm %d\n",
117 1.34 christos __func__, sav->alg_comp));
118 1.1 jonathan return EINVAL;
119 1.1 jonathan }
120 1.1 jonathan sav->alg_comp = sav->alg_enc; /* set for doing histogram */
121 1.1 jonathan sav->tdb_xform = xsp;
122 1.1 jonathan sav->tdb_compalgxform = tcomp;
123 1.1 jonathan
124 1.1 jonathan /* Initialize crypto session */
125 1.34 christos memset(&cric, 0, sizeof(cric));
126 1.1 jonathan cric.cri_alg = sav->tdb_compalgxform->type;
127 1.1 jonathan
128 1.17 tls ses = crypto_newsession(&sav->tdb_cryptoid, &cric, crypto_support);
129 1.17 tls return ses;
130 1.1 jonathan }
131 1.1 jonathan
132 1.1 jonathan /*
133 1.1 jonathan * ipcomp_zeroize() used when IPCA is deleted
134 1.1 jonathan */
135 1.1 jonathan static int
136 1.1 jonathan ipcomp_zeroize(struct secasvar *sav)
137 1.1 jonathan {
138 1.1 jonathan int err;
139 1.1 jonathan
140 1.1 jonathan err = crypto_freesession(sav->tdb_cryptoid);
141 1.1 jonathan sav->tdb_cryptoid = 0;
142 1.1 jonathan return err;
143 1.1 jonathan }
144 1.1 jonathan
145 1.1 jonathan /*
146 1.1 jonathan * ipcomp_input() gets called to uncompress an input packet
147 1.1 jonathan */
148 1.1 jonathan static int
149 1.23 drochner ipcomp_input(struct mbuf *m, const struct secasvar *sav, int skip, int protoff)
150 1.1 jonathan {
151 1.1 jonathan struct tdb_crypto *tc;
152 1.1 jonathan struct cryptodesc *crdc;
153 1.1 jonathan struct cryptop *crp;
154 1.29 drochner int error, hlen = IPCOMP_HLENGTH;
155 1.1 jonathan
156 1.34 christos IPSEC_SPLASSERT_SOFTNET(__func__);
157 1.1 jonathan
158 1.1 jonathan /* Get crypto descriptors */
159 1.1 jonathan crp = crypto_getreq(1);
160 1.1 jonathan if (crp == NULL) {
161 1.1 jonathan m_freem(m);
162 1.34 christos DPRINTF(("%s: no crypto descriptors\n", __func__));
163 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
164 1.1 jonathan return ENOBUFS;
165 1.1 jonathan }
166 1.1 jonathan /* Get IPsec-specific opaque pointer */
167 1.34 christos tc = malloc(sizeof(*tc), M_XDATA, M_NOWAIT|M_ZERO);
168 1.1 jonathan if (tc == NULL) {
169 1.1 jonathan m_freem(m);
170 1.1 jonathan crypto_freereq(crp);
171 1.34 christos DPRINTF(("%s: cannot allocate tdb_crypto\n", __func__));
172 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
173 1.1 jonathan return ENOBUFS;
174 1.1 jonathan }
175 1.29 drochner
176 1.29 drochner error = m_makewritable(&m, 0, m->m_pkthdr.len, M_NOWAIT);
177 1.29 drochner if (error) {
178 1.34 christos DPRINTF(("%s: m_makewritable failed\n", __func__));
179 1.29 drochner m_freem(m);
180 1.29 drochner free(tc, M_XDATA);
181 1.29 drochner crypto_freereq(crp);
182 1.29 drochner IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
183 1.29 drochner return error;
184 1.29 drochner }
185 1.29 drochner
186 1.1 jonathan crdc = crp->crp_desc;
187 1.1 jonathan
188 1.1 jonathan crdc->crd_skip = skip + hlen;
189 1.1 jonathan crdc->crd_len = m->m_pkthdr.len - (skip + hlen);
190 1.29 drochner crdc->crd_inject = 0; /* unused */
191 1.1 jonathan
192 1.1 jonathan tc->tc_ptr = 0;
193 1.1 jonathan
194 1.1 jonathan /* Decompression operation */
195 1.1 jonathan crdc->crd_alg = sav->tdb_compalgxform->type;
196 1.1 jonathan
197 1.1 jonathan /* Crypto operation descriptor */
198 1.1 jonathan crp->crp_ilen = m->m_pkthdr.len - (skip + hlen);
199 1.25 drochner crp->crp_olen = MCLBYTES; /* hint to decompression code */
200 1.1 jonathan crp->crp_flags = CRYPTO_F_IMBUF;
201 1.13 degroote crp->crp_buf = m;
202 1.1 jonathan crp->crp_callback = ipcomp_input_cb;
203 1.1 jonathan crp->crp_sid = sav->tdb_cryptoid;
204 1.13 degroote crp->crp_opaque = tc;
205 1.1 jonathan
206 1.1 jonathan /* These are passed as-is to the callback */
207 1.1 jonathan tc->tc_spi = sav->spi;
208 1.1 jonathan tc->tc_dst = sav->sah->saidx.dst;
209 1.1 jonathan tc->tc_proto = sav->sah->saidx.proto;
210 1.1 jonathan tc->tc_protoff = protoff;
211 1.1 jonathan tc->tc_skip = skip;
212 1.1 jonathan
213 1.1 jonathan return crypto_dispatch(crp);
214 1.1 jonathan }
215 1.1 jonathan
216 1.1 jonathan #ifdef INET6
217 1.1 jonathan #define IPSEC_COMMON_INPUT_CB(m, sav, skip, protoff, mtag) do { \
218 1.1 jonathan if (saidx->dst.sa.sa_family == AF_INET6) { \
219 1.1 jonathan error = ipsec6_common_input_cb(m, sav, skip, protoff, mtag); \
220 1.1 jonathan } else { \
221 1.1 jonathan error = ipsec4_common_input_cb(m, sav, skip, protoff, mtag); \
222 1.1 jonathan } \
223 1.1 jonathan } while (0)
224 1.1 jonathan #else
225 1.1 jonathan #define IPSEC_COMMON_INPUT_CB(m, sav, skip, protoff, mtag) \
226 1.1 jonathan (error = ipsec4_common_input_cb(m, sav, skip, protoff, mtag))
227 1.1 jonathan #endif
228 1.1 jonathan
229 1.1 jonathan /*
230 1.1 jonathan * IPComp input callback from the crypto driver.
231 1.1 jonathan */
232 1.1 jonathan static int
233 1.1 jonathan ipcomp_input_cb(struct cryptop *crp)
234 1.1 jonathan {
235 1.1 jonathan struct tdb_crypto *tc;
236 1.1 jonathan int skip, protoff;
237 1.1 jonathan struct mbuf *m;
238 1.1 jonathan struct secasvar *sav;
239 1.31 mrg struct secasindex *saidx __diagused;
240 1.1 jonathan int s, hlen = IPCOMP_HLENGTH, error, clen;
241 1.34 christos uint8_t nproto;
242 1.11 christos void *addr;
243 1.34 christos uint16_t dport;
244 1.34 christos uint16_t sport;
245 1.1 jonathan
246 1.36 ozaki KASSERT(crp->crp_opaque != NULL);
247 1.34 christos tc = crp->crp_opaque;
248 1.1 jonathan skip = tc->tc_skip;
249 1.1 jonathan protoff = tc->tc_protoff;
250 1.34 christos m = crp->crp_buf;
251 1.1 jonathan
252 1.14 degroote /* find the source port for NAT-T */
253 1.30 christos nat_t_ports_get(m, &dport, &sport);
254 1.14 degroote
255 1.22 drochner s = splsoftnet();
256 1.21 drochner mutex_enter(softnet_lock);
257 1.1 jonathan
258 1.14 degroote sav = KEY_ALLOCSA(&tc->tc_dst, tc->tc_proto, tc->tc_spi, sport, dport);
259 1.1 jonathan if (sav == NULL) {
260 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOTDB);
261 1.34 christos DPRINTF(("%s: SA expired while in crypto\n", __func__));
262 1.1 jonathan error = ENOBUFS; /*XXX*/
263 1.1 jonathan goto bad;
264 1.1 jonathan }
265 1.1 jonathan
266 1.1 jonathan saidx = &sav->sah->saidx;
267 1.36 ozaki KASSERTMSG(saidx->dst.sa.sa_family == AF_INET ||
268 1.36 ozaki saidx->dst.sa.sa_family == AF_INET6,
269 1.36 ozaki "unexpected protocol family %u", saidx->dst.sa.sa_family);
270 1.1 jonathan
271 1.1 jonathan /* Check for crypto errors */
272 1.1 jonathan if (crp->crp_etype) {
273 1.1 jonathan /* Reset the session ID */
274 1.1 jonathan if (sav->tdb_cryptoid != 0)
275 1.1 jonathan sav->tdb_cryptoid = crp->crp_sid;
276 1.1 jonathan
277 1.1 jonathan if (crp->crp_etype == EAGAIN) {
278 1.1 jonathan KEY_FREESAV(&sav);
279 1.22 drochner mutex_exit(softnet_lock);
280 1.1 jonathan splx(s);
281 1.1 jonathan return crypto_dispatch(crp);
282 1.1 jonathan }
283 1.1 jonathan
284 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOXFORM);
285 1.34 christos DPRINTF(("%s: crypto error %d\n", __func__, crp->crp_etype));
286 1.1 jonathan error = crp->crp_etype;
287 1.1 jonathan goto bad;
288 1.1 jonathan }
289 1.1 jonathan /* Shouldn't happen... */
290 1.1 jonathan if (m == NULL) {
291 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
292 1.34 christos DPRINTF(("%s: null mbuf returned from crypto\n", __func__));
293 1.1 jonathan error = EINVAL;
294 1.1 jonathan goto bad;
295 1.1 jonathan }
296 1.33 christos IPCOMP_STATINC(IPCOMP_STAT_HIST + ipcomp_stats[sav->alg_comp]);
297 1.1 jonathan
298 1.20 degroote /* Update the counters */
299 1.20 degroote IPCOMP_STATADD(IPCOMP_STAT_IBYTES, m->m_pkthdr.len - skip - hlen);
300 1.20 degroote
301 1.20 degroote
302 1.1 jonathan clen = crp->crp_olen; /* Length of data after processing */
303 1.1 jonathan
304 1.1 jonathan /* Release the crypto descriptors */
305 1.1 jonathan free(tc, M_XDATA), tc = NULL;
306 1.1 jonathan crypto_freereq(crp), crp = NULL;
307 1.1 jonathan
308 1.1 jonathan /* In case it's not done already, adjust the size of the mbuf chain */
309 1.1 jonathan m->m_pkthdr.len = clen + hlen + skip;
310 1.1 jonathan
311 1.1 jonathan if (m->m_len < skip + hlen && (m = m_pullup(m, skip + hlen)) == 0) {
312 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_HDROPS); /*XXX*/
313 1.34 christos DPRINTF(("%s: m_pullup failed\n", __func__));
314 1.1 jonathan error = EINVAL; /*XXX*/
315 1.1 jonathan goto bad;
316 1.1 jonathan }
317 1.1 jonathan
318 1.1 jonathan /* Keep the next protocol field */
319 1.15 degroote addr = (uint8_t*) mtod(m, struct ip *) + skip;
320 1.1 jonathan nproto = ((struct ipcomp *) addr)->comp_nxt;
321 1.34 christos switch (nproto) {
322 1.34 christos case IPPROTO_IPCOMP:
323 1.34 christos case IPPROTO_AH:
324 1.34 christos case IPPROTO_ESP:
325 1.26 spz IPCOMP_STATINC(IPCOMP_STAT_HDROPS);
326 1.34 christos DPRINTF(("%s: nested ipcomp, IPCA %s/%08lx\n", __func__,
327 1.34 christos ipsec_address(&sav->sah->saidx.dst),
328 1.34 christos (u_long) ntohl(sav->spi)));
329 1.26 spz error = EINVAL;
330 1.26 spz goto bad;
331 1.34 christos default:
332 1.34 christos break;
333 1.26 spz }
334 1.1 jonathan
335 1.1 jonathan /* Remove the IPCOMP header */
336 1.1 jonathan error = m_striphdr(m, skip, hlen);
337 1.1 jonathan if (error) {
338 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_HDROPS);
339 1.34 christos DPRINTF(("%s: bad mbuf chain, IPCA %s/%08lx\n", __func__,
340 1.1 jonathan ipsec_address(&sav->sah->saidx.dst),
341 1.1 jonathan (u_long) ntohl(sav->spi)));
342 1.1 jonathan goto bad;
343 1.1 jonathan }
344 1.1 jonathan
345 1.1 jonathan /* Restore the Next Protocol field */
346 1.34 christos m_copyback(m, protoff, sizeof(uint8_t), (uint8_t *) &nproto);
347 1.1 jonathan
348 1.1 jonathan IPSEC_COMMON_INPUT_CB(m, sav, skip, protoff, NULL);
349 1.1 jonathan
350 1.1 jonathan KEY_FREESAV(&sav);
351 1.22 drochner mutex_exit(softnet_lock);
352 1.1 jonathan splx(s);
353 1.1 jonathan return error;
354 1.1 jonathan bad:
355 1.1 jonathan if (sav)
356 1.1 jonathan KEY_FREESAV(&sav);
357 1.22 drochner mutex_exit(softnet_lock);
358 1.1 jonathan splx(s);
359 1.1 jonathan if (m)
360 1.1 jonathan m_freem(m);
361 1.1 jonathan if (tc != NULL)
362 1.1 jonathan free(tc, M_XDATA);
363 1.1 jonathan if (crp)
364 1.1 jonathan crypto_freereq(crp);
365 1.1 jonathan return error;
366 1.1 jonathan }
367 1.1 jonathan
368 1.1 jonathan /*
369 1.1 jonathan * IPComp output routine, called by ipsec[46]_process_packet()
370 1.1 jonathan */
371 1.1 jonathan static int
372 1.1 jonathan ipcomp_output(
373 1.7 christos struct mbuf *m,
374 1.7 christos struct ipsecrequest *isr,
375 1.8 christos struct mbuf **mp,
376 1.7 christos int skip,
377 1.7 christos int protoff
378 1.1 jonathan )
379 1.1 jonathan {
380 1.23 drochner const struct secasvar *sav;
381 1.24 drochner const struct comp_algo *ipcompx;
382 1.9 degroote int error, ralen, hlen, maxpacketsize;
383 1.1 jonathan struct cryptodesc *crdc;
384 1.1 jonathan struct cryptop *crp;
385 1.1 jonathan struct tdb_crypto *tc;
386 1.1 jonathan
387 1.34 christos IPSEC_SPLASSERT_SOFTNET(__func__);
388 1.36 ozaki KASSERT(isr->sav != NULL);
389 1.1 jonathan sav = isr->sav;
390 1.36 ozaki KASSERT(sav->tdb_compalgxform != NULL);
391 1.1 jonathan ipcompx = sav->tdb_compalgxform;
392 1.1 jonathan
393 1.1 jonathan ralen = m->m_pkthdr.len - skip; /* Raw payload length before comp. */
394 1.9 degroote
395 1.9 degroote /* Don't process the packet if it is too short */
396 1.9 degroote if (ralen < ipcompx->minlen) {
397 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_MINLEN);
398 1.9 degroote return ipsec_process_done(m,isr);
399 1.9 degroote }
400 1.9 degroote
401 1.1 jonathan hlen = IPCOMP_HLENGTH;
402 1.1 jonathan
403 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_OUTPUT);
404 1.1 jonathan
405 1.1 jonathan /* Check for maximum packet size violations. */
406 1.1 jonathan switch (sav->sah->saidx.dst.sa.sa_family) {
407 1.1 jonathan #ifdef INET
408 1.1 jonathan case AF_INET:
409 1.1 jonathan maxpacketsize = IP_MAXPACKET;
410 1.1 jonathan break;
411 1.1 jonathan #endif /* INET */
412 1.1 jonathan #ifdef INET6
413 1.1 jonathan case AF_INET6:
414 1.1 jonathan maxpacketsize = IPV6_MAXPACKET;
415 1.1 jonathan break;
416 1.1 jonathan #endif /* INET6 */
417 1.1 jonathan default:
418 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOPF);
419 1.34 christos DPRINTF(("%s: unknown/unsupported protocol family %d"
420 1.34 christos ", IPCA %s/%08lx\n", __func__,
421 1.1 jonathan sav->sah->saidx.dst.sa.sa_family,
422 1.1 jonathan ipsec_address(&sav->sah->saidx.dst),
423 1.1 jonathan (u_long) ntohl(sav->spi)));
424 1.1 jonathan error = EPFNOSUPPORT;
425 1.1 jonathan goto bad;
426 1.1 jonathan }
427 1.1 jonathan if (skip + hlen + ralen > maxpacketsize) {
428 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_TOOBIG);
429 1.34 christos DPRINTF(("%s: packet in IPCA %s/%08lx got too big "
430 1.34 christos "(len %u, max len %u)\n", __func__,
431 1.1 jonathan ipsec_address(&sav->sah->saidx.dst),
432 1.1 jonathan (u_long) ntohl(sav->spi),
433 1.1 jonathan skip + hlen + ralen, maxpacketsize));
434 1.1 jonathan error = EMSGSIZE;
435 1.1 jonathan goto bad;
436 1.1 jonathan }
437 1.1 jonathan
438 1.1 jonathan /* Update the counters */
439 1.18 thorpej IPCOMP_STATADD(IPCOMP_STAT_OBYTES, m->m_pkthdr.len - skip);
440 1.1 jonathan
441 1.1 jonathan m = m_clone(m);
442 1.1 jonathan if (m == NULL) {
443 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_HDROPS);
444 1.34 christos DPRINTF(("%s: cannot clone mbuf chain, IPCA %s/%08lx\n",
445 1.34 christos __func__, ipsec_address(&sav->sah->saidx.dst),
446 1.1 jonathan (u_long) ntohl(sav->spi)));
447 1.1 jonathan error = ENOBUFS;
448 1.1 jonathan goto bad;
449 1.1 jonathan }
450 1.1 jonathan
451 1.1 jonathan /* Ok now, we can pass to the crypto processing */
452 1.1 jonathan
453 1.1 jonathan /* Get crypto descriptors */
454 1.1 jonathan crp = crypto_getreq(1);
455 1.1 jonathan if (crp == NULL) {
456 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
457 1.34 christos DPRINTF(("%s: failed to acquire crypto descriptor\n",
458 1.34 christos __func__));
459 1.1 jonathan error = ENOBUFS;
460 1.1 jonathan goto bad;
461 1.1 jonathan }
462 1.1 jonathan crdc = crp->crp_desc;
463 1.1 jonathan
464 1.1 jonathan /* Compression descriptor */
465 1.9 degroote crdc->crd_skip = skip;
466 1.9 degroote crdc->crd_len = m->m_pkthdr.len - skip;
467 1.1 jonathan crdc->crd_flags = CRD_F_COMP;
468 1.9 degroote crdc->crd_inject = skip;
469 1.1 jonathan
470 1.1 jonathan /* Compression operation */
471 1.1 jonathan crdc->crd_alg = ipcompx->type;
472 1.1 jonathan
473 1.1 jonathan /* IPsec-specific opaque crypto info */
474 1.34 christos tc = malloc(sizeof(*tc), M_XDATA, M_NOWAIT|M_ZERO);
475 1.1 jonathan if (tc == NULL) {
476 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
477 1.34 christos DPRINTF(("%s: failed to allocate tdb_crypto\n", __func__));
478 1.1 jonathan crypto_freereq(crp);
479 1.1 jonathan error = ENOBUFS;
480 1.1 jonathan goto bad;
481 1.1 jonathan }
482 1.1 jonathan
483 1.1 jonathan tc->tc_isr = isr;
484 1.1 jonathan tc->tc_spi = sav->spi;
485 1.1 jonathan tc->tc_dst = sav->sah->saidx.dst;
486 1.1 jonathan tc->tc_proto = sav->sah->saidx.proto;
487 1.10 degroote tc->tc_skip = skip;
488 1.10 degroote tc->tc_protoff = protoff;
489 1.1 jonathan
490 1.1 jonathan /* Crypto operation descriptor */
491 1.1 jonathan crp->crp_ilen = m->m_pkthdr.len; /* Total input length */
492 1.1 jonathan crp->crp_flags = CRYPTO_F_IMBUF;
493 1.13 degroote crp->crp_buf = m;
494 1.1 jonathan crp->crp_callback = ipcomp_output_cb;
495 1.13 degroote crp->crp_opaque = tc;
496 1.1 jonathan crp->crp_sid = sav->tdb_cryptoid;
497 1.1 jonathan
498 1.1 jonathan return crypto_dispatch(crp);
499 1.1 jonathan bad:
500 1.1 jonathan if (m)
501 1.1 jonathan m_freem(m);
502 1.1 jonathan return (error);
503 1.1 jonathan }
504 1.1 jonathan
505 1.1 jonathan /*
506 1.1 jonathan * IPComp output callback from the crypto driver.
507 1.1 jonathan */
508 1.1 jonathan static int
509 1.1 jonathan ipcomp_output_cb(struct cryptop *crp)
510 1.1 jonathan {
511 1.1 jonathan struct tdb_crypto *tc;
512 1.1 jonathan struct ipsecrequest *isr;
513 1.1 jonathan struct secasvar *sav;
514 1.9 degroote struct mbuf *m, *mo;
515 1.9 degroote int s, error, skip, rlen, roff;
516 1.34 christos uint8_t prot;
517 1.34 christos uint16_t cpi;
518 1.9 degroote struct ipcomp * ipcomp;
519 1.9 degroote
520 1.36 ozaki KASSERT(crp->crp_opaque != NULL);
521 1.34 christos tc = crp->crp_opaque;
522 1.34 christos m = crp->crp_buf;
523 1.1 jonathan skip = tc->tc_skip;
524 1.1 jonathan rlen = crp->crp_ilen - skip;
525 1.1 jonathan
526 1.22 drochner s = splsoftnet();
527 1.21 drochner mutex_enter(softnet_lock);
528 1.1 jonathan
529 1.1 jonathan isr = tc->tc_isr;
530 1.14 degroote sav = KEY_ALLOCSA(&tc->tc_dst, tc->tc_proto, tc->tc_spi, 0, 0);
531 1.1 jonathan if (sav == NULL) {
532 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOTDB);
533 1.34 christos DPRINTF(("%s: SA expired while in crypto\n", __func__));
534 1.1 jonathan error = ENOBUFS; /*XXX*/
535 1.1 jonathan goto bad;
536 1.1 jonathan }
537 1.36 ozaki KASSERTMSG(isr->sav == sav, "SA changed");
538 1.1 jonathan
539 1.1 jonathan /* Check for crypto errors */
540 1.1 jonathan if (crp->crp_etype) {
541 1.1 jonathan /* Reset session ID */
542 1.1 jonathan if (sav->tdb_cryptoid != 0)
543 1.1 jonathan sav->tdb_cryptoid = crp->crp_sid;
544 1.1 jonathan
545 1.1 jonathan if (crp->crp_etype == EAGAIN) {
546 1.1 jonathan KEY_FREESAV(&sav);
547 1.22 drochner mutex_exit(softnet_lock);
548 1.1 jonathan splx(s);
549 1.1 jonathan return crypto_dispatch(crp);
550 1.1 jonathan }
551 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOXFORM);
552 1.34 christos DPRINTF(("%s: crypto error %d\n", __func__, crp->crp_etype));
553 1.1 jonathan error = crp->crp_etype;
554 1.1 jonathan goto bad;
555 1.1 jonathan }
556 1.1 jonathan /* Shouldn't happen... */
557 1.1 jonathan if (m == NULL) {
558 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_CRYPTO);
559 1.34 christos DPRINTF(("%s: bogus return buffer from crypto\n", __func__));
560 1.1 jonathan error = EINVAL;
561 1.1 jonathan goto bad;
562 1.1 jonathan }
563 1.33 christos IPCOMP_STATINC(IPCOMP_STAT_HIST + ipcomp_stats[sav->alg_comp]);
564 1.1 jonathan
565 1.1 jonathan if (rlen > crp->crp_olen) {
566 1.9 degroote /* Inject IPCOMP header */
567 1.9 degroote mo = m_makespace(m, skip, IPCOMP_HLENGTH, &roff);
568 1.9 degroote if (mo == NULL) {
569 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_WRAP);
570 1.34 christos DPRINTF(("%s: failed to inject IPCOMP header for "
571 1.34 christos "IPCA %s/%08lx\n", __func__,
572 1.34 christos ipsec_address(&sav->sah->saidx.dst),
573 1.34 christos (u_long) ntohl(sav->spi)));
574 1.9 degroote error = ENOBUFS;
575 1.9 degroote goto bad;
576 1.9 degroote }
577 1.12 degroote ipcomp = (struct ipcomp *)(mtod(mo, char *) + roff);
578 1.9 degroote
579 1.9 degroote /* Initialize the IPCOMP header */
580 1.9 degroote /* XXX alignment always correct? */
581 1.9 degroote switch (sav->sah->saidx.dst.sa.sa_family) {
582 1.9 degroote #ifdef INET
583 1.9 degroote case AF_INET:
584 1.9 degroote ipcomp->comp_nxt = mtod(m, struct ip *)->ip_p;
585 1.9 degroote break;
586 1.9 degroote #endif /* INET */
587 1.9 degroote #ifdef INET6
588 1.9 degroote case AF_INET6:
589 1.9 degroote ipcomp->comp_nxt = mtod(m, struct ip6_hdr *)->ip6_nxt;
590 1.9 degroote break;
591 1.9 degroote #endif
592 1.9 degroote }
593 1.9 degroote ipcomp->comp_flags = 0;
594 1.9 degroote
595 1.9 degroote if ((sav->flags & SADB_X_EXT_RAWCPI) == 0)
596 1.9 degroote cpi = sav->alg_enc;
597 1.9 degroote else
598 1.9 degroote cpi = ntohl(sav->spi) & 0xffff;
599 1.9 degroote ipcomp->comp_cpi = htons(cpi);
600 1.9 degroote
601 1.9 degroote /* Fix Next Protocol in IPv4/IPv6 header */
602 1.9 degroote prot = IPPROTO_IPCOMP;
603 1.34 christos m_copyback(m, tc->tc_protoff, sizeof(uint8_t), (u_char *)&prot);
604 1.9 degroote
605 1.1 jonathan /* Adjust the length in the IP header */
606 1.1 jonathan switch (sav->sah->saidx.dst.sa.sa_family) {
607 1.1 jonathan #ifdef INET
608 1.1 jonathan case AF_INET:
609 1.1 jonathan mtod(m, struct ip *)->ip_len = htons(m->m_pkthdr.len);
610 1.1 jonathan break;
611 1.1 jonathan #endif /* INET */
612 1.1 jonathan #ifdef INET6
613 1.1 jonathan case AF_INET6:
614 1.1 jonathan mtod(m, struct ip6_hdr *)->ip6_plen =
615 1.1 jonathan htons(m->m_pkthdr.len) - sizeof(struct ip6_hdr);
616 1.1 jonathan break;
617 1.1 jonathan #endif /* INET6 */
618 1.1 jonathan default:
619 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_NOPF);
620 1.1 jonathan DPRINTF(("ipcomp_output: unknown/unsupported protocol "
621 1.5 perry "family %d, IPCA %s/%08lx\n",
622 1.1 jonathan sav->sah->saidx.dst.sa.sa_family,
623 1.5 perry ipsec_address(&sav->sah->saidx.dst),
624 1.1 jonathan (u_long) ntohl(sav->spi)));
625 1.1 jonathan error = EPFNOSUPPORT;
626 1.1 jonathan goto bad;
627 1.1 jonathan }
628 1.1 jonathan } else {
629 1.1 jonathan /* compression was useless, we have lost time */
630 1.18 thorpej IPCOMP_STATINC(IPCOMP_STAT_USELESS);
631 1.16 degroote DPRINTF(("ipcomp_output_cb: compression was useless : initial size was %d"
632 1.16 degroote "and compressed size is %d\n", rlen, crp->crp_olen));
633 1.1 jonathan }
634 1.1 jonathan
635 1.16 degroote
636 1.1 jonathan /* Release the crypto descriptor */
637 1.1 jonathan free(tc, M_XDATA);
638 1.1 jonathan crypto_freereq(crp);
639 1.1 jonathan
640 1.1 jonathan /* NB: m is reclaimed by ipsec_process_done. */
641 1.1 jonathan error = ipsec_process_done(m, isr);
642 1.1 jonathan KEY_FREESAV(&sav);
643 1.22 drochner mutex_exit(softnet_lock);
644 1.1 jonathan splx(s);
645 1.1 jonathan return error;
646 1.1 jonathan bad:
647 1.1 jonathan if (sav)
648 1.1 jonathan KEY_FREESAV(&sav);
649 1.22 drochner mutex_exit(softnet_lock);
650 1.1 jonathan splx(s);
651 1.1 jonathan if (m)
652 1.1 jonathan m_freem(m);
653 1.1 jonathan free(tc, M_XDATA);
654 1.1 jonathan crypto_freereq(crp);
655 1.1 jonathan return error;
656 1.1 jonathan }
657 1.1 jonathan
658 1.1 jonathan static struct xformsw ipcomp_xformsw = {
659 1.1 jonathan XF_IPCOMP, XFT_COMP, "IPcomp",
660 1.1 jonathan ipcomp_init, ipcomp_zeroize, ipcomp_input,
661 1.7 christos ipcomp_output,
662 1.7 christos NULL,
663 1.1 jonathan };
664 1.1 jonathan
665 1.1 jonathan INITFN void
666 1.1 jonathan ipcomp_attach(void)
667 1.1 jonathan {
668 1.18 thorpej ipcompstat_percpu = percpu_alloc(sizeof(uint64_t) * IPCOMP_NSTATS);
669 1.1 jonathan xform_register(&ipcomp_xformsw);
670 1.1 jonathan }
671