Home | History | Annotate | Line # | Download | only in netipsec
ipsec_input.c revision 1.47
      1 /*	$NetBSD: ipsec_input.c,v 1.47 2017/07/07 01:37:34 ozaki-r Exp $	*/
      2 /*	$FreeBSD: /usr/local/www/cvsroot/FreeBSD/src/sys/netipsec/ipsec_input.c,v 1.2.4.2 2003/03/28 20:32:53 sam Exp $	*/
      3 /*	$OpenBSD: ipsec_input.c,v 1.63 2003/02/20 18:35:43 deraadt Exp $	*/
      4 
      5 /*
      6  * The authors of this code are John Ioannidis (ji (at) tla.org),
      7  * Angelos D. Keromytis (kermit (at) csd.uch.gr) and
      8  * Niels Provos (provos (at) physnet.uni-hamburg.de).
      9  *
     10  * This code was written by John Ioannidis for BSD/OS in Athens, Greece,
     11  * in November 1995.
     12  *
     13  * Ported to OpenBSD and NetBSD, with additional transforms, in December 1996,
     14  * by Angelos D. Keromytis.
     15  *
     16  * Additional transforms and features in 1997 and 1998 by Angelos D. Keromytis
     17  * and Niels Provos.
     18  *
     19  * Additional features in 1999 by Angelos D. Keromytis.
     20  *
     21  * Copyright (C) 1995, 1996, 1997, 1998, 1999 by John Ioannidis,
     22  * Angelos D. Keromytis and Niels Provos.
     23  * Copyright (c) 2001, Angelos D. Keromytis.
     24  *
     25  * Permission to use, copy, and modify this software with or without fee
     26  * is hereby granted, provided that this entire notice is included in
     27  * all copies of any software which is or includes a copy or
     28  * modification of this software.
     29  * You may use this code under the GNU public license if you so wish. Please
     30  * contribute changes back to the authors under this freer than GPL license
     31  * so that we may further the use of strong encryption without limitations to
     32  * all.
     33  *
     34  * THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR
     35  * IMPLIED WARRANTY. IN PARTICULAR, NONE OF THE AUTHORS MAKES ANY
     36  * REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE
     37  * MERCHANTABILITY OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR
     38  * PURPOSE.
     39  */
     40 
     41 #include <sys/cdefs.h>
     42 __KERNEL_RCSID(0, "$NetBSD: ipsec_input.c,v 1.47 2017/07/07 01:37:34 ozaki-r Exp $");
     43 
     44 /*
     45  * IPsec input processing.
     46  */
     47 
     48 #if defined(_KERNEL_OPT)
     49 #include "opt_inet.h"
     50 #endif
     51 
     52 #include <sys/param.h>
     53 #include <sys/systm.h>
     54 #include <sys/malloc.h>
     55 #include <sys/mbuf.h>
     56 #include <sys/domain.h>
     57 #include <sys/protosw.h>
     58 #include <sys/socket.h>
     59 #include <sys/errno.h>
     60 #include <sys/syslog.h>
     61 
     62 #include <net/if.h>
     63 #include <net/route.h>
     64 
     65 #include <netinet/in.h>
     66 #include <netinet/in_systm.h>
     67 #include <netinet/ip.h>
     68 #include <netinet/ip_var.h>
     69 #include <netinet/in_var.h>
     70 #include <netinet/in_proto.h>
     71 #include <netinet/udp.h>
     72 #include <netinet/tcp.h>
     73 
     74 #include <netinet/ip6.h>
     75 #ifdef INET6
     76 #include <netinet6/ip6_var.h>
     77 #include <netinet6/ip6_private.h>
     78 #include <netinet6/scope6_var.h>
     79 #endif
     80 #include <netinet/in_pcb.h>
     81 #ifdef INET6
     82 #include <netinet/icmp6.h>
     83 #endif
     84 
     85 #include <netipsec/ipsec.h>
     86 #include <netipsec/ipsec_private.h>
     87 #ifdef INET6
     88 #include <netipsec/ipsec6.h>
     89 #endif
     90 #include <netipsec/ah_var.h>
     91 #include <netipsec/esp.h>
     92 #include <netipsec/esp_var.h>
     93 #include <netipsec/ipcomp_var.h>
     94 
     95 #include <netipsec/key.h>
     96 #include <netipsec/keydb.h>
     97 
     98 #include <netipsec/xform.h>
     99 #include <netinet6/ip6protosw.h>
    100 
    101 #include <net/net_osdep.h>
    102 
    103 #define	IPSEC_ISTAT(p, x, y, z)						\
    104 do {									\
    105 	switch (p) {							\
    106 	case IPPROTO_ESP:						\
    107 		ESP_STATINC(x);						\
    108 		break;							\
    109 	case IPPROTO_AH:						\
    110 		AH_STATINC(y);						\
    111 		break;							\
    112 	default:							\
    113 		IPCOMP_STATINC(z);					\
    114 		break;							\
    115 	}								\
    116 } while (/*CONSTCOND*/0)
    117 
    118 /*
    119  * fixup TCP/UDP checksum
    120  *
    121  * XXX: if we have NAT-OA payload from IKE server,
    122  *      we must do the differential update of checksum.
    123  *
    124  * XXX: NAT-OAi/NAT-OAr drived from IKE initiator/responder.
    125  *      how to know the IKE side from kernel?
    126  */
    127 static struct mbuf *
    128 ipsec4_fixup_checksum(struct mbuf *m)
    129 {
    130        struct ip *ip;
    131        struct tcphdr *th;
    132        struct udphdr *uh;
    133        int poff, off;
    134        int plen;
    135 
    136        if (m->m_len < sizeof(*ip))
    137                m = m_pullup(m, sizeof(*ip));
    138        ip = mtod(m, struct ip *);
    139        poff = ip->ip_hl << 2;
    140        plen = ntohs(ip->ip_len) - poff;
    141 
    142        switch (ip->ip_p) {
    143        case IPPROTO_TCP:
    144                IP6_EXTHDR_GET(th, struct tcphdr *, m, poff, sizeof(*th));
    145                if (th == NULL)
    146                        return NULL;
    147                off = th->th_off << 2;
    148                if (off < sizeof(*th) || off > plen) {
    149                        m_freem(m);
    150                        return NULL;
    151                }
    152                th->th_sum = 0;
    153                th->th_sum = in4_cksum(m, IPPROTO_TCP, poff, plen);
    154                break;
    155        case IPPROTO_UDP:
    156                IP6_EXTHDR_GET(uh, struct udphdr *, m, poff, sizeof(*uh));
    157                if (uh == NULL)
    158                        return NULL;
    159                off = sizeof(*uh);
    160                if (off > plen) {
    161                        m_freem(m);
    162                        return NULL;
    163                }
    164                uh->uh_sum = 0;
    165                uh->uh_sum = in4_cksum(m, IPPROTO_UDP, poff, plen);
    166                break;
    167        default:
    168                /* no checksum */
    169                return m;
    170        }
    171 
    172        return m;
    173 }
    174 
    175 /*
    176  * ipsec_common_input gets called when an IPsec-protected packet
    177  * is received by IPv4 or IPv6.  It's job is to find the right SA
    178  # and call the appropriate transform.  The transform callback
    179  * takes care of further processing (like ingress filtering).
    180  */
    181 static int
    182 ipsec_common_input(struct mbuf *m, int skip, int protoff, int af, int sproto)
    183 {
    184 	char buf[IPSEC_ADDRSTRLEN];
    185 	union sockaddr_union dst_address;
    186 	struct secasvar *sav;
    187 	u_int32_t spi;
    188 	u_int16_t sport;
    189 	u_int16_t dport;
    190 	int s, error;
    191 
    192 	IPSEC_ISTAT(sproto, ESP_STAT_INPUT, AH_STAT_INPUT,
    193 		IPCOMP_STAT_INPUT);
    194 
    195 	KASSERT(m != NULL);
    196 
    197 	if ((sproto == IPPROTO_ESP && !esp_enable) ||
    198 	    (sproto == IPPROTO_AH && !ah_enable) ||
    199 	    (sproto == IPPROTO_IPCOMP && !ipcomp_enable)) {
    200 		m_freem(m);
    201 		IPSEC_ISTAT(sproto, ESP_STAT_PDROPS, AH_STAT_PDROPS,
    202 		    IPCOMP_STAT_PDROPS);
    203 		return EOPNOTSUPP;
    204 	}
    205 
    206 	if (m->m_pkthdr.len - skip < 2 * sizeof (u_int32_t)) {
    207 		m_freem(m);
    208 		IPSEC_ISTAT(sproto, ESP_STAT_HDROPS, AH_STAT_HDROPS,
    209 		    IPCOMP_STAT_HDROPS);
    210 		IPSECLOG(LOG_DEBUG, "packet too small\n");
    211 		return EINVAL;
    212 	}
    213 
    214 	/* Retrieve the SPI from the relevant IPsec header */
    215 	if (sproto == IPPROTO_ESP)
    216 		m_copydata(m, skip, sizeof(u_int32_t), &spi);
    217 	else if (sproto == IPPROTO_AH)
    218 		m_copydata(m, skip + sizeof(u_int32_t), sizeof(u_int32_t), &spi);
    219 	else if (sproto == IPPROTO_IPCOMP) {
    220 		u_int16_t cpi;
    221 		m_copydata(m, skip + sizeof(u_int16_t), sizeof(u_int16_t), &cpi);
    222 		spi = ntohl(htons(cpi));
    223 	} else {
    224 		panic("ipsec_common_input called with bad protocol number :"
    225 		      "%d\n", sproto);
    226 	}
    227 
    228 
    229 	/* find the source port for NAT-T */
    230 	nat_t_ports_get(m, &dport, &sport);
    231 
    232 	/*
    233 	 * Find the SA and (indirectly) call the appropriate
    234 	 * kernel crypto routine. The resulting mbuf chain is a valid
    235 	 * IP packet ready to go through input processing.
    236 	 */
    237 	memset(&dst_address, 0, sizeof (dst_address));
    238 	dst_address.sa.sa_family = af;
    239 	switch (af) {
    240 #ifdef INET
    241 	case AF_INET:
    242 		dst_address.sin.sin_len = sizeof(struct sockaddr_in);
    243 		m_copydata(m, offsetof(struct ip, ip_dst),
    244 		    sizeof(struct in_addr),
    245 		    &dst_address.sin.sin_addr);
    246 		break;
    247 #endif /* INET */
    248 #ifdef INET6
    249 	case AF_INET6:
    250 		dst_address.sin6.sin6_len = sizeof(struct sockaddr_in6);
    251 		m_copydata(m, offsetof(struct ip6_hdr, ip6_dst),
    252 		    sizeof(struct in6_addr),
    253 		    &dst_address.sin6.sin6_addr);
    254 		if (sa6_recoverscope(&dst_address.sin6)) {
    255 			m_freem(m);
    256 			return EINVAL;
    257 		}
    258 		break;
    259 #endif /* INET6 */
    260 	default:
    261 		IPSECLOG(LOG_DEBUG, "unsupported protocol family %u\n", af);
    262 		m_freem(m);
    263 		IPSEC_ISTAT(sproto, ESP_STAT_NOPF, AH_STAT_NOPF,
    264 		    IPCOMP_STAT_NOPF);
    265 		return EPFNOSUPPORT;
    266 	}
    267 
    268 	s = splsoftnet();
    269 
    270 	/* NB: only pass dst since key_lookup_sa follows RFC2401 */
    271 	sav = KEY_LOOKUP_SA(&dst_address, sproto, spi, sport, dport);
    272 	if (sav == NULL) {
    273 		IPSECLOG(LOG_DEBUG,
    274 		    "no key association found for SA %s/%08lx/%u/%u\n",
    275 		    ipsec_address(&dst_address, buf, sizeof(buf)),
    276 		    (u_long) ntohl(spi), sproto, ntohs(dport));
    277 		IPSEC_ISTAT(sproto, ESP_STAT_NOTDB, AH_STAT_NOTDB,
    278 		    IPCOMP_STAT_NOTDB);
    279 		splx(s);
    280 		m_freem(m);
    281 		return ENOENT;
    282 	}
    283 
    284 	KASSERT(sav->tdb_xform != NULL);
    285 
    286 	/*
    287 	 * Call appropriate transform and return -- callback takes care of
    288 	 * everything else.
    289 	 */
    290 	error = (*sav->tdb_xform->xf_input)(m, sav, skip, protoff);
    291 	KEY_FREESAV(&sav);
    292 	splx(s);
    293 	return error;
    294 }
    295 
    296 #ifdef INET
    297 /*
    298  * Common input handler for IPv4 AH, ESP, and IPCOMP.
    299  */
    300 void
    301 ipsec4_common_input(struct mbuf *m, ...)
    302 {
    303 	va_list ap;
    304 	int off, nxt;
    305 
    306 	va_start(ap, m);
    307 	off = va_arg(ap, int);
    308 	nxt = va_arg(ap, int);
    309 	va_end(ap);
    310 
    311 	(void) ipsec_common_input(m, off, offsetof(struct ip, ip_p),
    312 				  AF_INET, nxt);
    313 }
    314 
    315 /*
    316  * IPsec input callback for INET protocols.
    317  * This routine is called as the transform callback.
    318  * Takes care of filtering and other sanity checks on
    319  * the processed packet.
    320  */
    321 int
    322 ipsec4_common_input_cb(struct mbuf *m, struct secasvar *sav,
    323     int skip, int protoff)
    324 {
    325 	int prot, af __diagused, sproto;
    326 	struct ip *ip;
    327 	struct tdb_ident *tdbi;
    328 	struct secasindex *saidx;
    329 	int error;
    330 
    331 	IPSEC_SPLASSERT_SOFTNET("ipsec4_common_input_cb");
    332 
    333 	KASSERT(m != NULL);
    334 	KASSERT(sav != NULL);
    335 	KASSERT(sav->sah != NULL);
    336 	saidx = &sav->sah->saidx;
    337 	af = saidx->dst.sa.sa_family;
    338 	KASSERTMSG(af == AF_INET, "unexpected af %u", af);
    339 	sproto = saidx->proto;
    340 	KASSERTMSG(sproto == IPPROTO_ESP || sproto == IPPROTO_AH ||
    341 	    sproto == IPPROTO_IPCOMP,
    342 	    "unexpected security protocol %u", sproto);
    343 
    344 	/* Sanity check */
    345 	if (m == NULL) {
    346 		IPSECLOG(LOG_DEBUG, "null mbuf");
    347 		IPSEC_ISTAT(sproto, ESP_STAT_BADKCR, AH_STAT_BADKCR,
    348 		    IPCOMP_STAT_BADKCR);
    349 		KEY_FREESAV(&sav);
    350 		return EINVAL;
    351 	}
    352 
    353 	/* Fix IPv4 header */
    354 	if (skip != 0) {
    355 		if (m->m_len < skip && (m = m_pullup(m, skip)) == NULL) {
    356 			char buf[IPSEC_ADDRSTRLEN];
    357 cantpull:
    358 			IPSECLOG(LOG_DEBUG,
    359 			    "processing failed for SA %s/%08lx\n",
    360 			    ipsec_address(&sav->sah->saidx.dst, buf,
    361 			    sizeof(buf)), (u_long) ntohl(sav->spi));
    362 			IPSEC_ISTAT(sproto, ESP_STAT_HDROPS, AH_STAT_HDROPS,
    363 			    IPCOMP_STAT_HDROPS);
    364 			error = ENOBUFS;
    365 			goto bad;
    366 		}
    367 
    368 		ip = mtod(m, struct ip *);
    369 		ip->ip_len = htons(m->m_pkthdr.len);
    370 		ip->ip_sum = 0;
    371 		ip->ip_sum = in_cksum(m, ip->ip_hl << 2);
    372 	} else {
    373 		ip = mtod(m, struct ip *);
    374 	}
    375 
    376 	/*
    377 	 * Update TCP/UDP checksum
    378 	 * XXX: should only do it in NAT-T case
    379 	 * XXX: should do it incrementally, see FreeBSD code.
    380 	 */
    381 	m = ipsec4_fixup_checksum(m);
    382 	if (m == NULL)
    383 		goto cantpull;
    384 
    385 	prot = ip->ip_p;
    386 
    387 	/* IP-in-IP encapsulation */
    388 	if (prot == IPPROTO_IPIP) {
    389 		struct ip ipn;
    390 
    391 		/* ipn will now contain the inner IPv4 header */
    392 		m_copydata(m, ip->ip_hl << 2, sizeof(struct ip), &ipn);
    393 
    394 #ifdef notyet
    395 		/* XXX PROXY address isn't recorded in SAH */
    396 		/*
    397 		 * Check that the inner source address is the same as
    398 		 * the proxy address, if available.
    399 		 */
    400 		if ((saidx->proxy.sa.sa_family == AF_INET &&
    401 		    saidx->proxy.sin.sin_addr.s_addr !=
    402 		    INADDR_ANY &&
    403 		    ipn.ip_src.s_addr !=
    404 		    saidx->proxy.sin.sin_addr.s_addr) ||
    405 		    (saidx->proxy.sa.sa_family != AF_INET &&
    406 			saidx->proxy.sa.sa_family != 0)) {
    407 
    408 			char ipbuf[INET_ADDRSTRLEN];
    409 			IPSECLOG(LOG_DEBUG,
    410 			    "inner source address %s doesn't correspond to "
    411 			    "expected proxy source %s, SA %s/%08lx\n",
    412 			    IN_PRINT(ipbuf, ipn.ip_src),
    413 			    ipsp_address(saidx->proxy),
    414 			    ipsp_address(saidx->dst),
    415 			    (u_long) ntohl(sav->spi));
    416 
    417 			IPSEC_ISTAT(sproto, ESP_STAT_PDROPS,
    418 			    AH_STAT_PDROPS,
    419 			    IPCOMP_STAT_PDROPS);
    420 			error = EACCES;
    421 			goto bad;
    422 		}
    423 #endif /*XXX*/
    424 	}
    425 #if INET6
    426 	/* IPv6-in-IP encapsulation. */
    427 	if (prot == IPPROTO_IPV6) {
    428 		struct ip6_hdr ip6n;
    429 
    430 		/* ip6n will now contain the inner IPv6 header. */
    431 		m_copydata(m, ip->ip_hl << 2, sizeof(struct ip6_hdr), &ip6n);
    432 
    433 #ifdef notyet
    434 		/*
    435 		 * Check that the inner source address is the same as
    436 		 * the proxy address, if available.
    437 		 */
    438 		if ((saidx->proxy.sa.sa_family == AF_INET6 &&
    439 		    !IN6_IS_ADDR_UNSPECIFIED(&saidx->proxy.sin6.sin6_addr) &&
    440 		    !IN6_ARE_ADDR_EQUAL(&ip6n.ip6_src,
    441 			&saidx->proxy.sin6.sin6_addr)) ||
    442 		    (saidx->proxy.sa.sa_family != AF_INET6 &&
    443 			saidx->proxy.sa.sa_family != 0)) {
    444 
    445 			char ip6buf[INET6_ADDRSTRLEN];
    446 			char pbuf[IPSEC_ADDRSTRLEN], dbuf[IPSEC_ADDRSTRLEN];
    447 			IPSECLOG(LOG_DEBUG,
    448 			    "inner source address %s doesn't correspond to "
    449 			    "expected proxy source %s, SA %s/%08lx\n",
    450 			    ip6_sprintf(ip6buf, &ip6n.ip6_src),
    451 			    ipsec_address(&saidx->proxy, pbuf, sizeof(pbuf)),
    452 			    ipsec_address(&saidx->dst, dbuf, sizeof(dbuf)),
    453 			    (u_long) ntohl(sav->spi));
    454 
    455 			IPSEC_ISTAT(sproto, ESP_STAT_PDROPS,
    456 			    AH_STAT_PDROPS,
    457 			    IPCOMP_STAT_PDROPS);
    458 			error = EACCES;
    459 			goto bad;
    460 		}
    461 #endif /*XXX*/
    462 	}
    463 #endif /* INET6 */
    464 
    465 	/*
    466 	 * Record what we've done to the packet (under what SA it was
    467 	 * processed).
    468 	 */
    469 	if (sproto != IPPROTO_IPCOMP) {
    470 		struct m_tag *mtag;
    471 		mtag = m_tag_get(PACKET_TAG_IPSEC_IN_DONE,
    472 		    sizeof(struct tdb_ident), M_NOWAIT);
    473 		if (mtag == NULL) {
    474 			IPSECLOG(LOG_DEBUG, "failed to get tag\n");
    475 			IPSEC_ISTAT(sproto, ESP_STAT_HDROPS,
    476 			    AH_STAT_HDROPS, IPCOMP_STAT_HDROPS);
    477 			error = ENOMEM;
    478 			goto bad;
    479 		}
    480 
    481 		tdbi = (struct tdb_ident *)(mtag + 1);
    482 		memcpy(&tdbi->dst, &saidx->dst, saidx->dst.sa.sa_len);
    483 		tdbi->proto = sproto;
    484 		tdbi->spi = sav->spi;
    485 
    486 		m_tag_prepend(m, mtag);
    487 	}
    488 
    489 	key_sa_recordxfer(sav, m);		/* record data transfer */
    490 
    491 	if ((inetsw[ip_protox[prot]].pr_flags & PR_LASTHDR) != 0 &&
    492 				ipsec4_in_reject(m, NULL)) {
    493 		error = EINVAL;
    494 		goto bad;
    495 	}
    496 	(*inetsw[ip_protox[prot]].pr_input)(m, skip, prot);
    497 	return 0;
    498 bad:
    499 	m_freem(m);
    500 	return error;
    501 }
    502 #endif /* INET */
    503 
    504 #ifdef INET6
    505 /* IPv6 AH wrapper. */
    506 int
    507 ipsec6_common_input(struct mbuf **mp, int *offp, int proto)
    508 {
    509 	int l = 0;
    510 	int protoff, nxt;
    511 	struct ip6_ext ip6e;
    512 
    513 	if (*offp < sizeof(struct ip6_hdr)) {
    514 		IPSECLOG(LOG_DEBUG, "bad offset %u\n", *offp);
    515 		IPSEC_ISTAT(proto, ESP_STAT_HDROPS, AH_STAT_HDROPS,
    516 			    IPCOMP_STAT_HDROPS);
    517 		m_freem(*mp);
    518 		return IPPROTO_DONE;
    519 	} else if (*offp == sizeof(struct ip6_hdr)) {
    520 		protoff = offsetof(struct ip6_hdr, ip6_nxt);
    521 	} else {
    522 		/* Chase down the header chain... */
    523 		protoff = sizeof(struct ip6_hdr);
    524 		nxt = (mtod(*mp, struct ip6_hdr *))->ip6_nxt;
    525 
    526 		do {
    527 			protoff += l;
    528 			m_copydata(*mp, protoff, sizeof(ip6e), &ip6e);
    529 
    530 			if (nxt == IPPROTO_AH)
    531 				l = (ip6e.ip6e_len + 2) << 2;
    532 			else
    533 				l = (ip6e.ip6e_len + 1) << 3;
    534 			KASSERT(l > 0);
    535 
    536 			nxt = ip6e.ip6e_nxt;
    537 		} while (protoff + l < *offp);
    538 
    539 		/* Malformed packet check */
    540 		if (protoff + l != *offp) {
    541 			IPSECLOG(LOG_DEBUG, "bad packet header chain, "
    542 			    "protoff %u, l %u, off %u\n", protoff, l, *offp);
    543 			IPSEC_ISTAT(proto, ESP_STAT_HDROPS,
    544 				    AH_STAT_HDROPS,
    545 				    IPCOMP_STAT_HDROPS);
    546 			m_freem(*mp);
    547 			*mp = NULL;
    548 			return IPPROTO_DONE;
    549 		}
    550 		protoff += offsetof(struct ip6_ext, ip6e_nxt);
    551 	}
    552 	(void) ipsec_common_input(*mp, *offp, protoff, AF_INET6, proto);
    553 	return IPPROTO_DONE;
    554 }
    555 
    556 extern	const struct ip6protosw inet6sw[];
    557 extern	u_char ip6_protox[];
    558 
    559 /*
    560  * IPsec input callback, called by the transform callback. Takes care of
    561  * filtering and other sanity checks on the processed packet.
    562  */
    563 int
    564 ipsec6_common_input_cb(struct mbuf *m, struct secasvar *sav, int skip,
    565     int protoff)
    566 {
    567 	int af __diagused, sproto;
    568 	struct ip6_hdr *ip6;
    569 	struct tdb_ident *tdbi;
    570 	struct secasindex *saidx;
    571 	int nxt;
    572 	u_int8_t prot, nxt8;
    573 	int error, nest;
    574 
    575 	KASSERT(m != NULL);
    576 	KASSERT(sav != NULL);
    577 	KASSERT(sav->sah != NULL);
    578 	saidx = &sav->sah->saidx;
    579 	af = saidx->dst.sa.sa_family;
    580 	KASSERTMSG(af == AF_INET6, "unexpected af %u", af);
    581 	sproto = saidx->proto;
    582 	KASSERTMSG(sproto == IPPROTO_ESP || sproto == IPPROTO_AH ||
    583 	    sproto == IPPROTO_IPCOMP,
    584 	    "unexpected security protocol %u", sproto);
    585 
    586 	/* Sanity check */
    587 	if (m == NULL) {
    588 		IPSECLOG(LOG_DEBUG, "null mbuf");
    589 		IPSEC_ISTAT(sproto, ESP_STAT_BADKCR, AH_STAT_BADKCR,
    590 		    IPCOMP_STAT_BADKCR);
    591 		error = EINVAL;
    592 		goto bad;
    593 	}
    594 
    595 	/* Fix IPv6 header */
    596 	if (m->m_len < sizeof(struct ip6_hdr) &&
    597 	    (m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
    598 
    599 		char buf[IPSEC_ADDRSTRLEN];
    600 		IPSECLOG(LOG_DEBUG, "processing failed for SA %s/%08lx\n",
    601 		    ipsec_address(&sav->sah->saidx.dst,
    602 		    buf, sizeof(buf)), (u_long) ntohl(sav->spi));
    603 
    604 		IPSEC_ISTAT(sproto, ESP_STAT_HDROPS, AH_STAT_HDROPS,
    605 		    IPCOMP_STAT_HDROPS);
    606 		error = EACCES;
    607 		goto bad;
    608 	}
    609 
    610 	ip6 = mtod(m, struct ip6_hdr *);
    611 	ip6->ip6_plen = htons(m->m_pkthdr.len - sizeof(struct ip6_hdr));
    612 
    613 	/* Save protocol */
    614 	m_copydata(m, protoff, 1, &prot);
    615 
    616 #ifdef INET
    617 	/* IP-in-IP encapsulation */
    618 	if (prot == IPPROTO_IPIP) {
    619 		struct ip ipn;
    620 
    621 		/* ipn will now contain the inner IPv4 header */
    622 		m_copydata(m, skip, sizeof(struct ip), &ipn);
    623 
    624 #ifdef notyet
    625 		/*
    626 		 * Check that the inner source address is the same as
    627 		 * the proxy address, if available.
    628 		 */
    629 		if ((saidx->proxy.sa.sa_family == AF_INET &&
    630 		    saidx->proxy.sin.sin_addr.s_addr != INADDR_ANY &&
    631 		    ipn.ip_src.s_addr != saidx->proxy.sin.sin_addr.s_addr) ||
    632 		    (saidx->proxy.sa.sa_family != AF_INET &&
    633 			saidx->proxy.sa.sa_family != 0)) {
    634 
    635 			char ipbuf[INET_ADDRSTRLEN];
    636 			char pbuf[IPSEC_ADDRSTRLEN], dbuf[IPSEC_ADDRSTRLEN];
    637 			IPSECLOG(LOG_DEBUG,
    638 			    "inner source address %s doesn't correspond to "
    639 			    "expected proxy source %s, SA %s/%08lx\n",
    640 			    IN_PRINT(ipbuf, ipn.ip_src),
    641 			    ipsec_address(&saidx->proxy, pbuf, sizeof(pbuf)),
    642 			    ipsec_address(&saidx->dst, dbuf, sizeof(dbuf)),
    643 			    (u_long) ntohl(sav->spi));
    644 
    645 			IPSEC_ISTAT(sproto, ESP_STAT_PDROPS,
    646 			    AH_STAT_PDROPS, IPCOMP_STAT_PDROPS);
    647 			error = EACCES;
    648 			goto bad;
    649 		}
    650 #endif /*XXX*/
    651 	}
    652 #endif /* INET */
    653 
    654 	/* IPv6-in-IP encapsulation */
    655 	if (prot == IPPROTO_IPV6) {
    656 		struct ip6_hdr ip6n;
    657 
    658 		/* ip6n will now contain the inner IPv6 header. */
    659 		m_copydata(m, skip, sizeof(struct ip6_hdr), &ip6n);
    660 
    661 #ifdef notyet
    662 		/*
    663 		 * Check that the inner source address is the same as
    664 		 * the proxy address, if available.
    665 		 */
    666 		if ((saidx->proxy.sa.sa_family == AF_INET6 &&
    667 		    !IN6_IS_ADDR_UNSPECIFIED(&saidx->proxy.sin6.sin6_addr) &&
    668 		    !IN6_ARE_ADDR_EQUAL(&ip6n.ip6_src,
    669 			&saidx->proxy.sin6.sin6_addr)) ||
    670 		    (saidx->proxy.sa.sa_family != AF_INET6 &&
    671 			saidx->proxy.sa.sa_family != 0)) {
    672 
    673 			char ip6buf[INET6_ADDRSTRLEN];
    674 			char pbuf[IPSEC_ADDRSTRLEN], dbuf[IPSEC_ADDRSTRLEN];
    675 			IPSECLOG(LOG_DEBUG,
    676 			    "inner source address %s doesn't correspond to "
    677 			    "expected proxy source %s, SA %s/%08lx\n",
    678 			    ip6_sprintf(ip6buf, &ip6n.ip6_src),
    679 			    ipsec_address(&saidx->proxy, pbuf, sizeof(pbuf)),
    680 			    ipsec_address(&saidx->dst, dbuf, sizeof(dbuf)),
    681 			    (u_long) ntohl(sav->spi));
    682 
    683 			IPSEC_ISTAT(sproto, ESP_STAT_PDROPS,
    684 			    AH_STAT_PDROPS, IPCOMP_STAT_PDROPS);
    685 			error = EACCES;
    686 			goto bad;
    687 		}
    688 #endif /*XXX*/
    689 	}
    690 
    691 	/*
    692 	 * Record what we've done to the packet (under what SA it was
    693 	 * processed).
    694 	 */
    695 	if (sproto != IPPROTO_IPCOMP) {
    696 		struct m_tag *mtag;
    697 		mtag = m_tag_get(PACKET_TAG_IPSEC_IN_DONE,
    698 		    sizeof(struct tdb_ident), M_NOWAIT);
    699 		if (mtag == NULL) {
    700 			IPSECLOG(LOG_DEBUG, "failed to get tag\n");
    701 			IPSEC_ISTAT(sproto, ESP_STAT_HDROPS,
    702 			    AH_STAT_HDROPS, IPCOMP_STAT_HDROPS);
    703 			error = ENOMEM;
    704 			goto bad;
    705 		}
    706 
    707 		tdbi = (struct tdb_ident *)(mtag + 1);
    708 		memcpy(&tdbi->dst, &saidx->dst, sizeof(union sockaddr_union));
    709 		tdbi->proto = sproto;
    710 		tdbi->spi = sav->spi;
    711 
    712 		m_tag_prepend(m, mtag);
    713 	}
    714 
    715 	key_sa_recordxfer(sav, m);
    716 
    717 	/* Retrieve new protocol */
    718 	m_copydata(m, protoff, sizeof(u_int8_t), &nxt8);
    719 
    720 	/*
    721 	 * See the end of ip6_input for this logic.
    722 	 * IPPROTO_IPV[46] case will be processed just like other ones
    723 	 */
    724 	nest = 0;
    725 	nxt = nxt8;
    726 	while (nxt != IPPROTO_DONE) {
    727 		if (ip6_hdrnestlimit && (++nest > ip6_hdrnestlimit)) {
    728 			IP6_STATINC(IP6_STAT_TOOMANYHDR);
    729 			error = EINVAL;
    730 			goto bad;
    731 		}
    732 
    733 		/*
    734 		 * Protection against faulty packet - there should be
    735 		 * more sanity checks in header chain processing.
    736 		 */
    737 		if (m->m_pkthdr.len < skip) {
    738 			IP6_STATINC(IP6_STAT_TOOSHORT);
    739 			in6_ifstat_inc(m_get_rcvif_NOMPSAFE(m),
    740 				       ifs6_in_truncated);
    741 			error = EINVAL;
    742 			goto bad;
    743 		}
    744 		/*
    745 		 * Enforce IPsec policy checking if we are seeing last header.
    746 		 * note that we do not visit this with protocols with pcb layer
    747 		 * code - like udp/tcp/raw ip.
    748 		 */
    749 		if ((inet6sw[ip6_protox[nxt]].pr_flags & PR_LASTHDR) != 0 &&
    750 		    ipsec6_in_reject(m, NULL)) {
    751 			error = EINVAL;
    752 			goto bad;
    753 		}
    754 		nxt = (*inet6sw[ip6_protox[nxt]].pr_input)(&m, &skip, nxt);
    755 	}
    756 	return 0;
    757 bad:
    758 	if (m)
    759 		m_freem(m);
    760 	return error;
    761 }
    762 #endif /* INET6 */
    763