Home | History | Annotate | Line # | Download | only in netinet6
ip6_forward.c revision 1.65
      1 /*	$NetBSD: ip6_forward.c,v 1.65 2008/04/23 06:09:05 thorpej Exp $	*/
      2 /*	$KAME: ip6_forward.c,v 1.109 2002/09/11 08:10:17 sakane Exp $	*/
      3 
      4 /*
      5  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      6  * All rights reserved.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  * 1. Redistributions of source code must retain the above copyright
     12  *    notice, this list of conditions and the following disclaimer.
     13  * 2. Redistributions in binary form must reproduce the above copyright
     14  *    notice, this list of conditions and the following disclaimer in the
     15  *    documentation and/or other materials provided with the distribution.
     16  * 3. Neither the name of the project nor the names of its contributors
     17  *    may be used to endorse or promote products derived from this software
     18  *    without specific prior written permission.
     19  *
     20  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     23  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     24  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     25  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     26  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     27  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     28  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     29  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     30  * SUCH DAMAGE.
     31  */
     32 
     33 #include <sys/cdefs.h>
     34 __KERNEL_RCSID(0, "$NetBSD: ip6_forward.c,v 1.65 2008/04/23 06:09:05 thorpej Exp $");
     35 
     36 #include "opt_ipsec.h"
     37 #include "opt_pfil_hooks.h"
     38 
     39 #include <sys/param.h>
     40 #include <sys/systm.h>
     41 #include <sys/malloc.h>
     42 #include <sys/mbuf.h>
     43 #include <sys/domain.h>
     44 #include <sys/protosw.h>
     45 #include <sys/socket.h>
     46 #include <sys/errno.h>
     47 #include <sys/time.h>
     48 #include <sys/kernel.h>
     49 #include <sys/syslog.h>
     50 
     51 #include <net/if.h>
     52 #include <net/route.h>
     53 
     54 #include <netinet/in.h>
     55 #include <netinet/in_var.h>
     56 #include <netinet/ip_var.h>
     57 #include <netinet/ip6.h>
     58 #include <netinet6/ip6_var.h>
     59 #include <netinet6/ip6_private.h>
     60 #include <netinet6/scope6_var.h>
     61 #include <netinet/icmp6.h>
     62 #include <netinet6/nd6.h>
     63 
     64 #ifdef IPSEC
     65 #include <netinet6/ipsec.h>
     66 #include <netinet6/ipsec_private.h>
     67 #include <netkey/key.h>
     68 #endif /* IPSEC */
     69 
     70 #ifdef FAST_IPSEC
     71 #include <netipsec/ipsec.h>
     72 #include <netipsec/ipsec6.h>
     73 #include <netipsec/key.h>
     74 #include <netipsec/xform.h>
     75 #endif /* FAST_IPSEC */
     76 
     77 #ifdef PFIL_HOOKS
     78 #include <net/pfil.h>
     79 #endif
     80 
     81 #include <net/net_osdep.h>
     82 
     83 struct	route ip6_forward_rt;
     84 
     85 #ifdef PFIL_HOOKS
     86 extern struct pfil_head inet6_pfil_hook;	/* XXX */
     87 #endif
     88 
     89 /*
     90  * Forward a packet.  If some error occurs return the sender
     91  * an icmp packet.  Note we can't always generate a meaningful
     92  * icmp message because icmp doesn't have a large enough repertoire
     93  * of codes and types.
     94  *
     95  * If not forwarding, just drop the packet.  This could be confusing
     96  * if ipforwarding was zero but some routing protocol was advancing
     97  * us as a gateway to somewhere.  However, we must let the routing
     98  * protocol deal with that.
     99  *
    100  */
    101 
    102 void
    103 ip6_forward(struct mbuf *m, int srcrt)
    104 {
    105 	struct ip6_hdr *ip6 = mtod(m, struct ip6_hdr *);
    106 	const struct sockaddr_in6 *dst;
    107 	struct rtentry *rt;
    108 	int error = 0, type = 0, code = 0;
    109 	struct mbuf *mcopy = NULL;
    110 	struct ifnet *origifp;	/* maybe unnecessary */
    111 	u_int32_t inzone, outzone;
    112 	struct in6_addr src_in6, dst_in6;
    113 #ifdef IPSEC
    114 	struct secpolicy *sp = NULL;
    115 	int ipsecrt = 0;
    116 #endif
    117 #ifdef FAST_IPSEC
    118     struct secpolicy *sp = NULL;
    119     int needipsec = 0;
    120     int s;
    121 #endif
    122 
    123 
    124 #ifdef IPSEC
    125 	/*
    126 	 * Check AH/ESP integrity.
    127 	 */
    128 	/*
    129 	 * Don't increment ip6s_cantforward because this is the check
    130 	 * before forwarding packet actually.
    131 	 */
    132 	if (ipsec6_in_reject(m, NULL)) {
    133 		IPSEC6_STATINC(IPSEC_STAT_IN_POLVIO);
    134 		m_freem(m);
    135 		return;
    136 	}
    137 #endif /* IPSEC */
    138 
    139 	/*
    140 	 * Do not forward packets to multicast destination (should be handled
    141 	 * by ip6_mforward().
    142 	 * Do not forward packets with unspecified source.  It was discussed
    143 	 * in July 2000, on ipngwg mailing list.
    144 	 */
    145 	if ((m->m_flags & (M_BCAST|M_MCAST)) != 0 ||
    146 	    IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst) ||
    147 	    IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) {
    148 		IP6_STATINC(IP6_STAT_CANTFORWARD);
    149 		/* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard) */
    150 		if (ip6_log_time + ip6_log_interval < time_second) {
    151 			ip6_log_time = time_second;
    152 			log(LOG_DEBUG,
    153 			    "cannot forward "
    154 			    "from %s to %s nxt %d received on %s\n",
    155 			    ip6_sprintf(&ip6->ip6_src),
    156 			    ip6_sprintf(&ip6->ip6_dst),
    157 			    ip6->ip6_nxt,
    158 			    if_name(m->m_pkthdr.rcvif));
    159 		}
    160 		m_freem(m);
    161 		return;
    162 	}
    163 
    164 	if (ip6->ip6_hlim <= IPV6_HLIMDEC) {
    165 		/* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard) */
    166 		icmp6_error(m, ICMP6_TIME_EXCEEDED,
    167 				ICMP6_TIME_EXCEED_TRANSIT, 0);
    168 		return;
    169 	}
    170 	ip6->ip6_hlim -= IPV6_HLIMDEC;
    171 
    172 	/*
    173 	 * Save at most ICMPV6_PLD_MAXLEN (= the min IPv6 MTU -
    174 	 * size of IPv6 + ICMPv6 headers) bytes of the packet in case
    175 	 * we need to generate an ICMP6 message to the src.
    176 	 * Thanks to M_EXT, in most cases copy will not occur.
    177 	 *
    178 	 * It is important to save it before IPsec processing as IPsec
    179 	 * processing may modify the mbuf.
    180 	 */
    181 	mcopy = m_copy(m, 0, imin(m->m_pkthdr.len, ICMPV6_PLD_MAXLEN));
    182 
    183 #ifdef IPSEC
    184 	/* get a security policy for this packet */
    185 	sp = ipsec6_getpolicybyaddr(m, IPSEC_DIR_OUTBOUND,
    186 	    IP_FORWARDING, &error);
    187 	if (sp == NULL) {
    188 		IPSEC6_STATINC(IPSEC_STAT_OUT_INVAL);
    189 		IP6_STATINC(IP6_STAT_CANTFORWARD);
    190 		if (mcopy) {
    191 #if 0
    192 			/* XXX: what icmp ? */
    193 #else
    194 			m_freem(mcopy);
    195 #endif
    196 		}
    197 		m_freem(m);
    198 		return;
    199 	}
    200 
    201 	error = 0;
    202 
    203 	/* check policy */
    204 	switch (sp->policy) {
    205 	case IPSEC_POLICY_DISCARD:
    206 		/*
    207 		 * This packet is just discarded.
    208 		 */
    209 		IPSEC6_STATINC(IPSEC_STAT_OUT_POLVIO);
    210 		IP6_STATINC(IP6_STAT_CANTFORWARD);
    211 		key_freesp(sp);
    212 		if (mcopy) {
    213 #if 0
    214 			/* XXX: what icmp ? */
    215 #else
    216 			m_freem(mcopy);
    217 #endif
    218 		}
    219 		m_freem(m);
    220 		return;
    221 
    222 	case IPSEC_POLICY_BYPASS:
    223 	case IPSEC_POLICY_NONE:
    224 		/* no need to do IPsec. */
    225 		key_freesp(sp);
    226 		goto skip_ipsec;
    227 
    228 	case IPSEC_POLICY_IPSEC:
    229 		if (sp->req == NULL) {
    230 			/* XXX should be panic ? */
    231 			printf("ip6_forward: No IPsec request specified.\n");
    232 			IP6_STATINC(IP6_STAT_CANTFORWARD);
    233 			key_freesp(sp);
    234 			if (mcopy) {
    235 #if 0
    236 				/* XXX: what icmp ? */
    237 #else
    238 				m_freem(mcopy);
    239 #endif
    240 			}
    241 			m_freem(m);
    242 			return;
    243 		}
    244 		/* do IPsec */
    245 		break;
    246 
    247 	case IPSEC_POLICY_ENTRUST:
    248 	default:
    249 		/* should be panic ?? */
    250 		printf("ip6_forward: Invalid policy found. %d\n", sp->policy);
    251 		key_freesp(sp);
    252 		goto skip_ipsec;
    253 	}
    254 
    255     {
    256 	struct ipsecrequest *isr = NULL;
    257 	struct ipsec_output_state state;
    258 
    259 	/*
    260 	 * when the kernel forwards a packet, it is not proper to apply
    261 	 * IPsec transport mode to the packet is not proper.  this check
    262 	 * avoid from this.
    263 	 * at present, if there is even a transport mode SA request in the
    264 	 * security policy, the kernel does not apply IPsec to the packet.
    265 	 * this check is not enough because the following case is valid.
    266 	 *      ipsec esp/tunnel/xxx-xxx/require esp/transport//require;
    267 	 */
    268 	for (isr = sp->req; isr; isr = isr->next) {
    269 		if (isr->saidx.mode == IPSEC_MODE_ANY)
    270 			goto doipsectunnel;
    271 		if (isr->saidx.mode == IPSEC_MODE_TUNNEL)
    272 			goto doipsectunnel;
    273 	}
    274 
    275 	/*
    276 	 * if there's no need for tunnel mode IPsec, skip.
    277 	 */
    278 	if (!isr)
    279 		goto skip_ipsec;
    280 
    281     doipsectunnel:
    282 	/*
    283 	 * All the extension headers will become inaccessible
    284 	 * (since they can be encrypted).
    285 	 * Don't panic, we need no more updates to extension headers
    286 	 * on inner IPv6 packet (since they are now encapsulated).
    287 	 *
    288 	 * IPv6 [ESP|AH] IPv6 [extension headers] payload
    289 	 */
    290 	bzero(&state, sizeof(state));
    291 	state.m = m;
    292 	state.ro = NULL;	/* update at ipsec6_output_tunnel() */
    293 	state.dst = NULL;	/* update at ipsec6_output_tunnel() */
    294 
    295 	error = ipsec6_output_tunnel(&state, sp, 0);
    296 
    297 	m = state.m;
    298 	key_freesp(sp);
    299 
    300 	if (error) {
    301 		/* mbuf is already reclaimed in ipsec6_output_tunnel. */
    302 		switch (error) {
    303 		case EHOSTUNREACH:
    304 		case ENETUNREACH:
    305 		case EMSGSIZE:
    306 		case ENOBUFS:
    307 		case ENOMEM:
    308 			break;
    309 		default:
    310 			printf("ip6_forward (ipsec): error code %d\n", error);
    311 			/* FALLTHROUGH */
    312 		case ENOENT:
    313 			/* don't show these error codes to the user */
    314 			break;
    315 		}
    316 		IP6_STATINC(IP6_STAT_CANTFORWARD);
    317 		if (mcopy) {
    318 #if 0
    319 			/* XXX: what icmp ? */
    320 #else
    321 			m_freem(mcopy);
    322 #endif
    323 		}
    324 		m_freem(m);
    325 		return;
    326 	}
    327 
    328 	if (ip6 != mtod(m, struct ip6_hdr *)) {
    329 		/*
    330 		 * now tunnel mode headers are added.  we are originating
    331 		 * packet instead of forwarding the packet.
    332 		 */
    333 		ip6_output(m, NULL, NULL, IPV6_FORWARDING/*XXX*/, NULL, NULL,
    334 		    NULL);
    335 		goto freecopy;
    336 	}
    337 
    338 	/* adjust pointer */
    339 	rt = state.ro ? rtcache_validate(state.ro) : NULL;
    340 	dst = (const struct sockaddr_in6 *)state.dst;
    341 	if (dst != NULL && rt != NULL) {
    342 		ipsecrt = 1;
    343 		goto skip_routing;
    344 	}
    345     }
    346     skip_ipsec:
    347 #endif /* IPSEC */
    348 #ifdef FAST_IPSEC
    349 	/* Check the security policy (SP) for the packet */
    350 
    351 	sp = ipsec6_check_policy(m,NULL,0,&needipsec,&error);
    352 	if (error != 0) {
    353 		/*
    354 		 * Hack: -EINVAL is used to signal that a packet
    355 		 * should be silently discarded.  This is typically
    356 		 * because we asked key management for an SA and
    357 		 * it was delayed (e.g. kicked up to IKE).
    358 		 */
    359 	if (error == -EINVAL)
    360 		error = 0;
    361 	goto freecopy;
    362 	}
    363 #endif /* FAST_IPSEC */
    364 
    365 	if (srcrt) {
    366 		union {
    367 			struct sockaddr		dst;
    368 			struct sockaddr_in6	dst6;
    369 		} u;
    370 
    371 		sockaddr_in6_init(&u.dst6, &ip6->ip6_dst, 0, 0, 0);
    372 		if ((rt = rtcache_lookup(&ip6_forward_rt, &u.dst)) == NULL) {
    373 			IP6_STATINC(IP6_STAT_NOROUTE);
    374 			/* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_noroute) */
    375 			if (mcopy) {
    376 				icmp6_error(mcopy, ICMP6_DST_UNREACH,
    377 					    ICMP6_DST_UNREACH_NOROUTE, 0);
    378 			}
    379 			m_freem(m);
    380 			return;
    381 		}
    382 	} else if ((rt = rtcache_validate(&ip6_forward_rt)) == NULL &&
    383 	           (rt = rtcache_update(&ip6_forward_rt, 1)) == NULL) {
    384 		/*
    385 		 * rtcache_getdst(ip6_forward_rt)->sin6_addr was equal to
    386 		 * ip6->ip6_dst
    387 		 */
    388 		IP6_STATINC(IP6_STAT_NOROUTE);
    389 		/* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_noroute) */
    390 		if (mcopy) {
    391 			icmp6_error(mcopy, ICMP6_DST_UNREACH,
    392 			    ICMP6_DST_UNREACH_NOROUTE, 0);
    393 		}
    394 		m_freem(m);
    395 		return;
    396 	}
    397 	dst = satocsin6(rtcache_getdst(&ip6_forward_rt));
    398 #ifdef IPSEC
    399     skip_routing:;
    400 #endif /* IPSEC */
    401 
    402 	/*
    403 	 * Source scope check: if a packet can't be delivered to its
    404 	 * destination for the reason that the destination is beyond the scope
    405 	 * of the source address, discard the packet and return an icmp6
    406 	 * destination unreachable error with Code 2 (beyond scope of source
    407 	 * address).  We use a local copy of ip6_src, since in6_setscope()
    408 	 * will possibly modify its first argument.
    409 	 * [draft-ietf-ipngwg-icmp-v3-07, Section 3.1]
    410 	 */
    411 	src_in6 = ip6->ip6_src;
    412 	if (in6_setscope(&src_in6, rt->rt_ifp, &outzone)) {
    413 		/* XXX: this should not happen */
    414 		uint64_t *ip6s = IP6_STAT_GETREF();
    415 		ip6s[IP6_STAT_CANTFORWARD]++;
    416 		ip6s[IP6_STAT_BADSCOPE]++;
    417 		IP6_STAT_PUTREF();
    418 		m_freem(m);
    419 		return;
    420 	}
    421 	if (in6_setscope(&src_in6, m->m_pkthdr.rcvif, &inzone)) {
    422 		uint64_t *ip6s = IP6_STAT_GETREF();
    423 		ip6s[IP6_STAT_CANTFORWARD]++;
    424 		ip6s[IP6_STAT_BADSCOPE]++;
    425 		IP6_STAT_PUTREF();
    426 		m_freem(m);
    427 		return;
    428 	}
    429 	if (inzone != outzone
    430 #ifdef IPSEC
    431 	    && !ipsecrt
    432 #endif
    433 	    ) {
    434 		uint64_t *ip6s = IP6_STAT_GETREF();
    435 		ip6s[IP6_STAT_CANTFORWARD]++;
    436 		ip6s[IP6_STAT_BADSCOPE]++;
    437 		IP6_STAT_PUTREF();
    438 		in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard);
    439 
    440 		if (ip6_log_time + ip6_log_interval < time_second) {
    441 			ip6_log_time = time_second;
    442 			log(LOG_DEBUG,
    443 			    "cannot forward "
    444 			    "src %s, dst %s, nxt %d, rcvif %s, outif %s\n",
    445 			    ip6_sprintf(&ip6->ip6_src),
    446 			    ip6_sprintf(&ip6->ip6_dst),
    447 			    ip6->ip6_nxt,
    448 			    if_name(m->m_pkthdr.rcvif), if_name(rt->rt_ifp));
    449 		}
    450 		if (mcopy)
    451 			icmp6_error(mcopy, ICMP6_DST_UNREACH,
    452 				    ICMP6_DST_UNREACH_BEYONDSCOPE, 0);
    453 		m_freem(m);
    454 		return;
    455 	}
    456 #ifdef FAST_IPSEC
    457     /*
    458      * If we need to encapsulate the packet, do it here
    459      * ipsec6_proces_packet will send the packet using ip6_output
    460      */
    461 	if (needipsec) {
    462 		s = splsoftnet();
    463 		error = ipsec6_process_packet(m,sp->req);
    464 		splx(s);
    465 		if (mcopy)
    466 			goto freecopy;
    467     }
    468 #endif
    469 
    470 
    471 
    472 	/*
    473 	 * Destination scope check: if a packet is going to break the scope
    474 	 * zone of packet's destination address, discard it.  This case should
    475 	 * usually be prevented by appropriately-configured routing table, but
    476 	 * we need an explicit check because we may mistakenly forward the
    477 	 * packet to a different zone by (e.g.) a default route.
    478 	 */
    479 	dst_in6 = ip6->ip6_dst;
    480 	if (in6_setscope(&dst_in6, m->m_pkthdr.rcvif, &inzone) != 0 ||
    481 	    in6_setscope(&dst_in6, rt->rt_ifp, &outzone) != 0 ||
    482 	    inzone != outzone) {
    483 		uint64_t *ip6s = IP6_STAT_GETREF();
    484 		ip6s[IP6_STAT_CANTFORWARD]++;
    485 		ip6s[IP6_STAT_BADSCOPE]++;
    486 		IP6_STAT_PUTREF();
    487 		m_freem(m);
    488 		return;
    489 	}
    490 
    491 	if (m->m_pkthdr.len > IN6_LINKMTU(rt->rt_ifp)) {
    492 		in6_ifstat_inc(rt->rt_ifp, ifs6_in_toobig);
    493 		if (mcopy) {
    494 			u_long mtu;
    495 #ifdef IPSEC
    496 			struct secpolicy *xsp;
    497 			int ipsecerror;
    498 			size_t ipsechdrsiz;
    499 #endif
    500 
    501 			mtu = IN6_LINKMTU(rt->rt_ifp);
    502 #ifdef IPSEC
    503 			/*
    504 			 * When we do IPsec tunnel ingress, we need to play
    505 			 * with the link value (decrement IPsec header size
    506 			 * from mtu value).  The code is much simpler than v4
    507 			 * case, as we have the outgoing interface for
    508 			 * encapsulated packet as "rt->rt_ifp".
    509 			 */
    510 			xsp = ipsec6_getpolicybyaddr(mcopy, IPSEC_DIR_OUTBOUND,
    511 				IP_FORWARDING, &ipsecerror);
    512 			if (xsp) {
    513 				ipsechdrsiz = ipsec6_hdrsiz(mcopy,
    514 					IPSEC_DIR_OUTBOUND, NULL);
    515 				if (ipsechdrsiz < mtu)
    516 					mtu -= ipsechdrsiz;
    517 			}
    518 
    519 			/*
    520 			 * if mtu becomes less than minimum MTU,
    521 			 * tell minimum MTU (and I'll need to fragment it).
    522 			 */
    523 			if (mtu < IPV6_MMTU)
    524 				mtu = IPV6_MMTU;
    525 #endif
    526 			icmp6_error(mcopy, ICMP6_PACKET_TOO_BIG, 0, mtu);
    527 		}
    528 		m_freem(m);
    529 		return;
    530 	}
    531 
    532 	if (rt->rt_flags & RTF_GATEWAY)
    533 		dst = (struct sockaddr_in6 *)rt->rt_gateway;
    534 
    535 	/*
    536 	 * If we are to forward the packet using the same interface
    537 	 * as one we got the packet from, perhaps we should send a redirect
    538 	 * to sender to shortcut a hop.
    539 	 * Only send redirect if source is sending directly to us,
    540 	 * and if packet was not source routed (or has any options).
    541 	 * Also, don't send redirect if forwarding using a route
    542 	 * modified by a redirect.
    543 	 */
    544 	if (rt->rt_ifp == m->m_pkthdr.rcvif && !srcrt && ip6_sendredirects &&
    545 #ifdef IPSEC
    546 	    !ipsecrt &&
    547 #endif
    548 	    (rt->rt_flags & (RTF_DYNAMIC|RTF_MODIFIED)) == 0) {
    549 		if ((rt->rt_ifp->if_flags & IFF_POINTOPOINT) &&
    550 		    nd6_is_addr_neighbor(
    551 		        satocsin6(rtcache_getdst(&ip6_forward_rt)),
    552 			rt->rt_ifp)) {
    553 			/*
    554 			 * If the incoming interface is equal to the outgoing
    555 			 * one, the link attached to the interface is
    556 			 * point-to-point, and the IPv6 destination is
    557 			 * regarded as on-link on the link, then it will be
    558 			 * highly probable that the destination address does
    559 			 * not exist on the link and that the packet is going
    560 			 * to loop.  Thus, we immediately drop the packet and
    561 			 * send an ICMPv6 error message.
    562 			 * For other routing loops, we dare to let the packet
    563 			 * go to the loop, so that a remote diagnosing host
    564 			 * can detect the loop by traceroute.
    565 			 * type/code is based on suggestion by Rich Draves.
    566 			 * not sure if it is the best pick.
    567 			 */
    568 			icmp6_error(mcopy, ICMP6_DST_UNREACH,
    569 				    ICMP6_DST_UNREACH_ADDR, 0);
    570 			m_freem(m);
    571 			return;
    572 		}
    573 		type = ND_REDIRECT;
    574 	}
    575 
    576 	/*
    577 	 * Fake scoped addresses. Note that even link-local source or
    578 	 * destinaion can appear, if the originating node just sends the
    579 	 * packet to us (without address resolution for the destination).
    580 	 * Since both icmp6_error and icmp6_redirect_output fill the embedded
    581 	 * link identifiers, we can do this stuff after making a copy for
    582 	 * returning an error.
    583 	 */
    584 	if ((rt->rt_ifp->if_flags & IFF_LOOPBACK) != 0) {
    585 		/*
    586 		 * See corresponding comments in ip6_output.
    587 		 * XXX: but is it possible that ip6_forward() sends a packet
    588 		 *      to a loopback interface? I don't think so, and thus
    589 		 *      I bark here. (jinmei (at) kame.net)
    590 		 * XXX: it is common to route invalid packets to loopback.
    591 		 *	also, the codepath will be visited on use of ::1 in
    592 		 *	rthdr. (itojun)
    593 		 */
    594 #if 1
    595 		if (0)
    596 #else
    597 		if ((rt->rt_flags & (RTF_BLACKHOLE|RTF_REJECT)) == 0)
    598 #endif
    599 		{
    600 			printf("ip6_forward: outgoing interface is loopback. "
    601 			       "src %s, dst %s, nxt %d, rcvif %s, outif %s\n",
    602 			       ip6_sprintf(&ip6->ip6_src),
    603 			       ip6_sprintf(&ip6->ip6_dst),
    604 			       ip6->ip6_nxt, if_name(m->m_pkthdr.rcvif),
    605 			       if_name(rt->rt_ifp));
    606 		}
    607 
    608 		/* we can just use rcvif in forwarding. */
    609 		origifp = m->m_pkthdr.rcvif;
    610 	}
    611 	else
    612 		origifp = rt->rt_ifp;
    613 	/*
    614 	 * clear embedded scope identifiers if necessary.
    615 	 * in6_clearscope will touch the addresses only when necessary.
    616 	 */
    617 	in6_clearscope(&ip6->ip6_src);
    618 	in6_clearscope(&ip6->ip6_dst);
    619 
    620 #ifdef PFIL_HOOKS
    621 	/*
    622 	 * Run through list of hooks for output packets.
    623 	 */
    624 	if ((error = pfil_run_hooks(&inet6_pfil_hook, &m, rt->rt_ifp,
    625 	    PFIL_OUT)) != 0)
    626 		goto senderr;
    627 	if (m == NULL)
    628 		goto freecopy;
    629 	ip6 = mtod(m, struct ip6_hdr *);
    630 #endif /* PFIL_HOOKS */
    631 
    632 	error = nd6_output(rt->rt_ifp, origifp, m, dst, rt);
    633 	if (error) {
    634 		in6_ifstat_inc(rt->rt_ifp, ifs6_out_discard);
    635 		IP6_STATINC(IP6_STAT_CANTFORWARD);
    636 	} else {
    637 		IP6_STATINC(IP6_STAT_FORWARD);
    638 		in6_ifstat_inc(rt->rt_ifp, ifs6_out_forward);
    639 		if (type)
    640 			IP6_STATINC(IP6_STAT_REDIRECTSENT);
    641 		else {
    642 #ifdef GATEWAY
    643 			if (m->m_flags & M_CANFASTFWD)
    644 				ip6flow_create(&ip6_forward_rt, m);
    645 #endif
    646 			if (mcopy)
    647 				goto freecopy;
    648 		}
    649 	}
    650 
    651 #ifdef PFIL_HOOKS
    652  senderr:
    653 #endif
    654 	if (mcopy == NULL)
    655 		return;
    656 	switch (error) {
    657 	case 0:
    658 		if (type == ND_REDIRECT) {
    659 			icmp6_redirect_output(mcopy, rt);
    660 			return;
    661 		}
    662 		goto freecopy;
    663 
    664 	case EMSGSIZE:
    665 		/* xxx MTU is constant in PPP? */
    666 		goto freecopy;
    667 
    668 	case ENOBUFS:
    669 		/* Tell source to slow down like source quench in IP? */
    670 		goto freecopy;
    671 
    672 	case ENETUNREACH:	/* shouldn't happen, checked above */
    673 	case EHOSTUNREACH:
    674 	case ENETDOWN:
    675 	case EHOSTDOWN:
    676 	default:
    677 		type = ICMP6_DST_UNREACH;
    678 		code = ICMP6_DST_UNREACH_ADDR;
    679 		break;
    680 	}
    681 	icmp6_error(mcopy, type, code, 0);
    682 	return;
    683 
    684  freecopy:
    685 	m_freem(mcopy);
    686 	return;
    687 }
    688