Home | History | Annotate | Line # | Download | only in netinet
ip_output.c revision 1.153.2.8
      1  1.153.2.8      yamt /*	$NetBSD: ip_output.c,v 1.153.2.8 2008/02/11 15:00:05 yamt Exp $	*/
      2       1.61    itojun 
      3       1.61    itojun /*
      4       1.61    itojun  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      5       1.61    itojun  * All rights reserved.
      6       1.97    itojun  *
      7       1.61    itojun  * Redistribution and use in source and binary forms, with or without
      8       1.61    itojun  * modification, are permitted provided that the following conditions
      9       1.61    itojun  * are met:
     10       1.61    itojun  * 1. Redistributions of source code must retain the above copyright
     11       1.61    itojun  *    notice, this list of conditions and the following disclaimer.
     12       1.61    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.61    itojun  *    notice, this list of conditions and the following disclaimer in the
     14       1.61    itojun  *    documentation and/or other materials provided with the distribution.
     15       1.61    itojun  * 3. Neither the name of the project nor the names of its contributors
     16       1.61    itojun  *    may be used to endorse or promote products derived from this software
     17       1.61    itojun  *    without specific prior written permission.
     18       1.97    itojun  *
     19       1.61    itojun  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     20       1.61    itojun  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21       1.61    itojun  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22       1.61    itojun  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     23       1.61    itojun  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24       1.61    itojun  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25       1.61    itojun  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26       1.61    itojun  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27       1.61    itojun  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28       1.61    itojun  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29       1.61    itojun  * SUCH DAMAGE.
     30       1.61    itojun  */
     31       1.54   thorpej 
     32       1.54   thorpej /*-
     33       1.54   thorpej  * Copyright (c) 1998 The NetBSD Foundation, Inc.
     34       1.54   thorpej  * All rights reserved.
     35       1.54   thorpej  *
     36       1.54   thorpej  * This code is derived from software contributed to The NetBSD Foundation
     37       1.54   thorpej  * by Public Access Networks Corporation ("Panix").  It was developed under
     38       1.54   thorpej  * contract to Panix by Eric Haszlakiewicz and Thor Lancelot Simon.
     39       1.54   thorpej  *
     40       1.54   thorpej  * Redistribution and use in source and binary forms, with or without
     41       1.54   thorpej  * modification, are permitted provided that the following conditions
     42       1.54   thorpej  * are met:
     43       1.54   thorpej  * 1. Redistributions of source code must retain the above copyright
     44       1.54   thorpej  *    notice, this list of conditions and the following disclaimer.
     45       1.54   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     46       1.54   thorpej  *    notice, this list of conditions and the following disclaimer in the
     47       1.54   thorpej  *    documentation and/or other materials provided with the distribution.
     48       1.54   thorpej  * 3. All advertising materials mentioning features or use of this software
     49       1.54   thorpej  *    must display the following acknowledgement:
     50       1.54   thorpej  *	This product includes software developed by the NetBSD
     51       1.54   thorpej  *	Foundation, Inc. and its contributors.
     52       1.54   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     53       1.54   thorpej  *    contributors may be used to endorse or promote products derived
     54       1.54   thorpej  *    from this software without specific prior written permission.
     55       1.54   thorpej  *
     56       1.54   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     57       1.54   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     58       1.54   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     59       1.54   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     60       1.54   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     61       1.54   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     62       1.54   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     63       1.54   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     64       1.54   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     65       1.54   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     66       1.54   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     67       1.54   thorpej  */
     68       1.19       cgd 
     69        1.1       cgd /*
     70       1.18   mycroft  * Copyright (c) 1982, 1986, 1988, 1990, 1993
     71       1.18   mycroft  *	The Regents of the University of California.  All rights reserved.
     72        1.1       cgd  *
     73        1.1       cgd  * Redistribution and use in source and binary forms, with or without
     74        1.1       cgd  * modification, are permitted provided that the following conditions
     75        1.1       cgd  * are met:
     76        1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     77        1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     78        1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     79        1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     80        1.1       cgd  *    documentation and/or other materials provided with the distribution.
     81      1.108       agc  * 3. Neither the name of the University nor the names of its contributors
     82        1.1       cgd  *    may be used to endorse or promote products derived from this software
     83        1.1       cgd  *    without specific prior written permission.
     84        1.1       cgd  *
     85        1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     86        1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     87        1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     88        1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     89        1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     90        1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     91        1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     92        1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     93        1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     94        1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     95        1.1       cgd  * SUCH DAMAGE.
     96        1.1       cgd  *
     97       1.19       cgd  *	@(#)ip_output.c	8.3 (Berkeley) 1/21/94
     98        1.1       cgd  */
     99       1.89     lukem 
    100       1.89     lukem #include <sys/cdefs.h>
    101  1.153.2.8      yamt __KERNEL_RCSID(0, "$NetBSD: ip_output.c,v 1.153.2.8 2008/02/11 15:00:05 yamt Exp $");
    102       1.42    scottr 
    103       1.50       mrg #include "opt_pfil_hooks.h"
    104      1.128  jonathan #include "opt_inet.h"
    105       1.62   thorpej #include "opt_ipsec.h"
    106       1.42    scottr #include "opt_mrouting.h"
    107        1.1       cgd 
    108        1.8   mycroft #include <sys/param.h>
    109        1.8   mycroft #include <sys/malloc.h>
    110        1.8   mycroft #include <sys/mbuf.h>
    111        1.8   mycroft #include <sys/errno.h>
    112        1.8   mycroft #include <sys/protosw.h>
    113        1.8   mycroft #include <sys/socket.h>
    114        1.8   mycroft #include <sys/socketvar.h>
    115  1.153.2.1      yamt #include <sys/kauth.h>
    116      1.118    itojun #ifdef FAST_IPSEC
    117      1.118    itojun #include <sys/domain.h>
    118      1.118    itojun #endif
    119       1.28  christos #include <sys/systm.h>
    120       1.61    itojun #include <sys/proc.h>
    121       1.61    itojun 
    122        1.8   mycroft #include <net/if.h>
    123        1.8   mycroft #include <net/route.h>
    124       1.38       mrg #include <net/pfil.h>
    125        1.1       cgd 
    126        1.8   mycroft #include <netinet/in.h>
    127        1.8   mycroft #include <netinet/in_systm.h>
    128        1.8   mycroft #include <netinet/ip.h>
    129        1.8   mycroft #include <netinet/in_pcb.h>
    130        1.8   mycroft #include <netinet/in_var.h>
    131        1.8   mycroft #include <netinet/ip_var.h>
    132      1.152      yamt #include <netinet/in_offload.h>
    133       1.72  jdolecek 
    134       1.72  jdolecek #ifdef MROUTING
    135       1.72  jdolecek #include <netinet/ip_mroute.h>
    136       1.72  jdolecek #endif
    137       1.32       mrg 
    138       1.28  christos #include <machine/stdarg.h>
    139       1.28  christos 
    140       1.61    itojun #ifdef IPSEC
    141       1.61    itojun #include <netinet6/ipsec.h>
    142       1.61    itojun #include <netkey/key.h>
    143       1.61    itojun #include <netkey/key_debug.h>
    144       1.61    itojun #endif /*IPSEC*/
    145       1.61    itojun 
    146      1.109  jonathan #ifdef FAST_IPSEC
    147      1.109  jonathan #include <netipsec/ipsec.h>
    148      1.109  jonathan #include <netipsec/key.h>
    149      1.109  jonathan #include <netipsec/xform.h>
    150      1.109  jonathan #endif	/* FAST_IPSEC*/
    151      1.109  jonathan 
    152  1.153.2.1      yamt #ifdef IPSEC_NAT_T
    153  1.153.2.1      yamt #include <netinet/udp.h>
    154  1.153.2.1      yamt #endif
    155  1.153.2.1      yamt 
    156      1.139     perry static struct mbuf *ip_insertoptions(struct mbuf *, struct mbuf *, int *);
    157      1.139     perry static struct ifnet *ip_multicast_if(struct in_addr *, int *);
    158  1.153.2.4      yamt static void ip_mloopback(struct ifnet *, struct mbuf *,
    159  1.153.2.4      yamt     const struct sockaddr_in *);
    160  1.153.2.1      yamt static int ip_getoptval(struct mbuf *, u_int8_t *, u_int);
    161        1.1       cgd 
    162       1.78   thorpej #ifdef PFIL_HOOKS
    163       1.78   thorpej extern struct pfil_head inet_pfil_hook;			/* XXX */
    164       1.78   thorpej #endif
    165       1.78   thorpej 
    166      1.151      yamt int	ip_do_loopback_cksum = 0;
    167      1.151      yamt 
    168        1.1       cgd /*
    169        1.1       cgd  * IP output.  The packet in mbuf chain m contains a skeletal IP
    170        1.1       cgd  * header (with len, off, ttl, proto, tos, src, dst).
    171        1.1       cgd  * The mbuf chain containing the packet will be freed.
    172        1.1       cgd  * The mbuf opt, if present, will not be freed.
    173        1.1       cgd  */
    174       1.12   mycroft int
    175       1.28  christos ip_output(struct mbuf *m0, ...)
    176        1.1       cgd {
    177  1.153.2.7      yamt 	struct rtentry *rt;
    178      1.110    itojun 	struct ip *ip;
    179       1.71  augustss 	struct ifnet *ifp;
    180       1.71  augustss 	struct mbuf *m = m0;
    181       1.71  augustss 	int hlen = sizeof (struct ip);
    182      1.110    itojun 	int len, error = 0;
    183        1.1       cgd 	struct route iproute;
    184  1.153.2.4      yamt 	const struct sockaddr_in *dst;
    185        1.1       cgd 	struct in_ifaddr *ia;
    186  1.153.2.2      yamt 	struct ifaddr *xifa;
    187       1.28  christos 	struct mbuf *opt;
    188       1.28  christos 	struct route *ro;
    189       1.86   thorpej 	int flags, sw_csum;
    190       1.40      matt 	int *mtu_p;
    191       1.96    itojun 	u_long mtu;
    192       1.28  christos 	struct ip_moptions *imo;
    193      1.116    itojun 	struct socket *so;
    194       1.28  christos 	va_list ap;
    195      1.141      manu #ifdef IPSEC_NAT_T
    196      1.141      manu 	int natt_frag = 0;
    197      1.141      manu #endif
    198  1.153.2.1      yamt #ifdef IPSEC
    199  1.153.2.1      yamt 	struct secpolicy *sp = NULL;
    200       1.61    itojun #endif /*IPSEC*/
    201      1.109  jonathan #ifdef FAST_IPSEC
    202      1.116    itojun 	struct inpcb *inp;
    203      1.109  jonathan 	struct secpolicy *sp = NULL;
    204      1.109  jonathan 	int s;
    205      1.109  jonathan #endif
    206       1.79   thorpej 	u_int16_t ip_len;
    207  1.153.2.4      yamt 	union {
    208  1.153.2.4      yamt 		struct sockaddr		dst;
    209  1.153.2.4      yamt 		struct sockaddr_in	dst4;
    210  1.153.2.4      yamt 	} u;
    211  1.153.2.4      yamt 	struct sockaddr *rdst = &u.dst;	/* real IP destination, as opposed
    212  1.153.2.4      yamt 					 * to the nexthop
    213  1.153.2.4      yamt 					 */
    214       1.28  christos 
    215      1.102   darrenr 	len = 0;
    216       1.28  christos 	va_start(ap, m0);
    217       1.28  christos 	opt = va_arg(ap, struct mbuf *);
    218       1.28  christos 	ro = va_arg(ap, struct route *);
    219       1.28  christos 	flags = va_arg(ap, int);
    220       1.28  christos 	imo = va_arg(ap, struct ip_moptions *);
    221      1.116    itojun 	so = va_arg(ap, struct socket *);
    222       1.40      matt 	if (flags & IP_RETURNMTU)
    223       1.40      matt 		mtu_p = va_arg(ap, int *);
    224       1.40      matt 	else
    225       1.40      matt 		mtu_p = NULL;
    226       1.28  christos 	va_end(ap);
    227       1.28  christos 
    228      1.103      matt 	MCLAIM(m, &ip_tx_mowner);
    229      1.116    itojun #ifdef FAST_IPSEC
    230      1.121  jonathan 	if (so != NULL && so->so_proto->pr_domain->dom_family == AF_INET)
    231      1.116    itojun 		inp = (struct inpcb *)so->so_pcb;
    232      1.116    itojun 	else
    233      1.116    itojun 		inp = NULL;
    234      1.130   thorpej #endif /* FAST_IPSEC */
    235       1.61    itojun 
    236        1.1       cgd #ifdef	DIAGNOSTIC
    237        1.1       cgd 	if ((m->m_flags & M_PKTHDR) == 0)
    238  1.153.2.2      yamt 		panic("ip_output: no HDR");
    239  1.153.2.2      yamt 
    240  1.153.2.2      yamt 	if ((m->m_pkthdr.csum_flags & (M_CSUM_TCPv6|M_CSUM_UDPv6)) != 0) {
    241  1.153.2.2      yamt 		panic("ip_output: IPv6 checksum offload flags: %d",
    242  1.153.2.2      yamt 		    m->m_pkthdr.csum_flags);
    243  1.153.2.2      yamt 	}
    244  1.153.2.2      yamt 
    245  1.153.2.2      yamt 	if ((m->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4)) ==
    246  1.153.2.2      yamt 	    (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
    247  1.153.2.2      yamt 		panic("ip_output: conflicting checksum offload flags: %d",
    248  1.153.2.2      yamt 		    m->m_pkthdr.csum_flags);
    249  1.153.2.2      yamt 	}
    250        1.1       cgd #endif
    251        1.1       cgd 	if (opt) {
    252        1.1       cgd 		m = ip_insertoptions(m, opt, &len);
    253      1.102   darrenr 		if (len >= sizeof(struct ip))
    254      1.102   darrenr 			hlen = len;
    255        1.1       cgd 	}
    256        1.1       cgd 	ip = mtod(m, struct ip *);
    257        1.1       cgd 	/*
    258        1.1       cgd 	 * Fill in IP header.
    259        1.1       cgd 	 */
    260       1.18   mycroft 	if ((flags & (IP_FORWARDING|IP_RAWOUTPUT)) == 0) {
    261        1.1       cgd 		ip->ip_v = IPVERSION;
    262      1.100    itojun 		ip->ip_off = htons(0);
    263  1.153.2.8      yamt 		/* ip->ip_id filled in after we find out source ia */
    264        1.1       cgd 		ip->ip_hl = hlen >> 2;
    265       1.18   mycroft 		ipstat.ips_localout++;
    266        1.1       cgd 	} else {
    267        1.1       cgd 		hlen = ip->ip_hl << 2;
    268        1.1       cgd 	}
    269        1.1       cgd 	/*
    270        1.1       cgd 	 * Route packet.
    271        1.1       cgd 	 */
    272  1.153.2.3      yamt 	memset(&iproute, 0, sizeof(iproute));
    273  1.153.2.3      yamt 	if (ro == NULL)
    274        1.1       cgd 		ro = &iproute;
    275  1.153.2.4      yamt 	sockaddr_in_init(&u.dst4, &ip->ip_dst, 0);
    276  1.153.2.4      yamt 	dst = satocsin(rtcache_getdst(ro));
    277        1.1       cgd 	/*
    278        1.1       cgd 	 * If there is a cached route,
    279        1.1       cgd 	 * check that it is to the same destination
    280        1.1       cgd 	 * and is still up.  If not, free it and try again.
    281       1.92    itojun 	 * The address family should also be checked in case of sharing the
    282       1.92    itojun 	 * cache with IPv6.
    283        1.1       cgd 	 */
    284  1.153.2.4      yamt 	if (dst == NULL)
    285  1.153.2.4      yamt 		;
    286  1.153.2.4      yamt 	else if (dst->sin_family != AF_INET ||
    287  1.153.2.4      yamt 		 !in_hosteq(dst->sin_addr, ip->ip_dst))
    288  1.153.2.2      yamt 		rtcache_free(ro);
    289  1.153.2.7      yamt 
    290  1.153.2.7      yamt 	if ((rt = rtcache_validate(ro)) == NULL &&
    291  1.153.2.7      yamt 	    (rt = rtcache_update(ro, 1)) == NULL) {
    292  1.153.2.4      yamt 		dst = &u.dst4;
    293  1.153.2.4      yamt 		rtcache_setdst(ro, &u.dst);
    294        1.1       cgd 	}
    295        1.1       cgd 	/*
    296        1.1       cgd 	 * If routing to interface only,
    297        1.1       cgd 	 * short circuit routing lookup.
    298        1.1       cgd 	 */
    299        1.1       cgd 	if (flags & IP_ROUTETOIF) {
    300  1.153.2.4      yamt 		if ((ia = ifatoia(ifa_ifwithladdr(sintocsa(dst)))) == NULL) {
    301       1.18   mycroft 			ipstat.ips_noroute++;
    302        1.1       cgd 			error = ENETUNREACH;
    303        1.1       cgd 			goto bad;
    304        1.1       cgd 		}
    305        1.1       cgd 		ifp = ia->ia_ifp;
    306       1.48      matt 		mtu = ifp->if_mtu;
    307       1.18   mycroft 		ip->ip_ttl = 1;
    308       1.98    itojun 	} else if ((IN_MULTICAST(ip->ip_dst.s_addr) ||
    309       1.98    itojun 	    ip->ip_dst.s_addr == INADDR_BROADCAST) &&
    310       1.98    itojun 	    imo != NULL && imo->imo_multicast_ifp != NULL) {
    311       1.98    itojun 		ifp = imo->imo_multicast_ifp;
    312       1.98    itojun 		mtu = ifp->if_mtu;
    313       1.99    itojun 		IFP_TO_IA(ifp, ia);
    314        1.1       cgd 	} else {
    315  1.153.2.7      yamt 		if (rt == NULL)
    316  1.153.2.7      yamt 			rt = rtcache_init(ro);
    317  1.153.2.7      yamt 		if (rt == NULL) {
    318       1.18   mycroft 			ipstat.ips_noroute++;
    319        1.1       cgd 			error = EHOSTUNREACH;
    320        1.1       cgd 			goto bad;
    321        1.1       cgd 		}
    322  1.153.2.7      yamt 		ia = ifatoia(rt->rt_ifa);
    323  1.153.2.7      yamt 		ifp = rt->rt_ifp;
    324  1.153.2.7      yamt 		if ((mtu = rt->rt_rmx.rmx_mtu) == 0)
    325       1.48      matt 			mtu = ifp->if_mtu;
    326  1.153.2.7      yamt 		rt->rt_use++;
    327  1.153.2.7      yamt 		if (rt->rt_flags & RTF_GATEWAY)
    328  1.153.2.7      yamt 			dst = satosin(rt->rt_gateway);
    329        1.1       cgd 	}
    330       1.64        is 	if (IN_MULTICAST(ip->ip_dst.s_addr) ||
    331       1.64        is 	    (ip->ip_dst.s_addr == INADDR_BROADCAST)) {
    332        1.5   hpeyerl 		struct in_multi *inm;
    333        1.5   hpeyerl 
    334       1.64        is 		m->m_flags |= (ip->ip_dst.s_addr == INADDR_BROADCAST) ?
    335       1.64        is 			M_BCAST : M_MCAST;
    336        1.5   hpeyerl 		/*
    337        1.5   hpeyerl 		 * See if the caller provided any multicast options
    338        1.5   hpeyerl 		 */
    339       1.98    itojun 		if (imo != NULL)
    340        1.5   hpeyerl 			ip->ip_ttl = imo->imo_multicast_ttl;
    341       1.98    itojun 		else
    342        1.5   hpeyerl 			ip->ip_ttl = IP_DEFAULT_MULTICAST_TTL;
    343       1.98    itojun 
    344       1.98    itojun 		/*
    345       1.98    itojun 		 * if we don't know the outgoing ifp yet, we can't generate
    346       1.98    itojun 		 * output
    347       1.98    itojun 		 */
    348       1.98    itojun 		if (!ifp) {
    349       1.98    itojun 			ipstat.ips_noroute++;
    350       1.98    itojun 			error = ENETUNREACH;
    351       1.98    itojun 			goto bad;
    352       1.98    itojun 		}
    353       1.98    itojun 
    354        1.5   hpeyerl 		/*
    355       1.95   thorpej 		 * If the packet is multicast or broadcast, confirm that
    356       1.95   thorpej 		 * the outgoing interface can transmit it.
    357        1.5   hpeyerl 		 */
    358       1.64        is 		if (((m->m_flags & M_MCAST) &&
    359       1.64        is 		     (ifp->if_flags & IFF_MULTICAST) == 0) ||
    360       1.97    itojun 		    ((m->m_flags & M_BCAST) &&
    361       1.95   thorpej 		     (ifp->if_flags & (IFF_BROADCAST|IFF_POINTOPOINT)) == 0))  {
    362       1.18   mycroft 			ipstat.ips_noroute++;
    363        1.5   hpeyerl 			error = ENETUNREACH;
    364        1.5   hpeyerl 			goto bad;
    365        1.5   hpeyerl 		}
    366        1.5   hpeyerl 		/*
    367       1.44       tls 		 * If source address not specified yet, use an address
    368        1.5   hpeyerl 		 * of outgoing interface.
    369        1.5   hpeyerl 		 */
    370       1.31   mycroft 		if (in_nullhost(ip->ip_src)) {
    371      1.153  christos 			struct in_ifaddr *xia;
    372        1.5   hpeyerl 
    373      1.153  christos 			IFP_TO_IA(ifp, xia);
    374      1.153  christos 			if (!xia) {
    375       1.91    itojun 				error = EADDRNOTAVAIL;
    376       1.91    itojun 				goto bad;
    377       1.91    itojun 			}
    378  1.153.2.2      yamt 			xifa = &xia->ia_ifa;
    379  1.153.2.2      yamt 			if (xifa->ifa_getifa != NULL) {
    380  1.153.2.4      yamt 				xia = ifatoia((*xifa->ifa_getifa)(xifa, rdst));
    381  1.153.2.2      yamt 			}
    382      1.153  christos 			ip->ip_src = xia->ia_addr.sin_addr;
    383        1.5   hpeyerl 		}
    384        1.5   hpeyerl 
    385        1.5   hpeyerl 		IN_LOOKUP_MULTI(ip->ip_dst, ifp, inm);
    386        1.5   hpeyerl 		if (inm != NULL &&
    387        1.5   hpeyerl 		   (imo == NULL || imo->imo_multicast_loop)) {
    388        1.5   hpeyerl 			/*
    389       1.11   mycroft 			 * If we belong to the destination multicast group
    390        1.5   hpeyerl 			 * on the outgoing interface, and the caller did not
    391        1.5   hpeyerl 			 * forbid loopback, loop back a copy.
    392        1.5   hpeyerl 			 */
    393  1.153.2.4      yamt 			ip_mloopback(ifp, m, &u.dst4);
    394        1.5   hpeyerl 		}
    395        1.5   hpeyerl #ifdef MROUTING
    396       1.18   mycroft 		else {
    397        1.5   hpeyerl 			/*
    398        1.5   hpeyerl 			 * If we are acting as a multicast router, perform
    399        1.5   hpeyerl 			 * multicast forwarding as if the packet had just
    400        1.5   hpeyerl 			 * arrived on the interface to which we are about
    401        1.5   hpeyerl 			 * to send.  The multicast forwarding function
    402        1.5   hpeyerl 			 * recursively calls this function, using the
    403        1.5   hpeyerl 			 * IP_FORWARDING flag to prevent infinite recursion.
    404        1.5   hpeyerl 			 *
    405        1.5   hpeyerl 			 * Multicasts that are looped back by ip_mloopback(),
    406        1.5   hpeyerl 			 * above, will be forwarded by the ip_input() routine,
    407        1.5   hpeyerl 			 * if necessary.
    408        1.5   hpeyerl 			 */
    409       1.18   mycroft 			extern struct socket *ip_mrouter;
    410       1.22       cgd 
    411       1.18   mycroft 			if (ip_mrouter && (flags & IP_FORWARDING) == 0) {
    412       1.18   mycroft 				if (ip_mforward(m, ifp) != 0) {
    413       1.18   mycroft 					m_freem(m);
    414       1.18   mycroft 					goto done;
    415       1.18   mycroft 				}
    416        1.5   hpeyerl 			}
    417        1.5   hpeyerl 		}
    418        1.5   hpeyerl #endif
    419        1.5   hpeyerl 		/*
    420        1.5   hpeyerl 		 * Multicasts with a time-to-live of zero may be looped-
    421        1.5   hpeyerl 		 * back, above, but must not be transmitted on a network.
    422        1.5   hpeyerl 		 * Also, multicasts addressed to the loopback interface
    423        1.5   hpeyerl 		 * are not sent -- the above call to ip_mloopback() will
    424        1.5   hpeyerl 		 * loop back a copy if this host actually belongs to the
    425        1.5   hpeyerl 		 * destination group on the loopback interface.
    426        1.5   hpeyerl 		 */
    427       1.20   mycroft 		if (ip->ip_ttl == 0 || (ifp->if_flags & IFF_LOOPBACK) != 0) {
    428        1.5   hpeyerl 			m_freem(m);
    429        1.5   hpeyerl 			goto done;
    430        1.5   hpeyerl 		}
    431        1.5   hpeyerl 
    432        1.5   hpeyerl 		goto sendit;
    433        1.5   hpeyerl 	}
    434        1.1       cgd 	/*
    435        1.1       cgd 	 * If source address not specified yet, use address
    436        1.1       cgd 	 * of outgoing interface.
    437        1.1       cgd 	 */
    438  1.153.2.2      yamt 	if (in_nullhost(ip->ip_src)) {
    439  1.153.2.2      yamt 		xifa = &ia->ia_ifa;
    440  1.153.2.2      yamt 		if (xifa->ifa_getifa != NULL)
    441  1.153.2.4      yamt 			ia = ifatoia((*xifa->ifa_getifa)(xifa, rdst));
    442       1.25   mycroft 		ip->ip_src = ia->ia_addr.sin_addr;
    443  1.153.2.2      yamt 	}
    444       1.59       hwr 
    445       1.59       hwr 	/*
    446       1.97    itojun 	 * packets with Class-D address as source are not valid per
    447       1.59       hwr 	 * RFC 1112
    448       1.59       hwr 	 */
    449       1.59       hwr 	if (IN_MULTICAST(ip->ip_src.s_addr)) {
    450       1.59       hwr 		ipstat.ips_odropped++;
    451       1.59       hwr 		error = EADDRNOTAVAIL;
    452       1.59       hwr 		goto bad;
    453       1.59       hwr 	}
    454       1.59       hwr 
    455        1.1       cgd 	/*
    456        1.1       cgd 	 * Look for broadcast address and
    457        1.1       cgd 	 * and verify user is allowed to send
    458        1.1       cgd 	 * such a packet.
    459        1.1       cgd 	 */
    460       1.18   mycroft 	if (in_broadcast(dst->sin_addr, ifp)) {
    461        1.1       cgd 		if ((ifp->if_flags & IFF_BROADCAST) == 0) {
    462        1.1       cgd 			error = EADDRNOTAVAIL;
    463        1.1       cgd 			goto bad;
    464        1.1       cgd 		}
    465        1.1       cgd 		if ((flags & IP_ALLOWBROADCAST) == 0) {
    466        1.1       cgd 			error = EACCES;
    467        1.1       cgd 			goto bad;
    468        1.1       cgd 		}
    469        1.1       cgd 		/* don't allow broadcast messages to be fragmented */
    470      1.100    itojun 		if (ntohs(ip->ip_len) > ifp->if_mtu) {
    471        1.1       cgd 			error = EMSGSIZE;
    472        1.1       cgd 			goto bad;
    473        1.1       cgd 		}
    474        1.1       cgd 		m->m_flags |= M_BCAST;
    475       1.18   mycroft 	} else
    476       1.18   mycroft 		m->m_flags &= ~M_BCAST;
    477       1.18   mycroft 
    478       1.60       mrg sendit:
    479  1.153.2.8      yamt 	if ((flags & (IP_FORWARDING|IP_NOIPNEWID)) == 0) {
    480  1.153.2.8      yamt 		if (m->m_pkthdr.len < IP_MINFRAGSIZE) {
    481  1.153.2.8      yamt 			ip->ip_id = 0;
    482  1.153.2.8      yamt 		} else if ((m->m_pkthdr.csum_flags & M_CSUM_TSOv4) == 0) {
    483  1.153.2.8      yamt 			ip->ip_id = ip_newid(ia);
    484  1.153.2.8      yamt 		} else {
    485  1.153.2.8      yamt 
    486  1.153.2.8      yamt 			/*
    487  1.153.2.8      yamt 			 * TSO capable interfaces (typically?) increment
    488  1.153.2.8      yamt 			 * ip_id for each segment.
    489  1.153.2.8      yamt 			 * "allocate" enough ids here to increase the chance
    490  1.153.2.8      yamt 			 * for them to be unique.
    491  1.153.2.8      yamt 			 *
    492  1.153.2.8      yamt 			 * note that the following calculation is not
    493  1.153.2.8      yamt 			 * needed to be precise.  wasting some ip_id is fine.
    494  1.153.2.8      yamt 			 */
    495  1.153.2.8      yamt 
    496  1.153.2.8      yamt 			unsigned int segsz = m->m_pkthdr.segsz;
    497  1.153.2.8      yamt 			unsigned int datasz = ntohs(ip->ip_len) - hlen;
    498  1.153.2.8      yamt 			unsigned int num = howmany(datasz, segsz);
    499  1.153.2.8      yamt 
    500  1.153.2.8      yamt 			ip->ip_id = ip_newid_range(ia, num);
    501  1.153.2.8      yamt 		}
    502  1.153.2.8      yamt 	}
    503       1.76   thorpej 	/*
    504       1.76   thorpej 	 * If we're doing Path MTU Discovery, we need to set DF unless
    505       1.76   thorpej 	 * the route's MTU is locked.
    506       1.76   thorpej 	 */
    507  1.153.2.7      yamt 	if ((flags & IP_MTUDISC) != 0 && rt != NULL &&
    508  1.153.2.7      yamt 	    (rt->rt_rmx.rmx_locks & RTV_MTU) == 0)
    509      1.100    itojun 		ip->ip_off |= htons(IP_DF);
    510       1.76   thorpej 
    511      1.100    itojun 	/* Remember the current ip_len */
    512      1.100    itojun 	ip_len = ntohs(ip->ip_len);
    513       1.78   thorpej 
    514       1.61    itojun #ifdef IPSEC
    515       1.61    itojun 	/* get SP for this packet */
    516       1.61    itojun 	if (so == NULL)
    517      1.110    itojun 		sp = ipsec4_getpolicybyaddr(m, IPSEC_DIR_OUTBOUND,
    518      1.110    itojun 		    flags, &error);
    519      1.130   thorpej 	else {
    520      1.130   thorpej 		if (IPSEC_PCB_SKIP_IPSEC(sotoinpcb_hdr(so)->inph_sp,
    521      1.130   thorpej 					 IPSEC_DIR_OUTBOUND))
    522      1.130   thorpej 			goto skip_ipsec;
    523       1.66    itojun 		sp = ipsec4_getpolicybysock(m, IPSEC_DIR_OUTBOUND, so, &error);
    524      1.130   thorpej 	}
    525       1.61    itojun 
    526       1.61    itojun 	if (sp == NULL) {
    527       1.61    itojun 		ipsecstat.out_inval++;
    528       1.61    itojun 		goto bad;
    529       1.61    itojun 	}
    530       1.61    itojun 
    531       1.61    itojun 	error = 0;
    532       1.61    itojun 
    533       1.61    itojun 	/* check policy */
    534       1.61    itojun 	switch (sp->policy) {
    535       1.61    itojun 	case IPSEC_POLICY_DISCARD:
    536       1.61    itojun 		/*
    537       1.61    itojun 		 * This packet is just discarded.
    538       1.61    itojun 		 */
    539       1.61    itojun 		ipsecstat.out_polvio++;
    540       1.61    itojun 		goto bad;
    541       1.61    itojun 
    542       1.61    itojun 	case IPSEC_POLICY_BYPASS:
    543       1.61    itojun 	case IPSEC_POLICY_NONE:
    544       1.61    itojun 		/* no need to do IPsec. */
    545       1.61    itojun 		goto skip_ipsec;
    546       1.97    itojun 
    547       1.61    itojun 	case IPSEC_POLICY_IPSEC:
    548       1.61    itojun 		if (sp->req == NULL) {
    549       1.61    itojun 			/* XXX should be panic ? */
    550       1.61    itojun 			printf("ip_output: No IPsec request specified.\n");
    551       1.61    itojun 			error = EINVAL;
    552       1.61    itojun 			goto bad;
    553       1.61    itojun 		}
    554       1.61    itojun 		break;
    555       1.61    itojun 
    556       1.61    itojun 	case IPSEC_POLICY_ENTRUST:
    557       1.61    itojun 	default:
    558       1.61    itojun 		printf("ip_output: Invalid policy found. %d\n", sp->policy);
    559       1.61    itojun 	}
    560       1.61    itojun 
    561      1.141      manu #ifdef IPSEC_NAT_T
    562      1.141      manu 	/*
    563      1.144     perry 	 * NAT-T ESP fragmentation: don't do IPSec processing now,
    564      1.144     perry 	 * we'll do it on each fragmented packet.
    565      1.141      manu 	 */
    566      1.141      manu 	if (sp->req->sav &&
    567      1.141      manu 	    ((sp->req->sav->natt_type & UDP_ENCAP_ESPINUDP) ||
    568      1.141      manu 	     (sp->req->sav->natt_type & UDP_ENCAP_ESPINUDP_NON_IKE))) {
    569      1.141      manu 		if (ntohs(ip->ip_len) > sp->req->sav->esp_frag) {
    570      1.141      manu 			natt_frag = 1;
    571      1.141      manu 			mtu = sp->req->sav->esp_frag;
    572      1.141      manu 			goto skip_ipsec;
    573      1.141      manu 		}
    574      1.141      manu 	}
    575      1.141      manu #endif /* IPSEC_NAT_T */
    576      1.141      manu 
    577       1.78   thorpej 	/*
    578       1.78   thorpej 	 * ipsec4_output() expects ip_len and ip_off in network
    579       1.78   thorpej 	 * order.  They have been set to network order above.
    580       1.78   thorpej 	 */
    581       1.61    itojun 
    582       1.61    itojun     {
    583       1.61    itojun 	struct ipsec_output_state state;
    584       1.61    itojun 	bzero(&state, sizeof(state));
    585       1.61    itojun 	state.m = m;
    586       1.61    itojun 	if (flags & IP_ROUTETOIF) {
    587       1.61    itojun 		state.ro = &iproute;
    588  1.153.2.3      yamt 		memset(&iproute, 0, sizeof(iproute));
    589       1.61    itojun 	} else
    590       1.61    itojun 		state.ro = ro;
    591  1.153.2.4      yamt 	state.dst = sintocsa(dst);
    592       1.61    itojun 
    593       1.86   thorpej 	/*
    594       1.86   thorpej 	 * We can't defer the checksum of payload data if
    595       1.86   thorpej 	 * we're about to encrypt/authenticate it.
    596       1.86   thorpej 	 *
    597       1.86   thorpej 	 * XXX When we support crypto offloading functions of
    598       1.86   thorpej 	 * XXX network interfaces, we need to reconsider this,
    599       1.86   thorpej 	 * XXX since it's likely that they'll support checksumming,
    600       1.86   thorpej 	 * XXX as well.
    601       1.86   thorpej 	 */
    602       1.86   thorpej 	if (m->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
    603       1.86   thorpej 		in_delayed_cksum(m);
    604       1.86   thorpej 		m->m_pkthdr.csum_flags &= ~(M_CSUM_TCPv4|M_CSUM_UDPv4);
    605       1.86   thorpej 	}
    606       1.86   thorpej 
    607       1.61    itojun 	error = ipsec4_output(&state, sp, flags);
    608       1.61    itojun 
    609       1.61    itojun 	m = state.m;
    610       1.61    itojun 	if (flags & IP_ROUTETOIF) {
    611       1.61    itojun 		/*
    612       1.61    itojun 		 * if we have tunnel mode SA, we may need to ignore
    613       1.61    itojun 		 * IP_ROUTETOIF.
    614       1.61    itojun 		 */
    615  1.153.2.7      yamt 		if (state.ro != &iproute ||
    616  1.153.2.7      yamt 		    rtcache_validate(state.ro) != NULL) {
    617       1.61    itojun 			flags &= ~IP_ROUTETOIF;
    618       1.61    itojun 			ro = state.ro;
    619       1.61    itojun 		}
    620       1.61    itojun 	} else
    621       1.61    itojun 		ro = state.ro;
    622  1.153.2.4      yamt 	dst = satocsin(state.dst);
    623       1.61    itojun 	if (error) {
    624       1.61    itojun 		/* mbuf is already reclaimed in ipsec4_output. */
    625       1.61    itojun 		m0 = NULL;
    626       1.61    itojun 		switch (error) {
    627       1.61    itojun 		case EHOSTUNREACH:
    628       1.61    itojun 		case ENETUNREACH:
    629       1.61    itojun 		case EMSGSIZE:
    630       1.61    itojun 		case ENOBUFS:
    631       1.61    itojun 		case ENOMEM:
    632       1.61    itojun 			break;
    633       1.61    itojun 		default:
    634       1.61    itojun 			printf("ip4_output (ipsec): error code %d\n", error);
    635       1.61    itojun 			/*fall through*/
    636       1.61    itojun 		case ENOENT:
    637       1.61    itojun 			/* don't show these error codes to the user */
    638       1.61    itojun 			error = 0;
    639       1.61    itojun 			break;
    640       1.61    itojun 		}
    641       1.61    itojun 		goto bad;
    642       1.61    itojun 	}
    643       1.61    itojun 
    644       1.61    itojun 	/* be sure to update variables that are affected by ipsec4_output() */
    645       1.61    itojun 	ip = mtod(m, struct ip *);
    646       1.61    itojun 	hlen = ip->ip_hl << 2;
    647       1.78   thorpej 	ip_len = ntohs(ip->ip_len);
    648       1.78   thorpej 
    649  1.153.2.7      yamt 	if ((rt = rtcache_validate(ro)) == NULL) {
    650       1.61    itojun 		if ((flags & IP_ROUTETOIF) == 0) {
    651       1.61    itojun 			printf("ip_output: "
    652       1.61    itojun 				"can't update route after IPsec processing\n");
    653       1.61    itojun 			error = EHOSTUNREACH;	/*XXX*/
    654       1.61    itojun 			goto bad;
    655       1.61    itojun 		}
    656       1.61    itojun 	} else {
    657       1.61    itojun 		/* nobody uses ia beyond here */
    658      1.133    itojun 		if (state.encap) {
    659  1.153.2.7      yamt 			ifp = rt->rt_ifp;
    660  1.153.2.7      yamt 			if ((mtu = rt->rt_rmx.rmx_mtu) == 0)
    661      1.133    itojun 				mtu = ifp->if_mtu;
    662      1.133    itojun 		}
    663       1.61    itojun 	}
    664       1.90    itojun     }
    665       1.61    itojun skip_ipsec:
    666       1.61    itojun #endif /*IPSEC*/
    667      1.109  jonathan #ifdef FAST_IPSEC
    668      1.109  jonathan 	/*
    669      1.109  jonathan 	 * Check the security policy (SP) for the packet and, if
    670      1.109  jonathan 	 * required, do IPsec-related processing.  There are two
    671      1.109  jonathan 	 * cases here; the first time a packet is sent through
    672      1.109  jonathan 	 * it will be untagged and handled by ipsec4_checkpolicy.
    673      1.109  jonathan 	 * If the packet is resubmitted to ip_output (e.g. after
    674      1.109  jonathan 	 * AH, ESP, etc. processing), there will be a tag to bypass
    675      1.109  jonathan 	 * the lookup and related policy checking.
    676      1.109  jonathan 	 */
    677  1.153.2.7      yamt 	if (!ipsec_outdone(m)) {
    678  1.153.2.7      yamt 		s = splsoftnet();
    679      1.130   thorpej 		if (inp != NULL &&
    680  1.153.2.7      yamt 				IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
    681      1.130   thorpej 			goto spd_done;
    682      1.109  jonathan 		sp = ipsec4_checkpolicy(m, IPSEC_DIR_OUTBOUND, flags,
    683  1.153.2.7      yamt 				&error, inp);
    684  1.153.2.1      yamt 		/*
    685  1.153.2.7      yamt 		 * There are four return cases:
    686  1.153.2.7      yamt 		 *    sp != NULL	 	    apply IPsec policy
    687  1.153.2.7      yamt 		 *    sp == NULL, error == 0	    no IPsec handling needed
    688  1.153.2.7      yamt 		 *    sp == NULL, error == -EINVAL  discard packet w/o error
    689  1.153.2.7      yamt 		 *    sp == NULL, error != 0	    discard packet, report error
    690  1.153.2.1      yamt 		 */
    691  1.153.2.7      yamt 		if (sp != NULL) {
    692  1.153.2.7      yamt #ifdef IPSEC_NAT_T
    693  1.153.2.7      yamt 			/*
    694  1.153.2.7      yamt 			 * NAT-T ESP fragmentation: don't do IPSec processing now,
    695  1.153.2.7      yamt 			 * we'll do it on each fragmented packet.
    696  1.153.2.7      yamt 			 */
    697  1.153.2.7      yamt 			if (sp->req->sav &&
    698  1.153.2.7      yamt 					((sp->req->sav->natt_type & UDP_ENCAP_ESPINUDP) ||
    699  1.153.2.7      yamt 					 (sp->req->sav->natt_type & UDP_ENCAP_ESPINUDP_NON_IKE))) {
    700  1.153.2.7      yamt 				if (ntohs(ip->ip_len) > sp->req->sav->esp_frag) {
    701  1.153.2.7      yamt 					natt_frag = 1;
    702  1.153.2.7      yamt 					mtu = sp->req->sav->esp_frag;
    703  1.153.2.7      yamt 					splx(s);
    704  1.153.2.7      yamt 					goto spd_done;
    705  1.153.2.7      yamt 				}
    706  1.153.2.1      yamt 			}
    707  1.153.2.1      yamt #endif /* IPSEC_NAT_T */
    708  1.153.2.7      yamt 
    709      1.109  jonathan 			/*
    710  1.153.2.7      yamt 			 * Do delayed checksums now because we send before
    711  1.153.2.7      yamt 			 * this is done in the normal processing path.
    712      1.109  jonathan 			 */
    713  1.153.2.7      yamt 			if (m->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
    714  1.153.2.7      yamt 				in_delayed_cksum(m);
    715  1.153.2.7      yamt 				m->m_pkthdr.csum_flags &= ~(M_CSUM_TCPv4|M_CSUM_UDPv4);
    716      1.109  jonathan 			}
    717      1.109  jonathan 
    718      1.109  jonathan #ifdef __FreeBSD__
    719  1.153.2.7      yamt 			ip->ip_len = htons(ip->ip_len);
    720  1.153.2.7      yamt 			ip->ip_off = htons(ip->ip_off);
    721      1.109  jonathan #endif
    722      1.109  jonathan 
    723  1.153.2.7      yamt 			/* NB: callee frees mbuf */
    724  1.153.2.7      yamt 			error = ipsec4_process_packet(m, sp->req, flags, 0);
    725      1.109  jonathan 			/*
    726  1.153.2.7      yamt 			 * Preserve KAME behaviour: ENOENT can be returned
    727  1.153.2.7      yamt 			 * when an SA acquire is in progress.  Don't propagate
    728  1.153.2.7      yamt 			 * this to user-level; it confuses applications.
    729  1.153.2.7      yamt 			 *
    730  1.153.2.7      yamt 			 * XXX this will go away when the SADB is redone.
    731      1.109  jonathan 			 */
    732  1.153.2.7      yamt 			if (error == ENOENT)
    733      1.109  jonathan 				error = 0;
    734  1.153.2.7      yamt 			splx(s);
    735  1.153.2.7      yamt 			goto done;
    736      1.109  jonathan 		} else {
    737  1.153.2.7      yamt 			splx(s);
    738  1.153.2.7      yamt 
    739  1.153.2.7      yamt 			if (error != 0) {
    740  1.153.2.7      yamt 				/*
    741  1.153.2.7      yamt 				 * Hack: -EINVAL is used to signal that a packet
    742  1.153.2.7      yamt 				 * should be silently discarded.  This is typically
    743  1.153.2.7      yamt 				 * because we asked key management for an SA and
    744  1.153.2.7      yamt 				 * it was delayed (e.g. kicked up to IKE).
    745  1.153.2.7      yamt 				 */
    746  1.153.2.7      yamt 				if (error == -EINVAL)
    747  1.153.2.7      yamt 					error = 0;
    748  1.153.2.7      yamt 				goto bad;
    749  1.153.2.7      yamt 			} else {
    750  1.153.2.7      yamt 				/* No IPsec processing for this packet. */
    751  1.153.2.7      yamt 			}
    752      1.109  jonathan 		}
    753      1.109  jonathan 	}
    754      1.109  jonathan spd_done:
    755      1.109  jonathan #endif /* FAST_IPSEC */
    756       1.61    itojun 
    757       1.82    itojun #ifdef PFIL_HOOKS
    758       1.82    itojun 	/*
    759       1.82    itojun 	 * Run through list of hooks for output packets.
    760       1.82    itojun 	 */
    761      1.106    itojun 	if ((error = pfil_run_hooks(&inet_pfil_hook, &m, ifp, PFIL_OUT)) != 0)
    762       1.82    itojun 		goto done;
    763       1.82    itojun 	if (m == NULL)
    764       1.82    itojun 		goto done;
    765       1.82    itojun 
    766       1.82    itojun 	ip = mtod(m, struct ip *);
    767      1.106    itojun 	hlen = ip->ip_hl << 2;
    768  1.153.2.3      yamt 	ip_len = ntohs(ip->ip_len);
    769       1.82    itojun #endif /* PFIL_HOOKS */
    770       1.82    itojun 
    771      1.146      matt 	m->m_pkthdr.csum_data |= hlen << 16;
    772      1.146      matt 
    773      1.136   thorpej #if IFA_STATS
    774      1.136   thorpej 	/*
    775      1.136   thorpej 	 * search for the source address structure to
    776      1.136   thorpej 	 * maintain output statistics.
    777      1.136   thorpej 	 */
    778      1.136   thorpej 	INADDR_TO_IA(ip->ip_src, ia);
    779      1.136   thorpej #endif
    780      1.136   thorpej 
    781      1.138   thorpej 	/* Maybe skip checksums on loopback interfaces. */
    782      1.151      yamt 	if (IN_NEED_CHECKSUM(ifp, M_CSUM_IPv4)) {
    783      1.138   thorpej 		m->m_pkthdr.csum_flags |= M_CSUM_IPv4;
    784      1.151      yamt 	}
    785      1.104      yamt 	sw_csum = m->m_pkthdr.csum_flags & ~ifp->if_csum_flags_tx;
    786        1.1       cgd 	/*
    787      1.147      matt 	 * If small enough for mtu of path, or if using TCP segmentation
    788      1.147      matt 	 * offload, can just send directly.
    789        1.1       cgd 	 */
    790      1.147      matt 	if (ip_len <= mtu ||
    791      1.147      matt 	    (m->m_pkthdr.csum_flags & M_CSUM_TSOv4) != 0) {
    792       1.63    itojun #if IFA_STATS
    793       1.63    itojun 		if (ia)
    794       1.78   thorpej 			ia->ia_ifa.ifa_data.ifad_outbytes += ip_len;
    795       1.63    itojun #endif
    796       1.86   thorpej 		/*
    797       1.86   thorpej 		 * Always initialize the sum to 0!  Some HW assisted
    798       1.86   thorpej 		 * checksumming requires this.
    799       1.86   thorpej 		 */
    800        1.1       cgd 		ip->ip_sum = 0;
    801       1.86   thorpej 
    802      1.149      matt 		if ((m->m_pkthdr.csum_flags & M_CSUM_TSOv4) == 0) {
    803      1.147      matt 			/*
    804      1.147      matt 			 * Perform any checksums that the hardware can't do
    805      1.147      matt 			 * for us.
    806      1.147      matt 			 *
    807      1.147      matt 			 * XXX Does any hardware require the {th,uh}_sum
    808      1.147      matt 			 * XXX fields to be 0?
    809      1.147      matt 			 */
    810      1.147      matt 			if (sw_csum & M_CSUM_IPv4) {
    811      1.151      yamt 				KASSERT(IN_NEED_CHECKSUM(ifp, M_CSUM_IPv4));
    812      1.147      matt 				ip->ip_sum = in_cksum(m, hlen);
    813      1.147      matt 				m->m_pkthdr.csum_flags &= ~M_CSUM_IPv4;
    814      1.147      matt 			}
    815      1.147      matt 			if (sw_csum & (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
    816      1.151      yamt 				if (IN_NEED_CHECKSUM(ifp,
    817      1.151      yamt 				    sw_csum & (M_CSUM_TCPv4|M_CSUM_UDPv4))) {
    818      1.151      yamt 					in_delayed_cksum(m);
    819      1.151      yamt 				}
    820      1.147      matt 				m->m_pkthdr.csum_flags &=
    821      1.147      matt 				    ~(M_CSUM_TCPv4|M_CSUM_UDPv4);
    822      1.147      matt 			}
    823      1.146      matt 		}
    824       1.86   thorpej 
    825       1.82    itojun #ifdef IPSEC
    826       1.82    itojun 		/* clean ipsec history once it goes out of the node */
    827       1.82    itojun 		ipsec_delaux(m);
    828       1.82    itojun #endif
    829      1.152      yamt 
    830      1.152      yamt 		if (__predict_true(
    831      1.152      yamt 		    (m->m_pkthdr.csum_flags & M_CSUM_TSOv4) == 0 ||
    832      1.152      yamt 		    (ifp->if_capenable & IFCAP_TSOv4) != 0)) {
    833      1.152      yamt 			error =
    834  1.153.2.4      yamt 			    (*ifp->if_output)(ifp, m,
    835  1.153.2.4      yamt 				(m->m_flags & M_MCAST) ?
    836  1.153.2.4      yamt 				    sintocsa(rdst) : sintocsa(dst),
    837  1.153.2.7      yamt 				rt);
    838      1.152      yamt 		} else {
    839      1.152      yamt 			error =
    840  1.153.2.4      yamt 			    ip_tso_output(ifp, m,
    841  1.153.2.4      yamt 				(m->m_flags & M_MCAST) ?
    842  1.153.2.4      yamt 				    sintocsa(rdst) : sintocsa(dst),
    843  1.153.2.7      yamt 				rt);
    844      1.152      yamt 		}
    845        1.1       cgd 		goto done;
    846        1.1       cgd 	}
    847       1.61    itojun 
    848        1.1       cgd 	/*
    849       1.86   thorpej 	 * We can't use HW checksumming if we're about to
    850       1.86   thorpej 	 * to fragment the packet.
    851       1.86   thorpej 	 *
    852       1.86   thorpej 	 * XXX Some hardware can do this.
    853       1.86   thorpej 	 */
    854       1.86   thorpej 	if (m->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
    855      1.151      yamt 		if (IN_NEED_CHECKSUM(ifp,
    856      1.151      yamt 		    m->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4))) {
    857      1.151      yamt 			in_delayed_cksum(m);
    858      1.151      yamt 		}
    859       1.86   thorpej 		m->m_pkthdr.csum_flags &= ~(M_CSUM_TCPv4|M_CSUM_UDPv4);
    860       1.86   thorpej 	}
    861       1.86   thorpej 
    862       1.86   thorpej 	/*
    863        1.1       cgd 	 * Too large for interface; fragment if possible.
    864        1.1       cgd 	 * Must be able to put at least 8 bytes per fragment.
    865        1.1       cgd 	 */
    866      1.100    itojun 	if (ntohs(ip->ip_off) & IP_DF) {
    867       1.40      matt 		if (flags & IP_RETURNMTU)
    868       1.48      matt 			*mtu_p = mtu;
    869        1.1       cgd 		error = EMSGSIZE;
    870       1.18   mycroft 		ipstat.ips_cantfrag++;
    871        1.1       cgd 		goto bad;
    872        1.1       cgd 	}
    873      1.110    itojun 
    874      1.110    itojun 	error = ip_fragment(m, ifp, mtu);
    875      1.124    itojun 	if (error) {
    876      1.124    itojun 		m = NULL;
    877        1.1       cgd 		goto bad;
    878      1.124    itojun 	}
    879      1.110    itojun 
    880      1.119    itojun 	for (; m; m = m0) {
    881      1.110    itojun 		m0 = m->m_nextpkt;
    882      1.110    itojun 		m->m_nextpkt = 0;
    883      1.110    itojun 		if (error == 0) {
    884      1.110    itojun #if IFA_STATS
    885      1.136   thorpej 			if (ia)
    886      1.110    itojun 				ia->ia_ifa.ifa_data.ifad_outbytes +=
    887      1.110    itojun 				    ntohs(ip->ip_len);
    888      1.110    itojun #endif
    889      1.110    itojun #ifdef IPSEC
    890      1.110    itojun 			/* clean ipsec history once it goes out of the node */
    891      1.110    itojun 			ipsec_delaux(m);
    892  1.153.2.1      yamt #endif /* IPSEC */
    893      1.141      manu 
    894      1.141      manu #ifdef IPSEC_NAT_T
    895      1.144     perry 			/*
    896      1.141      manu 			 * If we get there, the packet has not been handeld by
    897      1.144     perry 			 * IPSec whereas it should have. Now that it has been
    898      1.141      manu 			 * fragmented, re-inject it in ip_output so that IPsec
    899      1.141      manu 			 * processing can occur.
    900      1.141      manu 			 */
    901      1.141      manu 			if (natt_frag) {
    902      1.144     perry 				error = ip_output(m, opt,
    903      1.141      manu 				    ro, flags, imo, so, mtu_p);
    904      1.144     perry 			} else
    905      1.141      manu #endif /* IPSEC_NAT_T */
    906      1.141      manu 			{
    907      1.141      manu 				KASSERT((m->m_pkthdr.csum_flags &
    908      1.141      manu 				    (M_CSUM_UDPv4 | M_CSUM_TCPv4)) == 0);
    909  1.153.2.4      yamt 				error = (*ifp->if_output)(ifp, m,
    910  1.153.2.4      yamt 				    (m->m_flags & M_MCAST) ?
    911  1.153.2.4      yamt 					sintocsa(rdst) : sintocsa(dst),
    912  1.153.2.7      yamt 				    rt);
    913      1.141      manu 			}
    914      1.110    itojun 		} else
    915      1.110    itojun 			m_freem(m);
    916        1.1       cgd 	}
    917        1.1       cgd 
    918      1.110    itojun 	if (error == 0)
    919      1.110    itojun 		ipstat.ips_fragmented++;
    920      1.110    itojun done:
    921  1.153.2.3      yamt 	rtcache_free(&iproute);
    922      1.110    itojun 
    923      1.110    itojun #ifdef IPSEC
    924      1.110    itojun 	if (sp != NULL) {
    925      1.110    itojun 		KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
    926      1.110    itojun 			printf("DP ip_output call free SP:%p\n", sp));
    927      1.110    itojun 		key_freesp(sp);
    928      1.110    itojun 	}
    929      1.110    itojun #endif /* IPSEC */
    930      1.110    itojun #ifdef FAST_IPSEC
    931      1.110    itojun 	if (sp != NULL)
    932      1.110    itojun 		KEY_FREESP(&sp);
    933      1.110    itojun #endif /* FAST_IPSEC */
    934      1.110    itojun 
    935      1.110    itojun 	return (error);
    936      1.110    itojun bad:
    937      1.110    itojun 	m_freem(m);
    938      1.110    itojun 	goto done;
    939      1.110    itojun }
    940      1.110    itojun 
    941      1.113    itojun int
    942      1.110    itojun ip_fragment(struct mbuf *m, struct ifnet *ifp, u_long mtu)
    943      1.110    itojun {
    944      1.110    itojun 	struct ip *ip, *mhip;
    945      1.110    itojun 	struct mbuf *m0;
    946      1.110    itojun 	int len, hlen, off;
    947      1.110    itojun 	int mhlen, firstlen;
    948      1.110    itojun 	struct mbuf **mnext;
    949      1.135      manu 	int sw_csum = m->m_pkthdr.csum_flags;
    950       1.48      matt 	int fragments = 0;
    951       1.48      matt 	int s;
    952      1.110    itojun 	int error = 0;
    953      1.110    itojun 
    954      1.110    itojun 	ip = mtod(m, struct ip *);
    955      1.110    itojun 	hlen = ip->ip_hl << 2;
    956      1.135      manu 	if (ifp != NULL)
    957      1.135      manu 		sw_csum &= ~ifp->if_csum_flags_tx;
    958      1.110    itojun 
    959      1.110    itojun 	len = (mtu - hlen) &~ 7;
    960      1.124    itojun 	if (len < 8) {
    961      1.124    itojun 		m_freem(m);
    962      1.110    itojun 		return (EMSGSIZE);
    963      1.124    itojun 	}
    964      1.110    itojun 
    965      1.110    itojun 	firstlen = len;
    966      1.110    itojun 	mnext = &m->m_nextpkt;
    967        1.1       cgd 
    968        1.1       cgd 	/*
    969        1.1       cgd 	 * Loop through length of segment after first fragment,
    970        1.1       cgd 	 * make new header and copy data of each part and link onto chain.
    971        1.1       cgd 	 */
    972        1.1       cgd 	m0 = m;
    973        1.1       cgd 	mhlen = sizeof (struct ip);
    974      1.100    itojun 	for (off = hlen + len; off < ntohs(ip->ip_len); off += len) {
    975        1.1       cgd 		MGETHDR(m, M_DONTWAIT, MT_HEADER);
    976        1.1       cgd 		if (m == 0) {
    977        1.1       cgd 			error = ENOBUFS;
    978       1.18   mycroft 			ipstat.ips_odropped++;
    979        1.1       cgd 			goto sendorfree;
    980        1.1       cgd 		}
    981      1.103      matt 		MCLAIM(m, m0->m_owner);
    982       1.22       cgd 		*mnext = m;
    983       1.22       cgd 		mnext = &m->m_nextpkt;
    984        1.1       cgd 		m->m_data += max_linkhdr;
    985        1.1       cgd 		mhip = mtod(m, struct ip *);
    986        1.1       cgd 		*mhip = *ip;
    987       1.73        is 		/* we must inherit MCAST and BCAST flags */
    988       1.73        is 		m->m_flags |= m0->m_flags & (M_MCAST|M_BCAST);
    989        1.1       cgd 		if (hlen > sizeof (struct ip)) {
    990        1.1       cgd 			mhlen = ip_optcopy(ip, mhip) + sizeof (struct ip);
    991        1.1       cgd 			mhip->ip_hl = mhlen >> 2;
    992        1.1       cgd 		}
    993        1.1       cgd 		m->m_len = mhlen;
    994      1.122    itojun 		mhip->ip_off = ((off - hlen) >> 3) +
    995      1.122    itojun 		    (ntohs(ip->ip_off) & ~IP_MF);
    996      1.122    itojun 		if (ip->ip_off & htons(IP_MF))
    997        1.1       cgd 			mhip->ip_off |= IP_MF;
    998      1.100    itojun 		if (off + len >= ntohs(ip->ip_len))
    999      1.100    itojun 			len = ntohs(ip->ip_len) - off;
   1000        1.1       cgd 		else
   1001        1.1       cgd 			mhip->ip_off |= IP_MF;
   1002      1.100    itojun 		HTONS(mhip->ip_off);
   1003       1.21       cgd 		mhip->ip_len = htons((u_int16_t)(len + mhlen));
   1004  1.153.2.4      yamt 		m->m_next = m_copym(m0, off, len, M_DONTWAIT);
   1005        1.1       cgd 		if (m->m_next == 0) {
   1006        1.1       cgd 			error = ENOBUFS;	/* ??? */
   1007       1.18   mycroft 			ipstat.ips_odropped++;
   1008        1.1       cgd 			goto sendorfree;
   1009        1.1       cgd 		}
   1010        1.1       cgd 		m->m_pkthdr.len = mhlen + len;
   1011        1.1       cgd 		m->m_pkthdr.rcvif = (struct ifnet *)0;
   1012        1.1       cgd 		mhip->ip_sum = 0;
   1013      1.104      yamt 		if (sw_csum & M_CSUM_IPv4) {
   1014      1.104      yamt 			mhip->ip_sum = in_cksum(m, mhlen);
   1015      1.104      yamt 			KASSERT((m->m_pkthdr.csum_flags & M_CSUM_IPv4) == 0);
   1016      1.104      yamt 		} else {
   1017      1.104      yamt 			m->m_pkthdr.csum_flags |= M_CSUM_IPv4;
   1018      1.148   thorpej 			m->m_pkthdr.csum_data |= mhlen << 16;
   1019      1.104      yamt 		}
   1020        1.1       cgd 		ipstat.ips_ofragments++;
   1021       1.48      matt 		fragments++;
   1022        1.1       cgd 	}
   1023        1.1       cgd 	/*
   1024        1.1       cgd 	 * Update first fragment by trimming what's been copied out
   1025        1.1       cgd 	 * and updating header, then send each fragment (in order).
   1026        1.1       cgd 	 */
   1027        1.1       cgd 	m = m0;
   1028      1.100    itojun 	m_adj(m, hlen + firstlen - ntohs(ip->ip_len));
   1029        1.1       cgd 	m->m_pkthdr.len = hlen + firstlen;
   1030       1.21       cgd 	ip->ip_len = htons((u_int16_t)m->m_pkthdr.len);
   1031      1.100    itojun 	ip->ip_off |= htons(IP_MF);
   1032        1.1       cgd 	ip->ip_sum = 0;
   1033      1.104      yamt 	if (sw_csum & M_CSUM_IPv4) {
   1034      1.104      yamt 		ip->ip_sum = in_cksum(m, hlen);
   1035      1.104      yamt 		m->m_pkthdr.csum_flags &= ~M_CSUM_IPv4;
   1036      1.104      yamt 	} else {
   1037      1.104      yamt 		KASSERT(m->m_pkthdr.csum_flags & M_CSUM_IPv4);
   1038      1.148   thorpej 		KASSERT(M_CSUM_DATA_IPv4_IPHL(m->m_pkthdr.csum_data) >=
   1039      1.148   thorpej 			sizeof(struct ip));
   1040      1.104      yamt 	}
   1041        1.1       cgd sendorfree:
   1042       1.48      matt 	/*
   1043       1.48      matt 	 * If there is no room for all the fragments, don't queue
   1044       1.48      matt 	 * any of them.
   1045       1.48      matt 	 */
   1046      1.135      manu 	if (ifp != NULL) {
   1047      1.135      manu 		s = splnet();
   1048      1.135      manu 		if (ifp->if_snd.ifq_maxlen - ifp->if_snd.ifq_len < fragments &&
   1049      1.135      manu 		    error == 0) {
   1050      1.135      manu 			error = ENOBUFS;
   1051      1.135      manu 			ipstat.ips_odropped++;
   1052      1.135      manu 			IFQ_INC_DROPS(&ifp->if_snd);
   1053      1.135      manu 		}
   1054      1.135      manu 		splx(s);
   1055      1.126     enami 	}
   1056      1.124    itojun 	if (error) {
   1057      1.125    itojun 		for (m = m0; m; m = m0) {
   1058      1.124    itojun 			m0 = m->m_nextpkt;
   1059      1.124    itojun 			m->m_nextpkt = NULL;
   1060      1.124    itojun 			m_freem(m);
   1061      1.124    itojun 		}
   1062      1.124    itojun 	}
   1063        1.1       cgd 	return (error);
   1064       1.86   thorpej }
   1065       1.86   thorpej 
   1066       1.86   thorpej /*
   1067       1.86   thorpej  * Process a delayed payload checksum calculation.
   1068       1.86   thorpej  */
   1069       1.86   thorpej void
   1070       1.86   thorpej in_delayed_cksum(struct mbuf *m)
   1071       1.86   thorpej {
   1072       1.86   thorpej 	struct ip *ip;
   1073       1.86   thorpej 	u_int16_t csum, offset;
   1074       1.86   thorpej 
   1075       1.86   thorpej 	ip = mtod(m, struct ip *);
   1076       1.86   thorpej 	offset = ip->ip_hl << 2;
   1077       1.86   thorpej 	csum = in4_cksum(m, 0, offset, ntohs(ip->ip_len) - offset);
   1078       1.86   thorpej 	if (csum == 0 && (m->m_pkthdr.csum_flags & M_CSUM_UDPv4) != 0)
   1079       1.86   thorpej 		csum = 0xffff;
   1080       1.86   thorpej 
   1081      1.145    briggs 	offset += M_CSUM_DATA_IPv4_OFFSET(m->m_pkthdr.csum_data);
   1082       1.86   thorpej 
   1083       1.86   thorpej 	if ((offset + sizeof(u_int16_t)) > m->m_len) {
   1084       1.87      yamt 		/* This happen when ip options were inserted
   1085       1.86   thorpej 		printf("in_delayed_cksum: pullup len %d off %d proto %d\n",
   1086       1.86   thorpej 		    m->m_len, offset, ip->ip_p);
   1087       1.87      yamt 		 */
   1088  1.153.2.4      yamt 		m_copyback(m, offset, sizeof(csum), (void *) &csum);
   1089       1.86   thorpej 	} else
   1090  1.153.2.4      yamt 		*(u_int16_t *)(mtod(m, char *) + offset) = csum;
   1091        1.1       cgd }
   1092       1.47       kml 
   1093       1.47       kml /*
   1094       1.47       kml  * Determine the maximum length of the options to be inserted;
   1095       1.47       kml  * we would far rather allocate too much space rather than too little.
   1096       1.47       kml  */
   1097       1.47       kml 
   1098       1.47       kml u_int
   1099      1.140     perry ip_optlen(struct inpcb *inp)
   1100       1.47       kml {
   1101       1.47       kml 	struct mbuf *m = inp->inp_options;
   1102       1.47       kml 
   1103       1.47       kml 	if (m && m->m_len > offsetof(struct ipoption, ipopt_dst))
   1104      1.101    itojun 		return (m->m_len - offsetof(struct ipoption, ipopt_dst));
   1105       1.47       kml 	else
   1106       1.47       kml 		return 0;
   1107       1.47       kml }
   1108       1.47       kml 
   1109        1.1       cgd 
   1110        1.1       cgd /*
   1111        1.1       cgd  * Insert IP options into preformed packet.
   1112        1.1       cgd  * Adjust IP destination as required for IP source routing,
   1113        1.1       cgd  * as indicated by a non-zero in_addr at the start of the options.
   1114        1.1       cgd  */
   1115       1.12   mycroft static struct mbuf *
   1116      1.140     perry ip_insertoptions(struct mbuf *m, struct mbuf *opt, int *phlen)
   1117        1.1       cgd {
   1118       1.71  augustss 	struct ipoption *p = mtod(opt, struct ipoption *);
   1119        1.1       cgd 	struct mbuf *n;
   1120       1.71  augustss 	struct ip *ip = mtod(m, struct ip *);
   1121        1.1       cgd 	unsigned optlen;
   1122        1.1       cgd 
   1123        1.1       cgd 	optlen = opt->m_len - sizeof(p->ipopt_dst);
   1124      1.100    itojun 	if (optlen + ntohs(ip->ip_len) > IP_MAXPACKET)
   1125        1.1       cgd 		return (m);		/* XXX should fail */
   1126       1.31   mycroft 	if (!in_nullhost(p->ipopt_dst))
   1127        1.1       cgd 		ip->ip_dst = p->ipopt_dst;
   1128      1.123    itojun 	if (M_READONLY(m) || M_LEADINGSPACE(m) < optlen) {
   1129        1.1       cgd 		MGETHDR(n, M_DONTWAIT, MT_HEADER);
   1130        1.1       cgd 		if (n == 0)
   1131        1.1       cgd 			return (m);
   1132      1.103      matt 		MCLAIM(n, m->m_owner);
   1133  1.153.2.1      yamt 		M_MOVE_PKTHDR(n, m);
   1134        1.1       cgd 		m->m_len -= sizeof(struct ip);
   1135        1.1       cgd 		m->m_data += sizeof(struct ip);
   1136        1.1       cgd 		n->m_next = m;
   1137        1.1       cgd 		m = n;
   1138        1.1       cgd 		m->m_len = optlen + sizeof(struct ip);
   1139        1.1       cgd 		m->m_data += max_linkhdr;
   1140  1.153.2.4      yamt 		bcopy((void *)ip, mtod(m, void *), sizeof(struct ip));
   1141        1.1       cgd 	} else {
   1142        1.1       cgd 		m->m_data -= optlen;
   1143        1.1       cgd 		m->m_len += optlen;
   1144  1.153.2.4      yamt 		memmove(mtod(m, void *), ip, sizeof(struct ip));
   1145        1.1       cgd 	}
   1146       1.87      yamt 	m->m_pkthdr.len += optlen;
   1147        1.1       cgd 	ip = mtod(m, struct ip *);
   1148  1.153.2.4      yamt 	bcopy((void *)p->ipopt_list, (void *)(ip + 1), (unsigned)optlen);
   1149        1.1       cgd 	*phlen = sizeof(struct ip) + optlen;
   1150      1.100    itojun 	ip->ip_len = htons(ntohs(ip->ip_len) + optlen);
   1151        1.1       cgd 	return (m);
   1152        1.1       cgd }
   1153        1.1       cgd 
   1154        1.1       cgd /*
   1155        1.1       cgd  * Copy options from ip to jp,
   1156        1.1       cgd  * omitting those not copied during fragmentation.
   1157        1.1       cgd  */
   1158       1.12   mycroft int
   1159      1.140     perry ip_optcopy(struct ip *ip, struct ip *jp)
   1160        1.1       cgd {
   1161       1.71  augustss 	u_char *cp, *dp;
   1162        1.1       cgd 	int opt, optlen, cnt;
   1163        1.1       cgd 
   1164        1.1       cgd 	cp = (u_char *)(ip + 1);
   1165        1.1       cgd 	dp = (u_char *)(jp + 1);
   1166        1.1       cgd 	cnt = (ip->ip_hl << 2) - sizeof (struct ip);
   1167        1.1       cgd 	for (; cnt > 0; cnt -= optlen, cp += optlen) {
   1168        1.1       cgd 		opt = cp[0];
   1169        1.1       cgd 		if (opt == IPOPT_EOL)
   1170        1.1       cgd 			break;
   1171       1.18   mycroft 		if (opt == IPOPT_NOP) {
   1172       1.18   mycroft 			/* Preserve for IP mcast tunnel's LSRR alignment. */
   1173       1.18   mycroft 			*dp++ = IPOPT_NOP;
   1174        1.1       cgd 			optlen = 1;
   1175       1.18   mycroft 			continue;
   1176       1.74    itojun 		}
   1177       1.74    itojun #ifdef DIAGNOSTIC
   1178       1.74    itojun 		if (cnt < IPOPT_OLEN + sizeof(*cp))
   1179       1.74    itojun 			panic("malformed IPv4 option passed to ip_optcopy");
   1180       1.74    itojun #endif
   1181       1.74    itojun 		optlen = cp[IPOPT_OLEN];
   1182       1.74    itojun #ifdef DIAGNOSTIC
   1183       1.74    itojun 		if (optlen < IPOPT_OLEN + sizeof(*cp) || optlen > cnt)
   1184       1.74    itojun 			panic("malformed IPv4 option passed to ip_optcopy");
   1185       1.74    itojun #endif
   1186        1.1       cgd 		/* bogus lengths should have been caught by ip_dooptions */
   1187        1.1       cgd 		if (optlen > cnt)
   1188        1.1       cgd 			optlen = cnt;
   1189        1.1       cgd 		if (IPOPT_COPIED(opt)) {
   1190  1.153.2.4      yamt 			bcopy((void *)cp, (void *)dp, (unsigned)optlen);
   1191        1.1       cgd 			dp += optlen;
   1192        1.1       cgd 		}
   1193        1.1       cgd 	}
   1194        1.1       cgd 	for (optlen = dp - (u_char *)(jp+1); optlen & 0x3; optlen++)
   1195        1.1       cgd 		*dp++ = IPOPT_EOL;
   1196        1.1       cgd 	return (optlen);
   1197        1.1       cgd }
   1198        1.1       cgd 
   1199        1.1       cgd /*
   1200        1.1       cgd  * IP socket option processing.
   1201        1.1       cgd  */
   1202       1.12   mycroft int
   1203      1.140     perry ip_ctloutput(int op, struct socket *so, int level, int optname,
   1204      1.140     perry     struct mbuf **mp)
   1205        1.1       cgd {
   1206       1.71  augustss 	struct inpcb *inp = sotoinpcb(so);
   1207       1.71  augustss 	struct mbuf *m = *mp;
   1208       1.71  augustss 	int optval = 0;
   1209        1.1       cgd 	int error = 0;
   1210      1.109  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
   1211  1.153.2.2      yamt 	struct lwp *l = curlwp;	/*XXX*/
   1212       1.61    itojun #endif
   1213        1.1       cgd 
   1214       1.18   mycroft 	if (level != IPPROTO_IP) {
   1215       1.18   mycroft 		if (op == PRCO_SETOPT && *mp)
   1216       1.18   mycroft 			(void) m_free(*mp);
   1217  1.153.2.5      yamt 		if (level == SOL_SOCKET && optname == SO_NOHEADER)
   1218  1.153.2.5      yamt 			return 0;
   1219  1.153.2.5      yamt 		return ENOPROTOOPT;
   1220  1.153.2.5      yamt 	}
   1221  1.153.2.5      yamt 
   1222  1.153.2.5      yamt 	switch (op) {
   1223        1.1       cgd 
   1224        1.1       cgd 	case PRCO_SETOPT:
   1225        1.1       cgd 		switch (optname) {
   1226        1.1       cgd 		case IP_OPTIONS:
   1227        1.1       cgd #ifdef notyet
   1228        1.1       cgd 		case IP_RETOPTS:
   1229        1.1       cgd 			return (ip_pcbopts(optname, &inp->inp_options, m));
   1230        1.1       cgd #else
   1231        1.1       cgd 			return (ip_pcbopts(&inp->inp_options, m));
   1232        1.1       cgd #endif
   1233        1.1       cgd 
   1234        1.1       cgd 		case IP_TOS:
   1235        1.1       cgd 		case IP_TTL:
   1236        1.1       cgd 		case IP_RECVOPTS:
   1237        1.1       cgd 		case IP_RECVRETOPTS:
   1238        1.1       cgd 		case IP_RECVDSTADDR:
   1239       1.37   thorpej 		case IP_RECVIF:
   1240       1.27       cgd 			if (m == NULL || m->m_len != sizeof(int))
   1241        1.1       cgd 				error = EINVAL;
   1242        1.1       cgd 			else {
   1243        1.1       cgd 				optval = *mtod(m, int *);
   1244        1.1       cgd 				switch (optname) {
   1245        1.1       cgd 
   1246        1.1       cgd 				case IP_TOS:
   1247        1.1       cgd 					inp->inp_ip.ip_tos = optval;
   1248        1.1       cgd 					break;
   1249        1.1       cgd 
   1250        1.1       cgd 				case IP_TTL:
   1251        1.1       cgd 					inp->inp_ip.ip_ttl = optval;
   1252        1.1       cgd 					break;
   1253        1.1       cgd #define	OPTSET(bit) \
   1254        1.1       cgd 	if (optval) \
   1255        1.1       cgd 		inp->inp_flags |= bit; \
   1256        1.1       cgd 	else \
   1257        1.1       cgd 		inp->inp_flags &= ~bit;
   1258        1.1       cgd 
   1259        1.1       cgd 				case IP_RECVOPTS:
   1260        1.1       cgd 					OPTSET(INP_RECVOPTS);
   1261        1.1       cgd 					break;
   1262        1.1       cgd 
   1263        1.1       cgd 				case IP_RECVRETOPTS:
   1264        1.1       cgd 					OPTSET(INP_RECVRETOPTS);
   1265        1.1       cgd 					break;
   1266        1.1       cgd 
   1267        1.1       cgd 				case IP_RECVDSTADDR:
   1268        1.1       cgd 					OPTSET(INP_RECVDSTADDR);
   1269        1.1       cgd 					break;
   1270       1.37   thorpej 
   1271       1.37   thorpej 				case IP_RECVIF:
   1272       1.37   thorpej 					OPTSET(INP_RECVIF);
   1273       1.37   thorpej 					break;
   1274        1.1       cgd 				}
   1275        1.1       cgd 			}
   1276        1.1       cgd 			break;
   1277        1.1       cgd #undef OPTSET
   1278       1.18   mycroft 
   1279       1.18   mycroft 		case IP_MULTICAST_IF:
   1280       1.18   mycroft 		case IP_MULTICAST_TTL:
   1281       1.18   mycroft 		case IP_MULTICAST_LOOP:
   1282       1.18   mycroft 		case IP_ADD_MEMBERSHIP:
   1283       1.18   mycroft 		case IP_DROP_MEMBERSHIP:
   1284       1.18   mycroft 			error = ip_setmoptions(optname, &inp->inp_moptions, m);
   1285       1.18   mycroft 			break;
   1286        1.1       cgd 
   1287       1.41     lukem 		case IP_PORTRANGE:
   1288       1.41     lukem 			if (m == 0 || m->m_len != sizeof(int))
   1289       1.41     lukem 				error = EINVAL;
   1290       1.41     lukem 			else {
   1291       1.41     lukem 				optval = *mtod(m, int *);
   1292       1.41     lukem 
   1293       1.41     lukem 				switch (optval) {
   1294       1.41     lukem 
   1295       1.41     lukem 				case IP_PORTRANGE_DEFAULT:
   1296       1.41     lukem 				case IP_PORTRANGE_HIGH:
   1297       1.41     lukem 					inp->inp_flags &= ~(INP_LOWPORT);
   1298       1.41     lukem 					break;
   1299       1.41     lukem 
   1300       1.41     lukem 				case IP_PORTRANGE_LOW:
   1301       1.41     lukem 					inp->inp_flags |= INP_LOWPORT;
   1302       1.41     lukem 					break;
   1303       1.41     lukem 
   1304       1.41     lukem 				default:
   1305       1.41     lukem 					error = EINVAL;
   1306       1.41     lukem 					break;
   1307       1.41     lukem 				}
   1308       1.41     lukem 			}
   1309       1.41     lukem 			break;
   1310       1.41     lukem 
   1311      1.109  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
   1312       1.61    itojun 		case IP_IPSEC_POLICY:
   1313       1.66    itojun 		{
   1314  1.153.2.4      yamt 			void *req = NULL;
   1315       1.66    itojun 			size_t len = 0;
   1316       1.61    itojun 			int priv = 0;
   1317       1.66    itojun 
   1318       1.61    itojun #ifdef __NetBSD__
   1319  1.153.2.2      yamt 			if (l == 0 || kauth_authorize_generic(l->l_cred,
   1320  1.153.2.3      yamt 			    KAUTH_GENERIC_ISSUSER, NULL))
   1321       1.61    itojun 				priv = 0;
   1322       1.61    itojun 			else
   1323       1.61    itojun 				priv = 1;
   1324       1.61    itojun #else
   1325       1.61    itojun 			priv = (in6p->in6p_socket->so_state & SS_PRIV);
   1326       1.61    itojun #endif
   1327       1.66    itojun 			if (m) {
   1328  1.153.2.4      yamt 				req = mtod(m, void *);
   1329       1.61    itojun 				len = m->m_len;
   1330       1.61    itojun 			}
   1331       1.66    itojun 			error = ipsec4_set_policy(inp, optname, req, len, priv);
   1332       1.61    itojun 			break;
   1333       1.61    itojun 		    }
   1334       1.61    itojun #endif /*IPSEC*/
   1335       1.61    itojun 
   1336        1.1       cgd 		default:
   1337       1.18   mycroft 			error = ENOPROTOOPT;
   1338        1.1       cgd 			break;
   1339        1.1       cgd 		}
   1340        1.1       cgd 		if (m)
   1341        1.1       cgd 			(void)m_free(m);
   1342        1.1       cgd 		break;
   1343        1.1       cgd 
   1344        1.1       cgd 	case PRCO_GETOPT:
   1345        1.1       cgd 		switch (optname) {
   1346        1.1       cgd 		case IP_OPTIONS:
   1347        1.1       cgd 		case IP_RETOPTS:
   1348        1.1       cgd 			*mp = m = m_get(M_WAIT, MT_SOOPTS);
   1349      1.103      matt 			MCLAIM(m, so->so_mowner);
   1350        1.1       cgd 			if (inp->inp_options) {
   1351        1.1       cgd 				m->m_len = inp->inp_options->m_len;
   1352  1.153.2.4      yamt 				bcopy(mtod(inp->inp_options, void *),
   1353  1.153.2.4      yamt 				    mtod(m, void *), (unsigned)m->m_len);
   1354        1.1       cgd 			} else
   1355        1.1       cgd 				m->m_len = 0;
   1356        1.1       cgd 			break;
   1357        1.1       cgd 
   1358        1.1       cgd 		case IP_TOS:
   1359        1.1       cgd 		case IP_TTL:
   1360        1.1       cgd 		case IP_RECVOPTS:
   1361        1.1       cgd 		case IP_RECVRETOPTS:
   1362        1.1       cgd 		case IP_RECVDSTADDR:
   1363       1.37   thorpej 		case IP_RECVIF:
   1364       1.40      matt 		case IP_ERRORMTU:
   1365        1.1       cgd 			*mp = m = m_get(M_WAIT, MT_SOOPTS);
   1366      1.103      matt 			MCLAIM(m, so->so_mowner);
   1367        1.1       cgd 			m->m_len = sizeof(int);
   1368        1.1       cgd 			switch (optname) {
   1369        1.1       cgd 
   1370        1.1       cgd 			case IP_TOS:
   1371        1.1       cgd 				optval = inp->inp_ip.ip_tos;
   1372        1.1       cgd 				break;
   1373        1.1       cgd 
   1374        1.1       cgd 			case IP_TTL:
   1375        1.1       cgd 				optval = inp->inp_ip.ip_ttl;
   1376       1.40      matt 				break;
   1377       1.40      matt 
   1378       1.40      matt 			case IP_ERRORMTU:
   1379       1.40      matt 				optval = inp->inp_errormtu;
   1380        1.1       cgd 				break;
   1381        1.1       cgd 
   1382        1.1       cgd #define	OPTBIT(bit)	(inp->inp_flags & bit ? 1 : 0)
   1383        1.1       cgd 
   1384        1.1       cgd 			case IP_RECVOPTS:
   1385        1.1       cgd 				optval = OPTBIT(INP_RECVOPTS);
   1386        1.1       cgd 				break;
   1387        1.1       cgd 
   1388        1.1       cgd 			case IP_RECVRETOPTS:
   1389        1.1       cgd 				optval = OPTBIT(INP_RECVRETOPTS);
   1390        1.1       cgd 				break;
   1391        1.1       cgd 
   1392        1.1       cgd 			case IP_RECVDSTADDR:
   1393        1.1       cgd 				optval = OPTBIT(INP_RECVDSTADDR);
   1394       1.37   thorpej 				break;
   1395       1.37   thorpej 
   1396       1.37   thorpej 			case IP_RECVIF:
   1397       1.37   thorpej 				optval = OPTBIT(INP_RECVIF);
   1398        1.1       cgd 				break;
   1399        1.1       cgd 			}
   1400        1.1       cgd 			*mtod(m, int *) = optval;
   1401        1.1       cgd 			break;
   1402       1.61    itojun 
   1403      1.134   minoura #if 0	/* defined(IPSEC) || defined(FAST_IPSEC) */
   1404      1.134   minoura 		/* XXX: code broken */
   1405       1.61    itojun 		case IP_IPSEC_POLICY:
   1406       1.66    itojun 		{
   1407  1.153.2.4      yamt 			void *req = NULL;
   1408       1.80    itojun 			size_t len = 0;
   1409       1.66    itojun 
   1410       1.66    itojun 			if (m) {
   1411  1.153.2.4      yamt 				req = mtod(m, void *);
   1412       1.66    itojun 				len = m->m_len;
   1413       1.66    itojun 			}
   1414       1.66    itojun 			error = ipsec4_get_policy(inp, req, len, mp);
   1415       1.61    itojun 			break;
   1416       1.66    itojun 		}
   1417       1.61    itojun #endif /*IPSEC*/
   1418       1.18   mycroft 
   1419       1.18   mycroft 		case IP_MULTICAST_IF:
   1420       1.18   mycroft 		case IP_MULTICAST_TTL:
   1421       1.18   mycroft 		case IP_MULTICAST_LOOP:
   1422       1.18   mycroft 		case IP_ADD_MEMBERSHIP:
   1423       1.18   mycroft 		case IP_DROP_MEMBERSHIP:
   1424       1.18   mycroft 			error = ip_getmoptions(optname, inp->inp_moptions, mp);
   1425      1.103      matt 			if (*mp)
   1426      1.103      matt 				MCLAIM(*mp, so->so_mowner);
   1427       1.41     lukem 			break;
   1428       1.41     lukem 
   1429       1.41     lukem 		case IP_PORTRANGE:
   1430       1.41     lukem 			*mp = m = m_get(M_WAIT, MT_SOOPTS);
   1431      1.103      matt 			MCLAIM(m, so->so_mowner);
   1432       1.41     lukem 			m->m_len = sizeof(int);
   1433       1.41     lukem 
   1434       1.41     lukem 			if (inp->inp_flags & INP_LOWPORT)
   1435       1.41     lukem 				optval = IP_PORTRANGE_LOW;
   1436       1.41     lukem 			else
   1437       1.41     lukem 				optval = IP_PORTRANGE_DEFAULT;
   1438       1.41     lukem 
   1439       1.41     lukem 			*mtod(m, int *) = optval;
   1440       1.18   mycroft 			break;
   1441        1.1       cgd 
   1442        1.1       cgd 		default:
   1443       1.18   mycroft 			error = ENOPROTOOPT;
   1444        1.1       cgd 			break;
   1445        1.1       cgd 		}
   1446        1.1       cgd 		break;
   1447        1.1       cgd 	}
   1448        1.1       cgd 	return (error);
   1449        1.1       cgd }
   1450        1.1       cgd 
   1451        1.1       cgd /*
   1452        1.1       cgd  * Set up IP options in pcb for insertion in output packets.
   1453        1.1       cgd  * Store in mbuf with pointer in pcbopt, adding pseudo-option
   1454        1.1       cgd  * with destination address if source routed.
   1455        1.1       cgd  */
   1456       1.12   mycroft int
   1457        1.1       cgd #ifdef notyet
   1458      1.140     perry ip_pcbopts(int optname, struct mbuf **pcbopt, struct mbuf *m)
   1459        1.1       cgd #else
   1460      1.140     perry ip_pcbopts(struct mbuf **pcbopt, struct mbuf *m)
   1461        1.1       cgd #endif
   1462        1.1       cgd {
   1463       1.71  augustss 	int cnt, optlen;
   1464       1.71  augustss 	u_char *cp;
   1465        1.1       cgd 	u_char opt;
   1466        1.1       cgd 
   1467        1.1       cgd 	/* turn off any old options */
   1468        1.1       cgd 	if (*pcbopt)
   1469        1.1       cgd 		(void)m_free(*pcbopt);
   1470        1.1       cgd 	*pcbopt = 0;
   1471        1.1       cgd 	if (m == (struct mbuf *)0 || m->m_len == 0) {
   1472        1.1       cgd 		/*
   1473        1.1       cgd 		 * Only turning off any previous options.
   1474        1.1       cgd 		 */
   1475        1.1       cgd 		if (m)
   1476        1.1       cgd 			(void)m_free(m);
   1477        1.1       cgd 		return (0);
   1478        1.1       cgd 	}
   1479        1.1       cgd 
   1480       1.85     ragge #ifndef	__vax__
   1481       1.21       cgd 	if (m->m_len % sizeof(int32_t))
   1482        1.1       cgd 		goto bad;
   1483        1.1       cgd #endif
   1484        1.1       cgd 	/*
   1485        1.1       cgd 	 * IP first-hop destination address will be stored before
   1486        1.1       cgd 	 * actual options; move other options back
   1487        1.1       cgd 	 * and clear it when none present.
   1488        1.1       cgd 	 */
   1489        1.1       cgd 	if (m->m_data + m->m_len + sizeof(struct in_addr) >= &m->m_dat[MLEN])
   1490        1.1       cgd 		goto bad;
   1491        1.1       cgd 	cnt = m->m_len;
   1492        1.1       cgd 	m->m_len += sizeof(struct in_addr);
   1493        1.1       cgd 	cp = mtod(m, u_char *) + sizeof(struct in_addr);
   1494  1.153.2.4      yamt 	memmove(cp, mtod(m, void *), (unsigned)cnt);
   1495  1.153.2.4      yamt 	bzero(mtod(m, void *), sizeof(struct in_addr));
   1496        1.1       cgd 
   1497        1.1       cgd 	for (; cnt > 0; cnt -= optlen, cp += optlen) {
   1498        1.1       cgd 		opt = cp[IPOPT_OPTVAL];
   1499        1.1       cgd 		if (opt == IPOPT_EOL)
   1500        1.1       cgd 			break;
   1501        1.1       cgd 		if (opt == IPOPT_NOP)
   1502        1.1       cgd 			optlen = 1;
   1503        1.1       cgd 		else {
   1504       1.74    itojun 			if (cnt < IPOPT_OLEN + sizeof(*cp))
   1505       1.74    itojun 				goto bad;
   1506        1.1       cgd 			optlen = cp[IPOPT_OLEN];
   1507       1.74    itojun 			if (optlen < IPOPT_OLEN  + sizeof(*cp) || optlen > cnt)
   1508        1.1       cgd 				goto bad;
   1509        1.1       cgd 		}
   1510        1.1       cgd 		switch (opt) {
   1511        1.1       cgd 
   1512        1.1       cgd 		default:
   1513        1.1       cgd 			break;
   1514        1.1       cgd 
   1515        1.1       cgd 		case IPOPT_LSRR:
   1516        1.1       cgd 		case IPOPT_SSRR:
   1517        1.1       cgd 			/*
   1518        1.1       cgd 			 * user process specifies route as:
   1519        1.1       cgd 			 *	->A->B->C->D
   1520        1.1       cgd 			 * D must be our final destination (but we can't
   1521        1.1       cgd 			 * check that since we may not have connected yet).
   1522        1.1       cgd 			 * A is first hop destination, which doesn't appear in
   1523        1.1       cgd 			 * actual IP option, but is stored before the options.
   1524        1.1       cgd 			 */
   1525        1.1       cgd 			if (optlen < IPOPT_MINOFF - 1 + sizeof(struct in_addr))
   1526        1.1       cgd 				goto bad;
   1527        1.1       cgd 			m->m_len -= sizeof(struct in_addr);
   1528        1.1       cgd 			cnt -= sizeof(struct in_addr);
   1529        1.1       cgd 			optlen -= sizeof(struct in_addr);
   1530        1.1       cgd 			cp[IPOPT_OLEN] = optlen;
   1531        1.1       cgd 			/*
   1532        1.1       cgd 			 * Move first hop before start of options.
   1533        1.1       cgd 			 */
   1534  1.153.2.4      yamt 			bcopy((void *)&cp[IPOPT_OFFSET+1], mtod(m, void *),
   1535        1.1       cgd 			    sizeof(struct in_addr));
   1536        1.1       cgd 			/*
   1537        1.1       cgd 			 * Then copy rest of options back
   1538        1.1       cgd 			 * to close up the deleted entry.
   1539        1.1       cgd 			 */
   1540      1.132  christos 			(void)memmove(&cp[IPOPT_OFFSET+1],
   1541      1.132  christos 			    &cp[IPOPT_OFFSET+1] + sizeof(struct in_addr),
   1542      1.132  christos 			    (unsigned)cnt - (IPOPT_MINOFF - 1));
   1543        1.1       cgd 			break;
   1544        1.1       cgd 		}
   1545        1.1       cgd 	}
   1546        1.1       cgd 	if (m->m_len > MAX_IPOPTLEN + sizeof(struct in_addr))
   1547        1.1       cgd 		goto bad;
   1548        1.1       cgd 	*pcbopt = m;
   1549        1.1       cgd 	return (0);
   1550        1.1       cgd 
   1551        1.1       cgd bad:
   1552        1.1       cgd 	(void)m_free(m);
   1553        1.1       cgd 	return (EINVAL);
   1554        1.1       cgd }
   1555        1.5   hpeyerl 
   1556        1.5   hpeyerl /*
   1557       1.81    itojun  * following RFC1724 section 3.3, 0.0.0.0/8 is interpreted as interface index.
   1558       1.81    itojun  */
   1559       1.81    itojun static struct ifnet *
   1560      1.140     perry ip_multicast_if(struct in_addr *a, int *ifindexp)
   1561       1.81    itojun {
   1562       1.81    itojun 	int ifindex;
   1563      1.111    itojun 	struct ifnet *ifp = NULL;
   1564      1.110    itojun 	struct in_ifaddr *ia;
   1565       1.81    itojun 
   1566       1.81    itojun 	if (ifindexp)
   1567       1.81    itojun 		*ifindexp = 0;
   1568       1.81    itojun 	if (ntohl(a->s_addr) >> 24 == 0) {
   1569       1.81    itojun 		ifindex = ntohl(a->s_addr) & 0xffffff;
   1570      1.129    itojun 		if (ifindex < 0 || if_indexlim <= ifindex)
   1571       1.81    itojun 			return NULL;
   1572       1.81    itojun 		ifp = ifindex2ifnet[ifindex];
   1573      1.129    itojun 		if (!ifp)
   1574      1.129    itojun 			return NULL;
   1575       1.81    itojun 		if (ifindexp)
   1576       1.81    itojun 			*ifindexp = ifindex;
   1577       1.81    itojun 	} else {
   1578      1.110    itojun 		LIST_FOREACH(ia, &IN_IFADDR_HASH(a->s_addr), ia_hash) {
   1579      1.110    itojun 			if (in_hosteq(ia->ia_addr.sin_addr, *a) &&
   1580      1.111    itojun 			    (ia->ia_ifp->if_flags & IFF_MULTICAST) != 0) {
   1581      1.111    itojun 				ifp = ia->ia_ifp;
   1582      1.110    itojun 				break;
   1583      1.111    itojun 			}
   1584      1.110    itojun 		}
   1585       1.81    itojun 	}
   1586       1.81    itojun 	return ifp;
   1587       1.81    itojun }
   1588       1.81    itojun 
   1589  1.153.2.1      yamt static int
   1590  1.153.2.1      yamt ip_getoptval(struct mbuf *m, u_int8_t *val, u_int maxval)
   1591  1.153.2.1      yamt {
   1592  1.153.2.1      yamt 	u_int tval;
   1593  1.153.2.1      yamt 
   1594  1.153.2.1      yamt 	if (m == NULL)
   1595  1.153.2.1      yamt 		return EINVAL;
   1596  1.153.2.1      yamt 
   1597  1.153.2.1      yamt 	switch (m->m_len) {
   1598  1.153.2.1      yamt 	case sizeof(u_char):
   1599  1.153.2.1      yamt 		tval = *(mtod(m, u_char *));
   1600  1.153.2.1      yamt 		break;
   1601  1.153.2.1      yamt 	case sizeof(u_int):
   1602  1.153.2.1      yamt 		tval = *(mtod(m, u_int *));
   1603  1.153.2.1      yamt 		break;
   1604  1.153.2.1      yamt 	default:
   1605  1.153.2.1      yamt 		return EINVAL;
   1606  1.153.2.1      yamt 	}
   1607  1.153.2.1      yamt 
   1608  1.153.2.1      yamt 	if (tval > maxval)
   1609  1.153.2.1      yamt 		return EINVAL;
   1610  1.153.2.1      yamt 
   1611  1.153.2.1      yamt 	*val = tval;
   1612  1.153.2.1      yamt 	return 0;
   1613  1.153.2.1      yamt }
   1614  1.153.2.1      yamt 
   1615       1.81    itojun /*
   1616        1.5   hpeyerl  * Set the IP multicast options in response to user setsockopt().
   1617        1.5   hpeyerl  */
   1618        1.5   hpeyerl int
   1619      1.140     perry ip_setmoptions(int optname, struct ip_moptions **imop, struct mbuf *m)
   1620        1.5   hpeyerl {
   1621       1.71  augustss 	int error = 0;
   1622       1.71  augustss 	int i;
   1623        1.5   hpeyerl 	struct in_addr addr;
   1624       1.71  augustss 	struct ip_mreq *mreq;
   1625       1.71  augustss 	struct ifnet *ifp;
   1626       1.71  augustss 	struct ip_moptions *imo = *imop;
   1627       1.81    itojun 	int ifindex;
   1628        1.5   hpeyerl 
   1629        1.5   hpeyerl 	if (imo == NULL) {
   1630        1.5   hpeyerl 		/*
   1631        1.5   hpeyerl 		 * No multicast option buffer attached to the pcb;
   1632        1.5   hpeyerl 		 * allocate one and initialize to default values.
   1633        1.5   hpeyerl 		 */
   1634       1.22       cgd 		imo = (struct ip_moptions *)malloc(sizeof(*imo), M_IPMOPTS,
   1635        1.5   hpeyerl 		    M_WAITOK);
   1636        1.5   hpeyerl 
   1637        1.5   hpeyerl 		if (imo == NULL)
   1638        1.5   hpeyerl 			return (ENOBUFS);
   1639        1.5   hpeyerl 		*imop = imo;
   1640        1.5   hpeyerl 		imo->imo_multicast_ifp = NULL;
   1641       1.81    itojun 		imo->imo_multicast_addr.s_addr = INADDR_ANY;
   1642        1.5   hpeyerl 		imo->imo_multicast_ttl = IP_DEFAULT_MULTICAST_TTL;
   1643        1.5   hpeyerl 		imo->imo_multicast_loop = IP_DEFAULT_MULTICAST_LOOP;
   1644        1.5   hpeyerl 		imo->imo_num_memberships = 0;
   1645        1.5   hpeyerl 	}
   1646        1.5   hpeyerl 
   1647        1.5   hpeyerl 	switch (optname) {
   1648        1.5   hpeyerl 
   1649        1.5   hpeyerl 	case IP_MULTICAST_IF:
   1650        1.5   hpeyerl 		/*
   1651        1.5   hpeyerl 		 * Select the interface for outgoing multicast packets.
   1652        1.5   hpeyerl 		 */
   1653        1.5   hpeyerl 		if (m == NULL || m->m_len != sizeof(struct in_addr)) {
   1654        1.5   hpeyerl 			error = EINVAL;
   1655        1.5   hpeyerl 			break;
   1656        1.5   hpeyerl 		}
   1657        1.5   hpeyerl 		addr = *(mtod(m, struct in_addr *));
   1658        1.5   hpeyerl 		/*
   1659        1.5   hpeyerl 		 * INADDR_ANY is used to remove a previous selection.
   1660       1.11   mycroft 		 * When no interface is selected, a default one is
   1661        1.5   hpeyerl 		 * chosen every time a multicast packet is sent.
   1662        1.5   hpeyerl 		 */
   1663       1.31   mycroft 		if (in_nullhost(addr)) {
   1664        1.5   hpeyerl 			imo->imo_multicast_ifp = NULL;
   1665        1.5   hpeyerl 			break;
   1666        1.5   hpeyerl 		}
   1667        1.5   hpeyerl 		/*
   1668        1.5   hpeyerl 		 * The selected interface is identified by its local
   1669        1.5   hpeyerl 		 * IP address.  Find the interface and confirm that
   1670       1.11   mycroft 		 * it supports multicasting.
   1671        1.5   hpeyerl 		 */
   1672       1.81    itojun 		ifp = ip_multicast_if(&addr, &ifindex);
   1673        1.5   hpeyerl 		if (ifp == NULL || (ifp->if_flags & IFF_MULTICAST) == 0) {
   1674        1.5   hpeyerl 			error = EADDRNOTAVAIL;
   1675        1.5   hpeyerl 			break;
   1676        1.5   hpeyerl 		}
   1677        1.5   hpeyerl 		imo->imo_multicast_ifp = ifp;
   1678       1.81    itojun 		if (ifindex)
   1679       1.81    itojun 			imo->imo_multicast_addr = addr;
   1680       1.81    itojun 		else
   1681       1.81    itojun 			imo->imo_multicast_addr.s_addr = INADDR_ANY;
   1682        1.5   hpeyerl 		break;
   1683        1.5   hpeyerl 
   1684        1.5   hpeyerl 	case IP_MULTICAST_TTL:
   1685        1.5   hpeyerl 		/*
   1686        1.5   hpeyerl 		 * Set the IP time-to-live for outgoing multicast packets.
   1687        1.5   hpeyerl 		 */
   1688  1.153.2.1      yamt 		error = ip_getoptval(m, &imo->imo_multicast_ttl, MAXTTL);
   1689        1.5   hpeyerl 		break;
   1690       1.11   mycroft 
   1691        1.5   hpeyerl 	case IP_MULTICAST_LOOP:
   1692        1.5   hpeyerl 		/*
   1693        1.5   hpeyerl 		 * Set the loopback flag for outgoing multicast packets.
   1694        1.5   hpeyerl 		 * Must be zero or one.
   1695        1.5   hpeyerl 		 */
   1696  1.153.2.1      yamt 		error = ip_getoptval(m, &imo->imo_multicast_loop, 1);
   1697        1.5   hpeyerl 		break;
   1698        1.5   hpeyerl 
   1699        1.5   hpeyerl 	case IP_ADD_MEMBERSHIP:
   1700        1.5   hpeyerl 		/*
   1701        1.5   hpeyerl 		 * Add a multicast group membership.
   1702        1.5   hpeyerl 		 * Group must be a valid IP multicast address.
   1703        1.5   hpeyerl 		 */
   1704        1.5   hpeyerl 		if (m == NULL || m->m_len != sizeof(struct ip_mreq)) {
   1705        1.5   hpeyerl 			error = EINVAL;
   1706        1.5   hpeyerl 			break;
   1707        1.5   hpeyerl 		}
   1708        1.5   hpeyerl 		mreq = mtod(m, struct ip_mreq *);
   1709       1.23   mycroft 		if (!IN_MULTICAST(mreq->imr_multiaddr.s_addr)) {
   1710        1.5   hpeyerl 			error = EINVAL;
   1711        1.5   hpeyerl 			break;
   1712        1.5   hpeyerl 		}
   1713        1.5   hpeyerl 		/*
   1714        1.5   hpeyerl 		 * If no interface address was provided, use the interface of
   1715        1.5   hpeyerl 		 * the route to the given multicast address.
   1716        1.5   hpeyerl 		 */
   1717       1.31   mycroft 		if (in_nullhost(mreq->imr_interface)) {
   1718  1.153.2.7      yamt 			struct rtentry *rt;
   1719  1.153.2.4      yamt 			union {
   1720  1.153.2.4      yamt 				struct sockaddr		dst;
   1721  1.153.2.4      yamt 				struct sockaddr_in	dst4;
   1722  1.153.2.4      yamt 			} u;
   1723  1.153.2.4      yamt 			struct route ro;
   1724  1.153.2.4      yamt 
   1725  1.153.2.3      yamt 			memset(&ro, 0, sizeof(ro));
   1726  1.153.2.4      yamt 
   1727  1.153.2.4      yamt 			sockaddr_in_init(&u.dst4, &mreq->imr_multiaddr, 0);
   1728  1.153.2.4      yamt 			rtcache_setdst(&ro, &u.dst);
   1729  1.153.2.7      yamt 			ifp = (rt = rtcache_init(&ro)) != NULL ? rt->rt_ifp
   1730  1.153.2.7      yamt 			                                        : NULL;
   1731  1.153.2.2      yamt 			rtcache_free(&ro);
   1732       1.23   mycroft 		} else {
   1733       1.81    itojun 			ifp = ip_multicast_if(&mreq->imr_interface, NULL);
   1734        1.5   hpeyerl 		}
   1735        1.5   hpeyerl 		/*
   1736        1.5   hpeyerl 		 * See if we found an interface, and confirm that it
   1737        1.5   hpeyerl 		 * supports multicast.
   1738        1.5   hpeyerl 		 */
   1739       1.11   mycroft 		if (ifp == NULL || (ifp->if_flags & IFF_MULTICAST) == 0) {
   1740        1.5   hpeyerl 			error = EADDRNOTAVAIL;
   1741        1.5   hpeyerl 			break;
   1742        1.5   hpeyerl 		}
   1743        1.5   hpeyerl 		/*
   1744        1.5   hpeyerl 		 * See if the membership already exists or if all the
   1745        1.5   hpeyerl 		 * membership slots are full.
   1746       1.11   mycroft 		 */
   1747        1.5   hpeyerl 		for (i = 0; i < imo->imo_num_memberships; ++i) {
   1748        1.5   hpeyerl 			if (imo->imo_membership[i]->inm_ifp == ifp &&
   1749       1.31   mycroft 			    in_hosteq(imo->imo_membership[i]->inm_addr,
   1750       1.31   mycroft 				      mreq->imr_multiaddr))
   1751        1.5   hpeyerl 				break;
   1752       1.11   mycroft 		}
   1753        1.5   hpeyerl 		if (i < imo->imo_num_memberships) {
   1754        1.5   hpeyerl 			error = EADDRINUSE;
   1755        1.5   hpeyerl 			break;
   1756        1.5   hpeyerl 		}
   1757        1.5   hpeyerl 		if (i == IP_MAX_MEMBERSHIPS) {
   1758       1.11   mycroft 			error = ETOOMANYREFS;
   1759        1.5   hpeyerl 			break;
   1760        1.5   hpeyerl 		}
   1761        1.5   hpeyerl 		/*
   1762        1.5   hpeyerl 		 * Everything looks good; add a new record to the multicast
   1763        1.5   hpeyerl 		 * address list for the given interface.
   1764        1.5   hpeyerl 		 */
   1765        1.5   hpeyerl 		if ((imo->imo_membership[i] =
   1766        1.5   hpeyerl 		    in_addmulti(&mreq->imr_multiaddr, ifp)) == NULL) {
   1767        1.5   hpeyerl 			error = ENOBUFS;
   1768        1.5   hpeyerl 			break;
   1769        1.5   hpeyerl 		}
   1770        1.5   hpeyerl 		++imo->imo_num_memberships;
   1771        1.5   hpeyerl 		break;
   1772        1.5   hpeyerl 
   1773        1.5   hpeyerl 	case IP_DROP_MEMBERSHIP:
   1774        1.5   hpeyerl 		/*
   1775        1.5   hpeyerl 		 * Drop a multicast group membership.
   1776        1.5   hpeyerl 		 * Group must be a valid IP multicast address.
   1777        1.5   hpeyerl 		 */
   1778        1.5   hpeyerl 		if (m == NULL || m->m_len != sizeof(struct ip_mreq)) {
   1779        1.5   hpeyerl 			error = EINVAL;
   1780        1.5   hpeyerl 			break;
   1781        1.5   hpeyerl 		}
   1782        1.5   hpeyerl 		mreq = mtod(m, struct ip_mreq *);
   1783       1.23   mycroft 		if (!IN_MULTICAST(mreq->imr_multiaddr.s_addr)) {
   1784        1.5   hpeyerl 			error = EINVAL;
   1785        1.5   hpeyerl 			break;
   1786        1.5   hpeyerl 		}
   1787        1.5   hpeyerl 		/*
   1788        1.5   hpeyerl 		 * If an interface address was specified, get a pointer
   1789        1.5   hpeyerl 		 * to its ifnet structure.
   1790        1.5   hpeyerl 		 */
   1791       1.31   mycroft 		if (in_nullhost(mreq->imr_interface))
   1792        1.5   hpeyerl 			ifp = NULL;
   1793        1.5   hpeyerl 		else {
   1794       1.81    itojun 			ifp = ip_multicast_if(&mreq->imr_interface, NULL);
   1795        1.5   hpeyerl 			if (ifp == NULL) {
   1796        1.5   hpeyerl 				error = EADDRNOTAVAIL;
   1797        1.5   hpeyerl 				break;
   1798        1.5   hpeyerl 			}
   1799        1.5   hpeyerl 		}
   1800        1.5   hpeyerl 		/*
   1801        1.5   hpeyerl 		 * Find the membership in the membership array.
   1802        1.5   hpeyerl 		 */
   1803        1.5   hpeyerl 		for (i = 0; i < imo->imo_num_memberships; ++i) {
   1804        1.5   hpeyerl 			if ((ifp == NULL ||
   1805        1.5   hpeyerl 			     imo->imo_membership[i]->inm_ifp == ifp) &&
   1806       1.31   mycroft 			     in_hosteq(imo->imo_membership[i]->inm_addr,
   1807       1.31   mycroft 				       mreq->imr_multiaddr))
   1808        1.5   hpeyerl 				break;
   1809        1.5   hpeyerl 		}
   1810        1.5   hpeyerl 		if (i == imo->imo_num_memberships) {
   1811        1.5   hpeyerl 			error = EADDRNOTAVAIL;
   1812        1.5   hpeyerl 			break;
   1813        1.5   hpeyerl 		}
   1814        1.5   hpeyerl 		/*
   1815        1.5   hpeyerl 		 * Give up the multicast address record to which the
   1816        1.5   hpeyerl 		 * membership points.
   1817        1.5   hpeyerl 		 */
   1818       1.11   mycroft 		in_delmulti(imo->imo_membership[i]);
   1819        1.5   hpeyerl 		/*
   1820        1.5   hpeyerl 		 * Remove the gap in the membership array.
   1821        1.5   hpeyerl 		 */
   1822        1.5   hpeyerl 		for (++i; i < imo->imo_num_memberships; ++i)
   1823        1.5   hpeyerl 			imo->imo_membership[i-1] = imo->imo_membership[i];
   1824        1.5   hpeyerl 		--imo->imo_num_memberships;
   1825        1.5   hpeyerl 		break;
   1826        1.5   hpeyerl 
   1827        1.5   hpeyerl 	default:
   1828        1.5   hpeyerl 		error = EOPNOTSUPP;
   1829        1.5   hpeyerl 		break;
   1830        1.5   hpeyerl 	}
   1831        1.5   hpeyerl 
   1832        1.5   hpeyerl 	/*
   1833        1.5   hpeyerl 	 * If all options have default values, no need to keep the mbuf.
   1834        1.5   hpeyerl 	 */
   1835        1.5   hpeyerl 	if (imo->imo_multicast_ifp == NULL &&
   1836        1.5   hpeyerl 	    imo->imo_multicast_ttl == IP_DEFAULT_MULTICAST_TTL &&
   1837        1.5   hpeyerl 	    imo->imo_multicast_loop == IP_DEFAULT_MULTICAST_LOOP &&
   1838        1.5   hpeyerl 	    imo->imo_num_memberships == 0) {
   1839        1.5   hpeyerl 		free(*imop, M_IPMOPTS);
   1840        1.5   hpeyerl 		*imop = NULL;
   1841        1.5   hpeyerl 	}
   1842        1.5   hpeyerl 
   1843        1.5   hpeyerl 	return (error);
   1844        1.5   hpeyerl }
   1845        1.5   hpeyerl 
   1846        1.5   hpeyerl /*
   1847        1.5   hpeyerl  * Return the IP multicast options in response to user getsockopt().
   1848        1.5   hpeyerl  */
   1849        1.5   hpeyerl int
   1850      1.140     perry ip_getmoptions(int optname, struct ip_moptions *imo, struct mbuf **mp)
   1851        1.5   hpeyerl {
   1852        1.5   hpeyerl 	u_char *ttl;
   1853        1.5   hpeyerl 	u_char *loop;
   1854        1.5   hpeyerl 	struct in_addr *addr;
   1855        1.5   hpeyerl 	struct in_ifaddr *ia;
   1856        1.5   hpeyerl 
   1857        1.5   hpeyerl 	*mp = m_get(M_WAIT, MT_SOOPTS);
   1858        1.5   hpeyerl 
   1859        1.5   hpeyerl 	switch (optname) {
   1860        1.5   hpeyerl 
   1861        1.5   hpeyerl 	case IP_MULTICAST_IF:
   1862        1.5   hpeyerl 		addr = mtod(*mp, struct in_addr *);
   1863        1.5   hpeyerl 		(*mp)->m_len = sizeof(struct in_addr);
   1864        1.5   hpeyerl 		if (imo == NULL || imo->imo_multicast_ifp == NULL)
   1865       1.31   mycroft 			*addr = zeroin_addr;
   1866       1.81    itojun 		else if (imo->imo_multicast_addr.s_addr) {
   1867       1.81    itojun 			/* return the value user has set */
   1868       1.81    itojun 			*addr = imo->imo_multicast_addr;
   1869       1.81    itojun 		} else {
   1870        1.5   hpeyerl 			IFP_TO_IA(imo->imo_multicast_ifp, ia);
   1871       1.31   mycroft 			*addr = ia ? ia->ia_addr.sin_addr : zeroin_addr;
   1872        1.5   hpeyerl 		}
   1873        1.5   hpeyerl 		return (0);
   1874        1.5   hpeyerl 
   1875        1.5   hpeyerl 	case IP_MULTICAST_TTL:
   1876        1.5   hpeyerl 		ttl = mtod(*mp, u_char *);
   1877        1.5   hpeyerl 		(*mp)->m_len = 1;
   1878       1.31   mycroft 		*ttl = imo ? imo->imo_multicast_ttl
   1879       1.31   mycroft 			   : IP_DEFAULT_MULTICAST_TTL;
   1880        1.5   hpeyerl 		return (0);
   1881        1.5   hpeyerl 
   1882        1.5   hpeyerl 	case IP_MULTICAST_LOOP:
   1883        1.5   hpeyerl 		loop = mtod(*mp, u_char *);
   1884        1.5   hpeyerl 		(*mp)->m_len = 1;
   1885       1.31   mycroft 		*loop = imo ? imo->imo_multicast_loop
   1886       1.31   mycroft 			    : IP_DEFAULT_MULTICAST_LOOP;
   1887        1.5   hpeyerl 		return (0);
   1888        1.5   hpeyerl 
   1889        1.5   hpeyerl 	default:
   1890        1.5   hpeyerl 		return (EOPNOTSUPP);
   1891        1.5   hpeyerl 	}
   1892        1.5   hpeyerl }
   1893        1.5   hpeyerl 
   1894        1.5   hpeyerl /*
   1895        1.5   hpeyerl  * Discard the IP multicast options.
   1896        1.5   hpeyerl  */
   1897        1.5   hpeyerl void
   1898      1.140     perry ip_freemoptions(struct ip_moptions *imo)
   1899        1.5   hpeyerl {
   1900       1.71  augustss 	int i;
   1901        1.5   hpeyerl 
   1902        1.5   hpeyerl 	if (imo != NULL) {
   1903        1.5   hpeyerl 		for (i = 0; i < imo->imo_num_memberships; ++i)
   1904        1.5   hpeyerl 			in_delmulti(imo->imo_membership[i]);
   1905        1.5   hpeyerl 		free(imo, M_IPMOPTS);
   1906        1.5   hpeyerl 	}
   1907        1.5   hpeyerl }
   1908        1.5   hpeyerl 
   1909        1.5   hpeyerl /*
   1910        1.5   hpeyerl  * Routine called from ip_output() to loop back a copy of an IP multicast
   1911        1.5   hpeyerl  * packet to the input queue of a specified interface.  Note that this
   1912        1.5   hpeyerl  * calls the output routine of the loopback "driver", but with an interface
   1913      1.137     peter  * pointer that might NOT be lo0ifp -- easier than replicating that code here.
   1914        1.5   hpeyerl  */
   1915       1.12   mycroft static void
   1916  1.153.2.4      yamt ip_mloopback(struct ifnet *ifp, struct mbuf *m, const struct sockaddr_in *dst)
   1917        1.5   hpeyerl {
   1918       1.71  augustss 	struct ip *ip;
   1919        1.5   hpeyerl 	struct mbuf *copym;
   1920        1.5   hpeyerl 
   1921  1.153.2.4      yamt 	copym = m_copypacket(m, M_DONTWAIT);
   1922       1.70    itojun 	if (copym != NULL
   1923       1.65    itojun 	 && (copym->m_flags & M_EXT || copym->m_len < sizeof(struct ip)))
   1924       1.65    itojun 		copym = m_pullup(copym, sizeof(struct ip));
   1925  1.153.2.4      yamt 	if (copym == NULL)
   1926  1.153.2.4      yamt 		return;
   1927  1.153.2.4      yamt 	/*
   1928  1.153.2.4      yamt 	 * We don't bother to fragment if the IP length is greater
   1929  1.153.2.4      yamt 	 * than the interface's MTU.  Can this possibly matter?
   1930  1.153.2.4      yamt 	 */
   1931  1.153.2.4      yamt 	ip = mtod(copym, struct ip *);
   1932       1.93    itojun 
   1933  1.153.2.4      yamt 	if (copym->m_pkthdr.csum_flags & (M_CSUM_TCPv4|M_CSUM_UDPv4)) {
   1934  1.153.2.4      yamt 		in_delayed_cksum(copym);
   1935  1.153.2.4      yamt 		copym->m_pkthdr.csum_flags &=
   1936  1.153.2.4      yamt 		    ~(M_CSUM_TCPv4|M_CSUM_UDPv4);
   1937        1.5   hpeyerl 	}
   1938  1.153.2.4      yamt 
   1939  1.153.2.4      yamt 	ip->ip_sum = 0;
   1940  1.153.2.4      yamt 	ip->ip_sum = in_cksum(copym, ip->ip_hl << 2);
   1941  1.153.2.4      yamt 	(void)looutput(ifp, copym, sintocsa(dst), NULL);
   1942        1.5   hpeyerl }
   1943