Home | History | Annotate | Line # | Download | only in netinet
tcp_output.c revision 1.115.4.1
      1  1.115.4.1      yamt /*	$NetBSD: tcp_output.c,v 1.115.4.1 2005/02/12 18:17:54 yamt Exp $	*/
      2       1.48    itojun 
      3       1.48    itojun /*
      4       1.48    itojun  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      5       1.48    itojun  * All rights reserved.
      6       1.82    itojun  *
      7       1.48    itojun  * Redistribution and use in source and binary forms, with or without
      8       1.48    itojun  * modification, are permitted provided that the following conditions
      9       1.48    itojun  * are met:
     10       1.48    itojun  * 1. Redistributions of source code must retain the above copyright
     11       1.48    itojun  *    notice, this list of conditions and the following disclaimer.
     12       1.48    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.48    itojun  *    notice, this list of conditions and the following disclaimer in the
     14       1.48    itojun  *    documentation and/or other materials provided with the distribution.
     15       1.48    itojun  * 3. Neither the name of the project nor the names of its contributors
     16       1.48    itojun  *    may be used to endorse or promote products derived from this software
     17       1.48    itojun  *    without specific prior written permission.
     18       1.82    itojun  *
     19       1.48    itojun  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     20       1.48    itojun  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21       1.48    itojun  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22       1.48    itojun  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     23       1.48    itojun  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24       1.48    itojun  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25       1.48    itojun  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26       1.48    itojun  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27       1.48    itojun  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28       1.48    itojun  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29       1.48    itojun  * SUCH DAMAGE.
     30       1.48    itojun  */
     31       1.28   thorpej 
     32       1.77    itojun /*
     33       1.77    itojun  *      @(#)COPYRIGHT   1.1 (NRL) 17 January 1995
     34       1.82    itojun  *
     35       1.77    itojun  * NRL grants permission for redistribution and use in source and binary
     36       1.77    itojun  * forms, with or without modification, of the software and documentation
     37       1.77    itojun  * created at NRL provided that the following conditions are met:
     38       1.82    itojun  *
     39       1.77    itojun  * 1. Redistributions of source code must retain the above copyright
     40       1.77    itojun  *    notice, this list of conditions and the following disclaimer.
     41       1.77    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     42       1.77    itojun  *    notice, this list of conditions and the following disclaimer in the
     43       1.77    itojun  *    documentation and/or other materials provided with the distribution.
     44       1.77    itojun  * 3. All advertising materials mentioning features or use of this software
     45       1.77    itojun  *    must display the following acknowledgements:
     46       1.77    itojun  *      This product includes software developed by the University of
     47       1.77    itojun  *      California, Berkeley and its contributors.
     48       1.77    itojun  *      This product includes software developed at the Information
     49       1.77    itojun  *      Technology Division, US Naval Research Laboratory.
     50       1.77    itojun  * 4. Neither the name of the NRL nor the names of its contributors
     51       1.77    itojun  *    may be used to endorse or promote products derived from this software
     52       1.77    itojun  *    without specific prior written permission.
     53       1.82    itojun  *
     54       1.77    itojun  * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
     55       1.77    itojun  * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     56       1.77    itojun  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     57       1.77    itojun  * PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL NRL OR
     58       1.77    itojun  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     59       1.77    itojun  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     60       1.77    itojun  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     61       1.77    itojun  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     62       1.77    itojun  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     63       1.77    itojun  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     64       1.77    itojun  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     65       1.82    itojun  *
     66       1.77    itojun  * The views and conclusions contained in the software and documentation
     67       1.77    itojun  * are those of the authors and should not be interpreted as representing
     68       1.77    itojun  * official policies, either expressed or implied, of the US Naval
     69       1.77    itojun  * Research Laboratory (NRL).
     70       1.77    itojun  */
     71       1.77    itojun 
     72       1.28   thorpej /*-
     73       1.64   thorpej  * Copyright (c) 1997, 1998, 2001 The NetBSD Foundation, Inc.
     74       1.28   thorpej  * All rights reserved.
     75       1.28   thorpej  *
     76       1.28   thorpej  * This code is derived from software contributed to The NetBSD Foundation
     77       1.28   thorpej  * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
     78       1.28   thorpej  * Facility, NASA Ames Research Center.
     79       1.28   thorpej  *
     80       1.28   thorpej  * Redistribution and use in source and binary forms, with or without
     81       1.28   thorpej  * modification, are permitted provided that the following conditions
     82       1.28   thorpej  * are met:
     83       1.28   thorpej  * 1. Redistributions of source code must retain the above copyright
     84       1.28   thorpej  *    notice, this list of conditions and the following disclaimer.
     85       1.28   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     86       1.28   thorpej  *    notice, this list of conditions and the following disclaimer in the
     87       1.28   thorpej  *    documentation and/or other materials provided with the distribution.
     88       1.28   thorpej  * 3. All advertising materials mentioning features or use of this software
     89       1.28   thorpej  *    must display the following acknowledgement:
     90       1.28   thorpej  *	This product includes software developed by the NetBSD
     91       1.28   thorpej  *	Foundation, Inc. and its contributors.
     92       1.28   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     93       1.28   thorpej  *    contributors may be used to endorse or promote products derived
     94       1.28   thorpej  *    from this software without specific prior written permission.
     95       1.28   thorpej  *
     96       1.28   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     97       1.28   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     98       1.28   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     99       1.28   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
    100       1.28   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
    101       1.28   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
    102       1.28   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
    103       1.28   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
    104       1.28   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
    105       1.28   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
    106       1.28   thorpej  * POSSIBILITY OF SUCH DAMAGE.
    107       1.28   thorpej  */
    108       1.10       cgd 
    109        1.1       cgd /*
    110       1.27   thorpej  * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1995
    111        1.9   mycroft  *	The Regents of the University of California.  All rights reserved.
    112        1.1       cgd  *
    113        1.1       cgd  * Redistribution and use in source and binary forms, with or without
    114        1.1       cgd  * modification, are permitted provided that the following conditions
    115        1.1       cgd  * are met:
    116        1.1       cgd  * 1. Redistributions of source code must retain the above copyright
    117        1.1       cgd  *    notice, this list of conditions and the following disclaimer.
    118        1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
    119        1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
    120        1.1       cgd  *    documentation and/or other materials provided with the distribution.
    121       1.97       agc  * 3. Neither the name of the University nor the names of its contributors
    122        1.1       cgd  *    may be used to endorse or promote products derived from this software
    123        1.1       cgd  *    without specific prior written permission.
    124        1.1       cgd  *
    125        1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    126        1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    127        1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    128        1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    129        1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    130        1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    131        1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    132        1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    133        1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    134        1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    135        1.1       cgd  * SUCH DAMAGE.
    136        1.1       cgd  *
    137       1.27   thorpej  *	@(#)tcp_output.c	8.4 (Berkeley) 5/24/95
    138        1.1       cgd  */
    139       1.75     lukem 
    140       1.75     lukem #include <sys/cdefs.h>
    141  1.115.4.1      yamt __KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.115.4.1 2005/02/12 18:17:54 yamt Exp $");
    142        1.1       cgd 
    143       1.48    itojun #include "opt_inet.h"
    144       1.51   thorpej #include "opt_ipsec.h"
    145       1.67       abs #include "opt_tcp_debug.h"
    146       1.48    itojun 
    147        1.4   mycroft #include <sys/param.h>
    148        1.4   mycroft #include <sys/systm.h>
    149        1.4   mycroft #include <sys/malloc.h>
    150        1.4   mycroft #include <sys/mbuf.h>
    151        1.4   mycroft #include <sys/protosw.h>
    152        1.4   mycroft #include <sys/socket.h>
    153        1.4   mycroft #include <sys/socketvar.h>
    154        1.4   mycroft #include <sys/errno.h>
    155       1.48    itojun #include <sys/domain.h>
    156       1.74   thorpej #include <sys/kernel.h>
    157      1.113    itojun #ifdef TCP_SIGNATURE
    158      1.113    itojun #include <sys/md5.h>
    159      1.113    itojun #endif
    160        1.1       cgd 
    161       1.17   thorpej #include <net/if.h>
    162        1.4   mycroft #include <net/route.h>
    163        1.1       cgd 
    164        1.4   mycroft #include <netinet/in.h>
    165        1.4   mycroft #include <netinet/in_systm.h>
    166        1.4   mycroft #include <netinet/ip.h>
    167        1.4   mycroft #include <netinet/in_pcb.h>
    168        1.4   mycroft #include <netinet/ip_var.h>
    169       1.48    itojun 
    170       1.48    itojun #ifdef INET6
    171       1.48    itojun #ifndef INET
    172       1.48    itojun #include <netinet/in.h>
    173       1.48    itojun #endif
    174       1.48    itojun #include <netinet/ip6.h>
    175       1.81    itojun #include <netinet6/in6_var.h>
    176       1.81    itojun #include <netinet6/ip6_var.h>
    177       1.48    itojun #include <netinet6/in6_pcb.h>
    178       1.81    itojun #include <netinet6/nd6.h>
    179       1.87    itojun #endif
    180       1.87    itojun 
    181       1.98  jonathan #ifdef FAST_IPSEC
    182       1.98  jonathan #include <netipsec/ipsec.h>
    183      1.114  jonathan #include <netipsec/key.h>
    184       1.98  jonathan #endif	/* FAST_IPSEC*/
    185       1.87    itojun #ifdef IPSEC
    186       1.87    itojun #include <netinet6/ipsec.h>
    187       1.48    itojun #endif
    188       1.48    itojun 
    189        1.4   mycroft #include <netinet/tcp.h>
    190        1.1       cgd #define	TCPOUTFLAGS
    191        1.4   mycroft #include <netinet/tcp_fsm.h>
    192        1.4   mycroft #include <netinet/tcp_seq.h>
    193        1.4   mycroft #include <netinet/tcp_timer.h>
    194        1.4   mycroft #include <netinet/tcp_var.h>
    195        1.4   mycroft #include <netinet/tcpip.h>
    196        1.4   mycroft #include <netinet/tcp_debug.h>
    197       1.14  christos 
    198      1.113    itojun #ifdef IPSEC
    199      1.113    itojun #include <netkey/key.h>
    200      1.113    itojun #endif
    201      1.113    itojun 
    202        1.1       cgd #ifdef notyet
    203        1.1       cgd extern struct mbuf *m_copypack();
    204        1.1       cgd #endif
    205        1.1       cgd 
    206        1.9   mycroft #define MAX_TCPOPTLEN	32	/* max # bytes that go in options */
    207        1.1       cgd 
    208       1.33   thorpej /*
    209       1.36   thorpej  * Knob to enable Congestion Window Monitoring, and control the
    210       1.36   thorpej  * the burst size it allows.  Default burst is 4 packets, per
    211       1.36   thorpej  * the Internet draft.
    212       1.33   thorpej  */
    213       1.83   thorpej int	tcp_cwm = 0;
    214       1.36   thorpej int	tcp_cwm_burstsize = 4;
    215       1.33   thorpej 
    216       1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    217       1.79   thorpej #include <sys/device.h>
    218       1.79   thorpej 
    219       1.79   thorpej extern struct evcnt tcp_output_bigheader;
    220      1.104     enami extern struct evcnt tcp_output_predict_hit;
    221      1.104     enami extern struct evcnt tcp_output_predict_miss;
    222       1.79   thorpej extern struct evcnt tcp_output_copysmall;
    223       1.79   thorpej extern struct evcnt tcp_output_copybig;
    224       1.79   thorpej extern struct evcnt tcp_output_refbig;
    225       1.79   thorpej 
    226       1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	(ev)->ev_count++
    227       1.79   thorpej #else
    228       1.79   thorpej 
    229       1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	/* nothing */
    230       1.79   thorpej 
    231       1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    232       1.79   thorpej 
    233       1.69   thorpej static
    234       1.69   thorpej #ifndef GPROF
    235       1.69   thorpej __inline
    236       1.69   thorpej #endif
    237      1.107    itojun int
    238       1.68   thorpej tcp_segsize(struct tcpcb *tp, int *txsegsizep, int *rxsegsizep)
    239       1.17   thorpej {
    240       1.60    itojun #ifdef INET
    241       1.17   thorpej 	struct inpcb *inp = tp->t_inpcb;
    242       1.60    itojun #endif
    243       1.48    itojun #ifdef INET6
    244       1.48    itojun 	struct in6pcb *in6p = tp->t_in6pcb;
    245       1.48    itojun #endif
    246       1.88       scw 	struct socket *so = NULL;
    247       1.17   thorpej 	struct rtentry *rt;
    248       1.17   thorpej 	struct ifnet *ifp;
    249       1.17   thorpej 	int size;
    250       1.48    itojun 	int iphlen;
    251       1.76  jmcneill 	int optlen;
    252       1.48    itojun 
    253       1.60    itojun #ifdef DIAGNOSTIC
    254       1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    255       1.60    itojun 		panic("tcp_segsize: both t_inpcb and t_in6pcb are set");
    256       1.60    itojun #endif
    257       1.48    itojun 	switch (tp->t_family) {
    258       1.60    itojun #ifdef INET
    259       1.48    itojun 	case AF_INET:
    260       1.48    itojun 		iphlen = sizeof(struct ip);
    261       1.48    itojun 		break;
    262       1.60    itojun #endif
    263       1.48    itojun #ifdef INET6
    264       1.48    itojun 	case AF_INET6:
    265       1.48    itojun 		iphlen = sizeof(struct ip6_hdr);
    266       1.48    itojun 		break;
    267       1.48    itojun #endif
    268       1.48    itojun 	default:
    269       1.48    itojun 		size = tcp_mssdflt;
    270       1.48    itojun 		goto out;
    271       1.48    itojun 	}
    272       1.17   thorpej 
    273       1.60    itojun 	rt = NULL;
    274       1.60    itojun #ifdef INET
    275       1.85   thorpej 	if (inp) {
    276       1.48    itojun 		rt = in_pcbrtentry(inp);
    277       1.85   thorpej 		so = inp->inp_socket;
    278       1.85   thorpej 	}
    279       1.60    itojun #endif
    280       1.61    itojun #ifdef INET6
    281       1.85   thorpej 	if (in6p) {
    282       1.48    itojun 		rt = in6_pcbrtentry(in6p);
    283       1.85   thorpej 		so = in6p->in6p_socket;
    284       1.85   thorpej 	}
    285       1.48    itojun #endif
    286       1.48    itojun 	if (rt == NULL) {
    287       1.17   thorpej 		size = tcp_mssdflt;
    288       1.17   thorpej 		goto out;
    289       1.17   thorpej 	}
    290       1.17   thorpej 
    291       1.17   thorpej 	ifp = rt->rt_ifp;
    292       1.17   thorpej 
    293       1.48    itojun 	size = tcp_mssdflt;
    294      1.107    itojun 	if (tp->t_mtudisc && rt->rt_rmx.rmx_mtu != 0) {
    295      1.107    itojun #ifdef INET6
    296      1.107    itojun 		if (in6p && rt->rt_rmx.rmx_mtu < IPV6_MMTU) {
    297      1.107    itojun 			/*
    298      1.107    itojun 			 * RFC2460 section 5, last paragraph: if path MTU is
    299      1.107    itojun 			 * smaller than 1280, use 1280 as packet size and
    300      1.107    itojun 			 * attach fragment header.
    301      1.107    itojun 			 */
    302      1.107    itojun 			size = IPV6_MMTU - iphlen - sizeof(struct ip6_frag) -
    303      1.107    itojun 			    sizeof(struct tcphdr);
    304      1.107    itojun 		} else
    305      1.107    itojun 			size = rt->rt_rmx.rmx_mtu - iphlen -
    306      1.107    itojun 			    sizeof(struct tcphdr);
    307      1.107    itojun #else
    308       1.48    itojun 		size = rt->rt_rmx.rmx_mtu - iphlen - sizeof(struct tcphdr);
    309      1.107    itojun #endif
    310      1.107    itojun 	} else if (ifp->if_flags & IFF_LOOPBACK)
    311       1.60    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    312       1.60    itojun #ifdef INET
    313       1.80    itojun 	else if (inp && tp->t_mtudisc)
    314       1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    315       1.48    itojun 	else if (inp && in_localaddr(inp->inp_faddr))
    316       1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    317       1.60    itojun #endif
    318       1.48    itojun #ifdef INET6
    319       1.48    itojun 	else if (in6p) {
    320       1.60    itojun #ifdef INET
    321       1.48    itojun 		if (IN6_IS_ADDR_V4MAPPED(&in6p->in6p_faddr)) {
    322       1.48    itojun 			/* mapped addr case */
    323       1.48    itojun 			struct in_addr d;
    324       1.48    itojun 			bcopy(&in6p->in6p_faddr.s6_addr32[3], &d, sizeof(d));
    325       1.80    itojun 			if (tp->t_mtudisc || in_localaddr(d))
    326       1.48    itojun 				size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    327       1.60    itojun 		} else
    328       1.60    itojun #endif
    329       1.60    itojun 		{
    330       1.65    itojun 			/*
    331       1.65    itojun 			 * for IPv6, path MTU discovery is always turned on,
    332       1.65    itojun 			 * or the node must use packet size <= 1280.
    333       1.65    itojun 			 */
    334       1.81    itojun 			size = tp->t_mtudisc ? IN6_LINKMTU(ifp) : IPV6_MMTU;
    335       1.80    itojun 			size -= (iphlen + sizeof(struct tcphdr));
    336       1.48    itojun 		}
    337       1.48    itojun 	}
    338       1.48    itojun #endif
    339       1.78   thorpej  out:
    340       1.76  jmcneill 	/*
    341       1.76  jmcneill 	 * Now we must make room for whatever extra TCP/IP options are in
    342       1.76  jmcneill 	 * the packet.
    343       1.76  jmcneill 	 */
    344       1.76  jmcneill 	optlen = tcp_optlen(tp);
    345       1.76  jmcneill 
    346       1.48    itojun 	/*
    347       1.48    itojun 	 * XXX tp->t_ourmss should have the right size, but without this code
    348       1.48    itojun 	 * fragmentation will occur... need more investigation
    349       1.48    itojun 	 */
    350       1.60    itojun #ifdef INET
    351       1.48    itojun 	if (inp) {
    352       1.98  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
    353      1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
    354      1.108   thorpej 			optlen += ipsec4_hdrsiz_tcp(tp);
    355       1.48    itojun #endif
    356       1.76  jmcneill 		optlen += ip_optlen(inp);
    357       1.48    itojun 	}
    358       1.60    itojun #endif
    359       1.48    itojun #ifdef INET6
    360       1.60    itojun #ifdef INET
    361       1.60    itojun 	if (in6p && tp->t_family == AF_INET) {
    362       1.98  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
    363      1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    364      1.108   thorpej 			optlen += ipsec4_hdrsiz_tcp(tp);
    365       1.48    itojun #endif
    366       1.48    itojun 		/* XXX size -= ip_optlen(in6p); */
    367       1.60    itojun 	} else
    368       1.60    itojun #endif
    369       1.60    itojun 	if (in6p && tp->t_family == AF_INET6) {
    370       1.61    itojun #ifdef IPSEC
    371      1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    372      1.108   thorpej 			optlen += ipsec6_hdrsiz_tcp(tp);
    373       1.48    itojun #endif
    374       1.76  jmcneill 		optlen += ip6_optlen(in6p);
    375       1.48    itojun 	}
    376       1.48    itojun #endif
    377       1.76  jmcneill 	size -= optlen;
    378       1.17   thorpej 
    379      1.107    itojun 	/* there may not be any room for data if mtu is too small */
    380      1.107    itojun 	if (size < 0)
    381      1.107    itojun 		return (EMSGSIZE);
    382      1.107    itojun 
    383       1.52    itojun 	/*
    384       1.52    itojun 	 * *rxsegsizep holds *estimated* inbound segment size (estimation
    385       1.52    itojun 	 * assumes that path MTU is the same for both ways).  this is only
    386       1.52    itojun 	 * for silly window avoidance, do not use the value for other purposes.
    387       1.52    itojun 	 *
    388       1.52    itojun 	 * ipseclen is subtracted from both sides, this may not be right.
    389       1.52    itojun 	 * I'm not quite sure about this (could someone comment).
    390       1.52    itojun 	 */
    391       1.76  jmcneill 	*txsegsizep = min(tp->t_peermss - optlen, size);
    392       1.85   thorpej 	/*
    393       1.85   thorpej 	 * Never send more than half a buffer full.  This insures that we can
    394       1.85   thorpej 	 * always keep 2 packets on the wire, no matter what SO_SNDBUF is, and
    395       1.86   mycroft 	 * therefore acks will never be delayed unless we run out of data to
    396       1.85   thorpej 	 * transmit.
    397       1.85   thorpej 	 */
    398       1.85   thorpej 	if (so)
    399       1.86   mycroft 		*txsegsizep = min(so->so_snd.sb_hiwat >> 1, *txsegsizep);
    400       1.76  jmcneill 	*rxsegsizep = min(tp->t_ourmss - optlen, size);
    401       1.21       kml 
    402       1.21       kml 	if (*txsegsizep != tp->t_segsz) {
    403       1.35       kml 		/*
    404       1.82    itojun 		 * If the new segment size is larger, we don't want to
    405       1.35       kml 		 * mess up the congestion window, but if it is smaller
    406       1.35       kml 		 * we'll have to reduce the congestion window to ensure
    407       1.35       kml 		 * that we don't get into trouble with initial windows
    408       1.35       kml 		 * and the rest.  In any case, if the segment size
    409       1.35       kml 		 * has changed, chances are the path has, too, and
    410       1.35       kml 		 * our congestion window will be different.
    411       1.29       kml 		 */
    412       1.35       kml 		if (*txsegsizep < tp->t_segsz) {
    413       1.82    itojun 			tp->snd_cwnd = max((tp->snd_cwnd / tp->t_segsz)
    414       1.35       kml 					   * *txsegsizep, *txsegsizep);
    415       1.82    itojun 			tp->snd_ssthresh = max((tp->snd_ssthresh / tp->t_segsz)
    416       1.35       kml 						* *txsegsizep, *txsegsizep);
    417       1.35       kml 		}
    418       1.21       kml 		tp->t_segsz = *txsegsizep;
    419       1.21       kml 	}
    420      1.107    itojun 
    421      1.107    itojun 	return (0);
    422       1.17   thorpej }
    423       1.17   thorpej 
    424       1.70   thorpej static
    425       1.70   thorpej #ifndef GPROF
    426       1.70   thorpej __inline
    427       1.70   thorpej #endif
    428       1.70   thorpej int
    429       1.70   thorpej tcp_build_datapkt(struct tcpcb *tp, struct socket *so, int off,
    430       1.70   thorpej     long len, int hdrlen, struct mbuf **mp)
    431       1.70   thorpej {
    432       1.95     ragge 	struct mbuf *m, *m0;
    433       1.70   thorpej 
    434       1.70   thorpej 	if (tp->t_force && len == 1)
    435       1.70   thorpej 		tcpstat.tcps_sndprobe++;
    436       1.70   thorpej 	else if (SEQ_LT(tp->snd_nxt, tp->snd_max)) {
    437       1.70   thorpej 		tcpstat.tcps_sndrexmitpack++;
    438       1.70   thorpej 		tcpstat.tcps_sndrexmitbyte += len;
    439       1.70   thorpej 	} else {
    440       1.70   thorpej 		tcpstat.tcps_sndpack++;
    441       1.70   thorpej 		tcpstat.tcps_sndbyte += len;
    442       1.70   thorpej 	}
    443       1.70   thorpej #ifdef notyet
    444       1.70   thorpej 	if ((m = m_copypack(so->so_snd.sb_mb, off,
    445       1.70   thorpej 	    (int)len, max_linkhdr + hdrlen)) == 0)
    446       1.70   thorpej 		return (ENOBUFS);
    447       1.70   thorpej 	/*
    448       1.70   thorpej 	 * m_copypack left space for our hdr; use it.
    449       1.70   thorpej 	 */
    450       1.70   thorpej 	m->m_len += hdrlen;
    451       1.70   thorpej 	m->m_data -= hdrlen;
    452       1.70   thorpej #else
    453       1.70   thorpej 	MGETHDR(m, M_DONTWAIT, MT_HEADER);
    454       1.79   thorpej 	if (__predict_false(m == NULL))
    455       1.79   thorpej 		return (ENOBUFS);
    456       1.89      matt 	MCLAIM(m, &tcp_tx_mowner);
    457       1.79   thorpej 
    458       1.79   thorpej 	/*
    459       1.79   thorpej 	 * XXX Because other code assumes headers will fit in
    460       1.79   thorpej 	 * XXX one header mbuf.
    461       1.79   thorpej 	 *
    462       1.79   thorpej 	 * (This code should almost *never* be run.)
    463       1.79   thorpej 	 */
    464       1.79   thorpej 	if (__predict_false((max_linkhdr + hdrlen) > MHLEN)) {
    465       1.79   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_bigheader);
    466       1.70   thorpej 		MCLGET(m, M_DONTWAIT);
    467       1.70   thorpej 		if ((m->m_flags & M_EXT) == 0) {
    468       1.70   thorpej 			m_freem(m);
    469       1.79   thorpej 			return (ENOBUFS);
    470       1.70   thorpej 		}
    471       1.70   thorpej 	}
    472       1.79   thorpej 
    473       1.70   thorpej 	m->m_data += max_linkhdr;
    474       1.70   thorpej 	m->m_len = hdrlen;
    475       1.95     ragge 
    476       1.95     ragge 	/*
    477       1.95     ragge 	 * To avoid traversing the whole sb_mb chain for correct
    478      1.102   thorpej 	 * data to send, remember last sent mbuf, its offset and
    479      1.102   thorpej 	 * the sent size.  When called the next time, see if the
    480      1.102   thorpej 	 * data to send is directly following the previous transfer.
    481      1.102   thorpej 	 * This is important for large TCP windows.
    482       1.95     ragge 	 */
    483      1.106     ragge 	if (off == 0 || tp->t_lastm == NULL ||
    484      1.106     ragge 	    (tp->t_lastoff + tp->t_lastlen) != off) {
    485      1.103   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_miss);
    486       1.95     ragge 		/*
    487       1.95     ragge 		 * Either a new packet or a retransmit.
    488       1.95     ragge 		 * Start from the beginning.
    489       1.95     ragge 		 */
    490       1.95     ragge 		tp->t_lastm = so->so_snd.sb_mb;
    491       1.95     ragge 		tp->t_inoff = off;
    492      1.102   thorpej 	} else {
    493      1.103   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_hit);
    494       1.95     ragge 		tp->t_inoff += tp->t_lastlen;
    495      1.102   thorpej 	}
    496       1.95     ragge 
    497       1.95     ragge 	/* Traverse forward to next packet */
    498       1.95     ragge 	while (tp->t_inoff > 0) {
    499       1.95     ragge 		if (tp->t_lastm == NULL)
    500       1.95     ragge 			panic("tp->t_lastm == NULL");
    501       1.95     ragge 		if (tp->t_inoff < tp->t_lastm->m_len)
    502       1.95     ragge 			break;
    503       1.95     ragge 		tp->t_inoff -= tp->t_lastm->m_len;
    504       1.95     ragge 		tp->t_lastm = tp->t_lastm->m_next;
    505       1.95     ragge 	}
    506       1.95     ragge 
    507       1.95     ragge 	tp->t_lastoff = off;
    508       1.95     ragge 	tp->t_lastlen = len;
    509       1.95     ragge 	m0 = tp->t_lastm;
    510       1.95     ragge 	off = tp->t_inoff;
    511       1.95     ragge 
    512       1.70   thorpej 	if (len <= M_TRAILINGSPACE(m)) {
    513       1.95     ragge 		m_copydata(m0, off, (int) len, mtod(m, caddr_t) + hdrlen);
    514       1.70   thorpej 		m->m_len += len;
    515       1.79   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_copysmall);
    516       1.70   thorpej 	} else {
    517       1.92     ragge 		m->m_next = m_copy(m0, off, (int) len);
    518       1.70   thorpej 		if (m->m_next == NULL) {
    519       1.70   thorpej 			m_freem(m);
    520       1.70   thorpej 			return (ENOBUFS);
    521       1.70   thorpej 		}
    522       1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    523       1.79   thorpej 		if (m->m_next->m_flags & M_EXT)
    524       1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_refbig);
    525       1.79   thorpej 		else
    526       1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_copybig);
    527       1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    528       1.70   thorpej 	}
    529       1.70   thorpej #endif
    530       1.70   thorpej 
    531       1.70   thorpej 	*mp = m;
    532       1.70   thorpej 	return (0);
    533       1.70   thorpej }
    534       1.70   thorpej 
    535        1.1       cgd /*
    536        1.1       cgd  * Tcp output routine: figure out what should be sent and send it.
    537        1.1       cgd  */
    538        1.6   mycroft int
    539  1.115.4.1      yamt tcp_output(struct tcpcb *tp)
    540        1.1       cgd {
    541       1.48    itojun 	struct socket *so;
    542       1.48    itojun 	struct route *ro;
    543       1.47   thorpej 	long len, win;
    544        1.1       cgd 	int off, flags, error;
    545       1.56  augustss 	struct mbuf *m;
    546       1.48    itojun 	struct ip *ip;
    547       1.48    itojun #ifdef INET6
    548       1.48    itojun 	struct ip6_hdr *ip6;
    549       1.48    itojun #endif
    550       1.56  augustss 	struct tcphdr *th;
    551        1.9   mycroft 	u_char opt[MAX_TCPOPTLEN];
    552        1.1       cgd 	unsigned optlen, hdrlen;
    553       1.18   thorpej 	int idle, sendalot, txsegsize, rxsegsize;
    554       1.44      matt 	int maxburst = TCP_MAXBURST;
    555       1.48    itojun 	int af;		/* address family on the wire */
    556       1.48    itojun 	int iphdrlen;
    557      1.110  jonathan #ifdef TCP_SIGNATURE
    558      1.110  jonathan 	int sigoff = 0;
    559      1.110  jonathan #endif
    560       1.48    itojun 
    561       1.60    itojun #ifdef DIAGNOSTIC
    562       1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    563       1.60    itojun 		panic("tcp_output: both t_inpcb and t_in6pcb are set");
    564       1.60    itojun #endif
    565       1.48    itojun 	so = NULL;
    566       1.48    itojun 	ro = NULL;
    567       1.48    itojun 	if (tp->t_inpcb) {
    568       1.48    itojun 		so = tp->t_inpcb->inp_socket;
    569       1.48    itojun 		ro = &tp->t_inpcb->inp_route;
    570       1.48    itojun 	}
    571       1.48    itojun #ifdef INET6
    572       1.48    itojun 	else if (tp->t_in6pcb) {
    573       1.48    itojun 		so = tp->t_in6pcb->in6p_socket;
    574       1.48    itojun 		ro = (struct route *)&tp->t_in6pcb->in6p_route;
    575       1.48    itojun 	}
    576       1.48    itojun #endif
    577       1.48    itojun 
    578       1.48    itojun 	switch (af = tp->t_family) {
    579       1.60    itojun #ifdef INET
    580       1.48    itojun 	case AF_INET:
    581       1.48    itojun 		if (tp->t_inpcb)
    582       1.48    itojun 			break;
    583       1.48    itojun #ifdef INET6
    584       1.48    itojun 		/* mapped addr case */
    585       1.48    itojun 		if (tp->t_in6pcb)
    586       1.48    itojun 			break;
    587       1.48    itojun #endif
    588      1.107    itojun 		return (EINVAL);
    589       1.60    itojun #endif
    590       1.48    itojun #ifdef INET6
    591       1.48    itojun 	case AF_INET6:
    592       1.48    itojun 		if (tp->t_in6pcb)
    593       1.48    itojun 			break;
    594      1.107    itojun 		return (EINVAL);
    595       1.48    itojun #endif
    596       1.48    itojun 	default:
    597      1.107    itojun 		return (EAFNOSUPPORT);
    598       1.48    itojun 	}
    599       1.17   thorpej 
    600      1.107    itojun 	if (tcp_segsize(tp, &txsegsize, &rxsegsize))
    601      1.107    itojun 		return (EMSGSIZE);
    602        1.1       cgd 
    603        1.1       cgd 	idle = (tp->snd_max == tp->snd_una);
    604       1.33   thorpej 
    605       1.41   thorpej 	/*
    606       1.41   thorpej 	 * Restart Window computation.  From draft-floyd-incr-init-win-03:
    607       1.41   thorpej 	 *
    608       1.41   thorpej 	 *	Optionally, a TCP MAY set the restart window to the
    609       1.41   thorpej 	 *	minimum of the value used for the initial window and
    610       1.41   thorpej 	 *	the current value of cwnd (in other words, using a
    611       1.41   thorpej 	 *	larger value for the restart window should never increase
    612       1.41   thorpej 	 *	the size of cwnd).
    613       1.41   thorpej 	 */
    614       1.33   thorpej 	if (tcp_cwm) {
    615        1.1       cgd 		/*
    616       1.33   thorpej 		 * Hughes/Touch/Heidemann Congestion Window Monitoring.
    617       1.33   thorpej 		 * Count the number of packets currently pending
    618       1.33   thorpej 		 * acknowledgement, and limit our congestion window
    619       1.37   thorpej 		 * to a pre-determined allowed burst size plus that count.
    620       1.33   thorpej 		 * This prevents bursting once all pending packets have
    621       1.33   thorpej 		 * been acknowledged (i.e. transmission is idle).
    622       1.42   thorpej 		 *
    623       1.42   thorpej 		 * XXX Link this to Initial Window?
    624        1.1       cgd 		 */
    625       1.33   thorpej 		tp->snd_cwnd = min(tp->snd_cwnd,
    626       1.36   thorpej 		    (tcp_cwm_burstsize * txsegsize) +
    627       1.33   thorpej 		    (tp->snd_nxt - tp->snd_una));
    628       1.33   thorpej 	} else {
    629       1.73   thorpej 		if (idle && (tcp_now - tp->t_rcvtime) >= tp->t_rxtcur) {
    630       1.33   thorpej 			/*
    631       1.33   thorpej 			 * We have been idle for "a while" and no acks are
    632       1.33   thorpej 			 * expected to clock out any data we send --
    633       1.33   thorpej 			 * slow start to get ack "clock" running again.
    634       1.33   thorpej 			 */
    635       1.90   thorpej 			int ss = tcp_init_win;
    636       1.90   thorpej #ifdef INET
    637       1.90   thorpej 			if (tp->t_inpcb &&
    638       1.90   thorpej 			    in_localaddr(tp->t_inpcb->inp_faddr))
    639       1.90   thorpej 				ss = tcp_init_win_local;
    640       1.90   thorpej #endif
    641       1.90   thorpej #ifdef INET6
    642       1.90   thorpej 			if (tp->t_in6pcb &&
    643       1.90   thorpej 			    in6_localaddr(&tp->t_in6pcb->in6p_faddr))
    644       1.90   thorpej 				ss = tcp_init_win_local;
    645       1.90   thorpej #endif
    646       1.41   thorpej 			tp->snd_cwnd = min(tp->snd_cwnd,
    647       1.90   thorpej 			    TCP_INITIAL_WINDOW(ss, txsegsize));
    648       1.33   thorpej 		}
    649       1.33   thorpej 	}
    650       1.33   thorpej 
    651        1.1       cgd again:
    652       1.33   thorpej 	/*
    653       1.33   thorpej 	 * Determine length of data that should be transmitted, and
    654       1.33   thorpej 	 * flags that should be used.  If there is some data or critical
    655       1.33   thorpej 	 * controls (SYN, RST) to send, then transmit; otherwise,
    656       1.33   thorpej 	 * investigate further.
    657       1.33   thorpej 	 */
    658        1.1       cgd 	sendalot = 0;
    659        1.1       cgd 	off = tp->snd_nxt - tp->snd_una;
    660        1.1       cgd 	win = min(tp->snd_wnd, tp->snd_cwnd);
    661        1.1       cgd 
    662        1.9   mycroft 	flags = tcp_outflags[tp->t_state];
    663        1.1       cgd 	/*
    664        1.1       cgd 	 * If in persist timeout with window of 0, send 1 byte.
    665        1.1       cgd 	 * Otherwise, if window is small but nonzero
    666        1.1       cgd 	 * and timer expired, we will send what we can
    667        1.1       cgd 	 * and go to transmit state.
    668        1.1       cgd 	 */
    669        1.1       cgd 	if (tp->t_force) {
    670        1.9   mycroft 		if (win == 0) {
    671        1.9   mycroft 			/*
    672        1.9   mycroft 			 * If we still have some data to send, then
    673        1.9   mycroft 			 * clear the FIN bit.  Usually this would
    674        1.9   mycroft 			 * happen below when it realizes that we
    675        1.9   mycroft 			 * aren't sending all the data.  However,
    676        1.9   mycroft 			 * if we have exactly 1 byte of unset data,
    677        1.9   mycroft 			 * then it won't clear the FIN bit below,
    678        1.9   mycroft 			 * and if we are in persist state, we wind
    679        1.9   mycroft 			 * up sending the packet without recording
    680        1.9   mycroft 			 * that we sent the FIN bit.
    681        1.9   mycroft 			 *
    682        1.9   mycroft 			 * We can't just blindly clear the FIN bit,
    683        1.9   mycroft 			 * because if we don't have any more data
    684        1.9   mycroft 			 * to send then the probe will be the FIN
    685        1.9   mycroft 			 * itself.
    686        1.9   mycroft 			 */
    687        1.9   mycroft 			if (off < so->so_snd.sb_cc)
    688        1.9   mycroft 				flags &= ~TH_FIN;
    689        1.1       cgd 			win = 1;
    690        1.9   mycroft 		} else {
    691       1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_PERSIST);
    692        1.1       cgd 			tp->t_rxtshift = 0;
    693        1.1       cgd 		}
    694        1.1       cgd 	}
    695        1.1       cgd 
    696       1.11   mycroft 	if (win < so->so_snd.sb_cc) {
    697       1.11   mycroft 		len = win - off;
    698       1.11   mycroft 		flags &= ~TH_FIN;
    699       1.11   mycroft 	} else
    700       1.11   mycroft 		len = so->so_snd.sb_cc - off;
    701        1.1       cgd 
    702        1.1       cgd 	if (len < 0) {
    703        1.1       cgd 		/*
    704        1.1       cgd 		 * If FIN has been sent but not acked,
    705        1.1       cgd 		 * but we haven't been called to retransmit,
    706        1.1       cgd 		 * len will be -1.  Otherwise, window shrank
    707        1.1       cgd 		 * after we sent into it.  If window shrank to 0,
    708       1.25   thorpej 		 * cancel pending retransmit, pull snd_nxt back
    709       1.25   thorpej 		 * to (closed) window, and set the persist timer
    710       1.25   thorpej 		 * if it isn't already going.  If the window didn't
    711       1.25   thorpej 		 * close completely, just wait for an ACK.
    712       1.43   mycroft 		 *
    713       1.43   mycroft 		 * If we have a pending FIN, either it has already been
    714       1.43   mycroft 		 * transmitted or it is outside the window, so drop it.
    715       1.43   mycroft 		 * If the FIN has been transmitted, but this is not a
    716       1.43   mycroft 		 * retransmission, then len must be -1.  Therefore we also
    717       1.43   mycroft 		 * prevent here the sending of `gratuitous FINs'.  This
    718       1.43   mycroft 		 * eliminates the need to check for that case below (e.g.
    719       1.43   mycroft 		 * to back up snd_nxt before the FIN so that the sequence
    720       1.43   mycroft 		 * number is correct).
    721        1.1       cgd 		 */
    722        1.1       cgd 		len = 0;
    723       1.43   mycroft 		flags &= ~TH_FIN;
    724        1.1       cgd 		if (win == 0) {
    725       1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_REXMT);
    726       1.25   thorpej 			tp->t_rxtshift = 0;
    727        1.1       cgd 			tp->snd_nxt = tp->snd_una;
    728       1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
    729       1.25   thorpej 				tcp_setpersist(tp);
    730        1.1       cgd 		}
    731        1.1       cgd 	}
    732       1.18   thorpej 	if (len > txsegsize) {
    733       1.18   thorpej 		len = txsegsize;
    734       1.11   mycroft 		flags &= ~TH_FIN;
    735        1.1       cgd 		sendalot = 1;
    736        1.1       cgd 	}
    737        1.1       cgd 
    738        1.1       cgd 	win = sbspace(&so->so_rcv);
    739        1.1       cgd 
    740        1.1       cgd 	/*
    741        1.1       cgd 	 * Sender silly window avoidance.  If connection is idle
    742        1.1       cgd 	 * and can send all data, a maximum segment,
    743        1.1       cgd 	 * at least a maximum default-size segment do it,
    744        1.1       cgd 	 * or are forced, do it; otherwise don't bother.
    745        1.1       cgd 	 * If peer's buffer is tiny, then send
    746        1.1       cgd 	 * when window is at least half open.
    747        1.1       cgd 	 * If retransmitting (possibly after persist timer forced us
    748        1.1       cgd 	 * to send into a small window), then must resend.
    749        1.1       cgd 	 */
    750        1.1       cgd 	if (len) {
    751       1.18   thorpej 		if (len == txsegsize)
    752        1.1       cgd 			goto send;
    753       1.46   thorpej 		if ((so->so_state & SS_MORETOCOME) == 0 &&
    754       1.46   thorpej 		    ((idle || tp->t_flags & TF_NODELAY) &&
    755       1.46   thorpej 		     len + off >= so->so_snd.sb_cc))
    756        1.1       cgd 			goto send;
    757        1.1       cgd 		if (tp->t_force)
    758        1.1       cgd 			goto send;
    759        1.1       cgd 		if (len >= tp->max_sndwnd / 2)
    760        1.1       cgd 			goto send;
    761        1.1       cgd 		if (SEQ_LT(tp->snd_nxt, tp->snd_max))
    762        1.1       cgd 			goto send;
    763        1.1       cgd 	}
    764        1.1       cgd 
    765        1.1       cgd 	/*
    766       1.18   thorpej 	 * Compare available window to amount of window known to peer
    767       1.18   thorpej 	 * (as advertised window less next expected input).  If the
    768       1.18   thorpej 	 * difference is at least twice the size of the largest segment
    769       1.18   thorpej 	 * we expect to receive (i.e. two segments) or at least 50% of
    770       1.18   thorpej 	 * the maximum possible window, then want to send a window update
    771       1.18   thorpej 	 * to peer.
    772        1.1       cgd 	 */
    773        1.1       cgd 	if (win > 0) {
    774       1.82    itojun 		/*
    775        1.9   mycroft 		 * "adv" is the amount we can increase the window,
    776        1.9   mycroft 		 * taking into account that we are limited by
    777        1.9   mycroft 		 * TCP_MAXWIN << tp->rcv_scale.
    778        1.9   mycroft 		 */
    779        1.9   mycroft 		long adv = min(win, (long)TCP_MAXWIN << tp->rcv_scale) -
    780        1.9   mycroft 			(tp->rcv_adv - tp->rcv_nxt);
    781        1.1       cgd 
    782       1.18   thorpej 		if (adv >= (long) (2 * rxsegsize))
    783        1.1       cgd 			goto send;
    784        1.1       cgd 		if (2 * adv >= (long) so->so_rcv.sb_hiwat)
    785        1.1       cgd 			goto send;
    786        1.1       cgd 	}
    787        1.1       cgd 
    788        1.1       cgd 	/*
    789        1.1       cgd 	 * Send if we owe peer an ACK.
    790        1.1       cgd 	 */
    791        1.1       cgd 	if (tp->t_flags & TF_ACKNOW)
    792        1.1       cgd 		goto send;
    793       1.43   mycroft 	if (flags & (TH_SYN|TH_FIN|TH_RST))
    794        1.1       cgd 		goto send;
    795        1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_una))
    796        1.1       cgd 		goto send;
    797        1.1       cgd 
    798        1.1       cgd 	/*
    799        1.1       cgd 	 * TCP window updates are not reliable, rather a polling protocol
    800        1.1       cgd 	 * using ``persist'' packets is used to insure receipt of window
    801        1.1       cgd 	 * updates.  The three ``states'' for the output side are:
    802        1.1       cgd 	 *	idle			not doing retransmits or persists
    803        1.1       cgd 	 *	persisting		to move a small or zero window
    804        1.1       cgd 	 *	(re)transmitting	and thereby not persisting
    805        1.1       cgd 	 *
    806        1.1       cgd 	 * tp->t_timer[TCPT_PERSIST]
    807        1.1       cgd 	 *	is set when we are in persist state.
    808        1.1       cgd 	 * tp->t_force
    809        1.1       cgd 	 *	is set when we are called to send a persist packet.
    810        1.1       cgd 	 * tp->t_timer[TCPT_REXMT]
    811        1.1       cgd 	 *	is set when we are retransmitting
    812        1.1       cgd 	 * The output side is idle when both timers are zero.
    813        1.1       cgd 	 *
    814        1.1       cgd 	 * If send window is too small, there is data to transmit, and no
    815        1.1       cgd 	 * retransmit or persist is pending, then go to persist state.
    816        1.1       cgd 	 * If nothing happens soon, send when timer expires:
    817        1.1       cgd 	 * if window is nonzero, transmit what we can,
    818        1.1       cgd 	 * otherwise force out a byte.
    819        1.1       cgd 	 */
    820       1.38   thorpej 	if (so->so_snd.sb_cc && TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
    821       1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
    822        1.1       cgd 		tp->t_rxtshift = 0;
    823        1.1       cgd 		tcp_setpersist(tp);
    824        1.1       cgd 	}
    825        1.1       cgd 
    826        1.1       cgd 	/*
    827        1.1       cgd 	 * No reason to send a segment, just return.
    828        1.1       cgd 	 */
    829        1.1       cgd 	return (0);
    830        1.1       cgd 
    831        1.1       cgd send:
    832        1.1       cgd 	/*
    833        1.1       cgd 	 * Before ESTABLISHED, force sending of initial options
    834        1.1       cgd 	 * unless TCP set not to do any options.
    835        1.1       cgd 	 * NOTE: we assume that the IP/TCP header plus TCP options
    836        1.1       cgd 	 * always fit in a single mbuf, leaving room for a maximum
    837        1.1       cgd 	 * link header, i.e.
    838       1.48    itojun 	 *	max_linkhdr + sizeof (struct tcpiphdr) + optlen <= MCLBYTES
    839        1.1       cgd 	 */
    840        1.1       cgd 	optlen = 0;
    841       1.48    itojun 	switch (af) {
    842       1.60    itojun #ifdef INET
    843       1.48    itojun 	case AF_INET:
    844       1.48    itojun 		iphdrlen = sizeof(struct ip) + sizeof(struct tcphdr);
    845       1.48    itojun 		break;
    846       1.60    itojun #endif
    847       1.48    itojun #ifdef INET6
    848       1.48    itojun 	case AF_INET6:
    849       1.48    itojun 		iphdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
    850       1.48    itojun 		break;
    851       1.48    itojun #endif
    852       1.49    itojun 	default:	/*pacify gcc*/
    853       1.49    itojun 		iphdrlen = 0;
    854       1.49    itojun 		break;
    855       1.48    itojun 	}
    856       1.48    itojun 	hdrlen = iphdrlen;
    857        1.9   mycroft 	if (flags & TH_SYN) {
    858       1.48    itojun 		struct rtentry *rt;
    859       1.48    itojun 
    860       1.60    itojun 		rt = NULL;
    861       1.60    itojun #ifdef INET
    862       1.48    itojun 		if (tp->t_inpcb)
    863       1.48    itojun 			rt = in_pcbrtentry(tp->t_inpcb);
    864       1.60    itojun #endif
    865       1.61    itojun #ifdef INET6
    866       1.60    itojun 		if (tp->t_in6pcb)
    867       1.48    itojun 			rt = in6_pcbrtentry(tp->t_in6pcb);
    868       1.48    itojun #endif
    869       1.34       kml 
    870        1.9   mycroft 		tp->snd_nxt = tp->iss;
    871       1.82    itojun 		tp->t_ourmss = tcp_mss_to_advertise(rt != NULL ?
    872       1.52    itojun 						    rt->rt_ifp : NULL, af);
    873        1.9   mycroft 		if ((tp->t_flags & TF_NOOPT) == 0) {
    874        1.9   mycroft 			opt[0] = TCPOPT_MAXSEG;
    875        1.9   mycroft 			opt[1] = 4;
    876       1.17   thorpej 			opt[2] = (tp->t_ourmss >> 8) & 0xff;
    877       1.17   thorpej 			opt[3] = tp->t_ourmss & 0xff;
    878        1.9   mycroft 			optlen = 4;
    879       1.82    itojun 
    880        1.9   mycroft 			if ((tp->t_flags & TF_REQ_SCALE) &&
    881        1.9   mycroft 			    ((flags & TH_ACK) == 0 ||
    882        1.9   mycroft 			    (tp->t_flags & TF_RCVD_SCALE))) {
    883       1.12       cgd 				*((u_int32_t *) (opt + optlen)) = htonl(
    884        1.9   mycroft 					TCPOPT_NOP << 24 |
    885        1.9   mycroft 					TCPOPT_WINDOW << 16 |
    886        1.9   mycroft 					TCPOLEN_WINDOW << 8 |
    887        1.9   mycroft 					tp->request_r_scale);
    888        1.9   mycroft 				optlen += 4;
    889        1.9   mycroft 			}
    890        1.9   mycroft 		}
    891       1.82    itojun 	}
    892       1.82    itojun 
    893       1.82    itojun 	/*
    894       1.82    itojun 	 * Send a timestamp and echo-reply if this is a SYN and our side
    895        1.9   mycroft 	 * wants to use timestamps (TF_REQ_TSTMP is set) or both our side
    896        1.9   mycroft 	 * and our peer have sent timestamps in our SYN's.
    897       1.82    itojun 	 */
    898       1.82    itojun 	if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP &&
    899       1.82    itojun 	     (flags & TH_RST) == 0 &&
    900       1.82    itojun 	    ((flags & (TH_SYN|TH_ACK)) == TH_SYN ||
    901        1.9   mycroft 	     (tp->t_flags & TF_RCVD_TSTMP))) {
    902       1.13       cgd 		u_int32_t *lp = (u_int32_t *)(opt + optlen);
    903        1.9   mycroft 
    904       1.82    itojun 		/* Form timestamp option as shown in appendix A of RFC 1323. */
    905       1.82    itojun 		*lp++ = htonl(TCPOPT_TSTAMP_HDR);
    906       1.82    itojun 		*lp++ = htonl(TCP_TIMESTAMP(tp));
    907       1.82    itojun 		*lp   = htonl(tp->ts_recent);
    908       1.82    itojun 		optlen += TCPOLEN_TSTAMP_APPA;
    909       1.82    itojun 	}
    910       1.82    itojun 
    911      1.110  jonathan #ifdef TCP_SIGNATURE
    912      1.111    itojun #if defined(INET6) && defined(FAST_IPSEC)
    913      1.110  jonathan 	if (tp->t_family == AF_INET)
    914      1.110  jonathan #endif
    915      1.110  jonathan 	if (tp->t_flags & TF_SIGNATURE) {
    916      1.110  jonathan 		u_char *bp;
    917      1.110  jonathan 		/*
    918      1.110  jonathan 		 * Initialize TCP-MD5 option (RFC2385)
    919      1.110  jonathan 		 */
    920      1.110  jonathan 		bp = (u_char *)opt + optlen;
    921      1.110  jonathan 		*bp++ = TCPOPT_SIGNATURE;
    922      1.110  jonathan 		*bp++ = TCPOLEN_SIGNATURE;
    923      1.110  jonathan 		sigoff = optlen + 2;
    924      1.113    itojun 		bzero(bp, TCP_SIGLEN);
    925      1.113    itojun 		bp += TCP_SIGLEN;
    926      1.110  jonathan 		optlen += TCPOLEN_SIGNATURE;
    927      1.110  jonathan 		/*
    928      1.110  jonathan 		 * Terminate options list and maintain 32-bit alignment.
    929      1.110  jonathan  		 */
    930      1.110  jonathan 		*bp++ = TCPOPT_NOP;
    931      1.110  jonathan 		*bp++ = TCPOPT_EOL;
    932      1.110  jonathan  		optlen += 2;
    933      1.110  jonathan  	}
    934      1.110  jonathan #endif /* TCP_SIGNATURE */
    935      1.110  jonathan 
    936       1.82    itojun 	hdrlen += optlen;
    937       1.82    itojun 
    938        1.1       cgd #ifdef DIAGNOSTIC
    939       1.29       kml 	if (len > txsegsize)
    940       1.29       kml 		panic("tcp data to be sent is larger than segment");
    941       1.82    itojun 	if (max_linkhdr + hdrlen > MCLBYTES)
    942        1.9   mycroft 		panic("tcphdr too big");
    943        1.1       cgd #endif
    944        1.1       cgd 
    945        1.1       cgd 	/*
    946        1.1       cgd 	 * Grab a header mbuf, attaching a copy of data to
    947        1.1       cgd 	 * be transmitted, and initialize the header from
    948        1.1       cgd 	 * the template for sends on this connection.
    949        1.1       cgd 	 */
    950        1.1       cgd 	if (len) {
    951       1.70   thorpej 		error = tcp_build_datapkt(tp, so, off, len, hdrlen, &m);
    952       1.70   thorpej 		if (error)
    953        1.1       cgd 			goto out;
    954        1.1       cgd 		/*
    955        1.1       cgd 		 * If we're sending everything we've got, set PUSH.
    956        1.1       cgd 		 * (This will keep happy those implementations which only
    957        1.1       cgd 		 * give data to the user when a buffer fills or
    958        1.1       cgd 		 * a PUSH comes in.)
    959        1.1       cgd 		 */
    960        1.1       cgd 		if (off + len == so->so_snd.sb_cc)
    961        1.1       cgd 			flags |= TH_PUSH;
    962        1.1       cgd 	} else {
    963        1.1       cgd 		if (tp->t_flags & TF_ACKNOW)
    964        1.1       cgd 			tcpstat.tcps_sndacks++;
    965        1.1       cgd 		else if (flags & (TH_SYN|TH_FIN|TH_RST))
    966        1.1       cgd 			tcpstat.tcps_sndctrl++;
    967        1.1       cgd 		else if (SEQ_GT(tp->snd_up, tp->snd_una))
    968        1.1       cgd 			tcpstat.tcps_sndurg++;
    969        1.1       cgd 		else
    970        1.1       cgd 			tcpstat.tcps_sndwinup++;
    971        1.1       cgd 
    972        1.1       cgd 		MGETHDR(m, M_DONTWAIT, MT_HEADER);
    973       1.54    itojun 		if (m != NULL && max_linkhdr + hdrlen > MHLEN) {
    974       1.48    itojun 			MCLGET(m, M_DONTWAIT);
    975       1.48    itojun 			if ((m->m_flags & M_EXT) == 0) {
    976       1.48    itojun 				m_freem(m);
    977       1.48    itojun 				m = NULL;
    978       1.48    itojun 			}
    979       1.48    itojun 		}
    980        1.1       cgd 		if (m == NULL) {
    981        1.1       cgd 			error = ENOBUFS;
    982        1.1       cgd 			goto out;
    983        1.1       cgd 		}
    984       1.89      matt 		MCLAIM(m, &tcp_tx_mowner);
    985        1.1       cgd 		m->m_data += max_linkhdr;
    986        1.1       cgd 		m->m_len = hdrlen;
    987        1.1       cgd 	}
    988        1.1       cgd 	m->m_pkthdr.rcvif = (struct ifnet *)0;
    989       1.48    itojun 	switch (af) {
    990       1.60    itojun #ifdef INET
    991       1.48    itojun 	case AF_INET:
    992       1.48    itojun 		ip = mtod(m, struct ip *);
    993       1.48    itojun #ifdef INET6
    994       1.48    itojun 		ip6 = NULL;
    995       1.48    itojun #endif
    996       1.48    itojun 		th = (struct tcphdr *)(ip + 1);
    997       1.48    itojun 		break;
    998       1.60    itojun #endif
    999       1.48    itojun #ifdef INET6
   1000       1.48    itojun 	case AF_INET6:
   1001       1.48    itojun 		ip = NULL;
   1002       1.48    itojun 		ip6 = mtod(m, struct ip6_hdr *);
   1003       1.48    itojun 		th = (struct tcphdr *)(ip6 + 1);
   1004       1.48    itojun 		break;
   1005       1.48    itojun #endif
   1006       1.49    itojun 	default:	/*pacify gcc*/
   1007       1.49    itojun 		ip = NULL;
   1008       1.50      fvdl #ifdef INET6
   1009       1.49    itojun 		ip6 = NULL;
   1010       1.50      fvdl #endif
   1011       1.49    itojun 		th = NULL;
   1012       1.49    itojun 		break;
   1013       1.48    itojun 	}
   1014        1.1       cgd 	if (tp->t_template == 0)
   1015        1.1       cgd 		panic("tcp_output");
   1016       1.48    itojun 	if (tp->t_template->m_len < iphdrlen)
   1017       1.48    itojun 		panic("tcp_output");
   1018       1.48    itojun 	bcopy(mtod(tp->t_template, caddr_t), mtod(m, caddr_t), iphdrlen);
   1019        1.1       cgd 
   1020        1.1       cgd 	/*
   1021        1.9   mycroft 	 * If we are doing retransmissions, then snd_nxt will
   1022        1.9   mycroft 	 * not reflect the first unsent octet.  For ACK only
   1023        1.9   mycroft 	 * packets, we do not want the sequence number of the
   1024        1.9   mycroft 	 * retransmitted packet, we want the sequence number
   1025        1.9   mycroft 	 * of the next unsent octet.  So, if there is no data
   1026        1.9   mycroft 	 * (and no SYN or FIN), use snd_max instead of snd_nxt
   1027        1.9   mycroft 	 * when filling in ti_seq.  But if we are in persist
   1028        1.9   mycroft 	 * state, snd_max might reflect one byte beyond the
   1029        1.9   mycroft 	 * right edge of the window, so use snd_nxt in that
   1030        1.9   mycroft 	 * case, since we know we aren't doing a retransmission.
   1031        1.9   mycroft 	 * (retransmit and persist are mutually exclusive...)
   1032        1.9   mycroft 	 */
   1033       1.38   thorpej 	if (len || (flags & (TH_SYN|TH_FIN)) ||
   1034       1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST))
   1035       1.48    itojun 		th->th_seq = htonl(tp->snd_nxt);
   1036        1.8   mycroft 	else
   1037       1.48    itojun 		th->th_seq = htonl(tp->snd_max);
   1038       1.48    itojun 	th->th_ack = htonl(tp->rcv_nxt);
   1039        1.1       cgd 	if (optlen) {
   1040       1.48    itojun 		bcopy((caddr_t)opt, (caddr_t)(th + 1), optlen);
   1041       1.48    itojun 		th->th_off = (sizeof (struct tcphdr) + optlen) >> 2;
   1042        1.1       cgd 	}
   1043       1.48    itojun 	th->th_flags = flags;
   1044        1.1       cgd 	/*
   1045        1.1       cgd 	 * Calculate receive window.  Don't shrink window,
   1046        1.1       cgd 	 * but avoid silly window syndrome.
   1047        1.1       cgd 	 */
   1048       1.18   thorpej 	if (win < (long)(so->so_rcv.sb_hiwat / 4) && win < (long)rxsegsize)
   1049        1.1       cgd 		win = 0;
   1050        1.9   mycroft 	if (win > (long)TCP_MAXWIN << tp->rcv_scale)
   1051        1.9   mycroft 		win = (long)TCP_MAXWIN << tp->rcv_scale;
   1052      1.112       chs 	if (win < (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt))
   1053      1.112       chs 		win = (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt);
   1054       1.48    itojun 	th->th_win = htons((u_int16_t) (win>>tp->rcv_scale));
   1055        1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_nxt)) {
   1056       1.16       kml 		u_int32_t urp = tp->snd_up - tp->snd_nxt;
   1057       1.16       kml 		if (urp > IP_MAXPACKET)
   1058       1.16       kml 			urp = IP_MAXPACKET;
   1059       1.48    itojun 		th->th_urp = htons((u_int16_t)urp);
   1060       1.48    itojun 		th->th_flags |= TH_URG;
   1061        1.1       cgd 	} else
   1062        1.1       cgd 		/*
   1063        1.1       cgd 		 * If no urgent pointer to send, then we pull
   1064        1.1       cgd 		 * the urgent pointer to the left edge of the send window
   1065        1.1       cgd 		 * so that it doesn't drift into the send window on sequence
   1066        1.1       cgd 		 * number wraparound.
   1067        1.1       cgd 		 */
   1068        1.1       cgd 		tp->snd_up = tp->snd_una;		/* drag it along */
   1069        1.1       cgd 
   1070      1.110  jonathan #ifdef TCP_SIGNATURE
   1071      1.111    itojun #if defined(INET6) && defined(FAST_IPSEC)
   1072      1.110  jonathan 	if (tp->t_family == AF_INET) /* XXX */
   1073      1.110  jonathan #endif
   1074      1.113    itojun 	if (sigoff && (tp->t_flags & TF_SIGNATURE)) {
   1075      1.113    itojun 		struct secasvar *sav;
   1076      1.113    itojun 		u_int8_t *sigp;
   1077      1.113    itojun 
   1078      1.113    itojun 		sav = tcp_signature_getsav(m, th);
   1079      1.113    itojun 
   1080      1.113    itojun 		if (sav == NULL) {
   1081      1.113    itojun 			if (m)
   1082      1.113    itojun 				m_freem(m);
   1083      1.113    itojun 			return (EPERM);
   1084      1.113    itojun 		}
   1085      1.113    itojun 
   1086      1.113    itojun 		m->m_pkthdr.len = hdrlen + len;
   1087      1.113    itojun 		sigp = (caddr_t)th + sizeof(*th) + sigoff;
   1088      1.113    itojun 		tcp_signature(m, th, (caddr_t)th - mtod(m, caddr_t), sav, sigp);
   1089      1.113    itojun 
   1090      1.113    itojun 		key_sa_recordxfer(sav, m);
   1091      1.113    itojun #ifdef FAST_IPSEC
   1092      1.113    itojun 		KEY_FREESAV(&sav);
   1093      1.113    itojun #else
   1094      1.113    itojun 		key_freesav(sav);
   1095      1.113    itojun #endif
   1096      1.113    itojun 	}
   1097      1.110  jonathan #endif
   1098      1.110  jonathan 
   1099        1.1       cgd 	/*
   1100       1.66   thorpej 	 * Set ourselves up to be checksummed just before the packet
   1101      1.115   thorpej 	 * hits the wire.  Maybe skip checksums on loopback interfaces.
   1102        1.1       cgd 	 */
   1103       1.48    itojun 	switch (af) {
   1104       1.60    itojun #ifdef INET
   1105       1.48    itojun 	case AF_INET:
   1106      1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1107      1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1108      1.115   thorpej 				     IFF_LOOPBACK) ||
   1109      1.115   thorpej 				   tcp_do_loopback_cksum))
   1110      1.115   thorpej 			m->m_pkthdr.csum_flags = M_CSUM_TCPv4;
   1111      1.115   thorpej 		else
   1112      1.115   thorpej 			m->m_pkthdr.csum_flags = 0;
   1113       1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1114       1.66   thorpej 		if (len + optlen) {
   1115       1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1116       1.66   thorpej 			/* XXXJRT Not IP Jumbogram safe. */
   1117       1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1118       1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1119       1.66   thorpej 		}
   1120       1.48    itojun 		break;
   1121       1.60    itojun #endif
   1122       1.48    itojun #ifdef INET6
   1123       1.48    itojun 	case AF_INET6:
   1124       1.66   thorpej 		/*
   1125       1.66   thorpej 		 * XXX Actually delaying the checksum is Hard
   1126       1.66   thorpej 		 * XXX (well, maybe not for Itojun, but it is
   1127       1.66   thorpej 		 * XXX for me), but we can still take advantage
   1128       1.66   thorpej 		 * XXX of the cached pseudo-header checksum.
   1129       1.66   thorpej 		 */
   1130       1.48    itojun 		/* equals to hdrlen + len */
   1131       1.48    itojun 		m->m_pkthdr.len = sizeof(struct ip6_hdr)
   1132       1.48    itojun 			+ sizeof(struct tcphdr) + optlen + len;
   1133       1.66   thorpej #ifdef notyet
   1134      1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1135      1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1136      1.115   thorpej 				     IFF_LOOPBACK) ||
   1137      1.115   thorpej 				   tcp_do_loopback_cksum))
   1138      1.115   thorpej 			m->m_pkthdr.csum_flags = M_CSUM_TCPv6;
   1139      1.115   thorpej 		else
   1140      1.115   thorpej 			m->m_pkthdr.csum_flags = 0;
   1141       1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1142       1.66   thorpej #endif
   1143       1.66   thorpej 		if (len + optlen) {
   1144       1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1145       1.66   thorpej 			/* XXXJRT: Not IPv6 Jumbogram safe. */
   1146       1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1147       1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1148       1.66   thorpej 		}
   1149       1.66   thorpej #ifndef notyet
   1150      1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1151      1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1152      1.115   thorpej 				     IFF_LOOPBACK) ||
   1153      1.115   thorpej 				   tcp_do_loopback_cksum))
   1154      1.115   thorpej 			th->th_sum = in6_cksum(m, 0, sizeof(struct ip6_hdr),
   1155      1.115   thorpej 			    sizeof(struct tcphdr) + optlen + len);
   1156       1.66   thorpej #endif
   1157       1.48    itojun 		break;
   1158       1.48    itojun #endif
   1159       1.48    itojun 	}
   1160        1.1       cgd 
   1161        1.1       cgd 	/*
   1162        1.1       cgd 	 * In transmit state, time the transmission and arrange for
   1163        1.1       cgd 	 * the retransmit.  In persist state, just set snd_max.
   1164        1.1       cgd 	 */
   1165       1.38   thorpej 	if (tp->t_force == 0 || TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
   1166        1.1       cgd 		tcp_seq startseq = tp->snd_nxt;
   1167        1.1       cgd 
   1168        1.1       cgd 		/*
   1169        1.1       cgd 		 * Advance snd_nxt over sequence space of this segment.
   1170       1.43   mycroft 		 * There are no states in which we send both a SYN and a FIN,
   1171       1.43   mycroft 		 * so we collapse the tests for these flags.
   1172        1.1       cgd 		 */
   1173       1.43   mycroft 		if (flags & (TH_SYN|TH_FIN))
   1174       1.43   mycroft 			tp->snd_nxt++;
   1175        1.1       cgd 		tp->snd_nxt += len;
   1176        1.1       cgd 		if (SEQ_GT(tp->snd_nxt, tp->snd_max)) {
   1177        1.1       cgd 			tp->snd_max = tp->snd_nxt;
   1178        1.1       cgd 			/*
   1179        1.1       cgd 			 * Time this transmission if not a retransmission and
   1180        1.1       cgd 			 * not currently timing anything.
   1181        1.1       cgd 			 */
   1182       1.73   thorpej 			if (tp->t_rtttime == 0) {
   1183       1.73   thorpej 				tp->t_rtttime = tcp_now;
   1184        1.1       cgd 				tp->t_rtseq = startseq;
   1185        1.1       cgd 				tcpstat.tcps_segstimed++;
   1186        1.1       cgd 			}
   1187        1.1       cgd 		}
   1188        1.1       cgd 
   1189        1.1       cgd 		/*
   1190        1.1       cgd 		 * Set retransmit timer if not currently set,
   1191        1.1       cgd 		 * and not doing an ack or a keep-alive probe.
   1192        1.1       cgd 		 * Initial value for retransmit timer is smoothed
   1193        1.1       cgd 		 * round-trip time + 2 * round-trip time variance.
   1194        1.1       cgd 		 * Initialize shift counter which is used for backoff
   1195        1.1       cgd 		 * of retransmit time.
   1196        1.1       cgd 		 */
   1197       1.38   thorpej 		if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
   1198        1.1       cgd 		    tp->snd_nxt != tp->snd_una) {
   1199       1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST)) {
   1200       1.38   thorpej 				TCP_TIMER_DISARM(tp, TCPT_PERSIST);
   1201        1.1       cgd 				tp->t_rxtshift = 0;
   1202        1.1       cgd 			}
   1203      1.109  christos 			TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
   1204        1.1       cgd 		}
   1205        1.1       cgd 	} else
   1206        1.1       cgd 		if (SEQ_GT(tp->snd_nxt + len, tp->snd_max))
   1207        1.1       cgd 			tp->snd_max = tp->snd_nxt + len;
   1208        1.1       cgd 
   1209       1.67       abs #ifdef TCP_DEBUG
   1210        1.1       cgd 	/*
   1211        1.1       cgd 	 * Trace.
   1212        1.1       cgd 	 */
   1213       1.91    itojun 	if (so->so_options & SO_DEBUG)
   1214       1.48    itojun 		tcp_trace(TA_OUTPUT, tp->t_state, tp, m, 0);
   1215       1.67       abs #endif
   1216        1.1       cgd 
   1217        1.1       cgd 	/*
   1218        1.1       cgd 	 * Fill in IP length and desired time to live and
   1219        1.1       cgd 	 * send to IP level.  There should be a better way
   1220        1.1       cgd 	 * to handle ttl and tos; we could keep them in
   1221        1.1       cgd 	 * the template, but need a way to checksum without them.
   1222        1.1       cgd 	 */
   1223        1.1       cgd 	m->m_pkthdr.len = hdrlen + len;
   1224       1.19       kml 
   1225       1.48    itojun 	switch (af) {
   1226       1.60    itojun #ifdef INET
   1227       1.48    itojun 	case AF_INET:
   1228       1.84    itojun 		ip->ip_len = htons(m->m_pkthdr.len);
   1229       1.48    itojun 		if (tp->t_inpcb) {
   1230       1.48    itojun 			ip->ip_ttl = tp->t_inpcb->inp_ip.ip_ttl;
   1231       1.48    itojun 			ip->ip_tos = tp->t_inpcb->inp_ip.ip_tos;
   1232       1.48    itojun 		}
   1233       1.48    itojun #ifdef INET6
   1234       1.48    itojun 		else if (tp->t_in6pcb) {
   1235       1.62    itojun 			ip->ip_ttl = in6_selecthlim(tp->t_in6pcb, NULL); /*XXX*/
   1236       1.48    itojun 			ip->ip_tos = 0;	/*XXX*/
   1237       1.48    itojun 		}
   1238       1.48    itojun #endif
   1239       1.48    itojun 		break;
   1240       1.60    itojun #endif
   1241       1.48    itojun #ifdef INET6
   1242       1.48    itojun 	case AF_INET6:
   1243       1.48    itojun 		ip6->ip6_nxt = IPPROTO_TCP;
   1244       1.53    itojun 		if (tp->t_in6pcb) {
   1245       1.53    itojun 			/*
   1246       1.53    itojun 			 * we separately set hoplimit for every segment, since
   1247       1.53    itojun 			 * the user might want to change the value via
   1248       1.53    itojun 			 * setsockopt. Also, desired default hop limit might
   1249       1.53    itojun 			 * be changed via Neighbor Discovery.
   1250       1.53    itojun 			 */
   1251       1.53    itojun 			ip6->ip6_hlim = in6_selecthlim(tp->t_in6pcb,
   1252       1.53    itojun 				ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
   1253       1.53    itojun 		}
   1254       1.48    itojun 		/* ip6->ip6_flow = ??? */
   1255       1.48    itojun 		/* ip6_plen will be filled in ip6_output(). */
   1256       1.48    itojun 		break;
   1257       1.48    itojun #endif
   1258       1.48    itojun 	}
   1259       1.48    itojun 
   1260       1.48    itojun 	switch (af) {
   1261       1.60    itojun #ifdef INET
   1262       1.48    itojun 	case AF_INET:
   1263       1.48    itojun 	    {
   1264       1.48    itojun 		struct mbuf *opts;
   1265       1.48    itojun 
   1266       1.48    itojun 		if (tp->t_inpcb)
   1267       1.48    itojun 			opts = tp->t_inpcb->inp_options;
   1268       1.48    itojun 		else
   1269       1.48    itojun 			opts = NULL;
   1270       1.48    itojun 		error = ip_output(m, opts, ro,
   1271       1.80    itojun 			(tp->t_mtudisc ? IP_MTUDISC : 0) |
   1272       1.59   thorpej 			(so->so_options & SO_DONTROUTE),
   1273      1.100    itojun 			(struct ip_moptions *)0, so);
   1274       1.48    itojun 		break;
   1275       1.48    itojun 	    }
   1276       1.60    itojun #endif
   1277       1.48    itojun #ifdef INET6
   1278       1.48    itojun 	case AF_INET6:
   1279       1.48    itojun 	    {
   1280       1.48    itojun 		struct ip6_pktopts *opts;
   1281       1.48    itojun 
   1282       1.48    itojun 		if (tp->t_in6pcb)
   1283       1.48    itojun 			opts = tp->t_in6pcb->in6p_outputopts;
   1284       1.48    itojun 		else
   1285       1.48    itojun 			opts = NULL;
   1286       1.48    itojun 		error = ip6_output(m, opts, (struct route_in6 *)ro,
   1287       1.99  jonathan 			so->so_options & SO_DONTROUTE,
   1288      1.100    itojun 			(struct ip6_moptions *)0, so, NULL);
   1289       1.48    itojun 		break;
   1290       1.48    itojun 	    }
   1291       1.48    itojun #endif
   1292       1.49    itojun 	default:
   1293       1.49    itojun 		error = EAFNOSUPPORT;
   1294       1.49    itojun 		break;
   1295       1.48    itojun 	}
   1296        1.1       cgd 	if (error) {
   1297        1.1       cgd out:
   1298        1.1       cgd 		if (error == ENOBUFS) {
   1299       1.69   thorpej 			tcpstat.tcps_selfquench++;
   1300       1.60    itojun #ifdef INET
   1301       1.48    itojun 			if (tp->t_inpcb)
   1302       1.48    itojun 				tcp_quench(tp->t_inpcb, 0);
   1303       1.60    itojun #endif
   1304       1.58    itojun #ifdef INET6
   1305       1.60    itojun 			if (tp->t_in6pcb)
   1306       1.48    itojun 				tcp6_quench(tp->t_in6pcb, 0);
   1307       1.48    itojun #endif
   1308       1.71   thorpej 			error = 0;
   1309       1.71   thorpej 		} else if ((error == EHOSTUNREACH || error == ENETDOWN) &&
   1310       1.71   thorpej 		    TCPS_HAVERCVDSYN(tp->t_state)) {
   1311        1.1       cgd 			tp->t_softerror = error;
   1312       1.71   thorpej 			error = 0;
   1313        1.1       cgd 		}
   1314       1.71   thorpej 
   1315       1.71   thorpej 		/* Restart the delayed ACK timer, if necessary. */
   1316       1.71   thorpej 		if (tp->t_flags & TF_DELACK)
   1317       1.71   thorpej 			TCP_RESTART_DELACK(tp);
   1318       1.71   thorpej 
   1319        1.1       cgd 		return (error);
   1320        1.1       cgd 	}
   1321        1.1       cgd 	tcpstat.tcps_sndtotal++;
   1322       1.23   thorpej 	if (tp->t_flags & TF_DELACK)
   1323       1.23   thorpej 		tcpstat.tcps_delack++;
   1324        1.1       cgd 
   1325        1.1       cgd 	/*
   1326        1.1       cgd 	 * Data sent (as far as we can tell).
   1327        1.1       cgd 	 * If this advertises a larger window than any other segment,
   1328        1.1       cgd 	 * then remember the size of the advertised window.
   1329        1.1       cgd 	 * Any pending ACK has now been sent.
   1330        1.1       cgd 	 */
   1331        1.1       cgd 	if (win > 0 && SEQ_GT(tp->rcv_nxt+win, tp->rcv_adv))
   1332        1.1       cgd 		tp->rcv_adv = tp->rcv_nxt + win;
   1333        1.9   mycroft 	tp->last_ack_sent = tp->rcv_nxt;
   1334       1.26   thorpej 	tp->t_flags &= ~TF_ACKNOW;
   1335       1.26   thorpej 	TCP_CLEAR_DELACK(tp);
   1336       1.44      matt #ifdef DIAGNOSTIC
   1337       1.44      matt 	if (maxburst < 0)
   1338       1.44      matt 		printf("tcp_output: maxburst exceeded by %d\n", -maxburst);
   1339       1.44      matt #endif
   1340       1.45      matt 	if (sendalot && (!tcp_do_newreno || --maxburst))
   1341        1.1       cgd 		goto again;
   1342        1.1       cgd 	return (0);
   1343        1.1       cgd }
   1344        1.1       cgd 
   1345        1.6   mycroft void
   1346  1.115.4.1      yamt tcp_setpersist(struct tcpcb *tp)
   1347        1.1       cgd {
   1348       1.56  augustss 	int t = ((tp->t_srtt >> 2) + tp->t_rttvar) >> (1 + 2);
   1349       1.38   thorpej 	int nticks;
   1350        1.1       cgd 
   1351       1.38   thorpej 	if (TCP_TIMER_ISARMED(tp, TCPT_REXMT))
   1352        1.1       cgd 		panic("tcp_output REXMT");
   1353        1.1       cgd 	/*
   1354        1.1       cgd 	 * Start/restart persistance timer.
   1355        1.1       cgd 	 */
   1356       1.30       kml 	if (t < tp->t_rttmin)
   1357       1.30       kml 		t = tp->t_rttmin;
   1358       1.38   thorpej 	TCPT_RANGESET(nticks, t * tcp_backoff[tp->t_rxtshift],
   1359        1.1       cgd 	    TCPTV_PERSMIN, TCPTV_PERSMAX);
   1360       1.38   thorpej 	TCP_TIMER_ARM(tp, TCPT_PERSIST, nticks);
   1361        1.1       cgd 	if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
   1362        1.1       cgd 		tp->t_rxtshift++;
   1363        1.1       cgd }
   1364