Home | History | Annotate | Line # | Download | only in netinet
tcp_output.c revision 1.117
      1  1.117     perry /*	$NetBSD: tcp_output.c,v 1.117 2005/02/26 22:45:12 perry Exp $	*/
      2   1.48    itojun 
      3   1.48    itojun /*
      4   1.48    itojun  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      5   1.48    itojun  * All rights reserved.
      6   1.82    itojun  *
      7   1.48    itojun  * Redistribution and use in source and binary forms, with or without
      8   1.48    itojun  * modification, are permitted provided that the following conditions
      9   1.48    itojun  * are met:
     10   1.48    itojun  * 1. Redistributions of source code must retain the above copyright
     11   1.48    itojun  *    notice, this list of conditions and the following disclaimer.
     12   1.48    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.48    itojun  *    notice, this list of conditions and the following disclaimer in the
     14   1.48    itojun  *    documentation and/or other materials provided with the distribution.
     15   1.48    itojun  * 3. Neither the name of the project nor the names of its contributors
     16   1.48    itojun  *    may be used to endorse or promote products derived from this software
     17   1.48    itojun  *    without specific prior written permission.
     18   1.82    itojun  *
     19   1.48    itojun  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     20   1.48    itojun  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21   1.48    itojun  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22   1.48    itojun  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     23   1.48    itojun  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24   1.48    itojun  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25   1.48    itojun  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26   1.48    itojun  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27   1.48    itojun  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28   1.48    itojun  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29   1.48    itojun  * SUCH DAMAGE.
     30   1.48    itojun  */
     31   1.28   thorpej 
     32   1.77    itojun /*
     33   1.77    itojun  *      @(#)COPYRIGHT   1.1 (NRL) 17 January 1995
     34   1.82    itojun  *
     35   1.77    itojun  * NRL grants permission for redistribution and use in source and binary
     36   1.77    itojun  * forms, with or without modification, of the software and documentation
     37   1.77    itojun  * created at NRL provided that the following conditions are met:
     38   1.82    itojun  *
     39   1.77    itojun  * 1. Redistributions of source code must retain the above copyright
     40   1.77    itojun  *    notice, this list of conditions and the following disclaimer.
     41   1.77    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     42   1.77    itojun  *    notice, this list of conditions and the following disclaimer in the
     43   1.77    itojun  *    documentation and/or other materials provided with the distribution.
     44   1.77    itojun  * 3. All advertising materials mentioning features or use of this software
     45   1.77    itojun  *    must display the following acknowledgements:
     46   1.77    itojun  *      This product includes software developed by the University of
     47   1.77    itojun  *      California, Berkeley and its contributors.
     48   1.77    itojun  *      This product includes software developed at the Information
     49   1.77    itojun  *      Technology Division, US Naval Research Laboratory.
     50   1.77    itojun  * 4. Neither the name of the NRL nor the names of its contributors
     51   1.77    itojun  *    may be used to endorse or promote products derived from this software
     52   1.77    itojun  *    without specific prior written permission.
     53   1.82    itojun  *
     54   1.77    itojun  * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
     55   1.77    itojun  * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     56   1.77    itojun  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     57   1.77    itojun  * PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL NRL OR
     58   1.77    itojun  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     59   1.77    itojun  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     60   1.77    itojun  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     61   1.77    itojun  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     62   1.77    itojun  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     63   1.77    itojun  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     64   1.77    itojun  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     65   1.82    itojun  *
     66   1.77    itojun  * The views and conclusions contained in the software and documentation
     67   1.77    itojun  * are those of the authors and should not be interpreted as representing
     68   1.77    itojun  * official policies, either expressed or implied, of the US Naval
     69   1.77    itojun  * Research Laboratory (NRL).
     70   1.77    itojun  */
     71   1.77    itojun 
     72   1.28   thorpej /*-
     73   1.64   thorpej  * Copyright (c) 1997, 1998, 2001 The NetBSD Foundation, Inc.
     74   1.28   thorpej  * All rights reserved.
     75   1.28   thorpej  *
     76   1.28   thorpej  * This code is derived from software contributed to The NetBSD Foundation
     77   1.28   thorpej  * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
     78   1.28   thorpej  * Facility, NASA Ames Research Center.
     79   1.28   thorpej  *
     80   1.28   thorpej  * Redistribution and use in source and binary forms, with or without
     81   1.28   thorpej  * modification, are permitted provided that the following conditions
     82   1.28   thorpej  * are met:
     83   1.28   thorpej  * 1. Redistributions of source code must retain the above copyright
     84   1.28   thorpej  *    notice, this list of conditions and the following disclaimer.
     85   1.28   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     86   1.28   thorpej  *    notice, this list of conditions and the following disclaimer in the
     87   1.28   thorpej  *    documentation and/or other materials provided with the distribution.
     88   1.28   thorpej  * 3. All advertising materials mentioning features or use of this software
     89   1.28   thorpej  *    must display the following acknowledgement:
     90   1.28   thorpej  *	This product includes software developed by the NetBSD
     91   1.28   thorpej  *	Foundation, Inc. and its contributors.
     92   1.28   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     93   1.28   thorpej  *    contributors may be used to endorse or promote products derived
     94   1.28   thorpej  *    from this software without specific prior written permission.
     95   1.28   thorpej  *
     96   1.28   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     97   1.28   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     98   1.28   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     99   1.28   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
    100   1.28   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
    101   1.28   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
    102   1.28   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
    103   1.28   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
    104   1.28   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
    105   1.28   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
    106   1.28   thorpej  * POSSIBILITY OF SUCH DAMAGE.
    107   1.28   thorpej  */
    108   1.10       cgd 
    109    1.1       cgd /*
    110   1.27   thorpej  * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1995
    111    1.9   mycroft  *	The Regents of the University of California.  All rights reserved.
    112    1.1       cgd  *
    113    1.1       cgd  * Redistribution and use in source and binary forms, with or without
    114    1.1       cgd  * modification, are permitted provided that the following conditions
    115    1.1       cgd  * are met:
    116    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
    117    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
    118    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
    119    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
    120    1.1       cgd  *    documentation and/or other materials provided with the distribution.
    121   1.97       agc  * 3. Neither the name of the University nor the names of its contributors
    122    1.1       cgd  *    may be used to endorse or promote products derived from this software
    123    1.1       cgd  *    without specific prior written permission.
    124    1.1       cgd  *
    125    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    126    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    127    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    128    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    129    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    130    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    131    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    132    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    133    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    134    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    135    1.1       cgd  * SUCH DAMAGE.
    136    1.1       cgd  *
    137   1.27   thorpej  *	@(#)tcp_output.c	8.4 (Berkeley) 5/24/95
    138    1.1       cgd  */
    139   1.75     lukem 
    140   1.75     lukem #include <sys/cdefs.h>
    141  1.117     perry __KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.117 2005/02/26 22:45:12 perry Exp $");
    142    1.1       cgd 
    143   1.48    itojun #include "opt_inet.h"
    144   1.51   thorpej #include "opt_ipsec.h"
    145   1.67       abs #include "opt_tcp_debug.h"
    146   1.48    itojun 
    147    1.4   mycroft #include <sys/param.h>
    148    1.4   mycroft #include <sys/systm.h>
    149    1.4   mycroft #include <sys/malloc.h>
    150    1.4   mycroft #include <sys/mbuf.h>
    151    1.4   mycroft #include <sys/protosw.h>
    152    1.4   mycroft #include <sys/socket.h>
    153    1.4   mycroft #include <sys/socketvar.h>
    154    1.4   mycroft #include <sys/errno.h>
    155   1.48    itojun #include <sys/domain.h>
    156   1.74   thorpej #include <sys/kernel.h>
    157  1.113    itojun #ifdef TCP_SIGNATURE
    158  1.113    itojun #include <sys/md5.h>
    159  1.113    itojun #endif
    160    1.1       cgd 
    161   1.17   thorpej #include <net/if.h>
    162    1.4   mycroft #include <net/route.h>
    163    1.1       cgd 
    164    1.4   mycroft #include <netinet/in.h>
    165    1.4   mycroft #include <netinet/in_systm.h>
    166    1.4   mycroft #include <netinet/ip.h>
    167    1.4   mycroft #include <netinet/in_pcb.h>
    168    1.4   mycroft #include <netinet/ip_var.h>
    169   1.48    itojun 
    170   1.48    itojun #ifdef INET6
    171   1.48    itojun #ifndef INET
    172   1.48    itojun #include <netinet/in.h>
    173   1.48    itojun #endif
    174   1.48    itojun #include <netinet/ip6.h>
    175   1.81    itojun #include <netinet6/in6_var.h>
    176   1.81    itojun #include <netinet6/ip6_var.h>
    177   1.48    itojun #include <netinet6/in6_pcb.h>
    178   1.81    itojun #include <netinet6/nd6.h>
    179   1.87    itojun #endif
    180   1.87    itojun 
    181   1.98  jonathan #ifdef FAST_IPSEC
    182   1.98  jonathan #include <netipsec/ipsec.h>
    183  1.114  jonathan #include <netipsec/key.h>
    184   1.98  jonathan #endif	/* FAST_IPSEC*/
    185   1.87    itojun #ifdef IPSEC
    186   1.87    itojun #include <netinet6/ipsec.h>
    187   1.48    itojun #endif
    188   1.48    itojun 
    189    1.4   mycroft #include <netinet/tcp.h>
    190    1.1       cgd #define	TCPOUTFLAGS
    191    1.4   mycroft #include <netinet/tcp_fsm.h>
    192    1.4   mycroft #include <netinet/tcp_seq.h>
    193    1.4   mycroft #include <netinet/tcp_timer.h>
    194    1.4   mycroft #include <netinet/tcp_var.h>
    195    1.4   mycroft #include <netinet/tcpip.h>
    196    1.4   mycroft #include <netinet/tcp_debug.h>
    197   1.14  christos 
    198  1.113    itojun #ifdef IPSEC
    199  1.113    itojun #include <netkey/key.h>
    200  1.113    itojun #endif
    201  1.113    itojun 
    202    1.1       cgd #ifdef notyet
    203    1.1       cgd extern struct mbuf *m_copypack();
    204    1.1       cgd #endif
    205    1.1       cgd 
    206    1.9   mycroft #define MAX_TCPOPTLEN	32	/* max # bytes that go in options */
    207    1.1       cgd 
    208   1.33   thorpej /*
    209   1.36   thorpej  * Knob to enable Congestion Window Monitoring, and control the
    210   1.36   thorpej  * the burst size it allows.  Default burst is 4 packets, per
    211   1.36   thorpej  * the Internet draft.
    212   1.33   thorpej  */
    213   1.83   thorpej int	tcp_cwm = 0;
    214   1.36   thorpej int	tcp_cwm_burstsize = 4;
    215   1.33   thorpej 
    216   1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    217   1.79   thorpej #include <sys/device.h>
    218   1.79   thorpej 
    219   1.79   thorpej extern struct evcnt tcp_output_bigheader;
    220  1.104     enami extern struct evcnt tcp_output_predict_hit;
    221  1.104     enami extern struct evcnt tcp_output_predict_miss;
    222   1.79   thorpej extern struct evcnt tcp_output_copysmall;
    223   1.79   thorpej extern struct evcnt tcp_output_copybig;
    224   1.79   thorpej extern struct evcnt tcp_output_refbig;
    225   1.79   thorpej 
    226   1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	(ev)->ev_count++
    227   1.79   thorpej #else
    228   1.79   thorpej 
    229   1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	/* nothing */
    230   1.79   thorpej 
    231   1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    232   1.79   thorpej 
    233   1.69   thorpej static
    234   1.69   thorpej #ifndef GPROF
    235   1.69   thorpej __inline
    236   1.69   thorpej #endif
    237  1.107    itojun int
    238   1.68   thorpej tcp_segsize(struct tcpcb *tp, int *txsegsizep, int *rxsegsizep)
    239   1.17   thorpej {
    240   1.60    itojun #ifdef INET
    241   1.17   thorpej 	struct inpcb *inp = tp->t_inpcb;
    242   1.60    itojun #endif
    243   1.48    itojun #ifdef INET6
    244   1.48    itojun 	struct in6pcb *in6p = tp->t_in6pcb;
    245   1.48    itojun #endif
    246   1.88       scw 	struct socket *so = NULL;
    247   1.17   thorpej 	struct rtentry *rt;
    248   1.17   thorpej 	struct ifnet *ifp;
    249   1.17   thorpej 	int size;
    250   1.48    itojun 	int iphlen;
    251   1.76  jmcneill 	int optlen;
    252   1.48    itojun 
    253   1.60    itojun #ifdef DIAGNOSTIC
    254   1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    255   1.60    itojun 		panic("tcp_segsize: both t_inpcb and t_in6pcb are set");
    256   1.60    itojun #endif
    257   1.48    itojun 	switch (tp->t_family) {
    258   1.60    itojun #ifdef INET
    259   1.48    itojun 	case AF_INET:
    260   1.48    itojun 		iphlen = sizeof(struct ip);
    261   1.48    itojun 		break;
    262   1.60    itojun #endif
    263   1.48    itojun #ifdef INET6
    264   1.48    itojun 	case AF_INET6:
    265   1.48    itojun 		iphlen = sizeof(struct ip6_hdr);
    266   1.48    itojun 		break;
    267   1.48    itojun #endif
    268   1.48    itojun 	default:
    269   1.48    itojun 		size = tcp_mssdflt;
    270   1.48    itojun 		goto out;
    271   1.48    itojun 	}
    272   1.17   thorpej 
    273   1.60    itojun 	rt = NULL;
    274   1.60    itojun #ifdef INET
    275   1.85   thorpej 	if (inp) {
    276   1.48    itojun 		rt = in_pcbrtentry(inp);
    277   1.85   thorpej 		so = inp->inp_socket;
    278   1.85   thorpej 	}
    279   1.60    itojun #endif
    280   1.61    itojun #ifdef INET6
    281   1.85   thorpej 	if (in6p) {
    282   1.48    itojun 		rt = in6_pcbrtentry(in6p);
    283   1.85   thorpej 		so = in6p->in6p_socket;
    284   1.85   thorpej 	}
    285   1.48    itojun #endif
    286   1.48    itojun 	if (rt == NULL) {
    287   1.17   thorpej 		size = tcp_mssdflt;
    288   1.17   thorpej 		goto out;
    289   1.17   thorpej 	}
    290   1.17   thorpej 
    291   1.17   thorpej 	ifp = rt->rt_ifp;
    292   1.17   thorpej 
    293   1.48    itojun 	size = tcp_mssdflt;
    294  1.107    itojun 	if (tp->t_mtudisc && rt->rt_rmx.rmx_mtu != 0) {
    295  1.107    itojun #ifdef INET6
    296  1.107    itojun 		if (in6p && rt->rt_rmx.rmx_mtu < IPV6_MMTU) {
    297  1.107    itojun 			/*
    298  1.107    itojun 			 * RFC2460 section 5, last paragraph: if path MTU is
    299  1.107    itojun 			 * smaller than 1280, use 1280 as packet size and
    300  1.107    itojun 			 * attach fragment header.
    301  1.107    itojun 			 */
    302  1.107    itojun 			size = IPV6_MMTU - iphlen - sizeof(struct ip6_frag) -
    303  1.107    itojun 			    sizeof(struct tcphdr);
    304  1.107    itojun 		} else
    305  1.107    itojun 			size = rt->rt_rmx.rmx_mtu - iphlen -
    306  1.107    itojun 			    sizeof(struct tcphdr);
    307  1.107    itojun #else
    308   1.48    itojun 		size = rt->rt_rmx.rmx_mtu - iphlen - sizeof(struct tcphdr);
    309  1.107    itojun #endif
    310  1.107    itojun 	} else if (ifp->if_flags & IFF_LOOPBACK)
    311   1.60    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    312   1.60    itojun #ifdef INET
    313   1.80    itojun 	else if (inp && tp->t_mtudisc)
    314   1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    315   1.48    itojun 	else if (inp && in_localaddr(inp->inp_faddr))
    316   1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    317   1.60    itojun #endif
    318   1.48    itojun #ifdef INET6
    319   1.48    itojun 	else if (in6p) {
    320   1.60    itojun #ifdef INET
    321   1.48    itojun 		if (IN6_IS_ADDR_V4MAPPED(&in6p->in6p_faddr)) {
    322   1.48    itojun 			/* mapped addr case */
    323   1.48    itojun 			struct in_addr d;
    324   1.48    itojun 			bcopy(&in6p->in6p_faddr.s6_addr32[3], &d, sizeof(d));
    325   1.80    itojun 			if (tp->t_mtudisc || in_localaddr(d))
    326   1.48    itojun 				size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    327   1.60    itojun 		} else
    328   1.60    itojun #endif
    329   1.60    itojun 		{
    330   1.65    itojun 			/*
    331   1.65    itojun 			 * for IPv6, path MTU discovery is always turned on,
    332   1.65    itojun 			 * or the node must use packet size <= 1280.
    333   1.65    itojun 			 */
    334   1.81    itojun 			size = tp->t_mtudisc ? IN6_LINKMTU(ifp) : IPV6_MMTU;
    335   1.80    itojun 			size -= (iphlen + sizeof(struct tcphdr));
    336   1.48    itojun 		}
    337   1.48    itojun 	}
    338   1.48    itojun #endif
    339   1.78   thorpej  out:
    340   1.76  jmcneill 	/*
    341   1.76  jmcneill 	 * Now we must make room for whatever extra TCP/IP options are in
    342   1.76  jmcneill 	 * the packet.
    343   1.76  jmcneill 	 */
    344   1.76  jmcneill 	optlen = tcp_optlen(tp);
    345   1.76  jmcneill 
    346   1.48    itojun 	/*
    347   1.48    itojun 	 * XXX tp->t_ourmss should have the right size, but without this code
    348   1.48    itojun 	 * fragmentation will occur... need more investigation
    349   1.48    itojun 	 */
    350   1.60    itojun #ifdef INET
    351   1.48    itojun 	if (inp) {
    352   1.98  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
    353  1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
    354  1.108   thorpej 			optlen += ipsec4_hdrsiz_tcp(tp);
    355   1.48    itojun #endif
    356   1.76  jmcneill 		optlen += ip_optlen(inp);
    357   1.48    itojun 	}
    358   1.60    itojun #endif
    359   1.48    itojun #ifdef INET6
    360   1.60    itojun #ifdef INET
    361   1.60    itojun 	if (in6p && tp->t_family == AF_INET) {
    362   1.98  jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
    363  1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    364  1.108   thorpej 			optlen += ipsec4_hdrsiz_tcp(tp);
    365   1.48    itojun #endif
    366   1.48    itojun 		/* XXX size -= ip_optlen(in6p); */
    367   1.60    itojun 	} else
    368   1.60    itojun #endif
    369   1.60    itojun 	if (in6p && tp->t_family == AF_INET6) {
    370   1.61    itojun #ifdef IPSEC
    371  1.108   thorpej 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    372  1.108   thorpej 			optlen += ipsec6_hdrsiz_tcp(tp);
    373   1.48    itojun #endif
    374   1.76  jmcneill 		optlen += ip6_optlen(in6p);
    375   1.48    itojun 	}
    376   1.48    itojun #endif
    377   1.76  jmcneill 	size -= optlen;
    378   1.17   thorpej 
    379  1.107    itojun 	/* there may not be any room for data if mtu is too small */
    380  1.107    itojun 	if (size < 0)
    381  1.107    itojun 		return (EMSGSIZE);
    382  1.107    itojun 
    383   1.52    itojun 	/*
    384   1.52    itojun 	 * *rxsegsizep holds *estimated* inbound segment size (estimation
    385   1.52    itojun 	 * assumes that path MTU is the same for both ways).  this is only
    386   1.52    itojun 	 * for silly window avoidance, do not use the value for other purposes.
    387   1.52    itojun 	 *
    388   1.52    itojun 	 * ipseclen is subtracted from both sides, this may not be right.
    389   1.52    itojun 	 * I'm not quite sure about this (could someone comment).
    390   1.52    itojun 	 */
    391   1.76  jmcneill 	*txsegsizep = min(tp->t_peermss - optlen, size);
    392   1.85   thorpej 	/*
    393   1.85   thorpej 	 * Never send more than half a buffer full.  This insures that we can
    394   1.85   thorpej 	 * always keep 2 packets on the wire, no matter what SO_SNDBUF is, and
    395   1.86   mycroft 	 * therefore acks will never be delayed unless we run out of data to
    396   1.85   thorpej 	 * transmit.
    397   1.85   thorpej 	 */
    398   1.85   thorpej 	if (so)
    399   1.86   mycroft 		*txsegsizep = min(so->so_snd.sb_hiwat >> 1, *txsegsizep);
    400   1.76  jmcneill 	*rxsegsizep = min(tp->t_ourmss - optlen, size);
    401   1.21       kml 
    402   1.21       kml 	if (*txsegsizep != tp->t_segsz) {
    403   1.35       kml 		/*
    404   1.82    itojun 		 * If the new segment size is larger, we don't want to
    405   1.35       kml 		 * mess up the congestion window, but if it is smaller
    406   1.35       kml 		 * we'll have to reduce the congestion window to ensure
    407   1.35       kml 		 * that we don't get into trouble with initial windows
    408   1.35       kml 		 * and the rest.  In any case, if the segment size
    409   1.35       kml 		 * has changed, chances are the path has, too, and
    410   1.35       kml 		 * our congestion window will be different.
    411   1.29       kml 		 */
    412   1.35       kml 		if (*txsegsizep < tp->t_segsz) {
    413   1.82    itojun 			tp->snd_cwnd = max((tp->snd_cwnd / tp->t_segsz)
    414   1.35       kml 					   * *txsegsizep, *txsegsizep);
    415   1.82    itojun 			tp->snd_ssthresh = max((tp->snd_ssthresh / tp->t_segsz)
    416   1.35       kml 						* *txsegsizep, *txsegsizep);
    417   1.35       kml 		}
    418   1.21       kml 		tp->t_segsz = *txsegsizep;
    419   1.21       kml 	}
    420  1.107    itojun 
    421  1.107    itojun 	return (0);
    422   1.17   thorpej }
    423   1.17   thorpej 
    424   1.70   thorpej static
    425   1.70   thorpej #ifndef GPROF
    426   1.70   thorpej __inline
    427   1.70   thorpej #endif
    428   1.70   thorpej int
    429   1.70   thorpej tcp_build_datapkt(struct tcpcb *tp, struct socket *so, int off,
    430   1.70   thorpej     long len, int hdrlen, struct mbuf **mp)
    431   1.70   thorpej {
    432   1.95     ragge 	struct mbuf *m, *m0;
    433   1.70   thorpej 
    434   1.70   thorpej 	if (tp->t_force && len == 1)
    435   1.70   thorpej 		tcpstat.tcps_sndprobe++;
    436   1.70   thorpej 	else if (SEQ_LT(tp->snd_nxt, tp->snd_max)) {
    437   1.70   thorpej 		tcpstat.tcps_sndrexmitpack++;
    438   1.70   thorpej 		tcpstat.tcps_sndrexmitbyte += len;
    439   1.70   thorpej 	} else {
    440   1.70   thorpej 		tcpstat.tcps_sndpack++;
    441   1.70   thorpej 		tcpstat.tcps_sndbyte += len;
    442   1.70   thorpej 	}
    443   1.70   thorpej #ifdef notyet
    444   1.70   thorpej 	if ((m = m_copypack(so->so_snd.sb_mb, off,
    445   1.70   thorpej 	    (int)len, max_linkhdr + hdrlen)) == 0)
    446   1.70   thorpej 		return (ENOBUFS);
    447   1.70   thorpej 	/*
    448   1.70   thorpej 	 * m_copypack left space for our hdr; use it.
    449   1.70   thorpej 	 */
    450   1.70   thorpej 	m->m_len += hdrlen;
    451   1.70   thorpej 	m->m_data -= hdrlen;
    452   1.70   thorpej #else
    453   1.70   thorpej 	MGETHDR(m, M_DONTWAIT, MT_HEADER);
    454   1.79   thorpej 	if (__predict_false(m == NULL))
    455   1.79   thorpej 		return (ENOBUFS);
    456   1.89      matt 	MCLAIM(m, &tcp_tx_mowner);
    457   1.79   thorpej 
    458   1.79   thorpej 	/*
    459   1.79   thorpej 	 * XXX Because other code assumes headers will fit in
    460   1.79   thorpej 	 * XXX one header mbuf.
    461   1.79   thorpej 	 *
    462   1.79   thorpej 	 * (This code should almost *never* be run.)
    463   1.79   thorpej 	 */
    464   1.79   thorpej 	if (__predict_false((max_linkhdr + hdrlen) > MHLEN)) {
    465   1.79   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_bigheader);
    466   1.70   thorpej 		MCLGET(m, M_DONTWAIT);
    467   1.70   thorpej 		if ((m->m_flags & M_EXT) == 0) {
    468   1.70   thorpej 			m_freem(m);
    469   1.79   thorpej 			return (ENOBUFS);
    470   1.70   thorpej 		}
    471   1.70   thorpej 	}
    472   1.79   thorpej 
    473   1.70   thorpej 	m->m_data += max_linkhdr;
    474   1.70   thorpej 	m->m_len = hdrlen;
    475   1.95     ragge 
    476   1.95     ragge 	/*
    477   1.95     ragge 	 * To avoid traversing the whole sb_mb chain for correct
    478  1.102   thorpej 	 * data to send, remember last sent mbuf, its offset and
    479  1.102   thorpej 	 * the sent size.  When called the next time, see if the
    480  1.102   thorpej 	 * data to send is directly following the previous transfer.
    481  1.102   thorpej 	 * This is important for large TCP windows.
    482   1.95     ragge 	 */
    483  1.106     ragge 	if (off == 0 || tp->t_lastm == NULL ||
    484  1.106     ragge 	    (tp->t_lastoff + tp->t_lastlen) != off) {
    485  1.103   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_miss);
    486   1.95     ragge 		/*
    487   1.95     ragge 		 * Either a new packet or a retransmit.
    488   1.95     ragge 		 * Start from the beginning.
    489   1.95     ragge 		 */
    490   1.95     ragge 		tp->t_lastm = so->so_snd.sb_mb;
    491   1.95     ragge 		tp->t_inoff = off;
    492  1.102   thorpej 	} else {
    493  1.103   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_hit);
    494   1.95     ragge 		tp->t_inoff += tp->t_lastlen;
    495  1.102   thorpej 	}
    496   1.95     ragge 
    497   1.95     ragge 	/* Traverse forward to next packet */
    498   1.95     ragge 	while (tp->t_inoff > 0) {
    499   1.95     ragge 		if (tp->t_lastm == NULL)
    500   1.95     ragge 			panic("tp->t_lastm == NULL");
    501   1.95     ragge 		if (tp->t_inoff < tp->t_lastm->m_len)
    502   1.95     ragge 			break;
    503   1.95     ragge 		tp->t_inoff -= tp->t_lastm->m_len;
    504   1.95     ragge 		tp->t_lastm = tp->t_lastm->m_next;
    505   1.95     ragge 	}
    506   1.95     ragge 
    507   1.95     ragge 	tp->t_lastoff = off;
    508   1.95     ragge 	tp->t_lastlen = len;
    509   1.95     ragge 	m0 = tp->t_lastm;
    510   1.95     ragge 	off = tp->t_inoff;
    511   1.95     ragge 
    512   1.70   thorpej 	if (len <= M_TRAILINGSPACE(m)) {
    513   1.95     ragge 		m_copydata(m0, off, (int) len, mtod(m, caddr_t) + hdrlen);
    514   1.70   thorpej 		m->m_len += len;
    515   1.79   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_copysmall);
    516   1.70   thorpej 	} else {
    517   1.92     ragge 		m->m_next = m_copy(m0, off, (int) len);
    518   1.70   thorpej 		if (m->m_next == NULL) {
    519   1.70   thorpej 			m_freem(m);
    520   1.70   thorpej 			return (ENOBUFS);
    521   1.70   thorpej 		}
    522   1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    523   1.79   thorpej 		if (m->m_next->m_flags & M_EXT)
    524   1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_refbig);
    525   1.79   thorpej 		else
    526   1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_copybig);
    527   1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    528   1.70   thorpej 	}
    529   1.70   thorpej #endif
    530   1.70   thorpej 
    531   1.70   thorpej 	*mp = m;
    532   1.70   thorpej 	return (0);
    533   1.70   thorpej }
    534   1.70   thorpej 
    535    1.1       cgd /*
    536    1.1       cgd  * Tcp output routine: figure out what should be sent and send it.
    537    1.1       cgd  */
    538    1.6   mycroft int
    539  1.116     perry tcp_output(struct tcpcb *tp)
    540    1.1       cgd {
    541   1.48    itojun 	struct socket *so;
    542   1.48    itojun 	struct route *ro;
    543   1.47   thorpej 	long len, win;
    544    1.1       cgd 	int off, flags, error;
    545   1.56  augustss 	struct mbuf *m;
    546   1.48    itojun 	struct ip *ip;
    547   1.48    itojun #ifdef INET6
    548   1.48    itojun 	struct ip6_hdr *ip6;
    549   1.48    itojun #endif
    550   1.56  augustss 	struct tcphdr *th;
    551    1.9   mycroft 	u_char opt[MAX_TCPOPTLEN];
    552    1.1       cgd 	unsigned optlen, hdrlen;
    553   1.18   thorpej 	int idle, sendalot, txsegsize, rxsegsize;
    554   1.44      matt 	int maxburst = TCP_MAXBURST;
    555   1.48    itojun 	int af;		/* address family on the wire */
    556   1.48    itojun 	int iphdrlen;
    557  1.110  jonathan #ifdef TCP_SIGNATURE
    558  1.110  jonathan 	int sigoff = 0;
    559  1.110  jonathan #endif
    560   1.48    itojun 
    561   1.60    itojun #ifdef DIAGNOSTIC
    562   1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    563   1.60    itojun 		panic("tcp_output: both t_inpcb and t_in6pcb are set");
    564   1.60    itojun #endif
    565   1.48    itojun 	so = NULL;
    566   1.48    itojun 	ro = NULL;
    567   1.48    itojun 	if (tp->t_inpcb) {
    568   1.48    itojun 		so = tp->t_inpcb->inp_socket;
    569   1.48    itojun 		ro = &tp->t_inpcb->inp_route;
    570   1.48    itojun 	}
    571   1.48    itojun #ifdef INET6
    572   1.48    itojun 	else if (tp->t_in6pcb) {
    573   1.48    itojun 		so = tp->t_in6pcb->in6p_socket;
    574   1.48    itojun 		ro = (struct route *)&tp->t_in6pcb->in6p_route;
    575   1.48    itojun 	}
    576   1.48    itojun #endif
    577   1.48    itojun 
    578   1.48    itojun 	switch (af = tp->t_family) {
    579   1.60    itojun #ifdef INET
    580   1.48    itojun 	case AF_INET:
    581   1.48    itojun 		if (tp->t_inpcb)
    582   1.48    itojun 			break;
    583   1.48    itojun #ifdef INET6
    584   1.48    itojun 		/* mapped addr case */
    585   1.48    itojun 		if (tp->t_in6pcb)
    586   1.48    itojun 			break;
    587   1.48    itojun #endif
    588  1.107    itojun 		return (EINVAL);
    589   1.60    itojun #endif
    590   1.48    itojun #ifdef INET6
    591   1.48    itojun 	case AF_INET6:
    592   1.48    itojun 		if (tp->t_in6pcb)
    593   1.48    itojun 			break;
    594  1.107    itojun 		return (EINVAL);
    595   1.48    itojun #endif
    596   1.48    itojun 	default:
    597  1.107    itojun 		return (EAFNOSUPPORT);
    598   1.48    itojun 	}
    599   1.17   thorpej 
    600  1.107    itojun 	if (tcp_segsize(tp, &txsegsize, &rxsegsize))
    601  1.107    itojun 		return (EMSGSIZE);
    602    1.1       cgd 
    603    1.1       cgd 	idle = (tp->snd_max == tp->snd_una);
    604   1.33   thorpej 
    605   1.41   thorpej 	/*
    606   1.41   thorpej 	 * Restart Window computation.  From draft-floyd-incr-init-win-03:
    607   1.41   thorpej 	 *
    608   1.41   thorpej 	 *	Optionally, a TCP MAY set the restart window to the
    609   1.41   thorpej 	 *	minimum of the value used for the initial window and
    610   1.41   thorpej 	 *	the current value of cwnd (in other words, using a
    611   1.41   thorpej 	 *	larger value for the restart window should never increase
    612   1.41   thorpej 	 *	the size of cwnd).
    613   1.41   thorpej 	 */
    614   1.33   thorpej 	if (tcp_cwm) {
    615    1.1       cgd 		/*
    616   1.33   thorpej 		 * Hughes/Touch/Heidemann Congestion Window Monitoring.
    617   1.33   thorpej 		 * Count the number of packets currently pending
    618   1.33   thorpej 		 * acknowledgement, and limit our congestion window
    619   1.37   thorpej 		 * to a pre-determined allowed burst size plus that count.
    620   1.33   thorpej 		 * This prevents bursting once all pending packets have
    621   1.33   thorpej 		 * been acknowledged (i.e. transmission is idle).
    622   1.42   thorpej 		 *
    623   1.42   thorpej 		 * XXX Link this to Initial Window?
    624    1.1       cgd 		 */
    625   1.33   thorpej 		tp->snd_cwnd = min(tp->snd_cwnd,
    626   1.36   thorpej 		    (tcp_cwm_burstsize * txsegsize) +
    627   1.33   thorpej 		    (tp->snd_nxt - tp->snd_una));
    628   1.33   thorpej 	} else {
    629   1.73   thorpej 		if (idle && (tcp_now - tp->t_rcvtime) >= tp->t_rxtcur) {
    630   1.33   thorpej 			/*
    631   1.33   thorpej 			 * We have been idle for "a while" and no acks are
    632   1.33   thorpej 			 * expected to clock out any data we send --
    633   1.33   thorpej 			 * slow start to get ack "clock" running again.
    634   1.33   thorpej 			 */
    635   1.90   thorpej 			int ss = tcp_init_win;
    636   1.90   thorpej #ifdef INET
    637   1.90   thorpej 			if (tp->t_inpcb &&
    638   1.90   thorpej 			    in_localaddr(tp->t_inpcb->inp_faddr))
    639   1.90   thorpej 				ss = tcp_init_win_local;
    640   1.90   thorpej #endif
    641   1.90   thorpej #ifdef INET6
    642   1.90   thorpej 			if (tp->t_in6pcb &&
    643   1.90   thorpej 			    in6_localaddr(&tp->t_in6pcb->in6p_faddr))
    644   1.90   thorpej 				ss = tcp_init_win_local;
    645   1.90   thorpej #endif
    646   1.41   thorpej 			tp->snd_cwnd = min(tp->snd_cwnd,
    647   1.90   thorpej 			    TCP_INITIAL_WINDOW(ss, txsegsize));
    648   1.33   thorpej 		}
    649   1.33   thorpej 	}
    650   1.33   thorpej 
    651    1.1       cgd again:
    652   1.33   thorpej 	/*
    653   1.33   thorpej 	 * Determine length of data that should be transmitted, and
    654   1.33   thorpej 	 * flags that should be used.  If there is some data or critical
    655   1.33   thorpej 	 * controls (SYN, RST) to send, then transmit; otherwise,
    656   1.33   thorpej 	 * investigate further.
    657   1.33   thorpej 	 */
    658    1.1       cgd 	sendalot = 0;
    659    1.1       cgd 	off = tp->snd_nxt - tp->snd_una;
    660    1.1       cgd 	win = min(tp->snd_wnd, tp->snd_cwnd);
    661    1.1       cgd 
    662    1.9   mycroft 	flags = tcp_outflags[tp->t_state];
    663    1.1       cgd 	/*
    664    1.1       cgd 	 * If in persist timeout with window of 0, send 1 byte.
    665    1.1       cgd 	 * Otherwise, if window is small but nonzero
    666    1.1       cgd 	 * and timer expired, we will send what we can
    667    1.1       cgd 	 * and go to transmit state.
    668    1.1       cgd 	 */
    669    1.1       cgd 	if (tp->t_force) {
    670    1.9   mycroft 		if (win == 0) {
    671    1.9   mycroft 			/*
    672    1.9   mycroft 			 * If we still have some data to send, then
    673    1.9   mycroft 			 * clear the FIN bit.  Usually this would
    674    1.9   mycroft 			 * happen below when it realizes that we
    675    1.9   mycroft 			 * aren't sending all the data.  However,
    676    1.9   mycroft 			 * if we have exactly 1 byte of unset data,
    677    1.9   mycroft 			 * then it won't clear the FIN bit below,
    678    1.9   mycroft 			 * and if we are in persist state, we wind
    679    1.9   mycroft 			 * up sending the packet without recording
    680    1.9   mycroft 			 * that we sent the FIN bit.
    681    1.9   mycroft 			 *
    682    1.9   mycroft 			 * We can't just blindly clear the FIN bit,
    683    1.9   mycroft 			 * because if we don't have any more data
    684    1.9   mycroft 			 * to send then the probe will be the FIN
    685    1.9   mycroft 			 * itself.
    686    1.9   mycroft 			 */
    687    1.9   mycroft 			if (off < so->so_snd.sb_cc)
    688    1.9   mycroft 				flags &= ~TH_FIN;
    689    1.1       cgd 			win = 1;
    690    1.9   mycroft 		} else {
    691   1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_PERSIST);
    692    1.1       cgd 			tp->t_rxtshift = 0;
    693    1.1       cgd 		}
    694    1.1       cgd 	}
    695    1.1       cgd 
    696   1.11   mycroft 	if (win < so->so_snd.sb_cc) {
    697   1.11   mycroft 		len = win - off;
    698   1.11   mycroft 		flags &= ~TH_FIN;
    699   1.11   mycroft 	} else
    700   1.11   mycroft 		len = so->so_snd.sb_cc - off;
    701    1.1       cgd 
    702    1.1       cgd 	if (len < 0) {
    703    1.1       cgd 		/*
    704    1.1       cgd 		 * If FIN has been sent but not acked,
    705    1.1       cgd 		 * but we haven't been called to retransmit,
    706    1.1       cgd 		 * len will be -1.  Otherwise, window shrank
    707    1.1       cgd 		 * after we sent into it.  If window shrank to 0,
    708   1.25   thorpej 		 * cancel pending retransmit, pull snd_nxt back
    709   1.25   thorpej 		 * to (closed) window, and set the persist timer
    710   1.25   thorpej 		 * if it isn't already going.  If the window didn't
    711   1.25   thorpej 		 * close completely, just wait for an ACK.
    712   1.43   mycroft 		 *
    713   1.43   mycroft 		 * If we have a pending FIN, either it has already been
    714   1.43   mycroft 		 * transmitted or it is outside the window, so drop it.
    715   1.43   mycroft 		 * If the FIN has been transmitted, but this is not a
    716   1.43   mycroft 		 * retransmission, then len must be -1.  Therefore we also
    717   1.43   mycroft 		 * prevent here the sending of `gratuitous FINs'.  This
    718   1.43   mycroft 		 * eliminates the need to check for that case below (e.g.
    719   1.43   mycroft 		 * to back up snd_nxt before the FIN so that the sequence
    720   1.43   mycroft 		 * number is correct).
    721    1.1       cgd 		 */
    722    1.1       cgd 		len = 0;
    723   1.43   mycroft 		flags &= ~TH_FIN;
    724    1.1       cgd 		if (win == 0) {
    725   1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_REXMT);
    726   1.25   thorpej 			tp->t_rxtshift = 0;
    727    1.1       cgd 			tp->snd_nxt = tp->snd_una;
    728   1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
    729   1.25   thorpej 				tcp_setpersist(tp);
    730    1.1       cgd 		}
    731    1.1       cgd 	}
    732   1.18   thorpej 	if (len > txsegsize) {
    733   1.18   thorpej 		len = txsegsize;
    734   1.11   mycroft 		flags &= ~TH_FIN;
    735    1.1       cgd 		sendalot = 1;
    736    1.1       cgd 	}
    737    1.1       cgd 
    738    1.1       cgd 	win = sbspace(&so->so_rcv);
    739    1.1       cgd 
    740    1.1       cgd 	/*
    741    1.1       cgd 	 * Sender silly window avoidance.  If connection is idle
    742    1.1       cgd 	 * and can send all data, a maximum segment,
    743    1.1       cgd 	 * at least a maximum default-size segment do it,
    744    1.1       cgd 	 * or are forced, do it; otherwise don't bother.
    745    1.1       cgd 	 * If peer's buffer is tiny, then send
    746    1.1       cgd 	 * when window is at least half open.
    747    1.1       cgd 	 * If retransmitting (possibly after persist timer forced us
    748    1.1       cgd 	 * to send into a small window), then must resend.
    749    1.1       cgd 	 */
    750    1.1       cgd 	if (len) {
    751   1.18   thorpej 		if (len == txsegsize)
    752    1.1       cgd 			goto send;
    753   1.46   thorpej 		if ((so->so_state & SS_MORETOCOME) == 0 &&
    754   1.46   thorpej 		    ((idle || tp->t_flags & TF_NODELAY) &&
    755   1.46   thorpej 		     len + off >= so->so_snd.sb_cc))
    756    1.1       cgd 			goto send;
    757    1.1       cgd 		if (tp->t_force)
    758    1.1       cgd 			goto send;
    759    1.1       cgd 		if (len >= tp->max_sndwnd / 2)
    760    1.1       cgd 			goto send;
    761    1.1       cgd 		if (SEQ_LT(tp->snd_nxt, tp->snd_max))
    762    1.1       cgd 			goto send;
    763    1.1       cgd 	}
    764    1.1       cgd 
    765    1.1       cgd 	/*
    766   1.18   thorpej 	 * Compare available window to amount of window known to peer
    767   1.18   thorpej 	 * (as advertised window less next expected input).  If the
    768   1.18   thorpej 	 * difference is at least twice the size of the largest segment
    769   1.18   thorpej 	 * we expect to receive (i.e. two segments) or at least 50% of
    770   1.18   thorpej 	 * the maximum possible window, then want to send a window update
    771   1.18   thorpej 	 * to peer.
    772    1.1       cgd 	 */
    773    1.1       cgd 	if (win > 0) {
    774   1.82    itojun 		/*
    775    1.9   mycroft 		 * "adv" is the amount we can increase the window,
    776    1.9   mycroft 		 * taking into account that we are limited by
    777    1.9   mycroft 		 * TCP_MAXWIN << tp->rcv_scale.
    778    1.9   mycroft 		 */
    779    1.9   mycroft 		long adv = min(win, (long)TCP_MAXWIN << tp->rcv_scale) -
    780    1.9   mycroft 			(tp->rcv_adv - tp->rcv_nxt);
    781    1.1       cgd 
    782   1.18   thorpej 		if (adv >= (long) (2 * rxsegsize))
    783    1.1       cgd 			goto send;
    784    1.1       cgd 		if (2 * adv >= (long) so->so_rcv.sb_hiwat)
    785    1.1       cgd 			goto send;
    786    1.1       cgd 	}
    787    1.1       cgd 
    788    1.1       cgd 	/*
    789    1.1       cgd 	 * Send if we owe peer an ACK.
    790    1.1       cgd 	 */
    791    1.1       cgd 	if (tp->t_flags & TF_ACKNOW)
    792    1.1       cgd 		goto send;
    793   1.43   mycroft 	if (flags & (TH_SYN|TH_FIN|TH_RST))
    794    1.1       cgd 		goto send;
    795    1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_una))
    796    1.1       cgd 		goto send;
    797    1.1       cgd 
    798    1.1       cgd 	/*
    799    1.1       cgd 	 * TCP window updates are not reliable, rather a polling protocol
    800    1.1       cgd 	 * using ``persist'' packets is used to insure receipt of window
    801    1.1       cgd 	 * updates.  The three ``states'' for the output side are:
    802    1.1       cgd 	 *	idle			not doing retransmits or persists
    803    1.1       cgd 	 *	persisting		to move a small or zero window
    804    1.1       cgd 	 *	(re)transmitting	and thereby not persisting
    805    1.1       cgd 	 *
    806    1.1       cgd 	 * tp->t_timer[TCPT_PERSIST]
    807    1.1       cgd 	 *	is set when we are in persist state.
    808    1.1       cgd 	 * tp->t_force
    809    1.1       cgd 	 *	is set when we are called to send a persist packet.
    810    1.1       cgd 	 * tp->t_timer[TCPT_REXMT]
    811    1.1       cgd 	 *	is set when we are retransmitting
    812    1.1       cgd 	 * The output side is idle when both timers are zero.
    813    1.1       cgd 	 *
    814    1.1       cgd 	 * If send window is too small, there is data to transmit, and no
    815    1.1       cgd 	 * retransmit or persist is pending, then go to persist state.
    816    1.1       cgd 	 * If nothing happens soon, send when timer expires:
    817    1.1       cgd 	 * if window is nonzero, transmit what we can,
    818    1.1       cgd 	 * otherwise force out a byte.
    819    1.1       cgd 	 */
    820   1.38   thorpej 	if (so->so_snd.sb_cc && TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
    821   1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
    822    1.1       cgd 		tp->t_rxtshift = 0;
    823    1.1       cgd 		tcp_setpersist(tp);
    824    1.1       cgd 	}
    825    1.1       cgd 
    826    1.1       cgd 	/*
    827    1.1       cgd 	 * No reason to send a segment, just return.
    828    1.1       cgd 	 */
    829    1.1       cgd 	return (0);
    830    1.1       cgd 
    831    1.1       cgd send:
    832    1.1       cgd 	/*
    833    1.1       cgd 	 * Before ESTABLISHED, force sending of initial options
    834    1.1       cgd 	 * unless TCP set not to do any options.
    835    1.1       cgd 	 * NOTE: we assume that the IP/TCP header plus TCP options
    836    1.1       cgd 	 * always fit in a single mbuf, leaving room for a maximum
    837    1.1       cgd 	 * link header, i.e.
    838   1.48    itojun 	 *	max_linkhdr + sizeof (struct tcpiphdr) + optlen <= MCLBYTES
    839    1.1       cgd 	 */
    840    1.1       cgd 	optlen = 0;
    841   1.48    itojun 	switch (af) {
    842   1.60    itojun #ifdef INET
    843   1.48    itojun 	case AF_INET:
    844   1.48    itojun 		iphdrlen = sizeof(struct ip) + sizeof(struct tcphdr);
    845   1.48    itojun 		break;
    846   1.60    itojun #endif
    847   1.48    itojun #ifdef INET6
    848   1.48    itojun 	case AF_INET6:
    849   1.48    itojun 		iphdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
    850   1.48    itojun 		break;
    851   1.48    itojun #endif
    852   1.49    itojun 	default:	/*pacify gcc*/
    853   1.49    itojun 		iphdrlen = 0;
    854   1.49    itojun 		break;
    855   1.48    itojun 	}
    856   1.48    itojun 	hdrlen = iphdrlen;
    857    1.9   mycroft 	if (flags & TH_SYN) {
    858   1.48    itojun 		struct rtentry *rt;
    859   1.48    itojun 
    860   1.60    itojun 		rt = NULL;
    861   1.60    itojun #ifdef INET
    862   1.48    itojun 		if (tp->t_inpcb)
    863   1.48    itojun 			rt = in_pcbrtentry(tp->t_inpcb);
    864   1.60    itojun #endif
    865   1.61    itojun #ifdef INET6
    866   1.60    itojun 		if (tp->t_in6pcb)
    867   1.48    itojun 			rt = in6_pcbrtentry(tp->t_in6pcb);
    868   1.48    itojun #endif
    869   1.34       kml 
    870    1.9   mycroft 		tp->snd_nxt = tp->iss;
    871   1.82    itojun 		tp->t_ourmss = tcp_mss_to_advertise(rt != NULL ?
    872   1.52    itojun 						    rt->rt_ifp : NULL, af);
    873    1.9   mycroft 		if ((tp->t_flags & TF_NOOPT) == 0) {
    874    1.9   mycroft 			opt[0] = TCPOPT_MAXSEG;
    875    1.9   mycroft 			opt[1] = 4;
    876   1.17   thorpej 			opt[2] = (tp->t_ourmss >> 8) & 0xff;
    877   1.17   thorpej 			opt[3] = tp->t_ourmss & 0xff;
    878    1.9   mycroft 			optlen = 4;
    879   1.82    itojun 
    880    1.9   mycroft 			if ((tp->t_flags & TF_REQ_SCALE) &&
    881    1.9   mycroft 			    ((flags & TH_ACK) == 0 ||
    882    1.9   mycroft 			    (tp->t_flags & TF_RCVD_SCALE))) {
    883   1.12       cgd 				*((u_int32_t *) (opt + optlen)) = htonl(
    884    1.9   mycroft 					TCPOPT_NOP << 24 |
    885    1.9   mycroft 					TCPOPT_WINDOW << 16 |
    886    1.9   mycroft 					TCPOLEN_WINDOW << 8 |
    887    1.9   mycroft 					tp->request_r_scale);
    888    1.9   mycroft 				optlen += 4;
    889    1.9   mycroft 			}
    890    1.9   mycroft 		}
    891   1.82    itojun 	}
    892   1.82    itojun 
    893   1.82    itojun 	/*
    894   1.82    itojun 	 * Send a timestamp and echo-reply if this is a SYN and our side
    895    1.9   mycroft 	 * wants to use timestamps (TF_REQ_TSTMP is set) or both our side
    896    1.9   mycroft 	 * and our peer have sent timestamps in our SYN's.
    897   1.82    itojun 	 */
    898   1.82    itojun 	if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP &&
    899   1.82    itojun 	     (flags & TH_RST) == 0 &&
    900   1.82    itojun 	    ((flags & (TH_SYN|TH_ACK)) == TH_SYN ||
    901    1.9   mycroft 	     (tp->t_flags & TF_RCVD_TSTMP))) {
    902   1.13       cgd 		u_int32_t *lp = (u_int32_t *)(opt + optlen);
    903    1.9   mycroft 
    904   1.82    itojun 		/* Form timestamp option as shown in appendix A of RFC 1323. */
    905   1.82    itojun 		*lp++ = htonl(TCPOPT_TSTAMP_HDR);
    906   1.82    itojun 		*lp++ = htonl(TCP_TIMESTAMP(tp));
    907   1.82    itojun 		*lp   = htonl(tp->ts_recent);
    908   1.82    itojun 		optlen += TCPOLEN_TSTAMP_APPA;
    909   1.82    itojun 	}
    910   1.82    itojun 
    911  1.110  jonathan #ifdef TCP_SIGNATURE
    912  1.111    itojun #if defined(INET6) && defined(FAST_IPSEC)
    913  1.117     perry 	if (tp->t_family == AF_INET)
    914  1.110  jonathan #endif
    915  1.110  jonathan 	if (tp->t_flags & TF_SIGNATURE) {
    916  1.110  jonathan 		u_char *bp;
    917  1.110  jonathan 		/*
    918  1.110  jonathan 		 * Initialize TCP-MD5 option (RFC2385)
    919  1.110  jonathan 		 */
    920  1.110  jonathan 		bp = (u_char *)opt + optlen;
    921  1.110  jonathan 		*bp++ = TCPOPT_SIGNATURE;
    922  1.110  jonathan 		*bp++ = TCPOLEN_SIGNATURE;
    923  1.110  jonathan 		sigoff = optlen + 2;
    924  1.113    itojun 		bzero(bp, TCP_SIGLEN);
    925  1.113    itojun 		bp += TCP_SIGLEN;
    926  1.110  jonathan 		optlen += TCPOLEN_SIGNATURE;
    927  1.110  jonathan 		/*
    928  1.110  jonathan 		 * Terminate options list and maintain 32-bit alignment.
    929  1.110  jonathan  		 */
    930  1.110  jonathan 		*bp++ = TCPOPT_NOP;
    931  1.110  jonathan 		*bp++ = TCPOPT_EOL;
    932  1.110  jonathan  		optlen += 2;
    933  1.110  jonathan  	}
    934  1.110  jonathan #endif /* TCP_SIGNATURE */
    935  1.110  jonathan 
    936   1.82    itojun 	hdrlen += optlen;
    937   1.82    itojun 
    938    1.1       cgd #ifdef DIAGNOSTIC
    939   1.29       kml 	if (len > txsegsize)
    940   1.29       kml 		panic("tcp data to be sent is larger than segment");
    941   1.82    itojun 	if (max_linkhdr + hdrlen > MCLBYTES)
    942    1.9   mycroft 		panic("tcphdr too big");
    943    1.1       cgd #endif
    944    1.1       cgd 
    945    1.1       cgd 	/*
    946    1.1       cgd 	 * Grab a header mbuf, attaching a copy of data to
    947    1.1       cgd 	 * be transmitted, and initialize the header from
    948    1.1       cgd 	 * the template for sends on this connection.
    949    1.1       cgd 	 */
    950    1.1       cgd 	if (len) {
    951   1.70   thorpej 		error = tcp_build_datapkt(tp, so, off, len, hdrlen, &m);
    952   1.70   thorpej 		if (error)
    953    1.1       cgd 			goto out;
    954    1.1       cgd 		/*
    955    1.1       cgd 		 * If we're sending everything we've got, set PUSH.
    956    1.1       cgd 		 * (This will keep happy those implementations which only
    957    1.1       cgd 		 * give data to the user when a buffer fills or
    958    1.1       cgd 		 * a PUSH comes in.)
    959    1.1       cgd 		 */
    960    1.1       cgd 		if (off + len == so->so_snd.sb_cc)
    961    1.1       cgd 			flags |= TH_PUSH;
    962    1.1       cgd 	} else {
    963    1.1       cgd 		if (tp->t_flags & TF_ACKNOW)
    964    1.1       cgd 			tcpstat.tcps_sndacks++;
    965    1.1       cgd 		else if (flags & (TH_SYN|TH_FIN|TH_RST))
    966    1.1       cgd 			tcpstat.tcps_sndctrl++;
    967    1.1       cgd 		else if (SEQ_GT(tp->snd_up, tp->snd_una))
    968    1.1       cgd 			tcpstat.tcps_sndurg++;
    969    1.1       cgd 		else
    970    1.1       cgd 			tcpstat.tcps_sndwinup++;
    971    1.1       cgd 
    972    1.1       cgd 		MGETHDR(m, M_DONTWAIT, MT_HEADER);
    973   1.54    itojun 		if (m != NULL && max_linkhdr + hdrlen > MHLEN) {
    974   1.48    itojun 			MCLGET(m, M_DONTWAIT);
    975   1.48    itojun 			if ((m->m_flags & M_EXT) == 0) {
    976   1.48    itojun 				m_freem(m);
    977   1.48    itojun 				m = NULL;
    978   1.48    itojun 			}
    979   1.48    itojun 		}
    980    1.1       cgd 		if (m == NULL) {
    981    1.1       cgd 			error = ENOBUFS;
    982    1.1       cgd 			goto out;
    983    1.1       cgd 		}
    984   1.89      matt 		MCLAIM(m, &tcp_tx_mowner);
    985    1.1       cgd 		m->m_data += max_linkhdr;
    986    1.1       cgd 		m->m_len = hdrlen;
    987    1.1       cgd 	}
    988    1.1       cgd 	m->m_pkthdr.rcvif = (struct ifnet *)0;
    989   1.48    itojun 	switch (af) {
    990   1.60    itojun #ifdef INET
    991   1.48    itojun 	case AF_INET:
    992   1.48    itojun 		ip = mtod(m, struct ip *);
    993   1.48    itojun #ifdef INET6
    994   1.48    itojun 		ip6 = NULL;
    995   1.48    itojun #endif
    996   1.48    itojun 		th = (struct tcphdr *)(ip + 1);
    997   1.48    itojun 		break;
    998   1.60    itojun #endif
    999   1.48    itojun #ifdef INET6
   1000   1.48    itojun 	case AF_INET6:
   1001   1.48    itojun 		ip = NULL;
   1002   1.48    itojun 		ip6 = mtod(m, struct ip6_hdr *);
   1003   1.48    itojun 		th = (struct tcphdr *)(ip6 + 1);
   1004   1.48    itojun 		break;
   1005   1.48    itojun #endif
   1006   1.49    itojun 	default:	/*pacify gcc*/
   1007   1.49    itojun 		ip = NULL;
   1008   1.50      fvdl #ifdef INET6
   1009   1.49    itojun 		ip6 = NULL;
   1010   1.50      fvdl #endif
   1011   1.49    itojun 		th = NULL;
   1012   1.49    itojun 		break;
   1013   1.48    itojun 	}
   1014    1.1       cgd 	if (tp->t_template == 0)
   1015    1.1       cgd 		panic("tcp_output");
   1016   1.48    itojun 	if (tp->t_template->m_len < iphdrlen)
   1017   1.48    itojun 		panic("tcp_output");
   1018   1.48    itojun 	bcopy(mtod(tp->t_template, caddr_t), mtod(m, caddr_t), iphdrlen);
   1019    1.1       cgd 
   1020    1.1       cgd 	/*
   1021    1.9   mycroft 	 * If we are doing retransmissions, then snd_nxt will
   1022    1.9   mycroft 	 * not reflect the first unsent octet.  For ACK only
   1023    1.9   mycroft 	 * packets, we do not want the sequence number of the
   1024    1.9   mycroft 	 * retransmitted packet, we want the sequence number
   1025    1.9   mycroft 	 * of the next unsent octet.  So, if there is no data
   1026    1.9   mycroft 	 * (and no SYN or FIN), use snd_max instead of snd_nxt
   1027    1.9   mycroft 	 * when filling in ti_seq.  But if we are in persist
   1028    1.9   mycroft 	 * state, snd_max might reflect one byte beyond the
   1029    1.9   mycroft 	 * right edge of the window, so use snd_nxt in that
   1030    1.9   mycroft 	 * case, since we know we aren't doing a retransmission.
   1031    1.9   mycroft 	 * (retransmit and persist are mutually exclusive...)
   1032    1.9   mycroft 	 */
   1033   1.38   thorpej 	if (len || (flags & (TH_SYN|TH_FIN)) ||
   1034   1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST))
   1035   1.48    itojun 		th->th_seq = htonl(tp->snd_nxt);
   1036    1.8   mycroft 	else
   1037   1.48    itojun 		th->th_seq = htonl(tp->snd_max);
   1038   1.48    itojun 	th->th_ack = htonl(tp->rcv_nxt);
   1039    1.1       cgd 	if (optlen) {
   1040   1.48    itojun 		bcopy((caddr_t)opt, (caddr_t)(th + 1), optlen);
   1041   1.48    itojun 		th->th_off = (sizeof (struct tcphdr) + optlen) >> 2;
   1042    1.1       cgd 	}
   1043   1.48    itojun 	th->th_flags = flags;
   1044    1.1       cgd 	/*
   1045    1.1       cgd 	 * Calculate receive window.  Don't shrink window,
   1046    1.1       cgd 	 * but avoid silly window syndrome.
   1047    1.1       cgd 	 */
   1048   1.18   thorpej 	if (win < (long)(so->so_rcv.sb_hiwat / 4) && win < (long)rxsegsize)
   1049    1.1       cgd 		win = 0;
   1050    1.9   mycroft 	if (win > (long)TCP_MAXWIN << tp->rcv_scale)
   1051    1.9   mycroft 		win = (long)TCP_MAXWIN << tp->rcv_scale;
   1052  1.112       chs 	if (win < (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt))
   1053  1.112       chs 		win = (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt);
   1054   1.48    itojun 	th->th_win = htons((u_int16_t) (win>>tp->rcv_scale));
   1055    1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_nxt)) {
   1056   1.16       kml 		u_int32_t urp = tp->snd_up - tp->snd_nxt;
   1057   1.16       kml 		if (urp > IP_MAXPACKET)
   1058   1.16       kml 			urp = IP_MAXPACKET;
   1059   1.48    itojun 		th->th_urp = htons((u_int16_t)urp);
   1060   1.48    itojun 		th->th_flags |= TH_URG;
   1061    1.1       cgd 	} else
   1062    1.1       cgd 		/*
   1063    1.1       cgd 		 * If no urgent pointer to send, then we pull
   1064    1.1       cgd 		 * the urgent pointer to the left edge of the send window
   1065    1.1       cgd 		 * so that it doesn't drift into the send window on sequence
   1066    1.1       cgd 		 * number wraparound.
   1067    1.1       cgd 		 */
   1068    1.1       cgd 		tp->snd_up = tp->snd_una;		/* drag it along */
   1069    1.1       cgd 
   1070  1.110  jonathan #ifdef TCP_SIGNATURE
   1071  1.111    itojun #if defined(INET6) && defined(FAST_IPSEC)
   1072  1.110  jonathan 	if (tp->t_family == AF_INET) /* XXX */
   1073  1.110  jonathan #endif
   1074  1.113    itojun 	if (sigoff && (tp->t_flags & TF_SIGNATURE)) {
   1075  1.113    itojun 		struct secasvar *sav;
   1076  1.113    itojun 		u_int8_t *sigp;
   1077  1.113    itojun 
   1078  1.113    itojun 		sav = tcp_signature_getsav(m, th);
   1079  1.117     perry 
   1080  1.113    itojun 		if (sav == NULL) {
   1081  1.113    itojun 			if (m)
   1082  1.113    itojun 				m_freem(m);
   1083  1.113    itojun 			return (EPERM);
   1084  1.113    itojun 		}
   1085  1.113    itojun 
   1086  1.113    itojun 		m->m_pkthdr.len = hdrlen + len;
   1087  1.113    itojun 		sigp = (caddr_t)th + sizeof(*th) + sigoff;
   1088  1.113    itojun 		tcp_signature(m, th, (caddr_t)th - mtod(m, caddr_t), sav, sigp);
   1089  1.113    itojun 
   1090  1.113    itojun 		key_sa_recordxfer(sav, m);
   1091  1.113    itojun #ifdef FAST_IPSEC
   1092  1.113    itojun 		KEY_FREESAV(&sav);
   1093  1.113    itojun #else
   1094  1.113    itojun 		key_freesav(sav);
   1095  1.113    itojun #endif
   1096  1.113    itojun 	}
   1097  1.110  jonathan #endif
   1098  1.110  jonathan 
   1099    1.1       cgd 	/*
   1100   1.66   thorpej 	 * Set ourselves up to be checksummed just before the packet
   1101  1.115   thorpej 	 * hits the wire.  Maybe skip checksums on loopback interfaces.
   1102    1.1       cgd 	 */
   1103   1.48    itojun 	switch (af) {
   1104   1.60    itojun #ifdef INET
   1105   1.48    itojun 	case AF_INET:
   1106  1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1107  1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1108  1.115   thorpej 				     IFF_LOOPBACK) ||
   1109  1.115   thorpej 				   tcp_do_loopback_cksum))
   1110  1.115   thorpej 			m->m_pkthdr.csum_flags = M_CSUM_TCPv4;
   1111  1.115   thorpej 		else
   1112  1.115   thorpej 			m->m_pkthdr.csum_flags = 0;
   1113   1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1114   1.66   thorpej 		if (len + optlen) {
   1115   1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1116   1.66   thorpej 			/* XXXJRT Not IP Jumbogram safe. */
   1117   1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1118   1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1119   1.66   thorpej 		}
   1120   1.48    itojun 		break;
   1121   1.60    itojun #endif
   1122   1.48    itojun #ifdef INET6
   1123   1.48    itojun 	case AF_INET6:
   1124   1.66   thorpej 		/*
   1125   1.66   thorpej 		 * XXX Actually delaying the checksum is Hard
   1126   1.66   thorpej 		 * XXX (well, maybe not for Itojun, but it is
   1127   1.66   thorpej 		 * XXX for me), but we can still take advantage
   1128   1.66   thorpej 		 * XXX of the cached pseudo-header checksum.
   1129   1.66   thorpej 		 */
   1130   1.48    itojun 		/* equals to hdrlen + len */
   1131   1.48    itojun 		m->m_pkthdr.len = sizeof(struct ip6_hdr)
   1132   1.48    itojun 			+ sizeof(struct tcphdr) + optlen + len;
   1133   1.66   thorpej #ifdef notyet
   1134  1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1135  1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1136  1.115   thorpej 				     IFF_LOOPBACK) ||
   1137  1.115   thorpej 				   tcp_do_loopback_cksum))
   1138  1.115   thorpej 			m->m_pkthdr.csum_flags = M_CSUM_TCPv6;
   1139  1.115   thorpej 		else
   1140  1.115   thorpej 			m->m_pkthdr.csum_flags = 0;
   1141   1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1142   1.66   thorpej #endif
   1143   1.66   thorpej 		if (len + optlen) {
   1144   1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1145   1.66   thorpej 			/* XXXJRT: Not IPv6 Jumbogram safe. */
   1146   1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1147   1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1148   1.66   thorpej 		}
   1149   1.66   thorpej #ifndef notyet
   1150  1.115   thorpej 		if (__predict_true(ro->ro_rt == NULL ||
   1151  1.115   thorpej 				   !(ro->ro_rt->rt_ifp->if_flags &
   1152  1.115   thorpej 				     IFF_LOOPBACK) ||
   1153  1.115   thorpej 				   tcp_do_loopback_cksum))
   1154  1.115   thorpej 			th->th_sum = in6_cksum(m, 0, sizeof(struct ip6_hdr),
   1155  1.115   thorpej 			    sizeof(struct tcphdr) + optlen + len);
   1156   1.66   thorpej #endif
   1157   1.48    itojun 		break;
   1158   1.48    itojun #endif
   1159   1.48    itojun 	}
   1160    1.1       cgd 
   1161    1.1       cgd 	/*
   1162    1.1       cgd 	 * In transmit state, time the transmission and arrange for
   1163    1.1       cgd 	 * the retransmit.  In persist state, just set snd_max.
   1164    1.1       cgd 	 */
   1165   1.38   thorpej 	if (tp->t_force == 0 || TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
   1166    1.1       cgd 		tcp_seq startseq = tp->snd_nxt;
   1167    1.1       cgd 
   1168    1.1       cgd 		/*
   1169    1.1       cgd 		 * Advance snd_nxt over sequence space of this segment.
   1170   1.43   mycroft 		 * There are no states in which we send both a SYN and a FIN,
   1171   1.43   mycroft 		 * so we collapse the tests for these flags.
   1172    1.1       cgd 		 */
   1173   1.43   mycroft 		if (flags & (TH_SYN|TH_FIN))
   1174   1.43   mycroft 			tp->snd_nxt++;
   1175    1.1       cgd 		tp->snd_nxt += len;
   1176    1.1       cgd 		if (SEQ_GT(tp->snd_nxt, tp->snd_max)) {
   1177    1.1       cgd 			tp->snd_max = tp->snd_nxt;
   1178    1.1       cgd 			/*
   1179    1.1       cgd 			 * Time this transmission if not a retransmission and
   1180    1.1       cgd 			 * not currently timing anything.
   1181    1.1       cgd 			 */
   1182   1.73   thorpej 			if (tp->t_rtttime == 0) {
   1183   1.73   thorpej 				tp->t_rtttime = tcp_now;
   1184    1.1       cgd 				tp->t_rtseq = startseq;
   1185    1.1       cgd 				tcpstat.tcps_segstimed++;
   1186    1.1       cgd 			}
   1187    1.1       cgd 		}
   1188    1.1       cgd 
   1189    1.1       cgd 		/*
   1190    1.1       cgd 		 * Set retransmit timer if not currently set,
   1191    1.1       cgd 		 * and not doing an ack or a keep-alive probe.
   1192    1.1       cgd 		 * Initial value for retransmit timer is smoothed
   1193    1.1       cgd 		 * round-trip time + 2 * round-trip time variance.
   1194    1.1       cgd 		 * Initialize shift counter which is used for backoff
   1195    1.1       cgd 		 * of retransmit time.
   1196    1.1       cgd 		 */
   1197   1.38   thorpej 		if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
   1198    1.1       cgd 		    tp->snd_nxt != tp->snd_una) {
   1199   1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST)) {
   1200   1.38   thorpej 				TCP_TIMER_DISARM(tp, TCPT_PERSIST);
   1201    1.1       cgd 				tp->t_rxtshift = 0;
   1202    1.1       cgd 			}
   1203  1.109  christos 			TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
   1204    1.1       cgd 		}
   1205    1.1       cgd 	} else
   1206    1.1       cgd 		if (SEQ_GT(tp->snd_nxt + len, tp->snd_max))
   1207    1.1       cgd 			tp->snd_max = tp->snd_nxt + len;
   1208    1.1       cgd 
   1209   1.67       abs #ifdef TCP_DEBUG
   1210    1.1       cgd 	/*
   1211    1.1       cgd 	 * Trace.
   1212    1.1       cgd 	 */
   1213   1.91    itojun 	if (so->so_options & SO_DEBUG)
   1214   1.48    itojun 		tcp_trace(TA_OUTPUT, tp->t_state, tp, m, 0);
   1215   1.67       abs #endif
   1216    1.1       cgd 
   1217    1.1       cgd 	/*
   1218    1.1       cgd 	 * Fill in IP length and desired time to live and
   1219    1.1       cgd 	 * send to IP level.  There should be a better way
   1220    1.1       cgd 	 * to handle ttl and tos; we could keep them in
   1221    1.1       cgd 	 * the template, but need a way to checksum without them.
   1222    1.1       cgd 	 */
   1223    1.1       cgd 	m->m_pkthdr.len = hdrlen + len;
   1224   1.19       kml 
   1225   1.48    itojun 	switch (af) {
   1226   1.60    itojun #ifdef INET
   1227   1.48    itojun 	case AF_INET:
   1228   1.84    itojun 		ip->ip_len = htons(m->m_pkthdr.len);
   1229   1.48    itojun 		if (tp->t_inpcb) {
   1230   1.48    itojun 			ip->ip_ttl = tp->t_inpcb->inp_ip.ip_ttl;
   1231   1.48    itojun 			ip->ip_tos = tp->t_inpcb->inp_ip.ip_tos;
   1232   1.48    itojun 		}
   1233   1.48    itojun #ifdef INET6
   1234   1.48    itojun 		else if (tp->t_in6pcb) {
   1235   1.62    itojun 			ip->ip_ttl = in6_selecthlim(tp->t_in6pcb, NULL); /*XXX*/
   1236   1.48    itojun 			ip->ip_tos = 0;	/*XXX*/
   1237   1.48    itojun 		}
   1238   1.48    itojun #endif
   1239   1.48    itojun 		break;
   1240   1.60    itojun #endif
   1241   1.48    itojun #ifdef INET6
   1242   1.48    itojun 	case AF_INET6:
   1243   1.48    itojun 		ip6->ip6_nxt = IPPROTO_TCP;
   1244   1.53    itojun 		if (tp->t_in6pcb) {
   1245   1.53    itojun 			/*
   1246   1.53    itojun 			 * we separately set hoplimit for every segment, since
   1247   1.53    itojun 			 * the user might want to change the value via
   1248   1.53    itojun 			 * setsockopt. Also, desired default hop limit might
   1249   1.53    itojun 			 * be changed via Neighbor Discovery.
   1250   1.53    itojun 			 */
   1251   1.53    itojun 			ip6->ip6_hlim = in6_selecthlim(tp->t_in6pcb,
   1252   1.53    itojun 				ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
   1253   1.53    itojun 		}
   1254   1.48    itojun 		/* ip6->ip6_flow = ??? */
   1255   1.48    itojun 		/* ip6_plen will be filled in ip6_output(). */
   1256   1.48    itojun 		break;
   1257   1.48    itojun #endif
   1258   1.48    itojun 	}
   1259   1.48    itojun 
   1260   1.48    itojun 	switch (af) {
   1261   1.60    itojun #ifdef INET
   1262   1.48    itojun 	case AF_INET:
   1263   1.48    itojun 	    {
   1264   1.48    itojun 		struct mbuf *opts;
   1265   1.48    itojun 
   1266   1.48    itojun 		if (tp->t_inpcb)
   1267   1.48    itojun 			opts = tp->t_inpcb->inp_options;
   1268   1.48    itojun 		else
   1269   1.48    itojun 			opts = NULL;
   1270   1.48    itojun 		error = ip_output(m, opts, ro,
   1271   1.80    itojun 			(tp->t_mtudisc ? IP_MTUDISC : 0) |
   1272   1.59   thorpej 			(so->so_options & SO_DONTROUTE),
   1273  1.100    itojun 			(struct ip_moptions *)0, so);
   1274   1.48    itojun 		break;
   1275   1.48    itojun 	    }
   1276   1.60    itojun #endif
   1277   1.48    itojun #ifdef INET6
   1278   1.48    itojun 	case AF_INET6:
   1279   1.48    itojun 	    {
   1280   1.48    itojun 		struct ip6_pktopts *opts;
   1281   1.48    itojun 
   1282   1.48    itojun 		if (tp->t_in6pcb)
   1283   1.48    itojun 			opts = tp->t_in6pcb->in6p_outputopts;
   1284   1.48    itojun 		else
   1285   1.48    itojun 			opts = NULL;
   1286   1.48    itojun 		error = ip6_output(m, opts, (struct route_in6 *)ro,
   1287  1.117     perry 			so->so_options & SO_DONTROUTE,
   1288  1.100    itojun 			(struct ip6_moptions *)0, so, NULL);
   1289   1.48    itojun 		break;
   1290   1.48    itojun 	    }
   1291   1.48    itojun #endif
   1292   1.49    itojun 	default:
   1293   1.49    itojun 		error = EAFNOSUPPORT;
   1294   1.49    itojun 		break;
   1295   1.48    itojun 	}
   1296    1.1       cgd 	if (error) {
   1297    1.1       cgd out:
   1298    1.1       cgd 		if (error == ENOBUFS) {
   1299   1.69   thorpej 			tcpstat.tcps_selfquench++;
   1300   1.60    itojun #ifdef INET
   1301   1.48    itojun 			if (tp->t_inpcb)
   1302   1.48    itojun 				tcp_quench(tp->t_inpcb, 0);
   1303   1.60    itojun #endif
   1304   1.58    itojun #ifdef INET6
   1305   1.60    itojun 			if (tp->t_in6pcb)
   1306   1.48    itojun 				tcp6_quench(tp->t_in6pcb, 0);
   1307   1.48    itojun #endif
   1308   1.71   thorpej 			error = 0;
   1309   1.71   thorpej 		} else if ((error == EHOSTUNREACH || error == ENETDOWN) &&
   1310   1.71   thorpej 		    TCPS_HAVERCVDSYN(tp->t_state)) {
   1311    1.1       cgd 			tp->t_softerror = error;
   1312   1.71   thorpej 			error = 0;
   1313    1.1       cgd 		}
   1314   1.71   thorpej 
   1315   1.71   thorpej 		/* Restart the delayed ACK timer, if necessary. */
   1316   1.71   thorpej 		if (tp->t_flags & TF_DELACK)
   1317   1.71   thorpej 			TCP_RESTART_DELACK(tp);
   1318   1.71   thorpej 
   1319    1.1       cgd 		return (error);
   1320    1.1       cgd 	}
   1321    1.1       cgd 	tcpstat.tcps_sndtotal++;
   1322   1.23   thorpej 	if (tp->t_flags & TF_DELACK)
   1323   1.23   thorpej 		tcpstat.tcps_delack++;
   1324    1.1       cgd 
   1325    1.1       cgd 	/*
   1326    1.1       cgd 	 * Data sent (as far as we can tell).
   1327    1.1       cgd 	 * If this advertises a larger window than any other segment,
   1328    1.1       cgd 	 * then remember the size of the advertised window.
   1329    1.1       cgd 	 * Any pending ACK has now been sent.
   1330    1.1       cgd 	 */
   1331    1.1       cgd 	if (win > 0 && SEQ_GT(tp->rcv_nxt+win, tp->rcv_adv))
   1332    1.1       cgd 		tp->rcv_adv = tp->rcv_nxt + win;
   1333    1.9   mycroft 	tp->last_ack_sent = tp->rcv_nxt;
   1334   1.26   thorpej 	tp->t_flags &= ~TF_ACKNOW;
   1335   1.26   thorpej 	TCP_CLEAR_DELACK(tp);
   1336   1.44      matt #ifdef DIAGNOSTIC
   1337   1.44      matt 	if (maxburst < 0)
   1338   1.44      matt 		printf("tcp_output: maxburst exceeded by %d\n", -maxburst);
   1339   1.44      matt #endif
   1340   1.45      matt 	if (sendalot && (!tcp_do_newreno || --maxburst))
   1341    1.1       cgd 		goto again;
   1342    1.1       cgd 	return (0);
   1343    1.1       cgd }
   1344    1.1       cgd 
   1345    1.6   mycroft void
   1346  1.116     perry tcp_setpersist(struct tcpcb *tp)
   1347    1.1       cgd {
   1348   1.56  augustss 	int t = ((tp->t_srtt >> 2) + tp->t_rttvar) >> (1 + 2);
   1349   1.38   thorpej 	int nticks;
   1350    1.1       cgd 
   1351   1.38   thorpej 	if (TCP_TIMER_ISARMED(tp, TCPT_REXMT))
   1352    1.1       cgd 		panic("tcp_output REXMT");
   1353    1.1       cgd 	/*
   1354    1.1       cgd 	 * Start/restart persistance timer.
   1355    1.1       cgd 	 */
   1356   1.30       kml 	if (t < tp->t_rttmin)
   1357   1.30       kml 		t = tp->t_rttmin;
   1358   1.38   thorpej 	TCPT_RANGESET(nticks, t * tcp_backoff[tp->t_rxtshift],
   1359    1.1       cgd 	    TCPTV_PERSMIN, TCPTV_PERSMAX);
   1360   1.38   thorpej 	TCP_TIMER_ARM(tp, TCPT_PERSIST, nticks);
   1361    1.1       cgd 	if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
   1362    1.1       cgd 		tp->t_rxtshift++;
   1363    1.1       cgd }
   1364