Home | History | Annotate | Line # | Download | only in netinet
tcp_output.c revision 1.94.2.5
      1  1.94.2.5     skrll /*	$NetBSD: tcp_output.c,v 1.94.2.5 2005/02/04 11:47:48 skrll Exp $	*/
      2      1.48    itojun 
      3      1.48    itojun /*
      4      1.48    itojun  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      5      1.48    itojun  * All rights reserved.
      6      1.82    itojun  *
      7      1.48    itojun  * Redistribution and use in source and binary forms, with or without
      8      1.48    itojun  * modification, are permitted provided that the following conditions
      9      1.48    itojun  * are met:
     10      1.48    itojun  * 1. Redistributions of source code must retain the above copyright
     11      1.48    itojun  *    notice, this list of conditions and the following disclaimer.
     12      1.48    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     13      1.48    itojun  *    notice, this list of conditions and the following disclaimer in the
     14      1.48    itojun  *    documentation and/or other materials provided with the distribution.
     15      1.48    itojun  * 3. Neither the name of the project nor the names of its contributors
     16      1.48    itojun  *    may be used to endorse or promote products derived from this software
     17      1.48    itojun  *    without specific prior written permission.
     18      1.82    itojun  *
     19      1.48    itojun  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     20      1.48    itojun  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21      1.48    itojun  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22      1.48    itojun  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     23      1.48    itojun  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24      1.48    itojun  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25      1.48    itojun  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26      1.48    itojun  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27      1.48    itojun  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28      1.48    itojun  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29      1.48    itojun  * SUCH DAMAGE.
     30      1.48    itojun  */
     31      1.28   thorpej 
     32      1.77    itojun /*
     33      1.77    itojun  *      @(#)COPYRIGHT   1.1 (NRL) 17 January 1995
     34      1.82    itojun  *
     35      1.77    itojun  * NRL grants permission for redistribution and use in source and binary
     36      1.77    itojun  * forms, with or without modification, of the software and documentation
     37      1.77    itojun  * created at NRL provided that the following conditions are met:
     38      1.82    itojun  *
     39      1.77    itojun  * 1. Redistributions of source code must retain the above copyright
     40      1.77    itojun  *    notice, this list of conditions and the following disclaimer.
     41      1.77    itojun  * 2. Redistributions in binary form must reproduce the above copyright
     42      1.77    itojun  *    notice, this list of conditions and the following disclaimer in the
     43      1.77    itojun  *    documentation and/or other materials provided with the distribution.
     44      1.77    itojun  * 3. All advertising materials mentioning features or use of this software
     45      1.77    itojun  *    must display the following acknowledgements:
     46      1.77    itojun  *      This product includes software developed by the University of
     47      1.77    itojun  *      California, Berkeley and its contributors.
     48      1.77    itojun  *      This product includes software developed at the Information
     49      1.77    itojun  *      Technology Division, US Naval Research Laboratory.
     50      1.77    itojun  * 4. Neither the name of the NRL nor the names of its contributors
     51      1.77    itojun  *    may be used to endorse or promote products derived from this software
     52      1.77    itojun  *    without specific prior written permission.
     53      1.82    itojun  *
     54      1.77    itojun  * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
     55      1.77    itojun  * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     56      1.77    itojun  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     57      1.77    itojun  * PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL NRL OR
     58      1.77    itojun  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     59      1.77    itojun  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     60      1.77    itojun  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     61      1.77    itojun  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     62      1.77    itojun  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     63      1.77    itojun  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     64      1.77    itojun  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     65      1.82    itojun  *
     66      1.77    itojun  * The views and conclusions contained in the software and documentation
     67      1.77    itojun  * are those of the authors and should not be interpreted as representing
     68      1.77    itojun  * official policies, either expressed or implied, of the US Naval
     69      1.77    itojun  * Research Laboratory (NRL).
     70      1.77    itojun  */
     71      1.77    itojun 
     72      1.28   thorpej /*-
     73      1.64   thorpej  * Copyright (c) 1997, 1998, 2001 The NetBSD Foundation, Inc.
     74      1.28   thorpej  * All rights reserved.
     75      1.28   thorpej  *
     76      1.28   thorpej  * This code is derived from software contributed to The NetBSD Foundation
     77      1.28   thorpej  * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
     78      1.28   thorpej  * Facility, NASA Ames Research Center.
     79      1.28   thorpej  *
     80      1.28   thorpej  * Redistribution and use in source and binary forms, with or without
     81      1.28   thorpej  * modification, are permitted provided that the following conditions
     82      1.28   thorpej  * are met:
     83      1.28   thorpej  * 1. Redistributions of source code must retain the above copyright
     84      1.28   thorpej  *    notice, this list of conditions and the following disclaimer.
     85      1.28   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     86      1.28   thorpej  *    notice, this list of conditions and the following disclaimer in the
     87      1.28   thorpej  *    documentation and/or other materials provided with the distribution.
     88      1.28   thorpej  * 3. All advertising materials mentioning features or use of this software
     89      1.28   thorpej  *    must display the following acknowledgement:
     90      1.28   thorpej  *	This product includes software developed by the NetBSD
     91      1.28   thorpej  *	Foundation, Inc. and its contributors.
     92      1.28   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     93      1.28   thorpej  *    contributors may be used to endorse or promote products derived
     94      1.28   thorpej  *    from this software without specific prior written permission.
     95      1.28   thorpej  *
     96      1.28   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     97      1.28   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     98      1.28   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     99      1.28   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
    100      1.28   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
    101      1.28   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
    102      1.28   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
    103      1.28   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
    104      1.28   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
    105      1.28   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
    106      1.28   thorpej  * POSSIBILITY OF SUCH DAMAGE.
    107      1.28   thorpej  */
    108      1.10       cgd 
    109       1.1       cgd /*
    110      1.27   thorpej  * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1995
    111       1.9   mycroft  *	The Regents of the University of California.  All rights reserved.
    112       1.1       cgd  *
    113       1.1       cgd  * Redistribution and use in source and binary forms, with or without
    114       1.1       cgd  * modification, are permitted provided that the following conditions
    115       1.1       cgd  * are met:
    116       1.1       cgd  * 1. Redistributions of source code must retain the above copyright
    117       1.1       cgd  *    notice, this list of conditions and the following disclaimer.
    118       1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
    119       1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
    120       1.1       cgd  *    documentation and/or other materials provided with the distribution.
    121  1.94.2.1     skrll  * 3. Neither the name of the University nor the names of its contributors
    122       1.1       cgd  *    may be used to endorse or promote products derived from this software
    123       1.1       cgd  *    without specific prior written permission.
    124       1.1       cgd  *
    125       1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    126       1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    127       1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    128       1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    129       1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    130       1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    131       1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    132       1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    133       1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    134       1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    135       1.1       cgd  * SUCH DAMAGE.
    136       1.1       cgd  *
    137      1.27   thorpej  *	@(#)tcp_output.c	8.4 (Berkeley) 5/24/95
    138       1.1       cgd  */
    139      1.75     lukem 
    140      1.75     lukem #include <sys/cdefs.h>
    141  1.94.2.5     skrll __KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.94.2.5 2005/02/04 11:47:48 skrll Exp $");
    142       1.1       cgd 
    143      1.48    itojun #include "opt_inet.h"
    144      1.51   thorpej #include "opt_ipsec.h"
    145      1.67       abs #include "opt_tcp_debug.h"
    146      1.48    itojun 
    147       1.4   mycroft #include <sys/param.h>
    148       1.4   mycroft #include <sys/systm.h>
    149       1.4   mycroft #include <sys/malloc.h>
    150       1.4   mycroft #include <sys/mbuf.h>
    151       1.4   mycroft #include <sys/protosw.h>
    152       1.4   mycroft #include <sys/socket.h>
    153       1.4   mycroft #include <sys/socketvar.h>
    154       1.4   mycroft #include <sys/errno.h>
    155      1.48    itojun #include <sys/domain.h>
    156      1.74   thorpej #include <sys/kernel.h>
    157  1.94.2.1     skrll #ifdef TCP_SIGNATURE
    158  1.94.2.1     skrll #include <sys/md5.h>
    159  1.94.2.1     skrll #endif
    160       1.1       cgd 
    161      1.17   thorpej #include <net/if.h>
    162       1.4   mycroft #include <net/route.h>
    163       1.1       cgd 
    164       1.4   mycroft #include <netinet/in.h>
    165       1.4   mycroft #include <netinet/in_systm.h>
    166       1.4   mycroft #include <netinet/ip.h>
    167       1.4   mycroft #include <netinet/in_pcb.h>
    168       1.4   mycroft #include <netinet/ip_var.h>
    169      1.48    itojun 
    170      1.48    itojun #ifdef INET6
    171      1.48    itojun #ifndef INET
    172      1.48    itojun #include <netinet/in.h>
    173      1.48    itojun #endif
    174      1.48    itojun #include <netinet/ip6.h>
    175      1.81    itojun #include <netinet6/in6_var.h>
    176      1.81    itojun #include <netinet6/ip6_var.h>
    177      1.48    itojun #include <netinet6/in6_pcb.h>
    178      1.81    itojun #include <netinet6/nd6.h>
    179      1.87    itojun #endif
    180      1.87    itojun 
    181  1.94.2.1     skrll #ifdef FAST_IPSEC
    182  1.94.2.1     skrll #include <netipsec/ipsec.h>
    183  1.94.2.1     skrll #include <netipsec/key.h>
    184  1.94.2.1     skrll #endif	/* FAST_IPSEC*/
    185      1.87    itojun #ifdef IPSEC
    186      1.87    itojun #include <netinet6/ipsec.h>
    187      1.48    itojun #endif
    188      1.48    itojun 
    189       1.4   mycroft #include <netinet/tcp.h>
    190       1.1       cgd #define	TCPOUTFLAGS
    191       1.4   mycroft #include <netinet/tcp_fsm.h>
    192       1.4   mycroft #include <netinet/tcp_seq.h>
    193       1.4   mycroft #include <netinet/tcp_timer.h>
    194       1.4   mycroft #include <netinet/tcp_var.h>
    195       1.4   mycroft #include <netinet/tcpip.h>
    196       1.4   mycroft #include <netinet/tcp_debug.h>
    197      1.14  christos 
    198  1.94.2.1     skrll #ifdef IPSEC
    199  1.94.2.1     skrll #include <netkey/key.h>
    200  1.94.2.1     skrll #endif
    201  1.94.2.1     skrll 
    202       1.1       cgd #ifdef notyet
    203       1.1       cgd extern struct mbuf *m_copypack();
    204       1.1       cgd #endif
    205       1.1       cgd 
    206       1.9   mycroft #define MAX_TCPOPTLEN	32	/* max # bytes that go in options */
    207       1.1       cgd 
    208      1.33   thorpej /*
    209      1.36   thorpej  * Knob to enable Congestion Window Monitoring, and control the
    210      1.36   thorpej  * the burst size it allows.  Default burst is 4 packets, per
    211      1.36   thorpej  * the Internet draft.
    212      1.33   thorpej  */
    213      1.83   thorpej int	tcp_cwm = 0;
    214      1.36   thorpej int	tcp_cwm_burstsize = 4;
    215      1.33   thorpej 
    216      1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    217      1.79   thorpej #include <sys/device.h>
    218      1.79   thorpej 
    219      1.79   thorpej extern struct evcnt tcp_output_bigheader;
    220  1.94.2.1     skrll extern struct evcnt tcp_output_predict_hit;
    221  1.94.2.1     skrll extern struct evcnt tcp_output_predict_miss;
    222      1.79   thorpej extern struct evcnt tcp_output_copysmall;
    223      1.79   thorpej extern struct evcnt tcp_output_copybig;
    224      1.79   thorpej extern struct evcnt tcp_output_refbig;
    225      1.79   thorpej 
    226      1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	(ev)->ev_count++
    227      1.79   thorpej #else
    228      1.79   thorpej 
    229      1.79   thorpej #define	TCP_OUTPUT_COUNTER_INCR(ev)	/* nothing */
    230      1.79   thorpej 
    231      1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    232      1.79   thorpej 
    233      1.69   thorpej static
    234      1.69   thorpej #ifndef GPROF
    235      1.69   thorpej __inline
    236      1.69   thorpej #endif
    237  1.94.2.1     skrll int
    238      1.68   thorpej tcp_segsize(struct tcpcb *tp, int *txsegsizep, int *rxsegsizep)
    239      1.17   thorpej {
    240      1.60    itojun #ifdef INET
    241      1.17   thorpej 	struct inpcb *inp = tp->t_inpcb;
    242      1.60    itojun #endif
    243      1.48    itojun #ifdef INET6
    244      1.48    itojun 	struct in6pcb *in6p = tp->t_in6pcb;
    245      1.48    itojun #endif
    246      1.88       scw 	struct socket *so = NULL;
    247      1.17   thorpej 	struct rtentry *rt;
    248      1.17   thorpej 	struct ifnet *ifp;
    249      1.17   thorpej 	int size;
    250      1.48    itojun 	int iphlen;
    251      1.76  jmcneill 	int optlen;
    252      1.48    itojun 
    253      1.60    itojun #ifdef DIAGNOSTIC
    254      1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    255      1.60    itojun 		panic("tcp_segsize: both t_inpcb and t_in6pcb are set");
    256      1.60    itojun #endif
    257      1.48    itojun 	switch (tp->t_family) {
    258      1.60    itojun #ifdef INET
    259      1.48    itojun 	case AF_INET:
    260      1.48    itojun 		iphlen = sizeof(struct ip);
    261      1.48    itojun 		break;
    262      1.60    itojun #endif
    263      1.48    itojun #ifdef INET6
    264      1.48    itojun 	case AF_INET6:
    265      1.48    itojun 		iphlen = sizeof(struct ip6_hdr);
    266      1.48    itojun 		break;
    267      1.48    itojun #endif
    268      1.48    itojun 	default:
    269      1.48    itojun 		size = tcp_mssdflt;
    270      1.48    itojun 		goto out;
    271      1.48    itojun 	}
    272      1.17   thorpej 
    273      1.60    itojun 	rt = NULL;
    274      1.60    itojun #ifdef INET
    275      1.85   thorpej 	if (inp) {
    276      1.48    itojun 		rt = in_pcbrtentry(inp);
    277      1.85   thorpej 		so = inp->inp_socket;
    278      1.85   thorpej 	}
    279      1.60    itojun #endif
    280      1.61    itojun #ifdef INET6
    281      1.85   thorpej 	if (in6p) {
    282      1.48    itojun 		rt = in6_pcbrtentry(in6p);
    283      1.85   thorpej 		so = in6p->in6p_socket;
    284      1.85   thorpej 	}
    285      1.48    itojun #endif
    286      1.48    itojun 	if (rt == NULL) {
    287      1.17   thorpej 		size = tcp_mssdflt;
    288      1.17   thorpej 		goto out;
    289      1.17   thorpej 	}
    290      1.17   thorpej 
    291      1.17   thorpej 	ifp = rt->rt_ifp;
    292      1.17   thorpej 
    293      1.48    itojun 	size = tcp_mssdflt;
    294  1.94.2.1     skrll 	if (tp->t_mtudisc && rt->rt_rmx.rmx_mtu != 0) {
    295  1.94.2.1     skrll #ifdef INET6
    296  1.94.2.1     skrll 		if (in6p && rt->rt_rmx.rmx_mtu < IPV6_MMTU) {
    297  1.94.2.1     skrll 			/*
    298  1.94.2.1     skrll 			 * RFC2460 section 5, last paragraph: if path MTU is
    299  1.94.2.1     skrll 			 * smaller than 1280, use 1280 as packet size and
    300  1.94.2.1     skrll 			 * attach fragment header.
    301  1.94.2.1     skrll 			 */
    302  1.94.2.1     skrll 			size = IPV6_MMTU - iphlen - sizeof(struct ip6_frag) -
    303  1.94.2.1     skrll 			    sizeof(struct tcphdr);
    304  1.94.2.1     skrll 		} else
    305  1.94.2.1     skrll 			size = rt->rt_rmx.rmx_mtu - iphlen -
    306  1.94.2.1     skrll 			    sizeof(struct tcphdr);
    307  1.94.2.1     skrll #else
    308      1.48    itojun 		size = rt->rt_rmx.rmx_mtu - iphlen - sizeof(struct tcphdr);
    309  1.94.2.1     skrll #endif
    310  1.94.2.1     skrll 	} else if (ifp->if_flags & IFF_LOOPBACK)
    311      1.60    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    312      1.60    itojun #ifdef INET
    313      1.80    itojun 	else if (inp && tp->t_mtudisc)
    314      1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    315      1.48    itojun 	else if (inp && in_localaddr(inp->inp_faddr))
    316      1.48    itojun 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    317      1.60    itojun #endif
    318      1.48    itojun #ifdef INET6
    319      1.48    itojun 	else if (in6p) {
    320      1.60    itojun #ifdef INET
    321      1.48    itojun 		if (IN6_IS_ADDR_V4MAPPED(&in6p->in6p_faddr)) {
    322      1.48    itojun 			/* mapped addr case */
    323      1.48    itojun 			struct in_addr d;
    324      1.48    itojun 			bcopy(&in6p->in6p_faddr.s6_addr32[3], &d, sizeof(d));
    325      1.80    itojun 			if (tp->t_mtudisc || in_localaddr(d))
    326      1.48    itojun 				size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    327      1.60    itojun 		} else
    328      1.60    itojun #endif
    329      1.60    itojun 		{
    330      1.65    itojun 			/*
    331      1.65    itojun 			 * for IPv6, path MTU discovery is always turned on,
    332      1.65    itojun 			 * or the node must use packet size <= 1280.
    333      1.65    itojun 			 */
    334      1.81    itojun 			size = tp->t_mtudisc ? IN6_LINKMTU(ifp) : IPV6_MMTU;
    335      1.80    itojun 			size -= (iphlen + sizeof(struct tcphdr));
    336      1.48    itojun 		}
    337      1.48    itojun 	}
    338      1.48    itojun #endif
    339      1.78   thorpej  out:
    340      1.76  jmcneill 	/*
    341      1.76  jmcneill 	 * Now we must make room for whatever extra TCP/IP options are in
    342      1.76  jmcneill 	 * the packet.
    343      1.76  jmcneill 	 */
    344      1.76  jmcneill 	optlen = tcp_optlen(tp);
    345      1.76  jmcneill 
    346      1.48    itojun 	/*
    347      1.48    itojun 	 * XXX tp->t_ourmss should have the right size, but without this code
    348      1.48    itojun 	 * fragmentation will occur... need more investigation
    349      1.48    itojun 	 */
    350      1.60    itojun #ifdef INET
    351      1.48    itojun 	if (inp) {
    352  1.94.2.1     skrll #if defined(IPSEC) || defined(FAST_IPSEC)
    353  1.94.2.1     skrll 		if (! IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
    354  1.94.2.1     skrll 			optlen += ipsec4_hdrsiz_tcp(tp);
    355      1.48    itojun #endif
    356      1.76  jmcneill 		optlen += ip_optlen(inp);
    357      1.48    itojun 	}
    358      1.60    itojun #endif
    359      1.48    itojun #ifdef INET6
    360      1.60    itojun #ifdef INET
    361      1.60    itojun 	if (in6p && tp->t_family == AF_INET) {
    362  1.94.2.1     skrll #if defined(IPSEC) || defined(FAST_IPSEC)
    363  1.94.2.1     skrll 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    364  1.94.2.1     skrll 			optlen += ipsec4_hdrsiz_tcp(tp);
    365      1.48    itojun #endif
    366      1.48    itojun 		/* XXX size -= ip_optlen(in6p); */
    367      1.60    itojun 	} else
    368      1.60    itojun #endif
    369      1.60    itojun 	if (in6p && tp->t_family == AF_INET6) {
    370      1.61    itojun #ifdef IPSEC
    371  1.94.2.1     skrll 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    372  1.94.2.1     skrll 			optlen += ipsec6_hdrsiz_tcp(tp);
    373      1.48    itojun #endif
    374      1.76  jmcneill 		optlen += ip6_optlen(in6p);
    375      1.48    itojun 	}
    376      1.48    itojun #endif
    377      1.76  jmcneill 	size -= optlen;
    378      1.17   thorpej 
    379  1.94.2.1     skrll 	/* there may not be any room for data if mtu is too small */
    380  1.94.2.1     skrll 	if (size < 0)
    381  1.94.2.1     skrll 		return (EMSGSIZE);
    382  1.94.2.1     skrll 
    383      1.52    itojun 	/*
    384      1.52    itojun 	 * *rxsegsizep holds *estimated* inbound segment size (estimation
    385      1.52    itojun 	 * assumes that path MTU is the same for both ways).  this is only
    386      1.52    itojun 	 * for silly window avoidance, do not use the value for other purposes.
    387      1.52    itojun 	 *
    388      1.52    itojun 	 * ipseclen is subtracted from both sides, this may not be right.
    389      1.52    itojun 	 * I'm not quite sure about this (could someone comment).
    390      1.52    itojun 	 */
    391      1.76  jmcneill 	*txsegsizep = min(tp->t_peermss - optlen, size);
    392      1.85   thorpej 	/*
    393      1.85   thorpej 	 * Never send more than half a buffer full.  This insures that we can
    394      1.85   thorpej 	 * always keep 2 packets on the wire, no matter what SO_SNDBUF is, and
    395      1.86   mycroft 	 * therefore acks will never be delayed unless we run out of data to
    396      1.85   thorpej 	 * transmit.
    397      1.85   thorpej 	 */
    398      1.85   thorpej 	if (so)
    399      1.86   mycroft 		*txsegsizep = min(so->so_snd.sb_hiwat >> 1, *txsegsizep);
    400      1.76  jmcneill 	*rxsegsizep = min(tp->t_ourmss - optlen, size);
    401      1.21       kml 
    402      1.21       kml 	if (*txsegsizep != tp->t_segsz) {
    403      1.35       kml 		/*
    404      1.82    itojun 		 * If the new segment size is larger, we don't want to
    405      1.35       kml 		 * mess up the congestion window, but if it is smaller
    406      1.35       kml 		 * we'll have to reduce the congestion window to ensure
    407      1.35       kml 		 * that we don't get into trouble with initial windows
    408      1.35       kml 		 * and the rest.  In any case, if the segment size
    409      1.35       kml 		 * has changed, chances are the path has, too, and
    410      1.35       kml 		 * our congestion window will be different.
    411      1.29       kml 		 */
    412      1.35       kml 		if (*txsegsizep < tp->t_segsz) {
    413      1.82    itojun 			tp->snd_cwnd = max((tp->snd_cwnd / tp->t_segsz)
    414      1.35       kml 					   * *txsegsizep, *txsegsizep);
    415      1.82    itojun 			tp->snd_ssthresh = max((tp->snd_ssthresh / tp->t_segsz)
    416      1.35       kml 						* *txsegsizep, *txsegsizep);
    417      1.35       kml 		}
    418      1.21       kml 		tp->t_segsz = *txsegsizep;
    419      1.21       kml 	}
    420  1.94.2.1     skrll 
    421  1.94.2.1     skrll 	return (0);
    422      1.17   thorpej }
    423      1.17   thorpej 
    424      1.70   thorpej static
    425      1.70   thorpej #ifndef GPROF
    426      1.70   thorpej __inline
    427      1.70   thorpej #endif
    428      1.70   thorpej int
    429      1.70   thorpej tcp_build_datapkt(struct tcpcb *tp, struct socket *so, int off,
    430      1.70   thorpej     long len, int hdrlen, struct mbuf **mp)
    431      1.70   thorpej {
    432  1.94.2.1     skrll 	struct mbuf *m, *m0;
    433      1.70   thorpej 
    434      1.70   thorpej 	if (tp->t_force && len == 1)
    435      1.70   thorpej 		tcpstat.tcps_sndprobe++;
    436      1.70   thorpej 	else if (SEQ_LT(tp->snd_nxt, tp->snd_max)) {
    437      1.70   thorpej 		tcpstat.tcps_sndrexmitpack++;
    438      1.70   thorpej 		tcpstat.tcps_sndrexmitbyte += len;
    439      1.70   thorpej 	} else {
    440      1.70   thorpej 		tcpstat.tcps_sndpack++;
    441      1.70   thorpej 		tcpstat.tcps_sndbyte += len;
    442      1.70   thorpej 	}
    443      1.70   thorpej #ifdef notyet
    444      1.70   thorpej 	if ((m = m_copypack(so->so_snd.sb_mb, off,
    445      1.70   thorpej 	    (int)len, max_linkhdr + hdrlen)) == 0)
    446      1.70   thorpej 		return (ENOBUFS);
    447      1.70   thorpej 	/*
    448      1.70   thorpej 	 * m_copypack left space for our hdr; use it.
    449      1.70   thorpej 	 */
    450      1.70   thorpej 	m->m_len += hdrlen;
    451      1.70   thorpej 	m->m_data -= hdrlen;
    452      1.70   thorpej #else
    453      1.70   thorpej 	MGETHDR(m, M_DONTWAIT, MT_HEADER);
    454      1.79   thorpej 	if (__predict_false(m == NULL))
    455      1.79   thorpej 		return (ENOBUFS);
    456      1.89      matt 	MCLAIM(m, &tcp_tx_mowner);
    457      1.79   thorpej 
    458      1.79   thorpej 	/*
    459      1.79   thorpej 	 * XXX Because other code assumes headers will fit in
    460      1.79   thorpej 	 * XXX one header mbuf.
    461      1.79   thorpej 	 *
    462      1.79   thorpej 	 * (This code should almost *never* be run.)
    463      1.79   thorpej 	 */
    464      1.79   thorpej 	if (__predict_false((max_linkhdr + hdrlen) > MHLEN)) {
    465      1.79   thorpej 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_bigheader);
    466      1.70   thorpej 		MCLGET(m, M_DONTWAIT);
    467      1.70   thorpej 		if ((m->m_flags & M_EXT) == 0) {
    468      1.70   thorpej 			m_freem(m);
    469      1.79   thorpej 			return (ENOBUFS);
    470      1.70   thorpej 		}
    471      1.70   thorpej 	}
    472      1.79   thorpej 
    473      1.70   thorpej 	m->m_data += max_linkhdr;
    474      1.70   thorpej 	m->m_len = hdrlen;
    475      1.92     ragge 
    476  1.94.2.1     skrll 	/*
    477  1.94.2.1     skrll 	 * To avoid traversing the whole sb_mb chain for correct
    478  1.94.2.1     skrll 	 * data to send, remember last sent mbuf, its offset and
    479  1.94.2.1     skrll 	 * the sent size.  When called the next time, see if the
    480  1.94.2.1     skrll 	 * data to send is directly following the previous transfer.
    481  1.94.2.1     skrll 	 * This is important for large TCP windows.
    482  1.94.2.1     skrll 	 */
    483  1.94.2.1     skrll 	if (off == 0 || tp->t_lastm == NULL ||
    484  1.94.2.1     skrll 	    (tp->t_lastoff + tp->t_lastlen) != off) {
    485  1.94.2.1     skrll 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_miss);
    486      1.92     ragge 		/*
    487  1.94.2.1     skrll 		 * Either a new packet or a retransmit.
    488  1.94.2.1     skrll 		 * Start from the beginning.
    489      1.92     ragge 		 */
    490  1.94.2.1     skrll 		tp->t_lastm = so->so_snd.sb_mb;
    491  1.94.2.1     skrll 		tp->t_inoff = off;
    492  1.94.2.1     skrll 	} else {
    493  1.94.2.1     skrll 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_hit);
    494  1.94.2.1     skrll 		tp->t_inoff += tp->t_lastlen;
    495  1.94.2.1     skrll 	}
    496      1.92     ragge 
    497  1.94.2.1     skrll 	/* Traverse forward to next packet */
    498  1.94.2.1     skrll 	while (tp->t_inoff > 0) {
    499  1.94.2.1     skrll 		if (tp->t_lastm == NULL)
    500  1.94.2.1     skrll 			panic("tp->t_lastm == NULL");
    501  1.94.2.1     skrll 		if (tp->t_inoff < tp->t_lastm->m_len)
    502  1.94.2.1     skrll 			break;
    503  1.94.2.1     skrll 		tp->t_inoff -= tp->t_lastm->m_len;
    504  1.94.2.1     skrll 		tp->t_lastm = tp->t_lastm->m_next;
    505  1.94.2.1     skrll 	}
    506      1.92     ragge 
    507  1.94.2.1     skrll 	tp->t_lastoff = off;
    508  1.94.2.1     skrll 	tp->t_lastlen = len;
    509  1.94.2.1     skrll 	m0 = tp->t_lastm;
    510  1.94.2.1     skrll 	off = tp->t_inoff;
    511      1.92     ragge 
    512  1.94.2.1     skrll 	if (len <= M_TRAILINGSPACE(m)) {
    513  1.94.2.1     skrll 		m_copydata(m0, off, (int) len, mtod(m, caddr_t) + hdrlen);
    514  1.94.2.1     skrll 		m->m_len += len;
    515  1.94.2.1     skrll 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_copysmall);
    516  1.94.2.1     skrll 	} else {
    517      1.92     ragge 		m->m_next = m_copy(m0, off, (int) len);
    518      1.70   thorpej 		if (m->m_next == NULL) {
    519      1.70   thorpej 			m_freem(m);
    520      1.70   thorpej 			return (ENOBUFS);
    521      1.70   thorpej 		}
    522      1.79   thorpej #ifdef TCP_OUTPUT_COUNTERS
    523      1.79   thorpej 		if (m->m_next->m_flags & M_EXT)
    524      1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_refbig);
    525      1.79   thorpej 		else
    526      1.79   thorpej 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_copybig);
    527      1.79   thorpej #endif /* TCP_OUTPUT_COUNTERS */
    528      1.70   thorpej 	}
    529      1.70   thorpej #endif
    530      1.70   thorpej 
    531      1.70   thorpej 	*mp = m;
    532      1.70   thorpej 	return (0);
    533      1.70   thorpej }
    534      1.70   thorpej 
    535       1.1       cgd /*
    536       1.1       cgd  * Tcp output routine: figure out what should be sent and send it.
    537       1.1       cgd  */
    538       1.6   mycroft int
    539  1.94.2.5     skrll tcp_output(struct tcpcb *tp)
    540       1.1       cgd {
    541      1.48    itojun 	struct socket *so;
    542      1.48    itojun 	struct route *ro;
    543      1.47   thorpej 	long len, win;
    544       1.1       cgd 	int off, flags, error;
    545      1.56  augustss 	struct mbuf *m;
    546      1.48    itojun 	struct ip *ip;
    547      1.48    itojun #ifdef INET6
    548      1.48    itojun 	struct ip6_hdr *ip6;
    549      1.48    itojun #endif
    550      1.56  augustss 	struct tcphdr *th;
    551       1.9   mycroft 	u_char opt[MAX_TCPOPTLEN];
    552       1.1       cgd 	unsigned optlen, hdrlen;
    553      1.18   thorpej 	int idle, sendalot, txsegsize, rxsegsize;
    554      1.44      matt 	int maxburst = TCP_MAXBURST;
    555      1.48    itojun 	int af;		/* address family on the wire */
    556      1.48    itojun 	int iphdrlen;
    557  1.94.2.1     skrll #ifdef TCP_SIGNATURE
    558  1.94.2.1     skrll 	int sigoff = 0;
    559  1.94.2.1     skrll #endif
    560      1.48    itojun 
    561      1.60    itojun #ifdef DIAGNOSTIC
    562      1.60    itojun 	if (tp->t_inpcb && tp->t_in6pcb)
    563      1.60    itojun 		panic("tcp_output: both t_inpcb and t_in6pcb are set");
    564      1.60    itojun #endif
    565      1.48    itojun 	so = NULL;
    566      1.48    itojun 	ro = NULL;
    567      1.48    itojun 	if (tp->t_inpcb) {
    568      1.48    itojun 		so = tp->t_inpcb->inp_socket;
    569      1.48    itojun 		ro = &tp->t_inpcb->inp_route;
    570      1.48    itojun 	}
    571      1.48    itojun #ifdef INET6
    572      1.48    itojun 	else if (tp->t_in6pcb) {
    573      1.48    itojun 		so = tp->t_in6pcb->in6p_socket;
    574      1.48    itojun 		ro = (struct route *)&tp->t_in6pcb->in6p_route;
    575      1.48    itojun 	}
    576      1.48    itojun #endif
    577      1.48    itojun 
    578      1.48    itojun 	switch (af = tp->t_family) {
    579      1.60    itojun #ifdef INET
    580      1.48    itojun 	case AF_INET:
    581      1.48    itojun 		if (tp->t_inpcb)
    582      1.48    itojun 			break;
    583      1.48    itojun #ifdef INET6
    584      1.48    itojun 		/* mapped addr case */
    585      1.48    itojun 		if (tp->t_in6pcb)
    586      1.48    itojun 			break;
    587      1.48    itojun #endif
    588  1.94.2.1     skrll 		return (EINVAL);
    589      1.60    itojun #endif
    590      1.48    itojun #ifdef INET6
    591      1.48    itojun 	case AF_INET6:
    592      1.48    itojun 		if (tp->t_in6pcb)
    593      1.48    itojun 			break;
    594  1.94.2.1     skrll 		return (EINVAL);
    595      1.48    itojun #endif
    596      1.48    itojun 	default:
    597  1.94.2.1     skrll 		return (EAFNOSUPPORT);
    598      1.48    itojun 	}
    599      1.17   thorpej 
    600  1.94.2.1     skrll 	if (tcp_segsize(tp, &txsegsize, &rxsegsize))
    601  1.94.2.1     skrll 		return (EMSGSIZE);
    602       1.1       cgd 
    603       1.1       cgd 	idle = (tp->snd_max == tp->snd_una);
    604      1.33   thorpej 
    605      1.41   thorpej 	/*
    606      1.41   thorpej 	 * Restart Window computation.  From draft-floyd-incr-init-win-03:
    607      1.41   thorpej 	 *
    608      1.41   thorpej 	 *	Optionally, a TCP MAY set the restart window to the
    609      1.41   thorpej 	 *	minimum of the value used for the initial window and
    610      1.41   thorpej 	 *	the current value of cwnd (in other words, using a
    611      1.41   thorpej 	 *	larger value for the restart window should never increase
    612      1.41   thorpej 	 *	the size of cwnd).
    613      1.41   thorpej 	 */
    614      1.33   thorpej 	if (tcp_cwm) {
    615       1.1       cgd 		/*
    616      1.33   thorpej 		 * Hughes/Touch/Heidemann Congestion Window Monitoring.
    617      1.33   thorpej 		 * Count the number of packets currently pending
    618      1.33   thorpej 		 * acknowledgement, and limit our congestion window
    619      1.37   thorpej 		 * to a pre-determined allowed burst size plus that count.
    620      1.33   thorpej 		 * This prevents bursting once all pending packets have
    621      1.33   thorpej 		 * been acknowledged (i.e. transmission is idle).
    622      1.42   thorpej 		 *
    623      1.42   thorpej 		 * XXX Link this to Initial Window?
    624       1.1       cgd 		 */
    625      1.33   thorpej 		tp->snd_cwnd = min(tp->snd_cwnd,
    626      1.36   thorpej 		    (tcp_cwm_burstsize * txsegsize) +
    627      1.33   thorpej 		    (tp->snd_nxt - tp->snd_una));
    628      1.33   thorpej 	} else {
    629      1.73   thorpej 		if (idle && (tcp_now - tp->t_rcvtime) >= tp->t_rxtcur) {
    630      1.33   thorpej 			/*
    631      1.33   thorpej 			 * We have been idle for "a while" and no acks are
    632      1.33   thorpej 			 * expected to clock out any data we send --
    633      1.33   thorpej 			 * slow start to get ack "clock" running again.
    634      1.33   thorpej 			 */
    635      1.90   thorpej 			int ss = tcp_init_win;
    636      1.90   thorpej #ifdef INET
    637      1.90   thorpej 			if (tp->t_inpcb &&
    638      1.90   thorpej 			    in_localaddr(tp->t_inpcb->inp_faddr))
    639      1.90   thorpej 				ss = tcp_init_win_local;
    640      1.90   thorpej #endif
    641      1.90   thorpej #ifdef INET6
    642      1.90   thorpej 			if (tp->t_in6pcb &&
    643      1.90   thorpej 			    in6_localaddr(&tp->t_in6pcb->in6p_faddr))
    644      1.90   thorpej 				ss = tcp_init_win_local;
    645      1.90   thorpej #endif
    646      1.41   thorpej 			tp->snd_cwnd = min(tp->snd_cwnd,
    647      1.90   thorpej 			    TCP_INITIAL_WINDOW(ss, txsegsize));
    648      1.33   thorpej 		}
    649      1.33   thorpej 	}
    650      1.33   thorpej 
    651       1.1       cgd again:
    652      1.33   thorpej 	/*
    653      1.33   thorpej 	 * Determine length of data that should be transmitted, and
    654      1.33   thorpej 	 * flags that should be used.  If there is some data or critical
    655      1.33   thorpej 	 * controls (SYN, RST) to send, then transmit; otherwise,
    656      1.33   thorpej 	 * investigate further.
    657      1.33   thorpej 	 */
    658       1.1       cgd 	sendalot = 0;
    659       1.1       cgd 	off = tp->snd_nxt - tp->snd_una;
    660       1.1       cgd 	win = min(tp->snd_wnd, tp->snd_cwnd);
    661       1.1       cgd 
    662       1.9   mycroft 	flags = tcp_outflags[tp->t_state];
    663       1.1       cgd 	/*
    664       1.1       cgd 	 * If in persist timeout with window of 0, send 1 byte.
    665       1.1       cgd 	 * Otherwise, if window is small but nonzero
    666       1.1       cgd 	 * and timer expired, we will send what we can
    667       1.1       cgd 	 * and go to transmit state.
    668       1.1       cgd 	 */
    669       1.1       cgd 	if (tp->t_force) {
    670       1.9   mycroft 		if (win == 0) {
    671       1.9   mycroft 			/*
    672       1.9   mycroft 			 * If we still have some data to send, then
    673       1.9   mycroft 			 * clear the FIN bit.  Usually this would
    674       1.9   mycroft 			 * happen below when it realizes that we
    675       1.9   mycroft 			 * aren't sending all the data.  However,
    676       1.9   mycroft 			 * if we have exactly 1 byte of unset data,
    677       1.9   mycroft 			 * then it won't clear the FIN bit below,
    678       1.9   mycroft 			 * and if we are in persist state, we wind
    679       1.9   mycroft 			 * up sending the packet without recording
    680       1.9   mycroft 			 * that we sent the FIN bit.
    681       1.9   mycroft 			 *
    682       1.9   mycroft 			 * We can't just blindly clear the FIN bit,
    683       1.9   mycroft 			 * because if we don't have any more data
    684       1.9   mycroft 			 * to send then the probe will be the FIN
    685       1.9   mycroft 			 * itself.
    686       1.9   mycroft 			 */
    687       1.9   mycroft 			if (off < so->so_snd.sb_cc)
    688       1.9   mycroft 				flags &= ~TH_FIN;
    689       1.1       cgd 			win = 1;
    690       1.9   mycroft 		} else {
    691      1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_PERSIST);
    692       1.1       cgd 			tp->t_rxtshift = 0;
    693       1.1       cgd 		}
    694       1.1       cgd 	}
    695       1.1       cgd 
    696      1.11   mycroft 	if (win < so->so_snd.sb_cc) {
    697      1.11   mycroft 		len = win - off;
    698      1.11   mycroft 		flags &= ~TH_FIN;
    699      1.11   mycroft 	} else
    700      1.11   mycroft 		len = so->so_snd.sb_cc - off;
    701       1.1       cgd 
    702       1.1       cgd 	if (len < 0) {
    703       1.1       cgd 		/*
    704       1.1       cgd 		 * If FIN has been sent but not acked,
    705       1.1       cgd 		 * but we haven't been called to retransmit,
    706       1.1       cgd 		 * len will be -1.  Otherwise, window shrank
    707       1.1       cgd 		 * after we sent into it.  If window shrank to 0,
    708      1.25   thorpej 		 * cancel pending retransmit, pull snd_nxt back
    709      1.25   thorpej 		 * to (closed) window, and set the persist timer
    710      1.25   thorpej 		 * if it isn't already going.  If the window didn't
    711      1.25   thorpej 		 * close completely, just wait for an ACK.
    712      1.43   mycroft 		 *
    713      1.43   mycroft 		 * If we have a pending FIN, either it has already been
    714      1.43   mycroft 		 * transmitted or it is outside the window, so drop it.
    715      1.43   mycroft 		 * If the FIN has been transmitted, but this is not a
    716      1.43   mycroft 		 * retransmission, then len must be -1.  Therefore we also
    717      1.43   mycroft 		 * prevent here the sending of `gratuitous FINs'.  This
    718      1.43   mycroft 		 * eliminates the need to check for that case below (e.g.
    719      1.43   mycroft 		 * to back up snd_nxt before the FIN so that the sequence
    720      1.43   mycroft 		 * number is correct).
    721       1.1       cgd 		 */
    722       1.1       cgd 		len = 0;
    723      1.43   mycroft 		flags &= ~TH_FIN;
    724       1.1       cgd 		if (win == 0) {
    725      1.38   thorpej 			TCP_TIMER_DISARM(tp, TCPT_REXMT);
    726      1.25   thorpej 			tp->t_rxtshift = 0;
    727       1.1       cgd 			tp->snd_nxt = tp->snd_una;
    728      1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
    729      1.25   thorpej 				tcp_setpersist(tp);
    730       1.1       cgd 		}
    731       1.1       cgd 	}
    732      1.18   thorpej 	if (len > txsegsize) {
    733      1.18   thorpej 		len = txsegsize;
    734      1.11   mycroft 		flags &= ~TH_FIN;
    735       1.1       cgd 		sendalot = 1;
    736       1.1       cgd 	}
    737       1.1       cgd 
    738       1.1       cgd 	win = sbspace(&so->so_rcv);
    739       1.1       cgd 
    740       1.1       cgd 	/*
    741       1.1       cgd 	 * Sender silly window avoidance.  If connection is idle
    742       1.1       cgd 	 * and can send all data, a maximum segment,
    743       1.1       cgd 	 * at least a maximum default-size segment do it,
    744       1.1       cgd 	 * or are forced, do it; otherwise don't bother.
    745       1.1       cgd 	 * If peer's buffer is tiny, then send
    746       1.1       cgd 	 * when window is at least half open.
    747       1.1       cgd 	 * If retransmitting (possibly after persist timer forced us
    748       1.1       cgd 	 * to send into a small window), then must resend.
    749       1.1       cgd 	 */
    750       1.1       cgd 	if (len) {
    751      1.18   thorpej 		if (len == txsegsize)
    752       1.1       cgd 			goto send;
    753      1.46   thorpej 		if ((so->so_state & SS_MORETOCOME) == 0 &&
    754      1.46   thorpej 		    ((idle || tp->t_flags & TF_NODELAY) &&
    755      1.46   thorpej 		     len + off >= so->so_snd.sb_cc))
    756       1.1       cgd 			goto send;
    757       1.1       cgd 		if (tp->t_force)
    758       1.1       cgd 			goto send;
    759       1.1       cgd 		if (len >= tp->max_sndwnd / 2)
    760       1.1       cgd 			goto send;
    761       1.1       cgd 		if (SEQ_LT(tp->snd_nxt, tp->snd_max))
    762       1.1       cgd 			goto send;
    763       1.1       cgd 	}
    764       1.1       cgd 
    765       1.1       cgd 	/*
    766      1.18   thorpej 	 * Compare available window to amount of window known to peer
    767      1.18   thorpej 	 * (as advertised window less next expected input).  If the
    768      1.18   thorpej 	 * difference is at least twice the size of the largest segment
    769      1.18   thorpej 	 * we expect to receive (i.e. two segments) or at least 50% of
    770      1.18   thorpej 	 * the maximum possible window, then want to send a window update
    771      1.18   thorpej 	 * to peer.
    772       1.1       cgd 	 */
    773       1.1       cgd 	if (win > 0) {
    774      1.82    itojun 		/*
    775       1.9   mycroft 		 * "adv" is the amount we can increase the window,
    776       1.9   mycroft 		 * taking into account that we are limited by
    777       1.9   mycroft 		 * TCP_MAXWIN << tp->rcv_scale.
    778       1.9   mycroft 		 */
    779       1.9   mycroft 		long adv = min(win, (long)TCP_MAXWIN << tp->rcv_scale) -
    780       1.9   mycroft 			(tp->rcv_adv - tp->rcv_nxt);
    781       1.1       cgd 
    782      1.18   thorpej 		if (adv >= (long) (2 * rxsegsize))
    783       1.1       cgd 			goto send;
    784       1.1       cgd 		if (2 * adv >= (long) so->so_rcv.sb_hiwat)
    785       1.1       cgd 			goto send;
    786       1.1       cgd 	}
    787       1.1       cgd 
    788       1.1       cgd 	/*
    789       1.1       cgd 	 * Send if we owe peer an ACK.
    790       1.1       cgd 	 */
    791       1.1       cgd 	if (tp->t_flags & TF_ACKNOW)
    792       1.1       cgd 		goto send;
    793      1.43   mycroft 	if (flags & (TH_SYN|TH_FIN|TH_RST))
    794       1.1       cgd 		goto send;
    795       1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_una))
    796       1.1       cgd 		goto send;
    797       1.1       cgd 
    798       1.1       cgd 	/*
    799       1.1       cgd 	 * TCP window updates are not reliable, rather a polling protocol
    800       1.1       cgd 	 * using ``persist'' packets is used to insure receipt of window
    801       1.1       cgd 	 * updates.  The three ``states'' for the output side are:
    802       1.1       cgd 	 *	idle			not doing retransmits or persists
    803       1.1       cgd 	 *	persisting		to move a small or zero window
    804       1.1       cgd 	 *	(re)transmitting	and thereby not persisting
    805       1.1       cgd 	 *
    806       1.1       cgd 	 * tp->t_timer[TCPT_PERSIST]
    807       1.1       cgd 	 *	is set when we are in persist state.
    808       1.1       cgd 	 * tp->t_force
    809       1.1       cgd 	 *	is set when we are called to send a persist packet.
    810       1.1       cgd 	 * tp->t_timer[TCPT_REXMT]
    811       1.1       cgd 	 *	is set when we are retransmitting
    812       1.1       cgd 	 * The output side is idle when both timers are zero.
    813       1.1       cgd 	 *
    814       1.1       cgd 	 * If send window is too small, there is data to transmit, and no
    815       1.1       cgd 	 * retransmit or persist is pending, then go to persist state.
    816       1.1       cgd 	 * If nothing happens soon, send when timer expires:
    817       1.1       cgd 	 * if window is nonzero, transmit what we can,
    818       1.1       cgd 	 * otherwise force out a byte.
    819       1.1       cgd 	 */
    820      1.38   thorpej 	if (so->so_snd.sb_cc && TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
    821      1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
    822       1.1       cgd 		tp->t_rxtshift = 0;
    823       1.1       cgd 		tcp_setpersist(tp);
    824       1.1       cgd 	}
    825       1.1       cgd 
    826       1.1       cgd 	/*
    827       1.1       cgd 	 * No reason to send a segment, just return.
    828       1.1       cgd 	 */
    829       1.1       cgd 	return (0);
    830       1.1       cgd 
    831       1.1       cgd send:
    832       1.1       cgd 	/*
    833       1.1       cgd 	 * Before ESTABLISHED, force sending of initial options
    834       1.1       cgd 	 * unless TCP set not to do any options.
    835       1.1       cgd 	 * NOTE: we assume that the IP/TCP header plus TCP options
    836       1.1       cgd 	 * always fit in a single mbuf, leaving room for a maximum
    837       1.1       cgd 	 * link header, i.e.
    838      1.48    itojun 	 *	max_linkhdr + sizeof (struct tcpiphdr) + optlen <= MCLBYTES
    839       1.1       cgd 	 */
    840       1.1       cgd 	optlen = 0;
    841      1.48    itojun 	switch (af) {
    842      1.60    itojun #ifdef INET
    843      1.48    itojun 	case AF_INET:
    844      1.48    itojun 		iphdrlen = sizeof(struct ip) + sizeof(struct tcphdr);
    845      1.48    itojun 		break;
    846      1.60    itojun #endif
    847      1.48    itojun #ifdef INET6
    848      1.48    itojun 	case AF_INET6:
    849      1.48    itojun 		iphdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
    850      1.48    itojun 		break;
    851      1.48    itojun #endif
    852      1.49    itojun 	default:	/*pacify gcc*/
    853      1.49    itojun 		iphdrlen = 0;
    854      1.49    itojun 		break;
    855      1.48    itojun 	}
    856      1.48    itojun 	hdrlen = iphdrlen;
    857       1.9   mycroft 	if (flags & TH_SYN) {
    858      1.48    itojun 		struct rtentry *rt;
    859      1.48    itojun 
    860      1.60    itojun 		rt = NULL;
    861      1.60    itojun #ifdef INET
    862      1.48    itojun 		if (tp->t_inpcb)
    863      1.48    itojun 			rt = in_pcbrtentry(tp->t_inpcb);
    864      1.60    itojun #endif
    865      1.61    itojun #ifdef INET6
    866      1.60    itojun 		if (tp->t_in6pcb)
    867      1.48    itojun 			rt = in6_pcbrtentry(tp->t_in6pcb);
    868      1.48    itojun #endif
    869      1.34       kml 
    870       1.9   mycroft 		tp->snd_nxt = tp->iss;
    871      1.82    itojun 		tp->t_ourmss = tcp_mss_to_advertise(rt != NULL ?
    872      1.52    itojun 						    rt->rt_ifp : NULL, af);
    873       1.9   mycroft 		if ((tp->t_flags & TF_NOOPT) == 0) {
    874       1.9   mycroft 			opt[0] = TCPOPT_MAXSEG;
    875       1.9   mycroft 			opt[1] = 4;
    876      1.17   thorpej 			opt[2] = (tp->t_ourmss >> 8) & 0xff;
    877      1.17   thorpej 			opt[3] = tp->t_ourmss & 0xff;
    878       1.9   mycroft 			optlen = 4;
    879      1.82    itojun 
    880       1.9   mycroft 			if ((tp->t_flags & TF_REQ_SCALE) &&
    881       1.9   mycroft 			    ((flags & TH_ACK) == 0 ||
    882       1.9   mycroft 			    (tp->t_flags & TF_RCVD_SCALE))) {
    883      1.12       cgd 				*((u_int32_t *) (opt + optlen)) = htonl(
    884       1.9   mycroft 					TCPOPT_NOP << 24 |
    885       1.9   mycroft 					TCPOPT_WINDOW << 16 |
    886       1.9   mycroft 					TCPOLEN_WINDOW << 8 |
    887       1.9   mycroft 					tp->request_r_scale);
    888       1.9   mycroft 				optlen += 4;
    889       1.9   mycroft 			}
    890       1.9   mycroft 		}
    891      1.82    itojun 	}
    892      1.82    itojun 
    893      1.82    itojun 	/*
    894      1.82    itojun 	 * Send a timestamp and echo-reply if this is a SYN and our side
    895       1.9   mycroft 	 * wants to use timestamps (TF_REQ_TSTMP is set) or both our side
    896       1.9   mycroft 	 * and our peer have sent timestamps in our SYN's.
    897      1.82    itojun 	 */
    898      1.82    itojun 	if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP &&
    899      1.82    itojun 	     (flags & TH_RST) == 0 &&
    900      1.82    itojun 	    ((flags & (TH_SYN|TH_ACK)) == TH_SYN ||
    901       1.9   mycroft 	     (tp->t_flags & TF_RCVD_TSTMP))) {
    902      1.13       cgd 		u_int32_t *lp = (u_int32_t *)(opt + optlen);
    903       1.9   mycroft 
    904      1.82    itojun 		/* Form timestamp option as shown in appendix A of RFC 1323. */
    905      1.82    itojun 		*lp++ = htonl(TCPOPT_TSTAMP_HDR);
    906      1.82    itojun 		*lp++ = htonl(TCP_TIMESTAMP(tp));
    907      1.82    itojun 		*lp   = htonl(tp->ts_recent);
    908      1.82    itojun 		optlen += TCPOLEN_TSTAMP_APPA;
    909      1.82    itojun 	}
    910      1.82    itojun 
    911  1.94.2.1     skrll #ifdef TCP_SIGNATURE
    912  1.94.2.1     skrll #if defined(INET6) && defined(FAST_IPSEC)
    913  1.94.2.1     skrll 	if (tp->t_family == AF_INET)
    914  1.94.2.1     skrll #endif
    915  1.94.2.1     skrll 	if (tp->t_flags & TF_SIGNATURE) {
    916  1.94.2.1     skrll 		u_char *bp;
    917  1.94.2.1     skrll 		/*
    918  1.94.2.1     skrll 		 * Initialize TCP-MD5 option (RFC2385)
    919  1.94.2.1     skrll 		 */
    920  1.94.2.1     skrll 		bp = (u_char *)opt + optlen;
    921  1.94.2.1     skrll 		*bp++ = TCPOPT_SIGNATURE;
    922  1.94.2.1     skrll 		*bp++ = TCPOLEN_SIGNATURE;
    923  1.94.2.1     skrll 		sigoff = optlen + 2;
    924  1.94.2.1     skrll 		bzero(bp, TCP_SIGLEN);
    925  1.94.2.1     skrll 		bp += TCP_SIGLEN;
    926  1.94.2.1     skrll 		optlen += TCPOLEN_SIGNATURE;
    927  1.94.2.1     skrll 		/*
    928  1.94.2.1     skrll 		 * Terminate options list and maintain 32-bit alignment.
    929  1.94.2.1     skrll  		 */
    930  1.94.2.1     skrll 		*bp++ = TCPOPT_NOP;
    931  1.94.2.1     skrll 		*bp++ = TCPOPT_EOL;
    932  1.94.2.1     skrll  		optlen += 2;
    933  1.94.2.1     skrll  	}
    934  1.94.2.1     skrll #endif /* TCP_SIGNATURE */
    935  1.94.2.1     skrll 
    936      1.82    itojun 	hdrlen += optlen;
    937      1.82    itojun 
    938       1.1       cgd #ifdef DIAGNOSTIC
    939      1.29       kml 	if (len > txsegsize)
    940      1.29       kml 		panic("tcp data to be sent is larger than segment");
    941      1.82    itojun 	if (max_linkhdr + hdrlen > MCLBYTES)
    942       1.9   mycroft 		panic("tcphdr too big");
    943       1.1       cgd #endif
    944       1.1       cgd 
    945       1.1       cgd 	/*
    946       1.1       cgd 	 * Grab a header mbuf, attaching a copy of data to
    947       1.1       cgd 	 * be transmitted, and initialize the header from
    948       1.1       cgd 	 * the template for sends on this connection.
    949       1.1       cgd 	 */
    950       1.1       cgd 	if (len) {
    951      1.70   thorpej 		error = tcp_build_datapkt(tp, so, off, len, hdrlen, &m);
    952      1.70   thorpej 		if (error)
    953       1.1       cgd 			goto out;
    954       1.1       cgd 		/*
    955       1.1       cgd 		 * If we're sending everything we've got, set PUSH.
    956       1.1       cgd 		 * (This will keep happy those implementations which only
    957       1.1       cgd 		 * give data to the user when a buffer fills or
    958       1.1       cgd 		 * a PUSH comes in.)
    959       1.1       cgd 		 */
    960       1.1       cgd 		if (off + len == so->so_snd.sb_cc)
    961       1.1       cgd 			flags |= TH_PUSH;
    962       1.1       cgd 	} else {
    963       1.1       cgd 		if (tp->t_flags & TF_ACKNOW)
    964       1.1       cgd 			tcpstat.tcps_sndacks++;
    965       1.1       cgd 		else if (flags & (TH_SYN|TH_FIN|TH_RST))
    966       1.1       cgd 			tcpstat.tcps_sndctrl++;
    967       1.1       cgd 		else if (SEQ_GT(tp->snd_up, tp->snd_una))
    968       1.1       cgd 			tcpstat.tcps_sndurg++;
    969       1.1       cgd 		else
    970       1.1       cgd 			tcpstat.tcps_sndwinup++;
    971       1.1       cgd 
    972       1.1       cgd 		MGETHDR(m, M_DONTWAIT, MT_HEADER);
    973      1.54    itojun 		if (m != NULL && max_linkhdr + hdrlen > MHLEN) {
    974      1.48    itojun 			MCLGET(m, M_DONTWAIT);
    975      1.48    itojun 			if ((m->m_flags & M_EXT) == 0) {
    976      1.48    itojun 				m_freem(m);
    977      1.48    itojun 				m = NULL;
    978      1.48    itojun 			}
    979      1.48    itojun 		}
    980       1.1       cgd 		if (m == NULL) {
    981       1.1       cgd 			error = ENOBUFS;
    982       1.1       cgd 			goto out;
    983       1.1       cgd 		}
    984      1.89      matt 		MCLAIM(m, &tcp_tx_mowner);
    985       1.1       cgd 		m->m_data += max_linkhdr;
    986       1.1       cgd 		m->m_len = hdrlen;
    987       1.1       cgd 	}
    988       1.1       cgd 	m->m_pkthdr.rcvif = (struct ifnet *)0;
    989      1.48    itojun 	switch (af) {
    990      1.60    itojun #ifdef INET
    991      1.48    itojun 	case AF_INET:
    992      1.48    itojun 		ip = mtod(m, struct ip *);
    993      1.48    itojun #ifdef INET6
    994      1.48    itojun 		ip6 = NULL;
    995      1.48    itojun #endif
    996      1.48    itojun 		th = (struct tcphdr *)(ip + 1);
    997      1.48    itojun 		break;
    998      1.60    itojun #endif
    999      1.48    itojun #ifdef INET6
   1000      1.48    itojun 	case AF_INET6:
   1001      1.48    itojun 		ip = NULL;
   1002      1.48    itojun 		ip6 = mtod(m, struct ip6_hdr *);
   1003      1.48    itojun 		th = (struct tcphdr *)(ip6 + 1);
   1004      1.48    itojun 		break;
   1005      1.48    itojun #endif
   1006      1.49    itojun 	default:	/*pacify gcc*/
   1007      1.49    itojun 		ip = NULL;
   1008      1.50      fvdl #ifdef INET6
   1009      1.49    itojun 		ip6 = NULL;
   1010      1.50      fvdl #endif
   1011      1.49    itojun 		th = NULL;
   1012      1.49    itojun 		break;
   1013      1.48    itojun 	}
   1014       1.1       cgd 	if (tp->t_template == 0)
   1015       1.1       cgd 		panic("tcp_output");
   1016      1.48    itojun 	if (tp->t_template->m_len < iphdrlen)
   1017      1.48    itojun 		panic("tcp_output");
   1018      1.48    itojun 	bcopy(mtod(tp->t_template, caddr_t), mtod(m, caddr_t), iphdrlen);
   1019       1.1       cgd 
   1020       1.1       cgd 	/*
   1021       1.9   mycroft 	 * If we are doing retransmissions, then snd_nxt will
   1022       1.9   mycroft 	 * not reflect the first unsent octet.  For ACK only
   1023       1.9   mycroft 	 * packets, we do not want the sequence number of the
   1024       1.9   mycroft 	 * retransmitted packet, we want the sequence number
   1025       1.9   mycroft 	 * of the next unsent octet.  So, if there is no data
   1026       1.9   mycroft 	 * (and no SYN or FIN), use snd_max instead of snd_nxt
   1027       1.9   mycroft 	 * when filling in ti_seq.  But if we are in persist
   1028       1.9   mycroft 	 * state, snd_max might reflect one byte beyond the
   1029       1.9   mycroft 	 * right edge of the window, so use snd_nxt in that
   1030       1.9   mycroft 	 * case, since we know we aren't doing a retransmission.
   1031       1.9   mycroft 	 * (retransmit and persist are mutually exclusive...)
   1032       1.9   mycroft 	 */
   1033      1.38   thorpej 	if (len || (flags & (TH_SYN|TH_FIN)) ||
   1034      1.38   thorpej 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST))
   1035      1.48    itojun 		th->th_seq = htonl(tp->snd_nxt);
   1036       1.8   mycroft 	else
   1037      1.48    itojun 		th->th_seq = htonl(tp->snd_max);
   1038      1.48    itojun 	th->th_ack = htonl(tp->rcv_nxt);
   1039       1.1       cgd 	if (optlen) {
   1040      1.48    itojun 		bcopy((caddr_t)opt, (caddr_t)(th + 1), optlen);
   1041      1.48    itojun 		th->th_off = (sizeof (struct tcphdr) + optlen) >> 2;
   1042       1.1       cgd 	}
   1043      1.48    itojun 	th->th_flags = flags;
   1044       1.1       cgd 	/*
   1045       1.1       cgd 	 * Calculate receive window.  Don't shrink window,
   1046       1.1       cgd 	 * but avoid silly window syndrome.
   1047       1.1       cgd 	 */
   1048      1.18   thorpej 	if (win < (long)(so->so_rcv.sb_hiwat / 4) && win < (long)rxsegsize)
   1049       1.1       cgd 		win = 0;
   1050       1.9   mycroft 	if (win > (long)TCP_MAXWIN << tp->rcv_scale)
   1051       1.9   mycroft 		win = (long)TCP_MAXWIN << tp->rcv_scale;
   1052  1.94.2.1     skrll 	if (win < (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt))
   1053  1.94.2.1     skrll 		win = (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt);
   1054      1.48    itojun 	th->th_win = htons((u_int16_t) (win>>tp->rcv_scale));
   1055       1.1       cgd 	if (SEQ_GT(tp->snd_up, tp->snd_nxt)) {
   1056      1.16       kml 		u_int32_t urp = tp->snd_up - tp->snd_nxt;
   1057      1.16       kml 		if (urp > IP_MAXPACKET)
   1058      1.16       kml 			urp = IP_MAXPACKET;
   1059      1.48    itojun 		th->th_urp = htons((u_int16_t)urp);
   1060      1.48    itojun 		th->th_flags |= TH_URG;
   1061       1.1       cgd 	} else
   1062       1.1       cgd 		/*
   1063       1.1       cgd 		 * If no urgent pointer to send, then we pull
   1064       1.1       cgd 		 * the urgent pointer to the left edge of the send window
   1065       1.1       cgd 		 * so that it doesn't drift into the send window on sequence
   1066       1.1       cgd 		 * number wraparound.
   1067       1.1       cgd 		 */
   1068       1.1       cgd 		tp->snd_up = tp->snd_una;		/* drag it along */
   1069       1.1       cgd 
   1070  1.94.2.1     skrll #ifdef TCP_SIGNATURE
   1071  1.94.2.1     skrll #if defined(INET6) && defined(FAST_IPSEC)
   1072  1.94.2.1     skrll 	if (tp->t_family == AF_INET) /* XXX */
   1073  1.94.2.1     skrll #endif
   1074  1.94.2.1     skrll 	if (sigoff && (tp->t_flags & TF_SIGNATURE)) {
   1075  1.94.2.1     skrll 		struct secasvar *sav;
   1076  1.94.2.1     skrll 		u_int8_t *sigp;
   1077  1.94.2.1     skrll 
   1078  1.94.2.1     skrll 		sav = tcp_signature_getsav(m, th);
   1079  1.94.2.1     skrll 
   1080  1.94.2.1     skrll 		if (sav == NULL) {
   1081  1.94.2.1     skrll 			if (m)
   1082  1.94.2.1     skrll 				m_freem(m);
   1083  1.94.2.1     skrll 			return (EPERM);
   1084  1.94.2.1     skrll 		}
   1085  1.94.2.1     skrll 
   1086  1.94.2.1     skrll 		m->m_pkthdr.len = hdrlen + len;
   1087  1.94.2.1     skrll 		sigp = (caddr_t)th + sizeof(*th) + sigoff;
   1088  1.94.2.1     skrll 		tcp_signature(m, th, (caddr_t)th - mtod(m, caddr_t), sav, sigp);
   1089  1.94.2.1     skrll 
   1090  1.94.2.1     skrll 		key_sa_recordxfer(sav, m);
   1091  1.94.2.1     skrll #ifdef FAST_IPSEC
   1092  1.94.2.1     skrll 		KEY_FREESAV(&sav);
   1093  1.94.2.1     skrll #else
   1094  1.94.2.1     skrll 		key_freesav(sav);
   1095  1.94.2.1     skrll #endif
   1096  1.94.2.1     skrll 	}
   1097  1.94.2.1     skrll #endif
   1098  1.94.2.1     skrll 
   1099       1.1       cgd 	/*
   1100      1.66   thorpej 	 * Set ourselves up to be checksummed just before the packet
   1101  1.94.2.4     skrll 	 * hits the wire.  Maybe skip checksums on loopback interfaces.
   1102       1.1       cgd 	 */
   1103      1.48    itojun 	switch (af) {
   1104      1.60    itojun #ifdef INET
   1105      1.48    itojun 	case AF_INET:
   1106  1.94.2.4     skrll 		if (__predict_true(ro->ro_rt == NULL ||
   1107  1.94.2.4     skrll 				   !(ro->ro_rt->rt_ifp->if_flags &
   1108  1.94.2.4     skrll 				     IFF_LOOPBACK) ||
   1109  1.94.2.4     skrll 				   tcp_do_loopback_cksum))
   1110  1.94.2.4     skrll 			m->m_pkthdr.csum_flags = M_CSUM_TCPv4;
   1111  1.94.2.4     skrll 		else
   1112  1.94.2.4     skrll 			m->m_pkthdr.csum_flags = 0;
   1113      1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1114      1.66   thorpej 		if (len + optlen) {
   1115      1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1116      1.66   thorpej 			/* XXXJRT Not IP Jumbogram safe. */
   1117      1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1118      1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1119      1.66   thorpej 		}
   1120      1.48    itojun 		break;
   1121      1.60    itojun #endif
   1122      1.48    itojun #ifdef INET6
   1123      1.48    itojun 	case AF_INET6:
   1124      1.66   thorpej 		/*
   1125      1.66   thorpej 		 * XXX Actually delaying the checksum is Hard
   1126      1.66   thorpej 		 * XXX (well, maybe not for Itojun, but it is
   1127      1.66   thorpej 		 * XXX for me), but we can still take advantage
   1128      1.66   thorpej 		 * XXX of the cached pseudo-header checksum.
   1129      1.66   thorpej 		 */
   1130      1.48    itojun 		/* equals to hdrlen + len */
   1131      1.48    itojun 		m->m_pkthdr.len = sizeof(struct ip6_hdr)
   1132      1.48    itojun 			+ sizeof(struct tcphdr) + optlen + len;
   1133      1.66   thorpej #ifdef notyet
   1134  1.94.2.4     skrll 		if (__predict_true(ro->ro_rt == NULL ||
   1135  1.94.2.4     skrll 				   !(ro->ro_rt->rt_ifp->if_flags &
   1136  1.94.2.4     skrll 				     IFF_LOOPBACK) ||
   1137  1.94.2.4     skrll 				   tcp_do_loopback_cksum))
   1138  1.94.2.4     skrll 			m->m_pkthdr.csum_flags = M_CSUM_TCPv6;
   1139  1.94.2.4     skrll 		else
   1140  1.94.2.4     skrll 			m->m_pkthdr.csum_flags = 0;
   1141      1.66   thorpej 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1142      1.66   thorpej #endif
   1143      1.66   thorpej 		if (len + optlen) {
   1144      1.66   thorpej 			/* Fixup the pseudo-header checksum. */
   1145      1.66   thorpej 			/* XXXJRT: Not IPv6 Jumbogram safe. */
   1146      1.66   thorpej 			th->th_sum = in_cksum_addword(th->th_sum,
   1147      1.66   thorpej 			    htons((u_int16_t) (len + optlen)));
   1148      1.66   thorpej 		}
   1149      1.66   thorpej #ifndef notyet
   1150  1.94.2.4     skrll 		if (__predict_true(ro->ro_rt == NULL ||
   1151  1.94.2.4     skrll 				   !(ro->ro_rt->rt_ifp->if_flags &
   1152  1.94.2.4     skrll 				     IFF_LOOPBACK) ||
   1153  1.94.2.4     skrll 				   tcp_do_loopback_cksum))
   1154  1.94.2.4     skrll 			th->th_sum = in6_cksum(m, 0, sizeof(struct ip6_hdr),
   1155  1.94.2.4     skrll 			    sizeof(struct tcphdr) + optlen + len);
   1156      1.66   thorpej #endif
   1157      1.48    itojun 		break;
   1158      1.48    itojun #endif
   1159      1.48    itojun 	}
   1160       1.1       cgd 
   1161       1.1       cgd 	/*
   1162       1.1       cgd 	 * In transmit state, time the transmission and arrange for
   1163       1.1       cgd 	 * the retransmit.  In persist state, just set snd_max.
   1164       1.1       cgd 	 */
   1165      1.38   thorpej 	if (tp->t_force == 0 || TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
   1166       1.1       cgd 		tcp_seq startseq = tp->snd_nxt;
   1167       1.1       cgd 
   1168       1.1       cgd 		/*
   1169       1.1       cgd 		 * Advance snd_nxt over sequence space of this segment.
   1170      1.43   mycroft 		 * There are no states in which we send both a SYN and a FIN,
   1171      1.43   mycroft 		 * so we collapse the tests for these flags.
   1172       1.1       cgd 		 */
   1173      1.43   mycroft 		if (flags & (TH_SYN|TH_FIN))
   1174      1.43   mycroft 			tp->snd_nxt++;
   1175       1.1       cgd 		tp->snd_nxt += len;
   1176       1.1       cgd 		if (SEQ_GT(tp->snd_nxt, tp->snd_max)) {
   1177       1.1       cgd 			tp->snd_max = tp->snd_nxt;
   1178       1.1       cgd 			/*
   1179       1.1       cgd 			 * Time this transmission if not a retransmission and
   1180       1.1       cgd 			 * not currently timing anything.
   1181       1.1       cgd 			 */
   1182      1.73   thorpej 			if (tp->t_rtttime == 0) {
   1183      1.73   thorpej 				tp->t_rtttime = tcp_now;
   1184       1.1       cgd 				tp->t_rtseq = startseq;
   1185       1.1       cgd 				tcpstat.tcps_segstimed++;
   1186       1.1       cgd 			}
   1187       1.1       cgd 		}
   1188       1.1       cgd 
   1189       1.1       cgd 		/*
   1190       1.1       cgd 		 * Set retransmit timer if not currently set,
   1191       1.1       cgd 		 * and not doing an ack or a keep-alive probe.
   1192       1.1       cgd 		 * Initial value for retransmit timer is smoothed
   1193       1.1       cgd 		 * round-trip time + 2 * round-trip time variance.
   1194       1.1       cgd 		 * Initialize shift counter which is used for backoff
   1195       1.1       cgd 		 * of retransmit time.
   1196       1.1       cgd 		 */
   1197      1.38   thorpej 		if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
   1198       1.1       cgd 		    tp->snd_nxt != tp->snd_una) {
   1199      1.38   thorpej 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST)) {
   1200      1.38   thorpej 				TCP_TIMER_DISARM(tp, TCPT_PERSIST);
   1201       1.1       cgd 				tp->t_rxtshift = 0;
   1202       1.1       cgd 			}
   1203  1.94.2.1     skrll 			TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
   1204       1.1       cgd 		}
   1205       1.1       cgd 	} else
   1206       1.1       cgd 		if (SEQ_GT(tp->snd_nxt + len, tp->snd_max))
   1207       1.1       cgd 			tp->snd_max = tp->snd_nxt + len;
   1208       1.1       cgd 
   1209      1.67       abs #ifdef TCP_DEBUG
   1210       1.1       cgd 	/*
   1211       1.1       cgd 	 * Trace.
   1212       1.1       cgd 	 */
   1213      1.91    itojun 	if (so->so_options & SO_DEBUG)
   1214      1.48    itojun 		tcp_trace(TA_OUTPUT, tp->t_state, tp, m, 0);
   1215      1.67       abs #endif
   1216       1.1       cgd 
   1217       1.1       cgd 	/*
   1218       1.1       cgd 	 * Fill in IP length and desired time to live and
   1219       1.1       cgd 	 * send to IP level.  There should be a better way
   1220       1.1       cgd 	 * to handle ttl and tos; we could keep them in
   1221       1.1       cgd 	 * the template, but need a way to checksum without them.
   1222       1.1       cgd 	 */
   1223       1.1       cgd 	m->m_pkthdr.len = hdrlen + len;
   1224      1.19       kml 
   1225      1.48    itojun 	switch (af) {
   1226      1.60    itojun #ifdef INET
   1227      1.48    itojun 	case AF_INET:
   1228      1.84    itojun 		ip->ip_len = htons(m->m_pkthdr.len);
   1229      1.48    itojun 		if (tp->t_inpcb) {
   1230      1.48    itojun 			ip->ip_ttl = tp->t_inpcb->inp_ip.ip_ttl;
   1231      1.48    itojun 			ip->ip_tos = tp->t_inpcb->inp_ip.ip_tos;
   1232      1.48    itojun 		}
   1233      1.48    itojun #ifdef INET6
   1234      1.48    itojun 		else if (tp->t_in6pcb) {
   1235      1.62    itojun 			ip->ip_ttl = in6_selecthlim(tp->t_in6pcb, NULL); /*XXX*/
   1236      1.48    itojun 			ip->ip_tos = 0;	/*XXX*/
   1237      1.48    itojun 		}
   1238      1.48    itojun #endif
   1239      1.48    itojun 		break;
   1240      1.60    itojun #endif
   1241      1.48    itojun #ifdef INET6
   1242      1.48    itojun 	case AF_INET6:
   1243      1.48    itojun 		ip6->ip6_nxt = IPPROTO_TCP;
   1244      1.53    itojun 		if (tp->t_in6pcb) {
   1245      1.53    itojun 			/*
   1246      1.53    itojun 			 * we separately set hoplimit for every segment, since
   1247      1.53    itojun 			 * the user might want to change the value via
   1248      1.53    itojun 			 * setsockopt. Also, desired default hop limit might
   1249      1.53    itojun 			 * be changed via Neighbor Discovery.
   1250      1.53    itojun 			 */
   1251      1.53    itojun 			ip6->ip6_hlim = in6_selecthlim(tp->t_in6pcb,
   1252      1.53    itojun 				ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
   1253      1.53    itojun 		}
   1254      1.48    itojun 		/* ip6->ip6_flow = ??? */
   1255      1.48    itojun 		/* ip6_plen will be filled in ip6_output(). */
   1256      1.48    itojun 		break;
   1257      1.48    itojun #endif
   1258      1.48    itojun 	}
   1259      1.19       kml 
   1260      1.48    itojun 	switch (af) {
   1261      1.60    itojun #ifdef INET
   1262      1.48    itojun 	case AF_INET:
   1263      1.48    itojun 	    {
   1264      1.48    itojun 		struct mbuf *opts;
   1265      1.48    itojun 
   1266      1.48    itojun 		if (tp->t_inpcb)
   1267      1.48    itojun 			opts = tp->t_inpcb->inp_options;
   1268      1.48    itojun 		else
   1269      1.48    itojun 			opts = NULL;
   1270      1.48    itojun 		error = ip_output(m, opts, ro,
   1271      1.80    itojun 			(tp->t_mtudisc ? IP_MTUDISC : 0) |
   1272      1.59   thorpej 			(so->so_options & SO_DONTROUTE),
   1273  1.94.2.1     skrll 			(struct ip_moptions *)0, so);
   1274      1.48    itojun 		break;
   1275      1.48    itojun 	    }
   1276      1.60    itojun #endif
   1277      1.48    itojun #ifdef INET6
   1278      1.48    itojun 	case AF_INET6:
   1279      1.48    itojun 	    {
   1280      1.48    itojun 		struct ip6_pktopts *opts;
   1281      1.48    itojun 
   1282      1.48    itojun 		if (tp->t_in6pcb)
   1283      1.48    itojun 			opts = tp->t_in6pcb->in6p_outputopts;
   1284      1.48    itojun 		else
   1285      1.48    itojun 			opts = NULL;
   1286      1.48    itojun 		error = ip6_output(m, opts, (struct route_in6 *)ro,
   1287  1.94.2.1     skrll 			so->so_options & SO_DONTROUTE,
   1288  1.94.2.1     skrll 			(struct ip6_moptions *)0, so, NULL);
   1289      1.48    itojun 		break;
   1290      1.48    itojun 	    }
   1291      1.48    itojun #endif
   1292      1.49    itojun 	default:
   1293      1.49    itojun 		error = EAFNOSUPPORT;
   1294      1.49    itojun 		break;
   1295      1.48    itojun 	}
   1296       1.1       cgd 	if (error) {
   1297       1.1       cgd out:
   1298       1.1       cgd 		if (error == ENOBUFS) {
   1299      1.69   thorpej 			tcpstat.tcps_selfquench++;
   1300      1.60    itojun #ifdef INET
   1301      1.48    itojun 			if (tp->t_inpcb)
   1302      1.48    itojun 				tcp_quench(tp->t_inpcb, 0);
   1303      1.60    itojun #endif
   1304      1.58    itojun #ifdef INET6
   1305      1.60    itojun 			if (tp->t_in6pcb)
   1306      1.48    itojun 				tcp6_quench(tp->t_in6pcb, 0);
   1307      1.48    itojun #endif
   1308      1.71   thorpej 			error = 0;
   1309      1.71   thorpej 		} else if ((error == EHOSTUNREACH || error == ENETDOWN) &&
   1310      1.71   thorpej 		    TCPS_HAVERCVDSYN(tp->t_state)) {
   1311       1.1       cgd 			tp->t_softerror = error;
   1312      1.71   thorpej 			error = 0;
   1313       1.1       cgd 		}
   1314      1.71   thorpej 
   1315      1.71   thorpej 		/* Restart the delayed ACK timer, if necessary. */
   1316      1.71   thorpej 		if (tp->t_flags & TF_DELACK)
   1317      1.71   thorpej 			TCP_RESTART_DELACK(tp);
   1318      1.71   thorpej 
   1319       1.1       cgd 		return (error);
   1320       1.1       cgd 	}
   1321       1.1       cgd 	tcpstat.tcps_sndtotal++;
   1322      1.23   thorpej 	if (tp->t_flags & TF_DELACK)
   1323      1.23   thorpej 		tcpstat.tcps_delack++;
   1324       1.1       cgd 
   1325       1.1       cgd 	/*
   1326       1.1       cgd 	 * Data sent (as far as we can tell).
   1327       1.1       cgd 	 * If this advertises a larger window than any other segment,
   1328       1.1       cgd 	 * then remember the size of the advertised window.
   1329       1.1       cgd 	 * Any pending ACK has now been sent.
   1330       1.1       cgd 	 */
   1331       1.1       cgd 	if (win > 0 && SEQ_GT(tp->rcv_nxt+win, tp->rcv_adv))
   1332       1.1       cgd 		tp->rcv_adv = tp->rcv_nxt + win;
   1333       1.9   mycroft 	tp->last_ack_sent = tp->rcv_nxt;
   1334      1.26   thorpej 	tp->t_flags &= ~TF_ACKNOW;
   1335      1.26   thorpej 	TCP_CLEAR_DELACK(tp);
   1336      1.44      matt #ifdef DIAGNOSTIC
   1337      1.44      matt 	if (maxburst < 0)
   1338      1.44      matt 		printf("tcp_output: maxburst exceeded by %d\n", -maxburst);
   1339      1.44      matt #endif
   1340      1.45      matt 	if (sendalot && (!tcp_do_newreno || --maxburst))
   1341       1.1       cgd 		goto again;
   1342       1.1       cgd 	return (0);
   1343       1.1       cgd }
   1344       1.1       cgd 
   1345       1.6   mycroft void
   1346  1.94.2.5     skrll tcp_setpersist(struct tcpcb *tp)
   1347       1.1       cgd {
   1348      1.56  augustss 	int t = ((tp->t_srtt >> 2) + tp->t_rttvar) >> (1 + 2);
   1349      1.38   thorpej 	int nticks;
   1350       1.1       cgd 
   1351      1.38   thorpej 	if (TCP_TIMER_ISARMED(tp, TCPT_REXMT))
   1352       1.1       cgd 		panic("tcp_output REXMT");
   1353       1.1       cgd 	/*
   1354       1.1       cgd 	 * Start/restart persistance timer.
   1355       1.1       cgd 	 */
   1356      1.30       kml 	if (t < tp->t_rttmin)
   1357      1.30       kml 		t = tp->t_rttmin;
   1358      1.38   thorpej 	TCPT_RANGESET(nticks, t * tcp_backoff[tp->t_rxtshift],
   1359       1.1       cgd 	    TCPTV_PERSMIN, TCPTV_PERSMAX);
   1360      1.38   thorpej 	TCP_TIMER_ARM(tp, TCPT_PERSIST, nticks);
   1361       1.1       cgd 	if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
   1362       1.1       cgd 		tp->t_rxtshift++;
   1363       1.1       cgd }
   1364