Home | History | Annotate | Line # | Download | only in netinet
tcp_output.c revision 1.113
      1 /*	$NetBSD: tcp_output.c,v 1.113 2004/05/18 14:44:14 itojun Exp $	*/
      2 
      3 /*
      4  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  * 3. Neither the name of the project nor the names of its contributors
     16  *    may be used to endorse or promote products derived from this software
     17  *    without specific prior written permission.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29  * SUCH DAMAGE.
     30  */
     31 
     32 /*
     33  *      @(#)COPYRIGHT   1.1 (NRL) 17 January 1995
     34  *
     35  * NRL grants permission for redistribution and use in source and binary
     36  * forms, with or without modification, of the software and documentation
     37  * created at NRL provided that the following conditions are met:
     38  *
     39  * 1. Redistributions of source code must retain the above copyright
     40  *    notice, this list of conditions and the following disclaimer.
     41  * 2. Redistributions in binary form must reproduce the above copyright
     42  *    notice, this list of conditions and the following disclaimer in the
     43  *    documentation and/or other materials provided with the distribution.
     44  * 3. All advertising materials mentioning features or use of this software
     45  *    must display the following acknowledgements:
     46  *      This product includes software developed by the University of
     47  *      California, Berkeley and its contributors.
     48  *      This product includes software developed at the Information
     49  *      Technology Division, US Naval Research Laboratory.
     50  * 4. Neither the name of the NRL nor the names of its contributors
     51  *    may be used to endorse or promote products derived from this software
     52  *    without specific prior written permission.
     53  *
     54  * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
     55  * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     56  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     57  * PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL NRL OR
     58  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     59  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     60  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     61  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     62  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     63  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     64  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     65  *
     66  * The views and conclusions contained in the software and documentation
     67  * are those of the authors and should not be interpreted as representing
     68  * official policies, either expressed or implied, of the US Naval
     69  * Research Laboratory (NRL).
     70  */
     71 
     72 /*-
     73  * Copyright (c) 1997, 1998, 2001 The NetBSD Foundation, Inc.
     74  * All rights reserved.
     75  *
     76  * This code is derived from software contributed to The NetBSD Foundation
     77  * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
     78  * Facility, NASA Ames Research Center.
     79  *
     80  * Redistribution and use in source and binary forms, with or without
     81  * modification, are permitted provided that the following conditions
     82  * are met:
     83  * 1. Redistributions of source code must retain the above copyright
     84  *    notice, this list of conditions and the following disclaimer.
     85  * 2. Redistributions in binary form must reproduce the above copyright
     86  *    notice, this list of conditions and the following disclaimer in the
     87  *    documentation and/or other materials provided with the distribution.
     88  * 3. All advertising materials mentioning features or use of this software
     89  *    must display the following acknowledgement:
     90  *	This product includes software developed by the NetBSD
     91  *	Foundation, Inc. and its contributors.
     92  * 4. Neither the name of The NetBSD Foundation nor the names of its
     93  *    contributors may be used to endorse or promote products derived
     94  *    from this software without specific prior written permission.
     95  *
     96  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     97  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     98  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     99  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
    100  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
    101  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
    102  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
    103  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
    104  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
    105  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
    106  * POSSIBILITY OF SUCH DAMAGE.
    107  */
    108 
    109 /*
    110  * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1995
    111  *	The Regents of the University of California.  All rights reserved.
    112  *
    113  * Redistribution and use in source and binary forms, with or without
    114  * modification, are permitted provided that the following conditions
    115  * are met:
    116  * 1. Redistributions of source code must retain the above copyright
    117  *    notice, this list of conditions and the following disclaimer.
    118  * 2. Redistributions in binary form must reproduce the above copyright
    119  *    notice, this list of conditions and the following disclaimer in the
    120  *    documentation and/or other materials provided with the distribution.
    121  * 3. Neither the name of the University nor the names of its contributors
    122  *    may be used to endorse or promote products derived from this software
    123  *    without specific prior written permission.
    124  *
    125  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    126  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    127  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    128  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    129  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    130  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    131  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    132  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    133  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    134  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    135  * SUCH DAMAGE.
    136  *
    137  *	@(#)tcp_output.c	8.4 (Berkeley) 5/24/95
    138  */
    139 
    140 #include <sys/cdefs.h>
    141 __KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.113 2004/05/18 14:44:14 itojun Exp $");
    142 
    143 #include "opt_inet.h"
    144 #include "opt_ipsec.h"
    145 #include "opt_tcp_debug.h"
    146 
    147 #include <sys/param.h>
    148 #include <sys/systm.h>
    149 #include <sys/malloc.h>
    150 #include <sys/mbuf.h>
    151 #include <sys/protosw.h>
    152 #include <sys/socket.h>
    153 #include <sys/socketvar.h>
    154 #include <sys/errno.h>
    155 #include <sys/domain.h>
    156 #include <sys/kernel.h>
    157 #ifdef TCP_SIGNATURE
    158 #include <sys/md5.h>
    159 #endif
    160 
    161 #include <net/if.h>
    162 #include <net/route.h>
    163 
    164 #include <netinet/in.h>
    165 #include <netinet/in_systm.h>
    166 #include <netinet/ip.h>
    167 #include <netinet/in_pcb.h>
    168 #include <netinet/ip_var.h>
    169 
    170 #ifdef INET6
    171 #ifndef INET
    172 #include <netinet/in.h>
    173 #endif
    174 #include <netinet/ip6.h>
    175 #include <netinet6/in6_var.h>
    176 #include <netinet6/ip6_var.h>
    177 #include <netinet6/in6_pcb.h>
    178 #include <netinet6/nd6.h>
    179 #endif
    180 
    181 #ifdef FAST_IPSEC
    182 #include <netipsec/ipsec.h>
    183 #endif	/* FAST_IPSEC*/
    184 #ifdef IPSEC
    185 #include <netinet6/ipsec.h>
    186 #endif
    187 
    188 #include <netinet/tcp.h>
    189 #define	TCPOUTFLAGS
    190 #include <netinet/tcp_fsm.h>
    191 #include <netinet/tcp_seq.h>
    192 #include <netinet/tcp_timer.h>
    193 #include <netinet/tcp_var.h>
    194 #include <netinet/tcpip.h>
    195 #include <netinet/tcp_debug.h>
    196 
    197 #ifdef IPSEC
    198 #include <netkey/key.h>
    199 #endif
    200 
    201 #ifdef notyet
    202 extern struct mbuf *m_copypack();
    203 #endif
    204 
    205 #define MAX_TCPOPTLEN	32	/* max # bytes that go in options */
    206 
    207 /*
    208  * Knob to enable Congestion Window Monitoring, and control the
    209  * the burst size it allows.  Default burst is 4 packets, per
    210  * the Internet draft.
    211  */
    212 int	tcp_cwm = 0;
    213 int	tcp_cwm_burstsize = 4;
    214 
    215 #ifdef TCP_OUTPUT_COUNTERS
    216 #include <sys/device.h>
    217 
    218 extern struct evcnt tcp_output_bigheader;
    219 extern struct evcnt tcp_output_predict_hit;
    220 extern struct evcnt tcp_output_predict_miss;
    221 extern struct evcnt tcp_output_copysmall;
    222 extern struct evcnt tcp_output_copybig;
    223 extern struct evcnt tcp_output_refbig;
    224 
    225 #define	TCP_OUTPUT_COUNTER_INCR(ev)	(ev)->ev_count++
    226 #else
    227 
    228 #define	TCP_OUTPUT_COUNTER_INCR(ev)	/* nothing */
    229 
    230 #endif /* TCP_OUTPUT_COUNTERS */
    231 
    232 static
    233 #ifndef GPROF
    234 __inline
    235 #endif
    236 int
    237 tcp_segsize(struct tcpcb *tp, int *txsegsizep, int *rxsegsizep)
    238 {
    239 #ifdef INET
    240 	struct inpcb *inp = tp->t_inpcb;
    241 #endif
    242 #ifdef INET6
    243 	struct in6pcb *in6p = tp->t_in6pcb;
    244 #endif
    245 	struct socket *so = NULL;
    246 	struct rtentry *rt;
    247 	struct ifnet *ifp;
    248 	int size;
    249 	int iphlen;
    250 	int optlen;
    251 
    252 #ifdef DIAGNOSTIC
    253 	if (tp->t_inpcb && tp->t_in6pcb)
    254 		panic("tcp_segsize: both t_inpcb and t_in6pcb are set");
    255 #endif
    256 	switch (tp->t_family) {
    257 #ifdef INET
    258 	case AF_INET:
    259 		iphlen = sizeof(struct ip);
    260 		break;
    261 #endif
    262 #ifdef INET6
    263 	case AF_INET6:
    264 		iphlen = sizeof(struct ip6_hdr);
    265 		break;
    266 #endif
    267 	default:
    268 		size = tcp_mssdflt;
    269 		goto out;
    270 	}
    271 
    272 	rt = NULL;
    273 #ifdef INET
    274 	if (inp) {
    275 		rt = in_pcbrtentry(inp);
    276 		so = inp->inp_socket;
    277 	}
    278 #endif
    279 #ifdef INET6
    280 	if (in6p) {
    281 		rt = in6_pcbrtentry(in6p);
    282 		so = in6p->in6p_socket;
    283 	}
    284 #endif
    285 	if (rt == NULL) {
    286 		size = tcp_mssdflt;
    287 		goto out;
    288 	}
    289 
    290 	ifp = rt->rt_ifp;
    291 
    292 	size = tcp_mssdflt;
    293 	if (tp->t_mtudisc && rt->rt_rmx.rmx_mtu != 0) {
    294 #ifdef INET6
    295 		if (in6p && rt->rt_rmx.rmx_mtu < IPV6_MMTU) {
    296 			/*
    297 			 * RFC2460 section 5, last paragraph: if path MTU is
    298 			 * smaller than 1280, use 1280 as packet size and
    299 			 * attach fragment header.
    300 			 */
    301 			size = IPV6_MMTU - iphlen - sizeof(struct ip6_frag) -
    302 			    sizeof(struct tcphdr);
    303 		} else
    304 			size = rt->rt_rmx.rmx_mtu - iphlen -
    305 			    sizeof(struct tcphdr);
    306 #else
    307 		size = rt->rt_rmx.rmx_mtu - iphlen - sizeof(struct tcphdr);
    308 #endif
    309 	} else if (ifp->if_flags & IFF_LOOPBACK)
    310 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    311 #ifdef INET
    312 	else if (inp && tp->t_mtudisc)
    313 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    314 	else if (inp && in_localaddr(inp->inp_faddr))
    315 		size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    316 #endif
    317 #ifdef INET6
    318 	else if (in6p) {
    319 #ifdef INET
    320 		if (IN6_IS_ADDR_V4MAPPED(&in6p->in6p_faddr)) {
    321 			/* mapped addr case */
    322 			struct in_addr d;
    323 			bcopy(&in6p->in6p_faddr.s6_addr32[3], &d, sizeof(d));
    324 			if (tp->t_mtudisc || in_localaddr(d))
    325 				size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
    326 		} else
    327 #endif
    328 		{
    329 			/*
    330 			 * for IPv6, path MTU discovery is always turned on,
    331 			 * or the node must use packet size <= 1280.
    332 			 */
    333 			size = tp->t_mtudisc ? IN6_LINKMTU(ifp) : IPV6_MMTU;
    334 			size -= (iphlen + sizeof(struct tcphdr));
    335 		}
    336 	}
    337 #endif
    338  out:
    339 	/*
    340 	 * Now we must make room for whatever extra TCP/IP options are in
    341 	 * the packet.
    342 	 */
    343 	optlen = tcp_optlen(tp);
    344 
    345 	/*
    346 	 * XXX tp->t_ourmss should have the right size, but without this code
    347 	 * fragmentation will occur... need more investigation
    348 	 */
    349 #ifdef INET
    350 	if (inp) {
    351 #if defined(IPSEC) || defined(FAST_IPSEC)
    352 		if (! IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
    353 			optlen += ipsec4_hdrsiz_tcp(tp);
    354 #endif
    355 		optlen += ip_optlen(inp);
    356 	}
    357 #endif
    358 #ifdef INET6
    359 #ifdef INET
    360 	if (in6p && tp->t_family == AF_INET) {
    361 #if defined(IPSEC) || defined(FAST_IPSEC)
    362 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    363 			optlen += ipsec4_hdrsiz_tcp(tp);
    364 #endif
    365 		/* XXX size -= ip_optlen(in6p); */
    366 	} else
    367 #endif
    368 	if (in6p && tp->t_family == AF_INET6) {
    369 #ifdef IPSEC
    370 		if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
    371 			optlen += ipsec6_hdrsiz_tcp(tp);
    372 #endif
    373 		optlen += ip6_optlen(in6p);
    374 	}
    375 #endif
    376 	size -= optlen;
    377 
    378 	/* there may not be any room for data if mtu is too small */
    379 	if (size < 0)
    380 		return (EMSGSIZE);
    381 
    382 	/*
    383 	 * *rxsegsizep holds *estimated* inbound segment size (estimation
    384 	 * assumes that path MTU is the same for both ways).  this is only
    385 	 * for silly window avoidance, do not use the value for other purposes.
    386 	 *
    387 	 * ipseclen is subtracted from both sides, this may not be right.
    388 	 * I'm not quite sure about this (could someone comment).
    389 	 */
    390 	*txsegsizep = min(tp->t_peermss - optlen, size);
    391 	/*
    392 	 * Never send more than half a buffer full.  This insures that we can
    393 	 * always keep 2 packets on the wire, no matter what SO_SNDBUF is, and
    394 	 * therefore acks will never be delayed unless we run out of data to
    395 	 * transmit.
    396 	 */
    397 	if (so)
    398 		*txsegsizep = min(so->so_snd.sb_hiwat >> 1, *txsegsizep);
    399 	*rxsegsizep = min(tp->t_ourmss - optlen, size);
    400 
    401 	if (*txsegsizep != tp->t_segsz) {
    402 		/*
    403 		 * If the new segment size is larger, we don't want to
    404 		 * mess up the congestion window, but if it is smaller
    405 		 * we'll have to reduce the congestion window to ensure
    406 		 * that we don't get into trouble with initial windows
    407 		 * and the rest.  In any case, if the segment size
    408 		 * has changed, chances are the path has, too, and
    409 		 * our congestion window will be different.
    410 		 */
    411 		if (*txsegsizep < tp->t_segsz) {
    412 			tp->snd_cwnd = max((tp->snd_cwnd / tp->t_segsz)
    413 					   * *txsegsizep, *txsegsizep);
    414 			tp->snd_ssthresh = max((tp->snd_ssthresh / tp->t_segsz)
    415 						* *txsegsizep, *txsegsizep);
    416 		}
    417 		tp->t_segsz = *txsegsizep;
    418 	}
    419 
    420 	return (0);
    421 }
    422 
    423 static
    424 #ifndef GPROF
    425 __inline
    426 #endif
    427 int
    428 tcp_build_datapkt(struct tcpcb *tp, struct socket *so, int off,
    429     long len, int hdrlen, struct mbuf **mp)
    430 {
    431 	struct mbuf *m, *m0;
    432 
    433 	if (tp->t_force && len == 1)
    434 		tcpstat.tcps_sndprobe++;
    435 	else if (SEQ_LT(tp->snd_nxt, tp->snd_max)) {
    436 		tcpstat.tcps_sndrexmitpack++;
    437 		tcpstat.tcps_sndrexmitbyte += len;
    438 	} else {
    439 		tcpstat.tcps_sndpack++;
    440 		tcpstat.tcps_sndbyte += len;
    441 	}
    442 #ifdef notyet
    443 	if ((m = m_copypack(so->so_snd.sb_mb, off,
    444 	    (int)len, max_linkhdr + hdrlen)) == 0)
    445 		return (ENOBUFS);
    446 	/*
    447 	 * m_copypack left space for our hdr; use it.
    448 	 */
    449 	m->m_len += hdrlen;
    450 	m->m_data -= hdrlen;
    451 #else
    452 	MGETHDR(m, M_DONTWAIT, MT_HEADER);
    453 	if (__predict_false(m == NULL))
    454 		return (ENOBUFS);
    455 	MCLAIM(m, &tcp_tx_mowner);
    456 
    457 	/*
    458 	 * XXX Because other code assumes headers will fit in
    459 	 * XXX one header mbuf.
    460 	 *
    461 	 * (This code should almost *never* be run.)
    462 	 */
    463 	if (__predict_false((max_linkhdr + hdrlen) > MHLEN)) {
    464 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_bigheader);
    465 		MCLGET(m, M_DONTWAIT);
    466 		if ((m->m_flags & M_EXT) == 0) {
    467 			m_freem(m);
    468 			return (ENOBUFS);
    469 		}
    470 	}
    471 
    472 	m->m_data += max_linkhdr;
    473 	m->m_len = hdrlen;
    474 
    475 	/*
    476 	 * To avoid traversing the whole sb_mb chain for correct
    477 	 * data to send, remember last sent mbuf, its offset and
    478 	 * the sent size.  When called the next time, see if the
    479 	 * data to send is directly following the previous transfer.
    480 	 * This is important for large TCP windows.
    481 	 */
    482 	if (off == 0 || tp->t_lastm == NULL ||
    483 	    (tp->t_lastoff + tp->t_lastlen) != off) {
    484 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_miss);
    485 		/*
    486 		 * Either a new packet or a retransmit.
    487 		 * Start from the beginning.
    488 		 */
    489 		tp->t_lastm = so->so_snd.sb_mb;
    490 		tp->t_inoff = off;
    491 	} else {
    492 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_hit);
    493 		tp->t_inoff += tp->t_lastlen;
    494 	}
    495 
    496 	/* Traverse forward to next packet */
    497 	while (tp->t_inoff > 0) {
    498 		if (tp->t_lastm == NULL)
    499 			panic("tp->t_lastm == NULL");
    500 		if (tp->t_inoff < tp->t_lastm->m_len)
    501 			break;
    502 		tp->t_inoff -= tp->t_lastm->m_len;
    503 		tp->t_lastm = tp->t_lastm->m_next;
    504 	}
    505 
    506 	tp->t_lastoff = off;
    507 	tp->t_lastlen = len;
    508 	m0 = tp->t_lastm;
    509 	off = tp->t_inoff;
    510 
    511 	if (len <= M_TRAILINGSPACE(m)) {
    512 		m_copydata(m0, off, (int) len, mtod(m, caddr_t) + hdrlen);
    513 		m->m_len += len;
    514 		TCP_OUTPUT_COUNTER_INCR(&tcp_output_copysmall);
    515 	} else {
    516 		m->m_next = m_copy(m0, off, (int) len);
    517 		if (m->m_next == NULL) {
    518 			m_freem(m);
    519 			return (ENOBUFS);
    520 		}
    521 #ifdef TCP_OUTPUT_COUNTERS
    522 		if (m->m_next->m_flags & M_EXT)
    523 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_refbig);
    524 		else
    525 			TCP_OUTPUT_COUNTER_INCR(&tcp_output_copybig);
    526 #endif /* TCP_OUTPUT_COUNTERS */
    527 	}
    528 #endif
    529 
    530 	*mp = m;
    531 	return (0);
    532 }
    533 
    534 /*
    535  * Tcp output routine: figure out what should be sent and send it.
    536  */
    537 int
    538 tcp_output(tp)
    539 	struct tcpcb *tp;
    540 {
    541 	struct socket *so;
    542 	struct route *ro;
    543 	long len, win;
    544 	int off, flags, error;
    545 	struct mbuf *m;
    546 	struct ip *ip;
    547 #ifdef INET6
    548 	struct ip6_hdr *ip6;
    549 #endif
    550 	struct tcphdr *th;
    551 	u_char opt[MAX_TCPOPTLEN];
    552 	unsigned optlen, hdrlen;
    553 	int idle, sendalot, txsegsize, rxsegsize;
    554 	int maxburst = TCP_MAXBURST;
    555 	int af;		/* address family on the wire */
    556 	int iphdrlen;
    557 #ifdef TCP_SIGNATURE
    558 	int sigoff = 0;
    559 #endif
    560 
    561 #ifdef DIAGNOSTIC
    562 	if (tp->t_inpcb && tp->t_in6pcb)
    563 		panic("tcp_output: both t_inpcb and t_in6pcb are set");
    564 #endif
    565 	so = NULL;
    566 	ro = NULL;
    567 	if (tp->t_inpcb) {
    568 		so = tp->t_inpcb->inp_socket;
    569 		ro = &tp->t_inpcb->inp_route;
    570 	}
    571 #ifdef INET6
    572 	else if (tp->t_in6pcb) {
    573 		so = tp->t_in6pcb->in6p_socket;
    574 		ro = (struct route *)&tp->t_in6pcb->in6p_route;
    575 	}
    576 #endif
    577 
    578 	switch (af = tp->t_family) {
    579 #ifdef INET
    580 	case AF_INET:
    581 		if (tp->t_inpcb)
    582 			break;
    583 #ifdef INET6
    584 		/* mapped addr case */
    585 		if (tp->t_in6pcb)
    586 			break;
    587 #endif
    588 		return (EINVAL);
    589 #endif
    590 #ifdef INET6
    591 	case AF_INET6:
    592 		if (tp->t_in6pcb)
    593 			break;
    594 		return (EINVAL);
    595 #endif
    596 	default:
    597 		return (EAFNOSUPPORT);
    598 	}
    599 
    600 	if (tcp_segsize(tp, &txsegsize, &rxsegsize))
    601 		return (EMSGSIZE);
    602 
    603 	idle = (tp->snd_max == tp->snd_una);
    604 
    605 	/*
    606 	 * Restart Window computation.  From draft-floyd-incr-init-win-03:
    607 	 *
    608 	 *	Optionally, a TCP MAY set the restart window to the
    609 	 *	minimum of the value used for the initial window and
    610 	 *	the current value of cwnd (in other words, using a
    611 	 *	larger value for the restart window should never increase
    612 	 *	the size of cwnd).
    613 	 */
    614 	if (tcp_cwm) {
    615 		/*
    616 		 * Hughes/Touch/Heidemann Congestion Window Monitoring.
    617 		 * Count the number of packets currently pending
    618 		 * acknowledgement, and limit our congestion window
    619 		 * to a pre-determined allowed burst size plus that count.
    620 		 * This prevents bursting once all pending packets have
    621 		 * been acknowledged (i.e. transmission is idle).
    622 		 *
    623 		 * XXX Link this to Initial Window?
    624 		 */
    625 		tp->snd_cwnd = min(tp->snd_cwnd,
    626 		    (tcp_cwm_burstsize * txsegsize) +
    627 		    (tp->snd_nxt - tp->snd_una));
    628 	} else {
    629 		if (idle && (tcp_now - tp->t_rcvtime) >= tp->t_rxtcur) {
    630 			/*
    631 			 * We have been idle for "a while" and no acks are
    632 			 * expected to clock out any data we send --
    633 			 * slow start to get ack "clock" running again.
    634 			 */
    635 			int ss = tcp_init_win;
    636 #ifdef INET
    637 			if (tp->t_inpcb &&
    638 			    in_localaddr(tp->t_inpcb->inp_faddr))
    639 				ss = tcp_init_win_local;
    640 #endif
    641 #ifdef INET6
    642 			if (tp->t_in6pcb &&
    643 			    in6_localaddr(&tp->t_in6pcb->in6p_faddr))
    644 				ss = tcp_init_win_local;
    645 #endif
    646 			tp->snd_cwnd = min(tp->snd_cwnd,
    647 			    TCP_INITIAL_WINDOW(ss, txsegsize));
    648 		}
    649 	}
    650 
    651 again:
    652 	/*
    653 	 * Determine length of data that should be transmitted, and
    654 	 * flags that should be used.  If there is some data or critical
    655 	 * controls (SYN, RST) to send, then transmit; otherwise,
    656 	 * investigate further.
    657 	 */
    658 	sendalot = 0;
    659 	off = tp->snd_nxt - tp->snd_una;
    660 	win = min(tp->snd_wnd, tp->snd_cwnd);
    661 
    662 	flags = tcp_outflags[tp->t_state];
    663 	/*
    664 	 * If in persist timeout with window of 0, send 1 byte.
    665 	 * Otherwise, if window is small but nonzero
    666 	 * and timer expired, we will send what we can
    667 	 * and go to transmit state.
    668 	 */
    669 	if (tp->t_force) {
    670 		if (win == 0) {
    671 			/*
    672 			 * If we still have some data to send, then
    673 			 * clear the FIN bit.  Usually this would
    674 			 * happen below when it realizes that we
    675 			 * aren't sending all the data.  However,
    676 			 * if we have exactly 1 byte of unset data,
    677 			 * then it won't clear the FIN bit below,
    678 			 * and if we are in persist state, we wind
    679 			 * up sending the packet without recording
    680 			 * that we sent the FIN bit.
    681 			 *
    682 			 * We can't just blindly clear the FIN bit,
    683 			 * because if we don't have any more data
    684 			 * to send then the probe will be the FIN
    685 			 * itself.
    686 			 */
    687 			if (off < so->so_snd.sb_cc)
    688 				flags &= ~TH_FIN;
    689 			win = 1;
    690 		} else {
    691 			TCP_TIMER_DISARM(tp, TCPT_PERSIST);
    692 			tp->t_rxtshift = 0;
    693 		}
    694 	}
    695 
    696 	if (win < so->so_snd.sb_cc) {
    697 		len = win - off;
    698 		flags &= ~TH_FIN;
    699 	} else
    700 		len = so->so_snd.sb_cc - off;
    701 
    702 	if (len < 0) {
    703 		/*
    704 		 * If FIN has been sent but not acked,
    705 		 * but we haven't been called to retransmit,
    706 		 * len will be -1.  Otherwise, window shrank
    707 		 * after we sent into it.  If window shrank to 0,
    708 		 * cancel pending retransmit, pull snd_nxt back
    709 		 * to (closed) window, and set the persist timer
    710 		 * if it isn't already going.  If the window didn't
    711 		 * close completely, just wait for an ACK.
    712 		 *
    713 		 * If we have a pending FIN, either it has already been
    714 		 * transmitted or it is outside the window, so drop it.
    715 		 * If the FIN has been transmitted, but this is not a
    716 		 * retransmission, then len must be -1.  Therefore we also
    717 		 * prevent here the sending of `gratuitous FINs'.  This
    718 		 * eliminates the need to check for that case below (e.g.
    719 		 * to back up snd_nxt before the FIN so that the sequence
    720 		 * number is correct).
    721 		 */
    722 		len = 0;
    723 		flags &= ~TH_FIN;
    724 		if (win == 0) {
    725 			TCP_TIMER_DISARM(tp, TCPT_REXMT);
    726 			tp->t_rxtshift = 0;
    727 			tp->snd_nxt = tp->snd_una;
    728 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
    729 				tcp_setpersist(tp);
    730 		}
    731 	}
    732 	if (len > txsegsize) {
    733 		len = txsegsize;
    734 		flags &= ~TH_FIN;
    735 		sendalot = 1;
    736 	}
    737 
    738 	win = sbspace(&so->so_rcv);
    739 
    740 	/*
    741 	 * Sender silly window avoidance.  If connection is idle
    742 	 * and can send all data, a maximum segment,
    743 	 * at least a maximum default-size segment do it,
    744 	 * or are forced, do it; otherwise don't bother.
    745 	 * If peer's buffer is tiny, then send
    746 	 * when window is at least half open.
    747 	 * If retransmitting (possibly after persist timer forced us
    748 	 * to send into a small window), then must resend.
    749 	 */
    750 	if (len) {
    751 		if (len == txsegsize)
    752 			goto send;
    753 		if ((so->so_state & SS_MORETOCOME) == 0 &&
    754 		    ((idle || tp->t_flags & TF_NODELAY) &&
    755 		     len + off >= so->so_snd.sb_cc))
    756 			goto send;
    757 		if (tp->t_force)
    758 			goto send;
    759 		if (len >= tp->max_sndwnd / 2)
    760 			goto send;
    761 		if (SEQ_LT(tp->snd_nxt, tp->snd_max))
    762 			goto send;
    763 	}
    764 
    765 	/*
    766 	 * Compare available window to amount of window known to peer
    767 	 * (as advertised window less next expected input).  If the
    768 	 * difference is at least twice the size of the largest segment
    769 	 * we expect to receive (i.e. two segments) or at least 50% of
    770 	 * the maximum possible window, then want to send a window update
    771 	 * to peer.
    772 	 */
    773 	if (win > 0) {
    774 		/*
    775 		 * "adv" is the amount we can increase the window,
    776 		 * taking into account that we are limited by
    777 		 * TCP_MAXWIN << tp->rcv_scale.
    778 		 */
    779 		long adv = min(win, (long)TCP_MAXWIN << tp->rcv_scale) -
    780 			(tp->rcv_adv - tp->rcv_nxt);
    781 
    782 		if (adv >= (long) (2 * rxsegsize))
    783 			goto send;
    784 		if (2 * adv >= (long) so->so_rcv.sb_hiwat)
    785 			goto send;
    786 	}
    787 
    788 	/*
    789 	 * Send if we owe peer an ACK.
    790 	 */
    791 	if (tp->t_flags & TF_ACKNOW)
    792 		goto send;
    793 	if (flags & (TH_SYN|TH_FIN|TH_RST))
    794 		goto send;
    795 	if (SEQ_GT(tp->snd_up, tp->snd_una))
    796 		goto send;
    797 
    798 	/*
    799 	 * TCP window updates are not reliable, rather a polling protocol
    800 	 * using ``persist'' packets is used to insure receipt of window
    801 	 * updates.  The three ``states'' for the output side are:
    802 	 *	idle			not doing retransmits or persists
    803 	 *	persisting		to move a small or zero window
    804 	 *	(re)transmitting	and thereby not persisting
    805 	 *
    806 	 * tp->t_timer[TCPT_PERSIST]
    807 	 *	is set when we are in persist state.
    808 	 * tp->t_force
    809 	 *	is set when we are called to send a persist packet.
    810 	 * tp->t_timer[TCPT_REXMT]
    811 	 *	is set when we are retransmitting
    812 	 * The output side is idle when both timers are zero.
    813 	 *
    814 	 * If send window is too small, there is data to transmit, and no
    815 	 * retransmit or persist is pending, then go to persist state.
    816 	 * If nothing happens soon, send when timer expires:
    817 	 * if window is nonzero, transmit what we can,
    818 	 * otherwise force out a byte.
    819 	 */
    820 	if (so->so_snd.sb_cc && TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
    821 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
    822 		tp->t_rxtshift = 0;
    823 		tcp_setpersist(tp);
    824 	}
    825 
    826 	/*
    827 	 * No reason to send a segment, just return.
    828 	 */
    829 	return (0);
    830 
    831 send:
    832 	/*
    833 	 * Before ESTABLISHED, force sending of initial options
    834 	 * unless TCP set not to do any options.
    835 	 * NOTE: we assume that the IP/TCP header plus TCP options
    836 	 * always fit in a single mbuf, leaving room for a maximum
    837 	 * link header, i.e.
    838 	 *	max_linkhdr + sizeof (struct tcpiphdr) + optlen <= MCLBYTES
    839 	 */
    840 	optlen = 0;
    841 	switch (af) {
    842 #ifdef INET
    843 	case AF_INET:
    844 		iphdrlen = sizeof(struct ip) + sizeof(struct tcphdr);
    845 		break;
    846 #endif
    847 #ifdef INET6
    848 	case AF_INET6:
    849 		iphdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
    850 		break;
    851 #endif
    852 	default:	/*pacify gcc*/
    853 		iphdrlen = 0;
    854 		break;
    855 	}
    856 	hdrlen = iphdrlen;
    857 	if (flags & TH_SYN) {
    858 		struct rtentry *rt;
    859 
    860 		rt = NULL;
    861 #ifdef INET
    862 		if (tp->t_inpcb)
    863 			rt = in_pcbrtentry(tp->t_inpcb);
    864 #endif
    865 #ifdef INET6
    866 		if (tp->t_in6pcb)
    867 			rt = in6_pcbrtentry(tp->t_in6pcb);
    868 #endif
    869 
    870 		tp->snd_nxt = tp->iss;
    871 		tp->t_ourmss = tcp_mss_to_advertise(rt != NULL ?
    872 						    rt->rt_ifp : NULL, af);
    873 		if ((tp->t_flags & TF_NOOPT) == 0) {
    874 			opt[0] = TCPOPT_MAXSEG;
    875 			opt[1] = 4;
    876 			opt[2] = (tp->t_ourmss >> 8) & 0xff;
    877 			opt[3] = tp->t_ourmss & 0xff;
    878 			optlen = 4;
    879 
    880 			if ((tp->t_flags & TF_REQ_SCALE) &&
    881 			    ((flags & TH_ACK) == 0 ||
    882 			    (tp->t_flags & TF_RCVD_SCALE))) {
    883 				*((u_int32_t *) (opt + optlen)) = htonl(
    884 					TCPOPT_NOP << 24 |
    885 					TCPOPT_WINDOW << 16 |
    886 					TCPOLEN_WINDOW << 8 |
    887 					tp->request_r_scale);
    888 				optlen += 4;
    889 			}
    890 		}
    891 	}
    892 
    893 	/*
    894 	 * Send a timestamp and echo-reply if this is a SYN and our side
    895 	 * wants to use timestamps (TF_REQ_TSTMP is set) or both our side
    896 	 * and our peer have sent timestamps in our SYN's.
    897 	 */
    898 	if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP &&
    899 	     (flags & TH_RST) == 0 &&
    900 	    ((flags & (TH_SYN|TH_ACK)) == TH_SYN ||
    901 	     (tp->t_flags & TF_RCVD_TSTMP))) {
    902 		u_int32_t *lp = (u_int32_t *)(opt + optlen);
    903 
    904 		/* Form timestamp option as shown in appendix A of RFC 1323. */
    905 		*lp++ = htonl(TCPOPT_TSTAMP_HDR);
    906 		*lp++ = htonl(TCP_TIMESTAMP(tp));
    907 		*lp   = htonl(tp->ts_recent);
    908 		optlen += TCPOLEN_TSTAMP_APPA;
    909 	}
    910 
    911 #ifdef TCP_SIGNATURE
    912 #if defined(INET6) && defined(FAST_IPSEC)
    913 	if (tp->t_family == AF_INET)
    914 #endif
    915 	if (tp->t_flags & TF_SIGNATURE) {
    916 		u_char *bp;
    917 		/*
    918 		 * Initialize TCP-MD5 option (RFC2385)
    919 		 */
    920 		bp = (u_char *)opt + optlen;
    921 		*bp++ = TCPOPT_SIGNATURE;
    922 		*bp++ = TCPOLEN_SIGNATURE;
    923 		sigoff = optlen + 2;
    924 		bzero(bp, TCP_SIGLEN);
    925 		bp += TCP_SIGLEN;
    926 		optlen += TCPOLEN_SIGNATURE;
    927 		/*
    928 		 * Terminate options list and maintain 32-bit alignment.
    929  		 */
    930 		*bp++ = TCPOPT_NOP;
    931 		*bp++ = TCPOPT_EOL;
    932  		optlen += 2;
    933  	}
    934 #endif /* TCP_SIGNATURE */
    935 
    936 	hdrlen += optlen;
    937 
    938 #ifdef DIAGNOSTIC
    939 	if (len > txsegsize)
    940 		panic("tcp data to be sent is larger than segment");
    941 	if (max_linkhdr + hdrlen > MCLBYTES)
    942 		panic("tcphdr too big");
    943 #endif
    944 
    945 	/*
    946 	 * Grab a header mbuf, attaching a copy of data to
    947 	 * be transmitted, and initialize the header from
    948 	 * the template for sends on this connection.
    949 	 */
    950 	if (len) {
    951 		error = tcp_build_datapkt(tp, so, off, len, hdrlen, &m);
    952 		if (error)
    953 			goto out;
    954 		/*
    955 		 * If we're sending everything we've got, set PUSH.
    956 		 * (This will keep happy those implementations which only
    957 		 * give data to the user when a buffer fills or
    958 		 * a PUSH comes in.)
    959 		 */
    960 		if (off + len == so->so_snd.sb_cc)
    961 			flags |= TH_PUSH;
    962 	} else {
    963 		if (tp->t_flags & TF_ACKNOW)
    964 			tcpstat.tcps_sndacks++;
    965 		else if (flags & (TH_SYN|TH_FIN|TH_RST))
    966 			tcpstat.tcps_sndctrl++;
    967 		else if (SEQ_GT(tp->snd_up, tp->snd_una))
    968 			tcpstat.tcps_sndurg++;
    969 		else
    970 			tcpstat.tcps_sndwinup++;
    971 
    972 		MGETHDR(m, M_DONTWAIT, MT_HEADER);
    973 		if (m != NULL && max_linkhdr + hdrlen > MHLEN) {
    974 			MCLGET(m, M_DONTWAIT);
    975 			if ((m->m_flags & M_EXT) == 0) {
    976 				m_freem(m);
    977 				m = NULL;
    978 			}
    979 		}
    980 		if (m == NULL) {
    981 			error = ENOBUFS;
    982 			goto out;
    983 		}
    984 		MCLAIM(m, &tcp_tx_mowner);
    985 		m->m_data += max_linkhdr;
    986 		m->m_len = hdrlen;
    987 	}
    988 	m->m_pkthdr.rcvif = (struct ifnet *)0;
    989 	switch (af) {
    990 #ifdef INET
    991 	case AF_INET:
    992 		ip = mtod(m, struct ip *);
    993 #ifdef INET6
    994 		ip6 = NULL;
    995 #endif
    996 		th = (struct tcphdr *)(ip + 1);
    997 		break;
    998 #endif
    999 #ifdef INET6
   1000 	case AF_INET6:
   1001 		ip = NULL;
   1002 		ip6 = mtod(m, struct ip6_hdr *);
   1003 		th = (struct tcphdr *)(ip6 + 1);
   1004 		break;
   1005 #endif
   1006 	default:	/*pacify gcc*/
   1007 		ip = NULL;
   1008 #ifdef INET6
   1009 		ip6 = NULL;
   1010 #endif
   1011 		th = NULL;
   1012 		break;
   1013 	}
   1014 	if (tp->t_template == 0)
   1015 		panic("tcp_output");
   1016 	if (tp->t_template->m_len < iphdrlen)
   1017 		panic("tcp_output");
   1018 	bcopy(mtod(tp->t_template, caddr_t), mtod(m, caddr_t), iphdrlen);
   1019 
   1020 	/*
   1021 	 * If we are doing retransmissions, then snd_nxt will
   1022 	 * not reflect the first unsent octet.  For ACK only
   1023 	 * packets, we do not want the sequence number of the
   1024 	 * retransmitted packet, we want the sequence number
   1025 	 * of the next unsent octet.  So, if there is no data
   1026 	 * (and no SYN or FIN), use snd_max instead of snd_nxt
   1027 	 * when filling in ti_seq.  But if we are in persist
   1028 	 * state, snd_max might reflect one byte beyond the
   1029 	 * right edge of the window, so use snd_nxt in that
   1030 	 * case, since we know we aren't doing a retransmission.
   1031 	 * (retransmit and persist are mutually exclusive...)
   1032 	 */
   1033 	if (len || (flags & (TH_SYN|TH_FIN)) ||
   1034 	    TCP_TIMER_ISARMED(tp, TCPT_PERSIST))
   1035 		th->th_seq = htonl(tp->snd_nxt);
   1036 	else
   1037 		th->th_seq = htonl(tp->snd_max);
   1038 	th->th_ack = htonl(tp->rcv_nxt);
   1039 	if (optlen) {
   1040 		bcopy((caddr_t)opt, (caddr_t)(th + 1), optlen);
   1041 		th->th_off = (sizeof (struct tcphdr) + optlen) >> 2;
   1042 	}
   1043 	th->th_flags = flags;
   1044 	/*
   1045 	 * Calculate receive window.  Don't shrink window,
   1046 	 * but avoid silly window syndrome.
   1047 	 */
   1048 	if (win < (long)(so->so_rcv.sb_hiwat / 4) && win < (long)rxsegsize)
   1049 		win = 0;
   1050 	if (win > (long)TCP_MAXWIN << tp->rcv_scale)
   1051 		win = (long)TCP_MAXWIN << tp->rcv_scale;
   1052 	if (win < (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt))
   1053 		win = (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt);
   1054 	th->th_win = htons((u_int16_t) (win>>tp->rcv_scale));
   1055 	if (SEQ_GT(tp->snd_up, tp->snd_nxt)) {
   1056 		u_int32_t urp = tp->snd_up - tp->snd_nxt;
   1057 		if (urp > IP_MAXPACKET)
   1058 			urp = IP_MAXPACKET;
   1059 		th->th_urp = htons((u_int16_t)urp);
   1060 		th->th_flags |= TH_URG;
   1061 	} else
   1062 		/*
   1063 		 * If no urgent pointer to send, then we pull
   1064 		 * the urgent pointer to the left edge of the send window
   1065 		 * so that it doesn't drift into the send window on sequence
   1066 		 * number wraparound.
   1067 		 */
   1068 		tp->snd_up = tp->snd_una;		/* drag it along */
   1069 
   1070 #ifdef TCP_SIGNATURE
   1071 #if defined(INET6) && defined(FAST_IPSEC)
   1072 	if (tp->t_family == AF_INET) /* XXX */
   1073 #endif
   1074 	if (sigoff && (tp->t_flags & TF_SIGNATURE)) {
   1075 		struct secasvar *sav;
   1076 		u_int8_t *sigp;
   1077 
   1078 		sav = tcp_signature_getsav(m, th);
   1079 
   1080 		if (sav == NULL) {
   1081 			if (m)
   1082 				m_freem(m);
   1083 			return (EPERM);
   1084 		}
   1085 
   1086 		m->m_pkthdr.len = hdrlen + len;
   1087 		sigp = (caddr_t)th + sizeof(*th) + sigoff;
   1088 		tcp_signature(m, th, (caddr_t)th - mtod(m, caddr_t), sav, sigp);
   1089 
   1090 		key_sa_recordxfer(sav, m);
   1091 #ifdef FAST_IPSEC
   1092 		KEY_FREESAV(&sav);
   1093 #else
   1094 		key_freesav(sav);
   1095 #endif
   1096 	}
   1097 #endif
   1098 
   1099 	/*
   1100 	 * Set ourselves up to be checksummed just before the packet
   1101 	 * hits the wire.
   1102 	 */
   1103 	switch (af) {
   1104 #ifdef INET
   1105 	case AF_INET:
   1106 		m->m_pkthdr.csum_flags = M_CSUM_TCPv4;
   1107 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1108 		if (len + optlen) {
   1109 			/* Fixup the pseudo-header checksum. */
   1110 			/* XXXJRT Not IP Jumbogram safe. */
   1111 			th->th_sum = in_cksum_addword(th->th_sum,
   1112 			    htons((u_int16_t) (len + optlen)));
   1113 		}
   1114 		break;
   1115 #endif
   1116 #ifdef INET6
   1117 	case AF_INET6:
   1118 		/*
   1119 		 * XXX Actually delaying the checksum is Hard
   1120 		 * XXX (well, maybe not for Itojun, but it is
   1121 		 * XXX for me), but we can still take advantage
   1122 		 * XXX of the cached pseudo-header checksum.
   1123 		 */
   1124 		/* equals to hdrlen + len */
   1125 		m->m_pkthdr.len = sizeof(struct ip6_hdr)
   1126 			+ sizeof(struct tcphdr) + optlen + len;
   1127 #ifdef notyet
   1128 		m->m_pkthdr.csum_flags = M_CSUM_TCPv6;
   1129 		m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
   1130 #endif
   1131 		if (len + optlen) {
   1132 			/* Fixup the pseudo-header checksum. */
   1133 			/* XXXJRT: Not IPv6 Jumbogram safe. */
   1134 			th->th_sum = in_cksum_addword(th->th_sum,
   1135 			    htons((u_int16_t) (len + optlen)));
   1136 		}
   1137 #ifndef notyet
   1138 		th->th_sum = in6_cksum(m, 0, sizeof(struct ip6_hdr),
   1139 		    sizeof(struct tcphdr) + optlen + len);
   1140 #endif
   1141 		break;
   1142 #endif
   1143 	}
   1144 
   1145 	/*
   1146 	 * In transmit state, time the transmission and arrange for
   1147 	 * the retransmit.  In persist state, just set snd_max.
   1148 	 */
   1149 	if (tp->t_force == 0 || TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
   1150 		tcp_seq startseq = tp->snd_nxt;
   1151 
   1152 		/*
   1153 		 * Advance snd_nxt over sequence space of this segment.
   1154 		 * There are no states in which we send both a SYN and a FIN,
   1155 		 * so we collapse the tests for these flags.
   1156 		 */
   1157 		if (flags & (TH_SYN|TH_FIN))
   1158 			tp->snd_nxt++;
   1159 		tp->snd_nxt += len;
   1160 		if (SEQ_GT(tp->snd_nxt, tp->snd_max)) {
   1161 			tp->snd_max = tp->snd_nxt;
   1162 			/*
   1163 			 * Time this transmission if not a retransmission and
   1164 			 * not currently timing anything.
   1165 			 */
   1166 			if (tp->t_rtttime == 0) {
   1167 				tp->t_rtttime = tcp_now;
   1168 				tp->t_rtseq = startseq;
   1169 				tcpstat.tcps_segstimed++;
   1170 			}
   1171 		}
   1172 
   1173 		/*
   1174 		 * Set retransmit timer if not currently set,
   1175 		 * and not doing an ack or a keep-alive probe.
   1176 		 * Initial value for retransmit timer is smoothed
   1177 		 * round-trip time + 2 * round-trip time variance.
   1178 		 * Initialize shift counter which is used for backoff
   1179 		 * of retransmit time.
   1180 		 */
   1181 		if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
   1182 		    tp->snd_nxt != tp->snd_una) {
   1183 			if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST)) {
   1184 				TCP_TIMER_DISARM(tp, TCPT_PERSIST);
   1185 				tp->t_rxtshift = 0;
   1186 			}
   1187 			TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
   1188 		}
   1189 	} else
   1190 		if (SEQ_GT(tp->snd_nxt + len, tp->snd_max))
   1191 			tp->snd_max = tp->snd_nxt + len;
   1192 
   1193 #ifdef TCP_DEBUG
   1194 	/*
   1195 	 * Trace.
   1196 	 */
   1197 	if (so->so_options & SO_DEBUG)
   1198 		tcp_trace(TA_OUTPUT, tp->t_state, tp, m, 0);
   1199 #endif
   1200 
   1201 	/*
   1202 	 * Fill in IP length and desired time to live and
   1203 	 * send to IP level.  There should be a better way
   1204 	 * to handle ttl and tos; we could keep them in
   1205 	 * the template, but need a way to checksum without them.
   1206 	 */
   1207 	m->m_pkthdr.len = hdrlen + len;
   1208 
   1209 	switch (af) {
   1210 #ifdef INET
   1211 	case AF_INET:
   1212 		ip->ip_len = htons(m->m_pkthdr.len);
   1213 		if (tp->t_inpcb) {
   1214 			ip->ip_ttl = tp->t_inpcb->inp_ip.ip_ttl;
   1215 			ip->ip_tos = tp->t_inpcb->inp_ip.ip_tos;
   1216 		}
   1217 #ifdef INET6
   1218 		else if (tp->t_in6pcb) {
   1219 			ip->ip_ttl = in6_selecthlim(tp->t_in6pcb, NULL); /*XXX*/
   1220 			ip->ip_tos = 0;	/*XXX*/
   1221 		}
   1222 #endif
   1223 		break;
   1224 #endif
   1225 #ifdef INET6
   1226 	case AF_INET6:
   1227 		ip6->ip6_nxt = IPPROTO_TCP;
   1228 		if (tp->t_in6pcb) {
   1229 			/*
   1230 			 * we separately set hoplimit for every segment, since
   1231 			 * the user might want to change the value via
   1232 			 * setsockopt. Also, desired default hop limit might
   1233 			 * be changed via Neighbor Discovery.
   1234 			 */
   1235 			ip6->ip6_hlim = in6_selecthlim(tp->t_in6pcb,
   1236 				ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
   1237 		}
   1238 		/* ip6->ip6_flow = ??? */
   1239 		/* ip6_plen will be filled in ip6_output(). */
   1240 		break;
   1241 #endif
   1242 	}
   1243 
   1244 	switch (af) {
   1245 #ifdef INET
   1246 	case AF_INET:
   1247 	    {
   1248 		struct mbuf *opts;
   1249 
   1250 		if (tp->t_inpcb)
   1251 			opts = tp->t_inpcb->inp_options;
   1252 		else
   1253 			opts = NULL;
   1254 		error = ip_output(m, opts, ro,
   1255 			(tp->t_mtudisc ? IP_MTUDISC : 0) |
   1256 			(so->so_options & SO_DONTROUTE),
   1257 			(struct ip_moptions *)0, so);
   1258 		break;
   1259 	    }
   1260 #endif
   1261 #ifdef INET6
   1262 	case AF_INET6:
   1263 	    {
   1264 		struct ip6_pktopts *opts;
   1265 
   1266 		if (tp->t_in6pcb)
   1267 			opts = tp->t_in6pcb->in6p_outputopts;
   1268 		else
   1269 			opts = NULL;
   1270 		error = ip6_output(m, opts, (struct route_in6 *)ro,
   1271 			so->so_options & SO_DONTROUTE,
   1272 			(struct ip6_moptions *)0, so, NULL);
   1273 		break;
   1274 	    }
   1275 #endif
   1276 	default:
   1277 		error = EAFNOSUPPORT;
   1278 		break;
   1279 	}
   1280 	if (error) {
   1281 out:
   1282 		if (error == ENOBUFS) {
   1283 			tcpstat.tcps_selfquench++;
   1284 #ifdef INET
   1285 			if (tp->t_inpcb)
   1286 				tcp_quench(tp->t_inpcb, 0);
   1287 #endif
   1288 #ifdef INET6
   1289 			if (tp->t_in6pcb)
   1290 				tcp6_quench(tp->t_in6pcb, 0);
   1291 #endif
   1292 			error = 0;
   1293 		} else if ((error == EHOSTUNREACH || error == ENETDOWN) &&
   1294 		    TCPS_HAVERCVDSYN(tp->t_state)) {
   1295 			tp->t_softerror = error;
   1296 			error = 0;
   1297 		}
   1298 
   1299 		/* Restart the delayed ACK timer, if necessary. */
   1300 		if (tp->t_flags & TF_DELACK)
   1301 			TCP_RESTART_DELACK(tp);
   1302 
   1303 		return (error);
   1304 	}
   1305 	tcpstat.tcps_sndtotal++;
   1306 	if (tp->t_flags & TF_DELACK)
   1307 		tcpstat.tcps_delack++;
   1308 
   1309 	/*
   1310 	 * Data sent (as far as we can tell).
   1311 	 * If this advertises a larger window than any other segment,
   1312 	 * then remember the size of the advertised window.
   1313 	 * Any pending ACK has now been sent.
   1314 	 */
   1315 	if (win > 0 && SEQ_GT(tp->rcv_nxt+win, tp->rcv_adv))
   1316 		tp->rcv_adv = tp->rcv_nxt + win;
   1317 	tp->last_ack_sent = tp->rcv_nxt;
   1318 	tp->t_flags &= ~TF_ACKNOW;
   1319 	TCP_CLEAR_DELACK(tp);
   1320 #ifdef DIAGNOSTIC
   1321 	if (maxburst < 0)
   1322 		printf("tcp_output: maxburst exceeded by %d\n", -maxburst);
   1323 #endif
   1324 	if (sendalot && (!tcp_do_newreno || --maxburst))
   1325 		goto again;
   1326 	return (0);
   1327 }
   1328 
   1329 void
   1330 tcp_setpersist(tp)
   1331 	struct tcpcb *tp;
   1332 {
   1333 	int t = ((tp->t_srtt >> 2) + tp->t_rttvar) >> (1 + 2);
   1334 	int nticks;
   1335 
   1336 	if (TCP_TIMER_ISARMED(tp, TCPT_REXMT))
   1337 		panic("tcp_output REXMT");
   1338 	/*
   1339 	 * Start/restart persistance timer.
   1340 	 */
   1341 	if (t < tp->t_rttmin)
   1342 		t = tp->t_rttmin;
   1343 	TCPT_RANGESET(nticks, t * tcp_backoff[tp->t_rxtshift],
   1344 	    TCPTV_PERSMIN, TCPTV_PERSMAX);
   1345 	TCP_TIMER_ARM(tp, TCPT_PERSIST, nticks);
   1346 	if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
   1347 		tp->t_rxtshift++;
   1348 }
   1349