tcp_output.c revision 1.117 1 1.117 perry /* $NetBSD: tcp_output.c,v 1.117 2005/02/26 22:45:12 perry Exp $ */
2 1.48 itojun
3 1.48 itojun /*
4 1.48 itojun * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
5 1.48 itojun * All rights reserved.
6 1.82 itojun *
7 1.48 itojun * Redistribution and use in source and binary forms, with or without
8 1.48 itojun * modification, are permitted provided that the following conditions
9 1.48 itojun * are met:
10 1.48 itojun * 1. Redistributions of source code must retain the above copyright
11 1.48 itojun * notice, this list of conditions and the following disclaimer.
12 1.48 itojun * 2. Redistributions in binary form must reproduce the above copyright
13 1.48 itojun * notice, this list of conditions and the following disclaimer in the
14 1.48 itojun * documentation and/or other materials provided with the distribution.
15 1.48 itojun * 3. Neither the name of the project nor the names of its contributors
16 1.48 itojun * may be used to endorse or promote products derived from this software
17 1.48 itojun * without specific prior written permission.
18 1.82 itojun *
19 1.48 itojun * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
20 1.48 itojun * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 1.48 itojun * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 1.48 itojun * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
23 1.48 itojun * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 1.48 itojun * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 1.48 itojun * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 1.48 itojun * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 1.48 itojun * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 1.48 itojun * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 1.48 itojun * SUCH DAMAGE.
30 1.48 itojun */
31 1.28 thorpej
32 1.77 itojun /*
33 1.77 itojun * @(#)COPYRIGHT 1.1 (NRL) 17 January 1995
34 1.82 itojun *
35 1.77 itojun * NRL grants permission for redistribution and use in source and binary
36 1.77 itojun * forms, with or without modification, of the software and documentation
37 1.77 itojun * created at NRL provided that the following conditions are met:
38 1.82 itojun *
39 1.77 itojun * 1. Redistributions of source code must retain the above copyright
40 1.77 itojun * notice, this list of conditions and the following disclaimer.
41 1.77 itojun * 2. Redistributions in binary form must reproduce the above copyright
42 1.77 itojun * notice, this list of conditions and the following disclaimer in the
43 1.77 itojun * documentation and/or other materials provided with the distribution.
44 1.77 itojun * 3. All advertising materials mentioning features or use of this software
45 1.77 itojun * must display the following acknowledgements:
46 1.77 itojun * This product includes software developed by the University of
47 1.77 itojun * California, Berkeley and its contributors.
48 1.77 itojun * This product includes software developed at the Information
49 1.77 itojun * Technology Division, US Naval Research Laboratory.
50 1.77 itojun * 4. Neither the name of the NRL nor the names of its contributors
51 1.77 itojun * may be used to endorse or promote products derived from this software
52 1.77 itojun * without specific prior written permission.
53 1.82 itojun *
54 1.77 itojun * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
55 1.77 itojun * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
56 1.77 itojun * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
57 1.77 itojun * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NRL OR
58 1.77 itojun * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
59 1.77 itojun * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
60 1.77 itojun * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
61 1.77 itojun * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
62 1.77 itojun * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
63 1.77 itojun * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
64 1.77 itojun * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65 1.82 itojun *
66 1.77 itojun * The views and conclusions contained in the software and documentation
67 1.77 itojun * are those of the authors and should not be interpreted as representing
68 1.77 itojun * official policies, either expressed or implied, of the US Naval
69 1.77 itojun * Research Laboratory (NRL).
70 1.77 itojun */
71 1.77 itojun
72 1.28 thorpej /*-
73 1.64 thorpej * Copyright (c) 1997, 1998, 2001 The NetBSD Foundation, Inc.
74 1.28 thorpej * All rights reserved.
75 1.28 thorpej *
76 1.28 thorpej * This code is derived from software contributed to The NetBSD Foundation
77 1.28 thorpej * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
78 1.28 thorpej * Facility, NASA Ames Research Center.
79 1.28 thorpej *
80 1.28 thorpej * Redistribution and use in source and binary forms, with or without
81 1.28 thorpej * modification, are permitted provided that the following conditions
82 1.28 thorpej * are met:
83 1.28 thorpej * 1. Redistributions of source code must retain the above copyright
84 1.28 thorpej * notice, this list of conditions and the following disclaimer.
85 1.28 thorpej * 2. Redistributions in binary form must reproduce the above copyright
86 1.28 thorpej * notice, this list of conditions and the following disclaimer in the
87 1.28 thorpej * documentation and/or other materials provided with the distribution.
88 1.28 thorpej * 3. All advertising materials mentioning features or use of this software
89 1.28 thorpej * must display the following acknowledgement:
90 1.28 thorpej * This product includes software developed by the NetBSD
91 1.28 thorpej * Foundation, Inc. and its contributors.
92 1.28 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
93 1.28 thorpej * contributors may be used to endorse or promote products derived
94 1.28 thorpej * from this software without specific prior written permission.
95 1.28 thorpej *
96 1.28 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
97 1.28 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
98 1.28 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
99 1.28 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
100 1.28 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
101 1.28 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
102 1.28 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
103 1.28 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
104 1.28 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
105 1.28 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
106 1.28 thorpej * POSSIBILITY OF SUCH DAMAGE.
107 1.28 thorpej */
108 1.10 cgd
109 1.1 cgd /*
110 1.27 thorpej * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1995
111 1.9 mycroft * The Regents of the University of California. All rights reserved.
112 1.1 cgd *
113 1.1 cgd * Redistribution and use in source and binary forms, with or without
114 1.1 cgd * modification, are permitted provided that the following conditions
115 1.1 cgd * are met:
116 1.1 cgd * 1. Redistributions of source code must retain the above copyright
117 1.1 cgd * notice, this list of conditions and the following disclaimer.
118 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
119 1.1 cgd * notice, this list of conditions and the following disclaimer in the
120 1.1 cgd * documentation and/or other materials provided with the distribution.
121 1.97 agc * 3. Neither the name of the University nor the names of its contributors
122 1.1 cgd * may be used to endorse or promote products derived from this software
123 1.1 cgd * without specific prior written permission.
124 1.1 cgd *
125 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
126 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
127 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
128 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
129 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
130 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
131 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
132 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
133 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
134 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
135 1.1 cgd * SUCH DAMAGE.
136 1.1 cgd *
137 1.27 thorpej * @(#)tcp_output.c 8.4 (Berkeley) 5/24/95
138 1.1 cgd */
139 1.75 lukem
140 1.75 lukem #include <sys/cdefs.h>
141 1.117 perry __KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.117 2005/02/26 22:45:12 perry Exp $");
142 1.1 cgd
143 1.48 itojun #include "opt_inet.h"
144 1.51 thorpej #include "opt_ipsec.h"
145 1.67 abs #include "opt_tcp_debug.h"
146 1.48 itojun
147 1.4 mycroft #include <sys/param.h>
148 1.4 mycroft #include <sys/systm.h>
149 1.4 mycroft #include <sys/malloc.h>
150 1.4 mycroft #include <sys/mbuf.h>
151 1.4 mycroft #include <sys/protosw.h>
152 1.4 mycroft #include <sys/socket.h>
153 1.4 mycroft #include <sys/socketvar.h>
154 1.4 mycroft #include <sys/errno.h>
155 1.48 itojun #include <sys/domain.h>
156 1.74 thorpej #include <sys/kernel.h>
157 1.113 itojun #ifdef TCP_SIGNATURE
158 1.113 itojun #include <sys/md5.h>
159 1.113 itojun #endif
160 1.1 cgd
161 1.17 thorpej #include <net/if.h>
162 1.4 mycroft #include <net/route.h>
163 1.1 cgd
164 1.4 mycroft #include <netinet/in.h>
165 1.4 mycroft #include <netinet/in_systm.h>
166 1.4 mycroft #include <netinet/ip.h>
167 1.4 mycroft #include <netinet/in_pcb.h>
168 1.4 mycroft #include <netinet/ip_var.h>
169 1.48 itojun
170 1.48 itojun #ifdef INET6
171 1.48 itojun #ifndef INET
172 1.48 itojun #include <netinet/in.h>
173 1.48 itojun #endif
174 1.48 itojun #include <netinet/ip6.h>
175 1.81 itojun #include <netinet6/in6_var.h>
176 1.81 itojun #include <netinet6/ip6_var.h>
177 1.48 itojun #include <netinet6/in6_pcb.h>
178 1.81 itojun #include <netinet6/nd6.h>
179 1.87 itojun #endif
180 1.87 itojun
181 1.98 jonathan #ifdef FAST_IPSEC
182 1.98 jonathan #include <netipsec/ipsec.h>
183 1.114 jonathan #include <netipsec/key.h>
184 1.98 jonathan #endif /* FAST_IPSEC*/
185 1.87 itojun #ifdef IPSEC
186 1.87 itojun #include <netinet6/ipsec.h>
187 1.48 itojun #endif
188 1.48 itojun
189 1.4 mycroft #include <netinet/tcp.h>
190 1.1 cgd #define TCPOUTFLAGS
191 1.4 mycroft #include <netinet/tcp_fsm.h>
192 1.4 mycroft #include <netinet/tcp_seq.h>
193 1.4 mycroft #include <netinet/tcp_timer.h>
194 1.4 mycroft #include <netinet/tcp_var.h>
195 1.4 mycroft #include <netinet/tcpip.h>
196 1.4 mycroft #include <netinet/tcp_debug.h>
197 1.14 christos
198 1.113 itojun #ifdef IPSEC
199 1.113 itojun #include <netkey/key.h>
200 1.113 itojun #endif
201 1.113 itojun
202 1.1 cgd #ifdef notyet
203 1.1 cgd extern struct mbuf *m_copypack();
204 1.1 cgd #endif
205 1.1 cgd
206 1.9 mycroft #define MAX_TCPOPTLEN 32 /* max # bytes that go in options */
207 1.1 cgd
208 1.33 thorpej /*
209 1.36 thorpej * Knob to enable Congestion Window Monitoring, and control the
210 1.36 thorpej * the burst size it allows. Default burst is 4 packets, per
211 1.36 thorpej * the Internet draft.
212 1.33 thorpej */
213 1.83 thorpej int tcp_cwm = 0;
214 1.36 thorpej int tcp_cwm_burstsize = 4;
215 1.33 thorpej
216 1.79 thorpej #ifdef TCP_OUTPUT_COUNTERS
217 1.79 thorpej #include <sys/device.h>
218 1.79 thorpej
219 1.79 thorpej extern struct evcnt tcp_output_bigheader;
220 1.104 enami extern struct evcnt tcp_output_predict_hit;
221 1.104 enami extern struct evcnt tcp_output_predict_miss;
222 1.79 thorpej extern struct evcnt tcp_output_copysmall;
223 1.79 thorpej extern struct evcnt tcp_output_copybig;
224 1.79 thorpej extern struct evcnt tcp_output_refbig;
225 1.79 thorpej
226 1.79 thorpej #define TCP_OUTPUT_COUNTER_INCR(ev) (ev)->ev_count++
227 1.79 thorpej #else
228 1.79 thorpej
229 1.79 thorpej #define TCP_OUTPUT_COUNTER_INCR(ev) /* nothing */
230 1.79 thorpej
231 1.79 thorpej #endif /* TCP_OUTPUT_COUNTERS */
232 1.79 thorpej
233 1.69 thorpej static
234 1.69 thorpej #ifndef GPROF
235 1.69 thorpej __inline
236 1.69 thorpej #endif
237 1.107 itojun int
238 1.68 thorpej tcp_segsize(struct tcpcb *tp, int *txsegsizep, int *rxsegsizep)
239 1.17 thorpej {
240 1.60 itojun #ifdef INET
241 1.17 thorpej struct inpcb *inp = tp->t_inpcb;
242 1.60 itojun #endif
243 1.48 itojun #ifdef INET6
244 1.48 itojun struct in6pcb *in6p = tp->t_in6pcb;
245 1.48 itojun #endif
246 1.88 scw struct socket *so = NULL;
247 1.17 thorpej struct rtentry *rt;
248 1.17 thorpej struct ifnet *ifp;
249 1.17 thorpej int size;
250 1.48 itojun int iphlen;
251 1.76 jmcneill int optlen;
252 1.48 itojun
253 1.60 itojun #ifdef DIAGNOSTIC
254 1.60 itojun if (tp->t_inpcb && tp->t_in6pcb)
255 1.60 itojun panic("tcp_segsize: both t_inpcb and t_in6pcb are set");
256 1.60 itojun #endif
257 1.48 itojun switch (tp->t_family) {
258 1.60 itojun #ifdef INET
259 1.48 itojun case AF_INET:
260 1.48 itojun iphlen = sizeof(struct ip);
261 1.48 itojun break;
262 1.60 itojun #endif
263 1.48 itojun #ifdef INET6
264 1.48 itojun case AF_INET6:
265 1.48 itojun iphlen = sizeof(struct ip6_hdr);
266 1.48 itojun break;
267 1.48 itojun #endif
268 1.48 itojun default:
269 1.48 itojun size = tcp_mssdflt;
270 1.48 itojun goto out;
271 1.48 itojun }
272 1.17 thorpej
273 1.60 itojun rt = NULL;
274 1.60 itojun #ifdef INET
275 1.85 thorpej if (inp) {
276 1.48 itojun rt = in_pcbrtentry(inp);
277 1.85 thorpej so = inp->inp_socket;
278 1.85 thorpej }
279 1.60 itojun #endif
280 1.61 itojun #ifdef INET6
281 1.85 thorpej if (in6p) {
282 1.48 itojun rt = in6_pcbrtentry(in6p);
283 1.85 thorpej so = in6p->in6p_socket;
284 1.85 thorpej }
285 1.48 itojun #endif
286 1.48 itojun if (rt == NULL) {
287 1.17 thorpej size = tcp_mssdflt;
288 1.17 thorpej goto out;
289 1.17 thorpej }
290 1.17 thorpej
291 1.17 thorpej ifp = rt->rt_ifp;
292 1.17 thorpej
293 1.48 itojun size = tcp_mssdflt;
294 1.107 itojun if (tp->t_mtudisc && rt->rt_rmx.rmx_mtu != 0) {
295 1.107 itojun #ifdef INET6
296 1.107 itojun if (in6p && rt->rt_rmx.rmx_mtu < IPV6_MMTU) {
297 1.107 itojun /*
298 1.107 itojun * RFC2460 section 5, last paragraph: if path MTU is
299 1.107 itojun * smaller than 1280, use 1280 as packet size and
300 1.107 itojun * attach fragment header.
301 1.107 itojun */
302 1.107 itojun size = IPV6_MMTU - iphlen - sizeof(struct ip6_frag) -
303 1.107 itojun sizeof(struct tcphdr);
304 1.107 itojun } else
305 1.107 itojun size = rt->rt_rmx.rmx_mtu - iphlen -
306 1.107 itojun sizeof(struct tcphdr);
307 1.107 itojun #else
308 1.48 itojun size = rt->rt_rmx.rmx_mtu - iphlen - sizeof(struct tcphdr);
309 1.107 itojun #endif
310 1.107 itojun } else if (ifp->if_flags & IFF_LOOPBACK)
311 1.60 itojun size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
312 1.60 itojun #ifdef INET
313 1.80 itojun else if (inp && tp->t_mtudisc)
314 1.48 itojun size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
315 1.48 itojun else if (inp && in_localaddr(inp->inp_faddr))
316 1.48 itojun size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
317 1.60 itojun #endif
318 1.48 itojun #ifdef INET6
319 1.48 itojun else if (in6p) {
320 1.60 itojun #ifdef INET
321 1.48 itojun if (IN6_IS_ADDR_V4MAPPED(&in6p->in6p_faddr)) {
322 1.48 itojun /* mapped addr case */
323 1.48 itojun struct in_addr d;
324 1.48 itojun bcopy(&in6p->in6p_faddr.s6_addr32[3], &d, sizeof(d));
325 1.80 itojun if (tp->t_mtudisc || in_localaddr(d))
326 1.48 itojun size = ifp->if_mtu - iphlen - sizeof(struct tcphdr);
327 1.60 itojun } else
328 1.60 itojun #endif
329 1.60 itojun {
330 1.65 itojun /*
331 1.65 itojun * for IPv6, path MTU discovery is always turned on,
332 1.65 itojun * or the node must use packet size <= 1280.
333 1.65 itojun */
334 1.81 itojun size = tp->t_mtudisc ? IN6_LINKMTU(ifp) : IPV6_MMTU;
335 1.80 itojun size -= (iphlen + sizeof(struct tcphdr));
336 1.48 itojun }
337 1.48 itojun }
338 1.48 itojun #endif
339 1.78 thorpej out:
340 1.76 jmcneill /*
341 1.76 jmcneill * Now we must make room for whatever extra TCP/IP options are in
342 1.76 jmcneill * the packet.
343 1.76 jmcneill */
344 1.76 jmcneill optlen = tcp_optlen(tp);
345 1.76 jmcneill
346 1.48 itojun /*
347 1.48 itojun * XXX tp->t_ourmss should have the right size, but without this code
348 1.48 itojun * fragmentation will occur... need more investigation
349 1.48 itojun */
350 1.60 itojun #ifdef INET
351 1.48 itojun if (inp) {
352 1.98 jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
353 1.108 thorpej if (! IPSEC_PCB_SKIP_IPSEC(inp->inp_sp, IPSEC_DIR_OUTBOUND))
354 1.108 thorpej optlen += ipsec4_hdrsiz_tcp(tp);
355 1.48 itojun #endif
356 1.76 jmcneill optlen += ip_optlen(inp);
357 1.48 itojun }
358 1.60 itojun #endif
359 1.48 itojun #ifdef INET6
360 1.60 itojun #ifdef INET
361 1.60 itojun if (in6p && tp->t_family == AF_INET) {
362 1.98 jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
363 1.108 thorpej if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
364 1.108 thorpej optlen += ipsec4_hdrsiz_tcp(tp);
365 1.48 itojun #endif
366 1.48 itojun /* XXX size -= ip_optlen(in6p); */
367 1.60 itojun } else
368 1.60 itojun #endif
369 1.60 itojun if (in6p && tp->t_family == AF_INET6) {
370 1.61 itojun #ifdef IPSEC
371 1.108 thorpej if (! IPSEC_PCB_SKIP_IPSEC(in6p->in6p_sp, IPSEC_DIR_OUTBOUND))
372 1.108 thorpej optlen += ipsec6_hdrsiz_tcp(tp);
373 1.48 itojun #endif
374 1.76 jmcneill optlen += ip6_optlen(in6p);
375 1.48 itojun }
376 1.48 itojun #endif
377 1.76 jmcneill size -= optlen;
378 1.17 thorpej
379 1.107 itojun /* there may not be any room for data if mtu is too small */
380 1.107 itojun if (size < 0)
381 1.107 itojun return (EMSGSIZE);
382 1.107 itojun
383 1.52 itojun /*
384 1.52 itojun * *rxsegsizep holds *estimated* inbound segment size (estimation
385 1.52 itojun * assumes that path MTU is the same for both ways). this is only
386 1.52 itojun * for silly window avoidance, do not use the value for other purposes.
387 1.52 itojun *
388 1.52 itojun * ipseclen is subtracted from both sides, this may not be right.
389 1.52 itojun * I'm not quite sure about this (could someone comment).
390 1.52 itojun */
391 1.76 jmcneill *txsegsizep = min(tp->t_peermss - optlen, size);
392 1.85 thorpej /*
393 1.85 thorpej * Never send more than half a buffer full. This insures that we can
394 1.85 thorpej * always keep 2 packets on the wire, no matter what SO_SNDBUF is, and
395 1.86 mycroft * therefore acks will never be delayed unless we run out of data to
396 1.85 thorpej * transmit.
397 1.85 thorpej */
398 1.85 thorpej if (so)
399 1.86 mycroft *txsegsizep = min(so->so_snd.sb_hiwat >> 1, *txsegsizep);
400 1.76 jmcneill *rxsegsizep = min(tp->t_ourmss - optlen, size);
401 1.21 kml
402 1.21 kml if (*txsegsizep != tp->t_segsz) {
403 1.35 kml /*
404 1.82 itojun * If the new segment size is larger, we don't want to
405 1.35 kml * mess up the congestion window, but if it is smaller
406 1.35 kml * we'll have to reduce the congestion window to ensure
407 1.35 kml * that we don't get into trouble with initial windows
408 1.35 kml * and the rest. In any case, if the segment size
409 1.35 kml * has changed, chances are the path has, too, and
410 1.35 kml * our congestion window will be different.
411 1.29 kml */
412 1.35 kml if (*txsegsizep < tp->t_segsz) {
413 1.82 itojun tp->snd_cwnd = max((tp->snd_cwnd / tp->t_segsz)
414 1.35 kml * *txsegsizep, *txsegsizep);
415 1.82 itojun tp->snd_ssthresh = max((tp->snd_ssthresh / tp->t_segsz)
416 1.35 kml * *txsegsizep, *txsegsizep);
417 1.35 kml }
418 1.21 kml tp->t_segsz = *txsegsizep;
419 1.21 kml }
420 1.107 itojun
421 1.107 itojun return (0);
422 1.17 thorpej }
423 1.17 thorpej
424 1.70 thorpej static
425 1.70 thorpej #ifndef GPROF
426 1.70 thorpej __inline
427 1.70 thorpej #endif
428 1.70 thorpej int
429 1.70 thorpej tcp_build_datapkt(struct tcpcb *tp, struct socket *so, int off,
430 1.70 thorpej long len, int hdrlen, struct mbuf **mp)
431 1.70 thorpej {
432 1.95 ragge struct mbuf *m, *m0;
433 1.70 thorpej
434 1.70 thorpej if (tp->t_force && len == 1)
435 1.70 thorpej tcpstat.tcps_sndprobe++;
436 1.70 thorpej else if (SEQ_LT(tp->snd_nxt, tp->snd_max)) {
437 1.70 thorpej tcpstat.tcps_sndrexmitpack++;
438 1.70 thorpej tcpstat.tcps_sndrexmitbyte += len;
439 1.70 thorpej } else {
440 1.70 thorpej tcpstat.tcps_sndpack++;
441 1.70 thorpej tcpstat.tcps_sndbyte += len;
442 1.70 thorpej }
443 1.70 thorpej #ifdef notyet
444 1.70 thorpej if ((m = m_copypack(so->so_snd.sb_mb, off,
445 1.70 thorpej (int)len, max_linkhdr + hdrlen)) == 0)
446 1.70 thorpej return (ENOBUFS);
447 1.70 thorpej /*
448 1.70 thorpej * m_copypack left space for our hdr; use it.
449 1.70 thorpej */
450 1.70 thorpej m->m_len += hdrlen;
451 1.70 thorpej m->m_data -= hdrlen;
452 1.70 thorpej #else
453 1.70 thorpej MGETHDR(m, M_DONTWAIT, MT_HEADER);
454 1.79 thorpej if (__predict_false(m == NULL))
455 1.79 thorpej return (ENOBUFS);
456 1.89 matt MCLAIM(m, &tcp_tx_mowner);
457 1.79 thorpej
458 1.79 thorpej /*
459 1.79 thorpej * XXX Because other code assumes headers will fit in
460 1.79 thorpej * XXX one header mbuf.
461 1.79 thorpej *
462 1.79 thorpej * (This code should almost *never* be run.)
463 1.79 thorpej */
464 1.79 thorpej if (__predict_false((max_linkhdr + hdrlen) > MHLEN)) {
465 1.79 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_bigheader);
466 1.70 thorpej MCLGET(m, M_DONTWAIT);
467 1.70 thorpej if ((m->m_flags & M_EXT) == 0) {
468 1.70 thorpej m_freem(m);
469 1.79 thorpej return (ENOBUFS);
470 1.70 thorpej }
471 1.70 thorpej }
472 1.79 thorpej
473 1.70 thorpej m->m_data += max_linkhdr;
474 1.70 thorpej m->m_len = hdrlen;
475 1.95 ragge
476 1.95 ragge /*
477 1.95 ragge * To avoid traversing the whole sb_mb chain for correct
478 1.102 thorpej * data to send, remember last sent mbuf, its offset and
479 1.102 thorpej * the sent size. When called the next time, see if the
480 1.102 thorpej * data to send is directly following the previous transfer.
481 1.102 thorpej * This is important for large TCP windows.
482 1.95 ragge */
483 1.106 ragge if (off == 0 || tp->t_lastm == NULL ||
484 1.106 ragge (tp->t_lastoff + tp->t_lastlen) != off) {
485 1.103 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_miss);
486 1.95 ragge /*
487 1.95 ragge * Either a new packet or a retransmit.
488 1.95 ragge * Start from the beginning.
489 1.95 ragge */
490 1.95 ragge tp->t_lastm = so->so_snd.sb_mb;
491 1.95 ragge tp->t_inoff = off;
492 1.102 thorpej } else {
493 1.103 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_predict_hit);
494 1.95 ragge tp->t_inoff += tp->t_lastlen;
495 1.102 thorpej }
496 1.95 ragge
497 1.95 ragge /* Traverse forward to next packet */
498 1.95 ragge while (tp->t_inoff > 0) {
499 1.95 ragge if (tp->t_lastm == NULL)
500 1.95 ragge panic("tp->t_lastm == NULL");
501 1.95 ragge if (tp->t_inoff < tp->t_lastm->m_len)
502 1.95 ragge break;
503 1.95 ragge tp->t_inoff -= tp->t_lastm->m_len;
504 1.95 ragge tp->t_lastm = tp->t_lastm->m_next;
505 1.95 ragge }
506 1.95 ragge
507 1.95 ragge tp->t_lastoff = off;
508 1.95 ragge tp->t_lastlen = len;
509 1.95 ragge m0 = tp->t_lastm;
510 1.95 ragge off = tp->t_inoff;
511 1.95 ragge
512 1.70 thorpej if (len <= M_TRAILINGSPACE(m)) {
513 1.95 ragge m_copydata(m0, off, (int) len, mtod(m, caddr_t) + hdrlen);
514 1.70 thorpej m->m_len += len;
515 1.79 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_copysmall);
516 1.70 thorpej } else {
517 1.92 ragge m->m_next = m_copy(m0, off, (int) len);
518 1.70 thorpej if (m->m_next == NULL) {
519 1.70 thorpej m_freem(m);
520 1.70 thorpej return (ENOBUFS);
521 1.70 thorpej }
522 1.79 thorpej #ifdef TCP_OUTPUT_COUNTERS
523 1.79 thorpej if (m->m_next->m_flags & M_EXT)
524 1.79 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_refbig);
525 1.79 thorpej else
526 1.79 thorpej TCP_OUTPUT_COUNTER_INCR(&tcp_output_copybig);
527 1.79 thorpej #endif /* TCP_OUTPUT_COUNTERS */
528 1.70 thorpej }
529 1.70 thorpej #endif
530 1.70 thorpej
531 1.70 thorpej *mp = m;
532 1.70 thorpej return (0);
533 1.70 thorpej }
534 1.70 thorpej
535 1.1 cgd /*
536 1.1 cgd * Tcp output routine: figure out what should be sent and send it.
537 1.1 cgd */
538 1.6 mycroft int
539 1.116 perry tcp_output(struct tcpcb *tp)
540 1.1 cgd {
541 1.48 itojun struct socket *so;
542 1.48 itojun struct route *ro;
543 1.47 thorpej long len, win;
544 1.1 cgd int off, flags, error;
545 1.56 augustss struct mbuf *m;
546 1.48 itojun struct ip *ip;
547 1.48 itojun #ifdef INET6
548 1.48 itojun struct ip6_hdr *ip6;
549 1.48 itojun #endif
550 1.56 augustss struct tcphdr *th;
551 1.9 mycroft u_char opt[MAX_TCPOPTLEN];
552 1.1 cgd unsigned optlen, hdrlen;
553 1.18 thorpej int idle, sendalot, txsegsize, rxsegsize;
554 1.44 matt int maxburst = TCP_MAXBURST;
555 1.48 itojun int af; /* address family on the wire */
556 1.48 itojun int iphdrlen;
557 1.110 jonathan #ifdef TCP_SIGNATURE
558 1.110 jonathan int sigoff = 0;
559 1.110 jonathan #endif
560 1.48 itojun
561 1.60 itojun #ifdef DIAGNOSTIC
562 1.60 itojun if (tp->t_inpcb && tp->t_in6pcb)
563 1.60 itojun panic("tcp_output: both t_inpcb and t_in6pcb are set");
564 1.60 itojun #endif
565 1.48 itojun so = NULL;
566 1.48 itojun ro = NULL;
567 1.48 itojun if (tp->t_inpcb) {
568 1.48 itojun so = tp->t_inpcb->inp_socket;
569 1.48 itojun ro = &tp->t_inpcb->inp_route;
570 1.48 itojun }
571 1.48 itojun #ifdef INET6
572 1.48 itojun else if (tp->t_in6pcb) {
573 1.48 itojun so = tp->t_in6pcb->in6p_socket;
574 1.48 itojun ro = (struct route *)&tp->t_in6pcb->in6p_route;
575 1.48 itojun }
576 1.48 itojun #endif
577 1.48 itojun
578 1.48 itojun switch (af = tp->t_family) {
579 1.60 itojun #ifdef INET
580 1.48 itojun case AF_INET:
581 1.48 itojun if (tp->t_inpcb)
582 1.48 itojun break;
583 1.48 itojun #ifdef INET6
584 1.48 itojun /* mapped addr case */
585 1.48 itojun if (tp->t_in6pcb)
586 1.48 itojun break;
587 1.48 itojun #endif
588 1.107 itojun return (EINVAL);
589 1.60 itojun #endif
590 1.48 itojun #ifdef INET6
591 1.48 itojun case AF_INET6:
592 1.48 itojun if (tp->t_in6pcb)
593 1.48 itojun break;
594 1.107 itojun return (EINVAL);
595 1.48 itojun #endif
596 1.48 itojun default:
597 1.107 itojun return (EAFNOSUPPORT);
598 1.48 itojun }
599 1.17 thorpej
600 1.107 itojun if (tcp_segsize(tp, &txsegsize, &rxsegsize))
601 1.107 itojun return (EMSGSIZE);
602 1.1 cgd
603 1.1 cgd idle = (tp->snd_max == tp->snd_una);
604 1.33 thorpej
605 1.41 thorpej /*
606 1.41 thorpej * Restart Window computation. From draft-floyd-incr-init-win-03:
607 1.41 thorpej *
608 1.41 thorpej * Optionally, a TCP MAY set the restart window to the
609 1.41 thorpej * minimum of the value used for the initial window and
610 1.41 thorpej * the current value of cwnd (in other words, using a
611 1.41 thorpej * larger value for the restart window should never increase
612 1.41 thorpej * the size of cwnd).
613 1.41 thorpej */
614 1.33 thorpej if (tcp_cwm) {
615 1.1 cgd /*
616 1.33 thorpej * Hughes/Touch/Heidemann Congestion Window Monitoring.
617 1.33 thorpej * Count the number of packets currently pending
618 1.33 thorpej * acknowledgement, and limit our congestion window
619 1.37 thorpej * to a pre-determined allowed burst size plus that count.
620 1.33 thorpej * This prevents bursting once all pending packets have
621 1.33 thorpej * been acknowledged (i.e. transmission is idle).
622 1.42 thorpej *
623 1.42 thorpej * XXX Link this to Initial Window?
624 1.1 cgd */
625 1.33 thorpej tp->snd_cwnd = min(tp->snd_cwnd,
626 1.36 thorpej (tcp_cwm_burstsize * txsegsize) +
627 1.33 thorpej (tp->snd_nxt - tp->snd_una));
628 1.33 thorpej } else {
629 1.73 thorpej if (idle && (tcp_now - tp->t_rcvtime) >= tp->t_rxtcur) {
630 1.33 thorpej /*
631 1.33 thorpej * We have been idle for "a while" and no acks are
632 1.33 thorpej * expected to clock out any data we send --
633 1.33 thorpej * slow start to get ack "clock" running again.
634 1.33 thorpej */
635 1.90 thorpej int ss = tcp_init_win;
636 1.90 thorpej #ifdef INET
637 1.90 thorpej if (tp->t_inpcb &&
638 1.90 thorpej in_localaddr(tp->t_inpcb->inp_faddr))
639 1.90 thorpej ss = tcp_init_win_local;
640 1.90 thorpej #endif
641 1.90 thorpej #ifdef INET6
642 1.90 thorpej if (tp->t_in6pcb &&
643 1.90 thorpej in6_localaddr(&tp->t_in6pcb->in6p_faddr))
644 1.90 thorpej ss = tcp_init_win_local;
645 1.90 thorpej #endif
646 1.41 thorpej tp->snd_cwnd = min(tp->snd_cwnd,
647 1.90 thorpej TCP_INITIAL_WINDOW(ss, txsegsize));
648 1.33 thorpej }
649 1.33 thorpej }
650 1.33 thorpej
651 1.1 cgd again:
652 1.33 thorpej /*
653 1.33 thorpej * Determine length of data that should be transmitted, and
654 1.33 thorpej * flags that should be used. If there is some data or critical
655 1.33 thorpej * controls (SYN, RST) to send, then transmit; otherwise,
656 1.33 thorpej * investigate further.
657 1.33 thorpej */
658 1.1 cgd sendalot = 0;
659 1.1 cgd off = tp->snd_nxt - tp->snd_una;
660 1.1 cgd win = min(tp->snd_wnd, tp->snd_cwnd);
661 1.1 cgd
662 1.9 mycroft flags = tcp_outflags[tp->t_state];
663 1.1 cgd /*
664 1.1 cgd * If in persist timeout with window of 0, send 1 byte.
665 1.1 cgd * Otherwise, if window is small but nonzero
666 1.1 cgd * and timer expired, we will send what we can
667 1.1 cgd * and go to transmit state.
668 1.1 cgd */
669 1.1 cgd if (tp->t_force) {
670 1.9 mycroft if (win == 0) {
671 1.9 mycroft /*
672 1.9 mycroft * If we still have some data to send, then
673 1.9 mycroft * clear the FIN bit. Usually this would
674 1.9 mycroft * happen below when it realizes that we
675 1.9 mycroft * aren't sending all the data. However,
676 1.9 mycroft * if we have exactly 1 byte of unset data,
677 1.9 mycroft * then it won't clear the FIN bit below,
678 1.9 mycroft * and if we are in persist state, we wind
679 1.9 mycroft * up sending the packet without recording
680 1.9 mycroft * that we sent the FIN bit.
681 1.9 mycroft *
682 1.9 mycroft * We can't just blindly clear the FIN bit,
683 1.9 mycroft * because if we don't have any more data
684 1.9 mycroft * to send then the probe will be the FIN
685 1.9 mycroft * itself.
686 1.9 mycroft */
687 1.9 mycroft if (off < so->so_snd.sb_cc)
688 1.9 mycroft flags &= ~TH_FIN;
689 1.1 cgd win = 1;
690 1.9 mycroft } else {
691 1.38 thorpej TCP_TIMER_DISARM(tp, TCPT_PERSIST);
692 1.1 cgd tp->t_rxtshift = 0;
693 1.1 cgd }
694 1.1 cgd }
695 1.1 cgd
696 1.11 mycroft if (win < so->so_snd.sb_cc) {
697 1.11 mycroft len = win - off;
698 1.11 mycroft flags &= ~TH_FIN;
699 1.11 mycroft } else
700 1.11 mycroft len = so->so_snd.sb_cc - off;
701 1.1 cgd
702 1.1 cgd if (len < 0) {
703 1.1 cgd /*
704 1.1 cgd * If FIN has been sent but not acked,
705 1.1 cgd * but we haven't been called to retransmit,
706 1.1 cgd * len will be -1. Otherwise, window shrank
707 1.1 cgd * after we sent into it. If window shrank to 0,
708 1.25 thorpej * cancel pending retransmit, pull snd_nxt back
709 1.25 thorpej * to (closed) window, and set the persist timer
710 1.25 thorpej * if it isn't already going. If the window didn't
711 1.25 thorpej * close completely, just wait for an ACK.
712 1.43 mycroft *
713 1.43 mycroft * If we have a pending FIN, either it has already been
714 1.43 mycroft * transmitted or it is outside the window, so drop it.
715 1.43 mycroft * If the FIN has been transmitted, but this is not a
716 1.43 mycroft * retransmission, then len must be -1. Therefore we also
717 1.43 mycroft * prevent here the sending of `gratuitous FINs'. This
718 1.43 mycroft * eliminates the need to check for that case below (e.g.
719 1.43 mycroft * to back up snd_nxt before the FIN so that the sequence
720 1.43 mycroft * number is correct).
721 1.1 cgd */
722 1.1 cgd len = 0;
723 1.43 mycroft flags &= ~TH_FIN;
724 1.1 cgd if (win == 0) {
725 1.38 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
726 1.25 thorpej tp->t_rxtshift = 0;
727 1.1 cgd tp->snd_nxt = tp->snd_una;
728 1.38 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
729 1.25 thorpej tcp_setpersist(tp);
730 1.1 cgd }
731 1.1 cgd }
732 1.18 thorpej if (len > txsegsize) {
733 1.18 thorpej len = txsegsize;
734 1.11 mycroft flags &= ~TH_FIN;
735 1.1 cgd sendalot = 1;
736 1.1 cgd }
737 1.1 cgd
738 1.1 cgd win = sbspace(&so->so_rcv);
739 1.1 cgd
740 1.1 cgd /*
741 1.1 cgd * Sender silly window avoidance. If connection is idle
742 1.1 cgd * and can send all data, a maximum segment,
743 1.1 cgd * at least a maximum default-size segment do it,
744 1.1 cgd * or are forced, do it; otherwise don't bother.
745 1.1 cgd * If peer's buffer is tiny, then send
746 1.1 cgd * when window is at least half open.
747 1.1 cgd * If retransmitting (possibly after persist timer forced us
748 1.1 cgd * to send into a small window), then must resend.
749 1.1 cgd */
750 1.1 cgd if (len) {
751 1.18 thorpej if (len == txsegsize)
752 1.1 cgd goto send;
753 1.46 thorpej if ((so->so_state & SS_MORETOCOME) == 0 &&
754 1.46 thorpej ((idle || tp->t_flags & TF_NODELAY) &&
755 1.46 thorpej len + off >= so->so_snd.sb_cc))
756 1.1 cgd goto send;
757 1.1 cgd if (tp->t_force)
758 1.1 cgd goto send;
759 1.1 cgd if (len >= tp->max_sndwnd / 2)
760 1.1 cgd goto send;
761 1.1 cgd if (SEQ_LT(tp->snd_nxt, tp->snd_max))
762 1.1 cgd goto send;
763 1.1 cgd }
764 1.1 cgd
765 1.1 cgd /*
766 1.18 thorpej * Compare available window to amount of window known to peer
767 1.18 thorpej * (as advertised window less next expected input). If the
768 1.18 thorpej * difference is at least twice the size of the largest segment
769 1.18 thorpej * we expect to receive (i.e. two segments) or at least 50% of
770 1.18 thorpej * the maximum possible window, then want to send a window update
771 1.18 thorpej * to peer.
772 1.1 cgd */
773 1.1 cgd if (win > 0) {
774 1.82 itojun /*
775 1.9 mycroft * "adv" is the amount we can increase the window,
776 1.9 mycroft * taking into account that we are limited by
777 1.9 mycroft * TCP_MAXWIN << tp->rcv_scale.
778 1.9 mycroft */
779 1.9 mycroft long adv = min(win, (long)TCP_MAXWIN << tp->rcv_scale) -
780 1.9 mycroft (tp->rcv_adv - tp->rcv_nxt);
781 1.1 cgd
782 1.18 thorpej if (adv >= (long) (2 * rxsegsize))
783 1.1 cgd goto send;
784 1.1 cgd if (2 * adv >= (long) so->so_rcv.sb_hiwat)
785 1.1 cgd goto send;
786 1.1 cgd }
787 1.1 cgd
788 1.1 cgd /*
789 1.1 cgd * Send if we owe peer an ACK.
790 1.1 cgd */
791 1.1 cgd if (tp->t_flags & TF_ACKNOW)
792 1.1 cgd goto send;
793 1.43 mycroft if (flags & (TH_SYN|TH_FIN|TH_RST))
794 1.1 cgd goto send;
795 1.1 cgd if (SEQ_GT(tp->snd_up, tp->snd_una))
796 1.1 cgd goto send;
797 1.1 cgd
798 1.1 cgd /*
799 1.1 cgd * TCP window updates are not reliable, rather a polling protocol
800 1.1 cgd * using ``persist'' packets is used to insure receipt of window
801 1.1 cgd * updates. The three ``states'' for the output side are:
802 1.1 cgd * idle not doing retransmits or persists
803 1.1 cgd * persisting to move a small or zero window
804 1.1 cgd * (re)transmitting and thereby not persisting
805 1.1 cgd *
806 1.1 cgd * tp->t_timer[TCPT_PERSIST]
807 1.1 cgd * is set when we are in persist state.
808 1.1 cgd * tp->t_force
809 1.1 cgd * is set when we are called to send a persist packet.
810 1.1 cgd * tp->t_timer[TCPT_REXMT]
811 1.1 cgd * is set when we are retransmitting
812 1.1 cgd * The output side is idle when both timers are zero.
813 1.1 cgd *
814 1.1 cgd * If send window is too small, there is data to transmit, and no
815 1.1 cgd * retransmit or persist is pending, then go to persist state.
816 1.1 cgd * If nothing happens soon, send when timer expires:
817 1.1 cgd * if window is nonzero, transmit what we can,
818 1.1 cgd * otherwise force out a byte.
819 1.1 cgd */
820 1.38 thorpej if (so->so_snd.sb_cc && TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
821 1.38 thorpej TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
822 1.1 cgd tp->t_rxtshift = 0;
823 1.1 cgd tcp_setpersist(tp);
824 1.1 cgd }
825 1.1 cgd
826 1.1 cgd /*
827 1.1 cgd * No reason to send a segment, just return.
828 1.1 cgd */
829 1.1 cgd return (0);
830 1.1 cgd
831 1.1 cgd send:
832 1.1 cgd /*
833 1.1 cgd * Before ESTABLISHED, force sending of initial options
834 1.1 cgd * unless TCP set not to do any options.
835 1.1 cgd * NOTE: we assume that the IP/TCP header plus TCP options
836 1.1 cgd * always fit in a single mbuf, leaving room for a maximum
837 1.1 cgd * link header, i.e.
838 1.48 itojun * max_linkhdr + sizeof (struct tcpiphdr) + optlen <= MCLBYTES
839 1.1 cgd */
840 1.1 cgd optlen = 0;
841 1.48 itojun switch (af) {
842 1.60 itojun #ifdef INET
843 1.48 itojun case AF_INET:
844 1.48 itojun iphdrlen = sizeof(struct ip) + sizeof(struct tcphdr);
845 1.48 itojun break;
846 1.60 itojun #endif
847 1.48 itojun #ifdef INET6
848 1.48 itojun case AF_INET6:
849 1.48 itojun iphdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
850 1.48 itojun break;
851 1.48 itojun #endif
852 1.49 itojun default: /*pacify gcc*/
853 1.49 itojun iphdrlen = 0;
854 1.49 itojun break;
855 1.48 itojun }
856 1.48 itojun hdrlen = iphdrlen;
857 1.9 mycroft if (flags & TH_SYN) {
858 1.48 itojun struct rtentry *rt;
859 1.48 itojun
860 1.60 itojun rt = NULL;
861 1.60 itojun #ifdef INET
862 1.48 itojun if (tp->t_inpcb)
863 1.48 itojun rt = in_pcbrtentry(tp->t_inpcb);
864 1.60 itojun #endif
865 1.61 itojun #ifdef INET6
866 1.60 itojun if (tp->t_in6pcb)
867 1.48 itojun rt = in6_pcbrtentry(tp->t_in6pcb);
868 1.48 itojun #endif
869 1.34 kml
870 1.9 mycroft tp->snd_nxt = tp->iss;
871 1.82 itojun tp->t_ourmss = tcp_mss_to_advertise(rt != NULL ?
872 1.52 itojun rt->rt_ifp : NULL, af);
873 1.9 mycroft if ((tp->t_flags & TF_NOOPT) == 0) {
874 1.9 mycroft opt[0] = TCPOPT_MAXSEG;
875 1.9 mycroft opt[1] = 4;
876 1.17 thorpej opt[2] = (tp->t_ourmss >> 8) & 0xff;
877 1.17 thorpej opt[3] = tp->t_ourmss & 0xff;
878 1.9 mycroft optlen = 4;
879 1.82 itojun
880 1.9 mycroft if ((tp->t_flags & TF_REQ_SCALE) &&
881 1.9 mycroft ((flags & TH_ACK) == 0 ||
882 1.9 mycroft (tp->t_flags & TF_RCVD_SCALE))) {
883 1.12 cgd *((u_int32_t *) (opt + optlen)) = htonl(
884 1.9 mycroft TCPOPT_NOP << 24 |
885 1.9 mycroft TCPOPT_WINDOW << 16 |
886 1.9 mycroft TCPOLEN_WINDOW << 8 |
887 1.9 mycroft tp->request_r_scale);
888 1.9 mycroft optlen += 4;
889 1.9 mycroft }
890 1.9 mycroft }
891 1.82 itojun }
892 1.82 itojun
893 1.82 itojun /*
894 1.82 itojun * Send a timestamp and echo-reply if this is a SYN and our side
895 1.9 mycroft * wants to use timestamps (TF_REQ_TSTMP is set) or both our side
896 1.9 mycroft * and our peer have sent timestamps in our SYN's.
897 1.82 itojun */
898 1.82 itojun if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP &&
899 1.82 itojun (flags & TH_RST) == 0 &&
900 1.82 itojun ((flags & (TH_SYN|TH_ACK)) == TH_SYN ||
901 1.9 mycroft (tp->t_flags & TF_RCVD_TSTMP))) {
902 1.13 cgd u_int32_t *lp = (u_int32_t *)(opt + optlen);
903 1.9 mycroft
904 1.82 itojun /* Form timestamp option as shown in appendix A of RFC 1323. */
905 1.82 itojun *lp++ = htonl(TCPOPT_TSTAMP_HDR);
906 1.82 itojun *lp++ = htonl(TCP_TIMESTAMP(tp));
907 1.82 itojun *lp = htonl(tp->ts_recent);
908 1.82 itojun optlen += TCPOLEN_TSTAMP_APPA;
909 1.82 itojun }
910 1.82 itojun
911 1.110 jonathan #ifdef TCP_SIGNATURE
912 1.111 itojun #if defined(INET6) && defined(FAST_IPSEC)
913 1.117 perry if (tp->t_family == AF_INET)
914 1.110 jonathan #endif
915 1.110 jonathan if (tp->t_flags & TF_SIGNATURE) {
916 1.110 jonathan u_char *bp;
917 1.110 jonathan /*
918 1.110 jonathan * Initialize TCP-MD5 option (RFC2385)
919 1.110 jonathan */
920 1.110 jonathan bp = (u_char *)opt + optlen;
921 1.110 jonathan *bp++ = TCPOPT_SIGNATURE;
922 1.110 jonathan *bp++ = TCPOLEN_SIGNATURE;
923 1.110 jonathan sigoff = optlen + 2;
924 1.113 itojun bzero(bp, TCP_SIGLEN);
925 1.113 itojun bp += TCP_SIGLEN;
926 1.110 jonathan optlen += TCPOLEN_SIGNATURE;
927 1.110 jonathan /*
928 1.110 jonathan * Terminate options list and maintain 32-bit alignment.
929 1.110 jonathan */
930 1.110 jonathan *bp++ = TCPOPT_NOP;
931 1.110 jonathan *bp++ = TCPOPT_EOL;
932 1.110 jonathan optlen += 2;
933 1.110 jonathan }
934 1.110 jonathan #endif /* TCP_SIGNATURE */
935 1.110 jonathan
936 1.82 itojun hdrlen += optlen;
937 1.82 itojun
938 1.1 cgd #ifdef DIAGNOSTIC
939 1.29 kml if (len > txsegsize)
940 1.29 kml panic("tcp data to be sent is larger than segment");
941 1.82 itojun if (max_linkhdr + hdrlen > MCLBYTES)
942 1.9 mycroft panic("tcphdr too big");
943 1.1 cgd #endif
944 1.1 cgd
945 1.1 cgd /*
946 1.1 cgd * Grab a header mbuf, attaching a copy of data to
947 1.1 cgd * be transmitted, and initialize the header from
948 1.1 cgd * the template for sends on this connection.
949 1.1 cgd */
950 1.1 cgd if (len) {
951 1.70 thorpej error = tcp_build_datapkt(tp, so, off, len, hdrlen, &m);
952 1.70 thorpej if (error)
953 1.1 cgd goto out;
954 1.1 cgd /*
955 1.1 cgd * If we're sending everything we've got, set PUSH.
956 1.1 cgd * (This will keep happy those implementations which only
957 1.1 cgd * give data to the user when a buffer fills or
958 1.1 cgd * a PUSH comes in.)
959 1.1 cgd */
960 1.1 cgd if (off + len == so->so_snd.sb_cc)
961 1.1 cgd flags |= TH_PUSH;
962 1.1 cgd } else {
963 1.1 cgd if (tp->t_flags & TF_ACKNOW)
964 1.1 cgd tcpstat.tcps_sndacks++;
965 1.1 cgd else if (flags & (TH_SYN|TH_FIN|TH_RST))
966 1.1 cgd tcpstat.tcps_sndctrl++;
967 1.1 cgd else if (SEQ_GT(tp->snd_up, tp->snd_una))
968 1.1 cgd tcpstat.tcps_sndurg++;
969 1.1 cgd else
970 1.1 cgd tcpstat.tcps_sndwinup++;
971 1.1 cgd
972 1.1 cgd MGETHDR(m, M_DONTWAIT, MT_HEADER);
973 1.54 itojun if (m != NULL && max_linkhdr + hdrlen > MHLEN) {
974 1.48 itojun MCLGET(m, M_DONTWAIT);
975 1.48 itojun if ((m->m_flags & M_EXT) == 0) {
976 1.48 itojun m_freem(m);
977 1.48 itojun m = NULL;
978 1.48 itojun }
979 1.48 itojun }
980 1.1 cgd if (m == NULL) {
981 1.1 cgd error = ENOBUFS;
982 1.1 cgd goto out;
983 1.1 cgd }
984 1.89 matt MCLAIM(m, &tcp_tx_mowner);
985 1.1 cgd m->m_data += max_linkhdr;
986 1.1 cgd m->m_len = hdrlen;
987 1.1 cgd }
988 1.1 cgd m->m_pkthdr.rcvif = (struct ifnet *)0;
989 1.48 itojun switch (af) {
990 1.60 itojun #ifdef INET
991 1.48 itojun case AF_INET:
992 1.48 itojun ip = mtod(m, struct ip *);
993 1.48 itojun #ifdef INET6
994 1.48 itojun ip6 = NULL;
995 1.48 itojun #endif
996 1.48 itojun th = (struct tcphdr *)(ip + 1);
997 1.48 itojun break;
998 1.60 itojun #endif
999 1.48 itojun #ifdef INET6
1000 1.48 itojun case AF_INET6:
1001 1.48 itojun ip = NULL;
1002 1.48 itojun ip6 = mtod(m, struct ip6_hdr *);
1003 1.48 itojun th = (struct tcphdr *)(ip6 + 1);
1004 1.48 itojun break;
1005 1.48 itojun #endif
1006 1.49 itojun default: /*pacify gcc*/
1007 1.49 itojun ip = NULL;
1008 1.50 fvdl #ifdef INET6
1009 1.49 itojun ip6 = NULL;
1010 1.50 fvdl #endif
1011 1.49 itojun th = NULL;
1012 1.49 itojun break;
1013 1.48 itojun }
1014 1.1 cgd if (tp->t_template == 0)
1015 1.1 cgd panic("tcp_output");
1016 1.48 itojun if (tp->t_template->m_len < iphdrlen)
1017 1.48 itojun panic("tcp_output");
1018 1.48 itojun bcopy(mtod(tp->t_template, caddr_t), mtod(m, caddr_t), iphdrlen);
1019 1.1 cgd
1020 1.1 cgd /*
1021 1.9 mycroft * If we are doing retransmissions, then snd_nxt will
1022 1.9 mycroft * not reflect the first unsent octet. For ACK only
1023 1.9 mycroft * packets, we do not want the sequence number of the
1024 1.9 mycroft * retransmitted packet, we want the sequence number
1025 1.9 mycroft * of the next unsent octet. So, if there is no data
1026 1.9 mycroft * (and no SYN or FIN), use snd_max instead of snd_nxt
1027 1.9 mycroft * when filling in ti_seq. But if we are in persist
1028 1.9 mycroft * state, snd_max might reflect one byte beyond the
1029 1.9 mycroft * right edge of the window, so use snd_nxt in that
1030 1.9 mycroft * case, since we know we aren't doing a retransmission.
1031 1.9 mycroft * (retransmit and persist are mutually exclusive...)
1032 1.9 mycroft */
1033 1.38 thorpej if (len || (flags & (TH_SYN|TH_FIN)) ||
1034 1.38 thorpej TCP_TIMER_ISARMED(tp, TCPT_PERSIST))
1035 1.48 itojun th->th_seq = htonl(tp->snd_nxt);
1036 1.8 mycroft else
1037 1.48 itojun th->th_seq = htonl(tp->snd_max);
1038 1.48 itojun th->th_ack = htonl(tp->rcv_nxt);
1039 1.1 cgd if (optlen) {
1040 1.48 itojun bcopy((caddr_t)opt, (caddr_t)(th + 1), optlen);
1041 1.48 itojun th->th_off = (sizeof (struct tcphdr) + optlen) >> 2;
1042 1.1 cgd }
1043 1.48 itojun th->th_flags = flags;
1044 1.1 cgd /*
1045 1.1 cgd * Calculate receive window. Don't shrink window,
1046 1.1 cgd * but avoid silly window syndrome.
1047 1.1 cgd */
1048 1.18 thorpej if (win < (long)(so->so_rcv.sb_hiwat / 4) && win < (long)rxsegsize)
1049 1.1 cgd win = 0;
1050 1.9 mycroft if (win > (long)TCP_MAXWIN << tp->rcv_scale)
1051 1.9 mycroft win = (long)TCP_MAXWIN << tp->rcv_scale;
1052 1.112 chs if (win < (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt))
1053 1.112 chs win = (long)(int32_t)(tp->rcv_adv - tp->rcv_nxt);
1054 1.48 itojun th->th_win = htons((u_int16_t) (win>>tp->rcv_scale));
1055 1.1 cgd if (SEQ_GT(tp->snd_up, tp->snd_nxt)) {
1056 1.16 kml u_int32_t urp = tp->snd_up - tp->snd_nxt;
1057 1.16 kml if (urp > IP_MAXPACKET)
1058 1.16 kml urp = IP_MAXPACKET;
1059 1.48 itojun th->th_urp = htons((u_int16_t)urp);
1060 1.48 itojun th->th_flags |= TH_URG;
1061 1.1 cgd } else
1062 1.1 cgd /*
1063 1.1 cgd * If no urgent pointer to send, then we pull
1064 1.1 cgd * the urgent pointer to the left edge of the send window
1065 1.1 cgd * so that it doesn't drift into the send window on sequence
1066 1.1 cgd * number wraparound.
1067 1.1 cgd */
1068 1.1 cgd tp->snd_up = tp->snd_una; /* drag it along */
1069 1.1 cgd
1070 1.110 jonathan #ifdef TCP_SIGNATURE
1071 1.111 itojun #if defined(INET6) && defined(FAST_IPSEC)
1072 1.110 jonathan if (tp->t_family == AF_INET) /* XXX */
1073 1.110 jonathan #endif
1074 1.113 itojun if (sigoff && (tp->t_flags & TF_SIGNATURE)) {
1075 1.113 itojun struct secasvar *sav;
1076 1.113 itojun u_int8_t *sigp;
1077 1.113 itojun
1078 1.113 itojun sav = tcp_signature_getsav(m, th);
1079 1.117 perry
1080 1.113 itojun if (sav == NULL) {
1081 1.113 itojun if (m)
1082 1.113 itojun m_freem(m);
1083 1.113 itojun return (EPERM);
1084 1.113 itojun }
1085 1.113 itojun
1086 1.113 itojun m->m_pkthdr.len = hdrlen + len;
1087 1.113 itojun sigp = (caddr_t)th + sizeof(*th) + sigoff;
1088 1.113 itojun tcp_signature(m, th, (caddr_t)th - mtod(m, caddr_t), sav, sigp);
1089 1.113 itojun
1090 1.113 itojun key_sa_recordxfer(sav, m);
1091 1.113 itojun #ifdef FAST_IPSEC
1092 1.113 itojun KEY_FREESAV(&sav);
1093 1.113 itojun #else
1094 1.113 itojun key_freesav(sav);
1095 1.113 itojun #endif
1096 1.113 itojun }
1097 1.110 jonathan #endif
1098 1.110 jonathan
1099 1.1 cgd /*
1100 1.66 thorpej * Set ourselves up to be checksummed just before the packet
1101 1.115 thorpej * hits the wire. Maybe skip checksums on loopback interfaces.
1102 1.1 cgd */
1103 1.48 itojun switch (af) {
1104 1.60 itojun #ifdef INET
1105 1.48 itojun case AF_INET:
1106 1.115 thorpej if (__predict_true(ro->ro_rt == NULL ||
1107 1.115 thorpej !(ro->ro_rt->rt_ifp->if_flags &
1108 1.115 thorpej IFF_LOOPBACK) ||
1109 1.115 thorpej tcp_do_loopback_cksum))
1110 1.115 thorpej m->m_pkthdr.csum_flags = M_CSUM_TCPv4;
1111 1.115 thorpej else
1112 1.115 thorpej m->m_pkthdr.csum_flags = 0;
1113 1.66 thorpej m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
1114 1.66 thorpej if (len + optlen) {
1115 1.66 thorpej /* Fixup the pseudo-header checksum. */
1116 1.66 thorpej /* XXXJRT Not IP Jumbogram safe. */
1117 1.66 thorpej th->th_sum = in_cksum_addword(th->th_sum,
1118 1.66 thorpej htons((u_int16_t) (len + optlen)));
1119 1.66 thorpej }
1120 1.48 itojun break;
1121 1.60 itojun #endif
1122 1.48 itojun #ifdef INET6
1123 1.48 itojun case AF_INET6:
1124 1.66 thorpej /*
1125 1.66 thorpej * XXX Actually delaying the checksum is Hard
1126 1.66 thorpej * XXX (well, maybe not for Itojun, but it is
1127 1.66 thorpej * XXX for me), but we can still take advantage
1128 1.66 thorpej * XXX of the cached pseudo-header checksum.
1129 1.66 thorpej */
1130 1.48 itojun /* equals to hdrlen + len */
1131 1.48 itojun m->m_pkthdr.len = sizeof(struct ip6_hdr)
1132 1.48 itojun + sizeof(struct tcphdr) + optlen + len;
1133 1.66 thorpej #ifdef notyet
1134 1.115 thorpej if (__predict_true(ro->ro_rt == NULL ||
1135 1.115 thorpej !(ro->ro_rt->rt_ifp->if_flags &
1136 1.115 thorpej IFF_LOOPBACK) ||
1137 1.115 thorpej tcp_do_loopback_cksum))
1138 1.115 thorpej m->m_pkthdr.csum_flags = M_CSUM_TCPv6;
1139 1.115 thorpej else
1140 1.115 thorpej m->m_pkthdr.csum_flags = 0;
1141 1.66 thorpej m->m_pkthdr.csum_data = offsetof(struct tcphdr, th_sum);
1142 1.66 thorpej #endif
1143 1.66 thorpej if (len + optlen) {
1144 1.66 thorpej /* Fixup the pseudo-header checksum. */
1145 1.66 thorpej /* XXXJRT: Not IPv6 Jumbogram safe. */
1146 1.66 thorpej th->th_sum = in_cksum_addword(th->th_sum,
1147 1.66 thorpej htons((u_int16_t) (len + optlen)));
1148 1.66 thorpej }
1149 1.66 thorpej #ifndef notyet
1150 1.115 thorpej if (__predict_true(ro->ro_rt == NULL ||
1151 1.115 thorpej !(ro->ro_rt->rt_ifp->if_flags &
1152 1.115 thorpej IFF_LOOPBACK) ||
1153 1.115 thorpej tcp_do_loopback_cksum))
1154 1.115 thorpej th->th_sum = in6_cksum(m, 0, sizeof(struct ip6_hdr),
1155 1.115 thorpej sizeof(struct tcphdr) + optlen + len);
1156 1.66 thorpej #endif
1157 1.48 itojun break;
1158 1.48 itojun #endif
1159 1.48 itojun }
1160 1.1 cgd
1161 1.1 cgd /*
1162 1.1 cgd * In transmit state, time the transmission and arrange for
1163 1.1 cgd * the retransmit. In persist state, just set snd_max.
1164 1.1 cgd */
1165 1.38 thorpej if (tp->t_force == 0 || TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0) {
1166 1.1 cgd tcp_seq startseq = tp->snd_nxt;
1167 1.1 cgd
1168 1.1 cgd /*
1169 1.1 cgd * Advance snd_nxt over sequence space of this segment.
1170 1.43 mycroft * There are no states in which we send both a SYN and a FIN,
1171 1.43 mycroft * so we collapse the tests for these flags.
1172 1.1 cgd */
1173 1.43 mycroft if (flags & (TH_SYN|TH_FIN))
1174 1.43 mycroft tp->snd_nxt++;
1175 1.1 cgd tp->snd_nxt += len;
1176 1.1 cgd if (SEQ_GT(tp->snd_nxt, tp->snd_max)) {
1177 1.1 cgd tp->snd_max = tp->snd_nxt;
1178 1.1 cgd /*
1179 1.1 cgd * Time this transmission if not a retransmission and
1180 1.1 cgd * not currently timing anything.
1181 1.1 cgd */
1182 1.73 thorpej if (tp->t_rtttime == 0) {
1183 1.73 thorpej tp->t_rtttime = tcp_now;
1184 1.1 cgd tp->t_rtseq = startseq;
1185 1.1 cgd tcpstat.tcps_segstimed++;
1186 1.1 cgd }
1187 1.1 cgd }
1188 1.1 cgd
1189 1.1 cgd /*
1190 1.1 cgd * Set retransmit timer if not currently set,
1191 1.1 cgd * and not doing an ack or a keep-alive probe.
1192 1.1 cgd * Initial value for retransmit timer is smoothed
1193 1.1 cgd * round-trip time + 2 * round-trip time variance.
1194 1.1 cgd * Initialize shift counter which is used for backoff
1195 1.1 cgd * of retransmit time.
1196 1.1 cgd */
1197 1.38 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 &&
1198 1.1 cgd tp->snd_nxt != tp->snd_una) {
1199 1.38 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST)) {
1200 1.38 thorpej TCP_TIMER_DISARM(tp, TCPT_PERSIST);
1201 1.1 cgd tp->t_rxtshift = 0;
1202 1.1 cgd }
1203 1.109 christos TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
1204 1.1 cgd }
1205 1.1 cgd } else
1206 1.1 cgd if (SEQ_GT(tp->snd_nxt + len, tp->snd_max))
1207 1.1 cgd tp->snd_max = tp->snd_nxt + len;
1208 1.1 cgd
1209 1.67 abs #ifdef TCP_DEBUG
1210 1.1 cgd /*
1211 1.1 cgd * Trace.
1212 1.1 cgd */
1213 1.91 itojun if (so->so_options & SO_DEBUG)
1214 1.48 itojun tcp_trace(TA_OUTPUT, tp->t_state, tp, m, 0);
1215 1.67 abs #endif
1216 1.1 cgd
1217 1.1 cgd /*
1218 1.1 cgd * Fill in IP length and desired time to live and
1219 1.1 cgd * send to IP level. There should be a better way
1220 1.1 cgd * to handle ttl and tos; we could keep them in
1221 1.1 cgd * the template, but need a way to checksum without them.
1222 1.1 cgd */
1223 1.1 cgd m->m_pkthdr.len = hdrlen + len;
1224 1.19 kml
1225 1.48 itojun switch (af) {
1226 1.60 itojun #ifdef INET
1227 1.48 itojun case AF_INET:
1228 1.84 itojun ip->ip_len = htons(m->m_pkthdr.len);
1229 1.48 itojun if (tp->t_inpcb) {
1230 1.48 itojun ip->ip_ttl = tp->t_inpcb->inp_ip.ip_ttl;
1231 1.48 itojun ip->ip_tos = tp->t_inpcb->inp_ip.ip_tos;
1232 1.48 itojun }
1233 1.48 itojun #ifdef INET6
1234 1.48 itojun else if (tp->t_in6pcb) {
1235 1.62 itojun ip->ip_ttl = in6_selecthlim(tp->t_in6pcb, NULL); /*XXX*/
1236 1.48 itojun ip->ip_tos = 0; /*XXX*/
1237 1.48 itojun }
1238 1.48 itojun #endif
1239 1.48 itojun break;
1240 1.60 itojun #endif
1241 1.48 itojun #ifdef INET6
1242 1.48 itojun case AF_INET6:
1243 1.48 itojun ip6->ip6_nxt = IPPROTO_TCP;
1244 1.53 itojun if (tp->t_in6pcb) {
1245 1.53 itojun /*
1246 1.53 itojun * we separately set hoplimit for every segment, since
1247 1.53 itojun * the user might want to change the value via
1248 1.53 itojun * setsockopt. Also, desired default hop limit might
1249 1.53 itojun * be changed via Neighbor Discovery.
1250 1.53 itojun */
1251 1.53 itojun ip6->ip6_hlim = in6_selecthlim(tp->t_in6pcb,
1252 1.53 itojun ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
1253 1.53 itojun }
1254 1.48 itojun /* ip6->ip6_flow = ??? */
1255 1.48 itojun /* ip6_plen will be filled in ip6_output(). */
1256 1.48 itojun break;
1257 1.48 itojun #endif
1258 1.48 itojun }
1259 1.48 itojun
1260 1.48 itojun switch (af) {
1261 1.60 itojun #ifdef INET
1262 1.48 itojun case AF_INET:
1263 1.48 itojun {
1264 1.48 itojun struct mbuf *opts;
1265 1.48 itojun
1266 1.48 itojun if (tp->t_inpcb)
1267 1.48 itojun opts = tp->t_inpcb->inp_options;
1268 1.48 itojun else
1269 1.48 itojun opts = NULL;
1270 1.48 itojun error = ip_output(m, opts, ro,
1271 1.80 itojun (tp->t_mtudisc ? IP_MTUDISC : 0) |
1272 1.59 thorpej (so->so_options & SO_DONTROUTE),
1273 1.100 itojun (struct ip_moptions *)0, so);
1274 1.48 itojun break;
1275 1.48 itojun }
1276 1.60 itojun #endif
1277 1.48 itojun #ifdef INET6
1278 1.48 itojun case AF_INET6:
1279 1.48 itojun {
1280 1.48 itojun struct ip6_pktopts *opts;
1281 1.48 itojun
1282 1.48 itojun if (tp->t_in6pcb)
1283 1.48 itojun opts = tp->t_in6pcb->in6p_outputopts;
1284 1.48 itojun else
1285 1.48 itojun opts = NULL;
1286 1.48 itojun error = ip6_output(m, opts, (struct route_in6 *)ro,
1287 1.117 perry so->so_options & SO_DONTROUTE,
1288 1.100 itojun (struct ip6_moptions *)0, so, NULL);
1289 1.48 itojun break;
1290 1.48 itojun }
1291 1.48 itojun #endif
1292 1.49 itojun default:
1293 1.49 itojun error = EAFNOSUPPORT;
1294 1.49 itojun break;
1295 1.48 itojun }
1296 1.1 cgd if (error) {
1297 1.1 cgd out:
1298 1.1 cgd if (error == ENOBUFS) {
1299 1.69 thorpej tcpstat.tcps_selfquench++;
1300 1.60 itojun #ifdef INET
1301 1.48 itojun if (tp->t_inpcb)
1302 1.48 itojun tcp_quench(tp->t_inpcb, 0);
1303 1.60 itojun #endif
1304 1.58 itojun #ifdef INET6
1305 1.60 itojun if (tp->t_in6pcb)
1306 1.48 itojun tcp6_quench(tp->t_in6pcb, 0);
1307 1.48 itojun #endif
1308 1.71 thorpej error = 0;
1309 1.71 thorpej } else if ((error == EHOSTUNREACH || error == ENETDOWN) &&
1310 1.71 thorpej TCPS_HAVERCVDSYN(tp->t_state)) {
1311 1.1 cgd tp->t_softerror = error;
1312 1.71 thorpej error = 0;
1313 1.1 cgd }
1314 1.71 thorpej
1315 1.71 thorpej /* Restart the delayed ACK timer, if necessary. */
1316 1.71 thorpej if (tp->t_flags & TF_DELACK)
1317 1.71 thorpej TCP_RESTART_DELACK(tp);
1318 1.71 thorpej
1319 1.1 cgd return (error);
1320 1.1 cgd }
1321 1.1 cgd tcpstat.tcps_sndtotal++;
1322 1.23 thorpej if (tp->t_flags & TF_DELACK)
1323 1.23 thorpej tcpstat.tcps_delack++;
1324 1.1 cgd
1325 1.1 cgd /*
1326 1.1 cgd * Data sent (as far as we can tell).
1327 1.1 cgd * If this advertises a larger window than any other segment,
1328 1.1 cgd * then remember the size of the advertised window.
1329 1.1 cgd * Any pending ACK has now been sent.
1330 1.1 cgd */
1331 1.1 cgd if (win > 0 && SEQ_GT(tp->rcv_nxt+win, tp->rcv_adv))
1332 1.1 cgd tp->rcv_adv = tp->rcv_nxt + win;
1333 1.9 mycroft tp->last_ack_sent = tp->rcv_nxt;
1334 1.26 thorpej tp->t_flags &= ~TF_ACKNOW;
1335 1.26 thorpej TCP_CLEAR_DELACK(tp);
1336 1.44 matt #ifdef DIAGNOSTIC
1337 1.44 matt if (maxburst < 0)
1338 1.44 matt printf("tcp_output: maxburst exceeded by %d\n", -maxburst);
1339 1.44 matt #endif
1340 1.45 matt if (sendalot && (!tcp_do_newreno || --maxburst))
1341 1.1 cgd goto again;
1342 1.1 cgd return (0);
1343 1.1 cgd }
1344 1.1 cgd
1345 1.6 mycroft void
1346 1.116 perry tcp_setpersist(struct tcpcb *tp)
1347 1.1 cgd {
1348 1.56 augustss int t = ((tp->t_srtt >> 2) + tp->t_rttvar) >> (1 + 2);
1349 1.38 thorpej int nticks;
1350 1.1 cgd
1351 1.38 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_REXMT))
1352 1.1 cgd panic("tcp_output REXMT");
1353 1.1 cgd /*
1354 1.1 cgd * Start/restart persistance timer.
1355 1.1 cgd */
1356 1.30 kml if (t < tp->t_rttmin)
1357 1.30 kml t = tp->t_rttmin;
1358 1.38 thorpej TCPT_RANGESET(nticks, t * tcp_backoff[tp->t_rxtshift],
1359 1.1 cgd TCPTV_PERSMIN, TCPTV_PERSMAX);
1360 1.38 thorpej TCP_TIMER_ARM(tp, TCPT_PERSIST, nticks);
1361 1.1 cgd if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
1362 1.1 cgd tp->t_rxtshift++;
1363 1.1 cgd }
1364