tcp_input.c revision 1.119 1 1.119 itojun /* $NetBSD: tcp_input.c,v 1.119 2000/10/17 03:06:42 itojun Exp $ */
2 1.83 itojun
3 1.83 itojun /*
4 1.83 itojun %%% portions-copyright-nrl-95
5 1.83 itojun Portions of this software are Copyright 1995-1998 by Randall Atkinson,
6 1.83 itojun Ronald Lee, Daniel McDonald, Bao Phan, and Chris Winters. All Rights
7 1.83 itojun Reserved. All rights under this copyright have been assigned to the US
8 1.83 itojun Naval Research Laboratory (NRL). The NRL Copyright Notice and License
9 1.83 itojun Agreement Version 1.1 (January 17, 1995) applies to these portions of the
10 1.83 itojun software.
11 1.83 itojun You should have received a copy of the license with this software. If you
12 1.83 itojun didn't get a copy, you may request one from <license (at) ipv6.nrl.navy.mil>.
13 1.83 itojun
14 1.83 itojun */
15 1.83 itojun
16 1.83 itojun /*
17 1.83 itojun * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
18 1.83 itojun * All rights reserved.
19 1.83 itojun *
20 1.83 itojun * Redistribution and use in source and binary forms, with or without
21 1.83 itojun * modification, are permitted provided that the following conditions
22 1.83 itojun * are met:
23 1.83 itojun * 1. Redistributions of source code must retain the above copyright
24 1.83 itojun * notice, this list of conditions and the following disclaimer.
25 1.83 itojun * 2. Redistributions in binary form must reproduce the above copyright
26 1.83 itojun * notice, this list of conditions and the following disclaimer in the
27 1.83 itojun * documentation and/or other materials provided with the distribution.
28 1.83 itojun * 3. Neither the name of the project nor the names of its contributors
29 1.83 itojun * may be used to endorse or promote products derived from this software
30 1.83 itojun * without specific prior written permission.
31 1.83 itojun *
32 1.83 itojun * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
33 1.83 itojun * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
34 1.83 itojun * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
35 1.83 itojun * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
36 1.83 itojun * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37 1.83 itojun * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
38 1.83 itojun * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
39 1.83 itojun * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
40 1.83 itojun * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
41 1.83 itojun * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
42 1.83 itojun * SUCH DAMAGE.
43 1.83 itojun */
44 1.44 thorpej
45 1.44 thorpej /*-
46 1.75 thorpej * Copyright (c) 1997, 1998, 1999 The NetBSD Foundation, Inc.
47 1.44 thorpej * All rights reserved.
48 1.44 thorpej *
49 1.44 thorpej * This code is derived from software contributed to The NetBSD Foundation
50 1.44 thorpej * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
51 1.44 thorpej * Facility, NASA Ames Research Center.
52 1.44 thorpej *
53 1.44 thorpej * Redistribution and use in source and binary forms, with or without
54 1.44 thorpej * modification, are permitted provided that the following conditions
55 1.44 thorpej * are met:
56 1.44 thorpej * 1. Redistributions of source code must retain the above copyright
57 1.44 thorpej * notice, this list of conditions and the following disclaimer.
58 1.44 thorpej * 2. Redistributions in binary form must reproduce the above copyright
59 1.44 thorpej * notice, this list of conditions and the following disclaimer in the
60 1.44 thorpej * documentation and/or other materials provided with the distribution.
61 1.44 thorpej * 3. All advertising materials mentioning features or use of this software
62 1.44 thorpej * must display the following acknowledgement:
63 1.44 thorpej * This product includes software developed by the NetBSD
64 1.44 thorpej * Foundation, Inc. and its contributors.
65 1.44 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
66 1.44 thorpej * contributors may be used to endorse or promote products derived
67 1.44 thorpej * from this software without specific prior written permission.
68 1.44 thorpej *
69 1.44 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
70 1.44 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
71 1.44 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
72 1.44 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
73 1.44 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
74 1.44 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
75 1.44 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
76 1.44 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
77 1.44 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
78 1.44 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
79 1.44 thorpej * POSSIBILITY OF SUCH DAMAGE.
80 1.44 thorpej */
81 1.10 cgd
82 1.1 cgd /*
83 1.39 thorpej * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1994, 1995
84 1.9 mycroft * The Regents of the University of California. All rights reserved.
85 1.1 cgd *
86 1.1 cgd * Redistribution and use in source and binary forms, with or without
87 1.1 cgd * modification, are permitted provided that the following conditions
88 1.1 cgd * are met:
89 1.1 cgd * 1. Redistributions of source code must retain the above copyright
90 1.1 cgd * notice, this list of conditions and the following disclaimer.
91 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
92 1.1 cgd * notice, this list of conditions and the following disclaimer in the
93 1.1 cgd * documentation and/or other materials provided with the distribution.
94 1.1 cgd * 3. All advertising materials mentioning features or use of this software
95 1.1 cgd * must display the following acknowledgement:
96 1.1 cgd * This product includes software developed by the University of
97 1.1 cgd * California, Berkeley and its contributors.
98 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
99 1.1 cgd * may be used to endorse or promote products derived from this software
100 1.1 cgd * without specific prior written permission.
101 1.1 cgd *
102 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
103 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
104 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
105 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
106 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
107 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
108 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
109 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
110 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
111 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
112 1.1 cgd * SUCH DAMAGE.
113 1.1 cgd *
114 1.39 thorpej * @(#)tcp_input.c 8.12 (Berkeley) 5/24/95
115 1.1 cgd */
116 1.1 cgd
117 1.29 thorpej /*
118 1.29 thorpej * TODO list for SYN cache stuff:
119 1.29 thorpej *
120 1.48 thorpej * Find room for a "state" field, which is needed to keep a
121 1.48 thorpej * compressed state for TIME_WAIT TCBs. It's been noted already
122 1.48 thorpej * that this is fairly important for very high-volume web and
123 1.48 thorpej * mail servers, which use a large number of short-lived
124 1.48 thorpej * connections.
125 1.29 thorpej */
126 1.29 thorpej
127 1.83 itojun #include "opt_inet.h"
128 1.85 thorpej #include "opt_ipsec.h"
129 1.83 itojun
130 1.3 mycroft #include <sys/param.h>
131 1.3 mycroft #include <sys/systm.h>
132 1.3 mycroft #include <sys/malloc.h>
133 1.3 mycroft #include <sys/mbuf.h>
134 1.3 mycroft #include <sys/protosw.h>
135 1.3 mycroft #include <sys/socket.h>
136 1.3 mycroft #include <sys/socketvar.h>
137 1.3 mycroft #include <sys/errno.h>
138 1.52 thorpej #include <sys/syslog.h>
139 1.63 thorpej #include <sys/pool.h>
140 1.83 itojun #include <sys/domain.h>
141 1.1 cgd
142 1.3 mycroft #include <net/if.h>
143 1.3 mycroft #include <net/route.h>
144 1.87 itojun #include <net/if_types.h>
145 1.1 cgd
146 1.3 mycroft #include <netinet/in.h>
147 1.3 mycroft #include <netinet/in_systm.h>
148 1.3 mycroft #include <netinet/ip.h>
149 1.3 mycroft #include <netinet/in_pcb.h>
150 1.3 mycroft #include <netinet/ip_var.h>
151 1.83 itojun
152 1.83 itojun #ifdef INET6
153 1.83 itojun #ifndef INET
154 1.83 itojun #include <netinet/in.h>
155 1.83 itojun #endif
156 1.83 itojun #include <netinet/ip6.h>
157 1.112 itojun #include <netinet6/ip6_var.h>
158 1.83 itojun #include <netinet6/in6_pcb.h>
159 1.83 itojun #include <netinet6/ip6_var.h>
160 1.83 itojun #include <netinet6/in6_var.h>
161 1.83 itojun #include <netinet/icmp6.h>
162 1.98 itojun #include <netinet6/nd6.h>
163 1.83 itojun #endif
164 1.83 itojun
165 1.99 itojun #ifdef PULLDOWN_TEST
166 1.99 itojun #ifndef INET6
167 1.99 itojun /* always need ip6.h for IP6_EXTHDR_GET */
168 1.99 itojun #include <netinet/ip6.h>
169 1.99 itojun #endif
170 1.99 itojun #endif
171 1.99 itojun
172 1.3 mycroft #include <netinet/tcp.h>
173 1.3 mycroft #include <netinet/tcp_fsm.h>
174 1.3 mycroft #include <netinet/tcp_seq.h>
175 1.3 mycroft #include <netinet/tcp_timer.h>
176 1.3 mycroft #include <netinet/tcp_var.h>
177 1.3 mycroft #include <netinet/tcpip.h>
178 1.3 mycroft #include <netinet/tcp_debug.h>
179 1.1 cgd
180 1.23 christos #include <machine/stdarg.h>
181 1.23 christos
182 1.83 itojun #ifdef IPSEC
183 1.83 itojun #include <netinet6/ipsec.h>
184 1.83 itojun #include <netkey/key.h>
185 1.83 itojun #endif /*IPSEC*/
186 1.88 itojun #ifdef INET6
187 1.87 itojun #include "faith.h"
188 1.88 itojun #endif
189 1.87 itojun
190 1.1 cgd int tcprexmtthresh = 3;
191 1.82 ad int tcp_log_refused;
192 1.9 mycroft
193 1.116 itojun static int tcp_rst_ppslim_count = 0;
194 1.116 itojun static struct timeval tcp_rst_ppslim_last;
195 1.104 thorpej
196 1.9 mycroft #define TCP_PAWS_IDLE (24 * 24 * 60 * 60 * PR_SLOWHZ)
197 1.9 mycroft
198 1.9 mycroft /* for modulo comparisons of timestamps */
199 1.9 mycroft #define TSTMP_LT(a,b) ((int)((a)-(b)) < 0)
200 1.9 mycroft #define TSTMP_GEQ(a,b) ((int)((a)-(b)) >= 0)
201 1.9 mycroft
202 1.1 cgd /*
203 1.98 itojun * Neighbor Discovery, Neighbor Unreachability Detection Upper layer hint.
204 1.98 itojun */
205 1.98 itojun #ifdef INET6
206 1.98 itojun #define ND6_HINT(tp) \
207 1.98 itojun do { \
208 1.98 itojun if (tp && tp->t_in6pcb && tp->t_family == AF_INET6 \
209 1.98 itojun && tp->t_in6pcb->in6p_route.ro_rt) { \
210 1.112 itojun nd6_nud_hint(tp->t_in6pcb->in6p_route.ro_rt, NULL, 0); \
211 1.98 itojun } \
212 1.98 itojun } while (0)
213 1.98 itojun #else
214 1.98 itojun #define ND6_HINT(tp)
215 1.98 itojun #endif
216 1.98 itojun
217 1.98 itojun /*
218 1.37 thorpej * Macro to compute ACK transmission behavior. Delay the ACK unless
219 1.47 thorpej * we have already delayed an ACK (must send an ACK every two segments).
220 1.55 thorpej * We also ACK immediately if we received a PUSH and the ACK-on-PUSH
221 1.55 thorpej * option is enabled.
222 1.37 thorpej */
223 1.83 itojun #define TCP_SETUP_ACK(tp, th) \
224 1.37 thorpej do { \
225 1.55 thorpej if ((tp)->t_flags & TF_DELACK || \
226 1.83 itojun (tcp_ack_on_push && (th)->th_flags & TH_PUSH)) \
227 1.37 thorpej tp->t_flags |= TF_ACKNOW; \
228 1.37 thorpej else \
229 1.38 thorpej TCP_SET_DELACK(tp); \
230 1.37 thorpej } while (0)
231 1.37 thorpej
232 1.103 thorpej /*
233 1.103 thorpej * Convert TCP protocol fields to host order for easier processing.
234 1.103 thorpej */
235 1.103 thorpej #define TCP_FIELDS_TO_HOST(th) \
236 1.103 thorpej do { \
237 1.103 thorpej NTOHL((th)->th_seq); \
238 1.103 thorpej NTOHL((th)->th_ack); \
239 1.103 thorpej NTOHS((th)->th_win); \
240 1.103 thorpej NTOHS((th)->th_urp); \
241 1.103 thorpej } while (0)
242 1.103 thorpej
243 1.5 mycroft int
244 1.83 itojun tcp_reass(tp, th, m, tlen)
245 1.106 augustss struct tcpcb *tp;
246 1.106 augustss struct tcphdr *th;
247 1.1 cgd struct mbuf *m;
248 1.83 itojun int *tlen;
249 1.1 cgd {
250 1.106 augustss struct ipqent *p, *q, *nq, *tiqe = NULL;
251 1.83 itojun struct socket *so = NULL;
252 1.54 matt int pkt_flags;
253 1.54 matt tcp_seq pkt_seq;
254 1.54 matt unsigned pkt_len;
255 1.54 matt u_long rcvpartdupbyte = 0;
256 1.54 matt u_long rcvoobyte;
257 1.1 cgd
258 1.83 itojun if (tp->t_inpcb)
259 1.83 itojun so = tp->t_inpcb->inp_socket;
260 1.83 itojun #ifdef INET6
261 1.83 itojun else if (tp->t_in6pcb)
262 1.83 itojun so = tp->t_in6pcb->in6p_socket;
263 1.83 itojun #endif
264 1.83 itojun
265 1.72 thorpej TCP_REASS_LOCK_CHECK(tp);
266 1.72 thorpej
267 1.1 cgd /*
268 1.83 itojun * Call with th==0 after become established to
269 1.1 cgd * force pre-ESTABLISHED data up to user socket.
270 1.1 cgd */
271 1.83 itojun if (th == 0)
272 1.1 cgd goto present;
273 1.1 cgd
274 1.83 itojun rcvoobyte = *tlen;
275 1.1 cgd /*
276 1.54 matt * Copy these to local variables because the tcpiphdr
277 1.54 matt * gets munged while we are collapsing mbufs.
278 1.20 cgd */
279 1.83 itojun pkt_seq = th->th_seq;
280 1.83 itojun pkt_len = *tlen;
281 1.83 itojun pkt_flags = th->th_flags;
282 1.20 cgd /*
283 1.1 cgd * Find a segment which begins after this one does.
284 1.1 cgd */
285 1.54 matt for (p = NULL, q = tp->segq.lh_first; q != NULL; q = nq) {
286 1.54 matt nq = q->ipqe_q.le_next;
287 1.54 matt /*
288 1.54 matt * If the received segment is just right after this
289 1.54 matt * fragment, merge the two together and then check
290 1.54 matt * for further overlaps.
291 1.54 matt */
292 1.54 matt if (q->ipqe_seq + q->ipqe_len == pkt_seq) {
293 1.54 matt #ifdef TCPREASS_DEBUG
294 1.54 matt printf("tcp_reass[%p]: concat %u:%u(%u) to %u:%u(%u)\n",
295 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len,
296 1.54 matt q->ipqe_seq, q->ipqe_seq + q->ipqe_len, q->ipqe_len);
297 1.54 matt #endif
298 1.54 matt pkt_len += q->ipqe_len;
299 1.54 matt pkt_flags |= q->ipqe_flags;
300 1.54 matt pkt_seq = q->ipqe_seq;
301 1.54 matt m_cat(q->ipqe_m, m);
302 1.54 matt m = q->ipqe_m;
303 1.54 matt goto free_ipqe;
304 1.54 matt }
305 1.54 matt /*
306 1.54 matt * If the received segment is completely past this
307 1.54 matt * fragment, we need to go the next fragment.
308 1.54 matt */
309 1.54 matt if (SEQ_LT(q->ipqe_seq + q->ipqe_len, pkt_seq)) {
310 1.54 matt p = q;
311 1.54 matt continue;
312 1.54 matt }
313 1.54 matt /*
314 1.54 matt * If the fragment is past the received segment,
315 1.54 matt * it (or any following) can't be concatenated.
316 1.54 matt */
317 1.54 matt if (SEQ_GT(q->ipqe_seq, pkt_seq + pkt_len))
318 1.1 cgd break;
319 1.54 matt /*
320 1.54 matt * We've received all the data in this segment before.
321 1.54 matt * mark it as a duplicate and return.
322 1.54 matt */
323 1.54 matt if (SEQ_LEQ(q->ipqe_seq, pkt_seq) &&
324 1.54 matt SEQ_GEQ(q->ipqe_seq + q->ipqe_len, pkt_seq + pkt_len)) {
325 1.54 matt tcpstat.tcps_rcvduppack++;
326 1.54 matt tcpstat.tcps_rcvdupbyte += pkt_len;
327 1.54 matt m_freem(m);
328 1.54 matt if (tiqe != NULL)
329 1.71 thorpej pool_put(&ipqent_pool, tiqe);
330 1.54 matt return (0);
331 1.54 matt }
332 1.54 matt /*
333 1.54 matt * Received segment completely overlaps this fragment
334 1.54 matt * so we drop the fragment (this keeps the temporal
335 1.54 matt * ordering of segments correct).
336 1.54 matt */
337 1.54 matt if (SEQ_GEQ(q->ipqe_seq, pkt_seq) &&
338 1.54 matt SEQ_LEQ(q->ipqe_seq + q->ipqe_len, pkt_seq + pkt_len)) {
339 1.54 matt rcvpartdupbyte += q->ipqe_len;
340 1.54 matt m_freem(q->ipqe_m);
341 1.54 matt goto free_ipqe;
342 1.54 matt }
343 1.54 matt /*
344 1.54 matt * RX'ed segment extends past the end of the
345 1.54 matt * fragment. Drop the overlapping bytes. Then
346 1.54 matt * merge the fragment and segment then treat as
347 1.54 matt * a longer received packet.
348 1.54 matt */
349 1.54 matt if (SEQ_LT(q->ipqe_seq, pkt_seq)
350 1.54 matt && SEQ_GT(q->ipqe_seq + q->ipqe_len, pkt_seq)) {
351 1.54 matt int overlap = q->ipqe_seq + q->ipqe_len - pkt_seq;
352 1.54 matt #ifdef TCPREASS_DEBUG
353 1.54 matt printf("tcp_reass[%p]: trim starting %d bytes of %u:%u(%u)\n",
354 1.54 matt tp, overlap,
355 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
356 1.54 matt #endif
357 1.54 matt m_adj(m, overlap);
358 1.54 matt rcvpartdupbyte += overlap;
359 1.54 matt m_cat(q->ipqe_m, m);
360 1.54 matt m = q->ipqe_m;
361 1.54 matt pkt_seq = q->ipqe_seq;
362 1.54 matt pkt_len += q->ipqe_len - overlap;
363 1.54 matt rcvoobyte -= overlap;
364 1.54 matt goto free_ipqe;
365 1.54 matt }
366 1.54 matt /*
367 1.54 matt * RX'ed segment extends past the front of the
368 1.54 matt * fragment. Drop the overlapping bytes on the
369 1.54 matt * received packet. The packet will then be
370 1.54 matt * contatentated with this fragment a bit later.
371 1.54 matt */
372 1.54 matt if (SEQ_GT(q->ipqe_seq, pkt_seq)
373 1.54 matt && SEQ_LT(q->ipqe_seq, pkt_seq + pkt_len)) {
374 1.54 matt int overlap = pkt_seq + pkt_len - q->ipqe_seq;
375 1.54 matt #ifdef TCPREASS_DEBUG
376 1.54 matt printf("tcp_reass[%p]: trim trailing %d bytes of %u:%u(%u)\n",
377 1.54 matt tp, overlap,
378 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
379 1.54 matt #endif
380 1.54 matt m_adj(m, -overlap);
381 1.54 matt pkt_len -= overlap;
382 1.54 matt rcvpartdupbyte += overlap;
383 1.54 matt rcvoobyte -= overlap;
384 1.54 matt }
385 1.54 matt /*
386 1.54 matt * If the received segment immediates precedes this
387 1.54 matt * fragment then tack the fragment onto this segment
388 1.54 matt * and reinsert the data.
389 1.54 matt */
390 1.54 matt if (q->ipqe_seq == pkt_seq + pkt_len) {
391 1.54 matt #ifdef TCPREASS_DEBUG
392 1.54 matt printf("tcp_reass[%p]: append %u:%u(%u) to %u:%u(%u)\n",
393 1.54 matt tp, q->ipqe_seq, q->ipqe_seq + q->ipqe_len, q->ipqe_len,
394 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
395 1.54 matt #endif
396 1.54 matt pkt_len += q->ipqe_len;
397 1.54 matt pkt_flags |= q->ipqe_flags;
398 1.54 matt m_cat(m, q->ipqe_m);
399 1.54 matt LIST_REMOVE(q, ipqe_q);
400 1.54 matt LIST_REMOVE(q, ipqe_timeq);
401 1.54 matt if (tiqe == NULL) {
402 1.54 matt tiqe = q;
403 1.54 matt } else {
404 1.71 thorpej pool_put(&ipqent_pool, q);
405 1.1 cgd }
406 1.54 matt break;
407 1.54 matt }
408 1.54 matt /*
409 1.54 matt * If the fragment is before the segment, remember it.
410 1.54 matt * When this loop is terminated, p will contain the
411 1.54 matt * pointer to fragment that is right before the received
412 1.54 matt * segment.
413 1.54 matt */
414 1.54 matt if (SEQ_LEQ(q->ipqe_seq, pkt_seq))
415 1.54 matt p = q;
416 1.54 matt
417 1.54 matt continue;
418 1.54 matt
419 1.54 matt /*
420 1.54 matt * This is a common operation. It also will allow
421 1.54 matt * to save doing a malloc/free in most instances.
422 1.54 matt */
423 1.54 matt free_ipqe:
424 1.54 matt LIST_REMOVE(q, ipqe_q);
425 1.54 matt LIST_REMOVE(q, ipqe_timeq);
426 1.54 matt if (tiqe == NULL) {
427 1.54 matt tiqe = q;
428 1.54 matt } else {
429 1.71 thorpej pool_put(&ipqent_pool, q);
430 1.1 cgd }
431 1.1 cgd }
432 1.1 cgd
433 1.1 cgd /*
434 1.54 matt * Allocate a new queue entry since the received segment did not
435 1.54 matt * collapse onto any other out-of-order block; thus we are allocating
436 1.54 matt * a new block. If it had collapsed, tiqe would not be NULL and
437 1.54 matt * we would be reusing it.
438 1.54 matt * XXX If we can't, just drop the packet. XXX
439 1.1 cgd */
440 1.54 matt if (tiqe == NULL) {
441 1.71 thorpej tiqe = pool_get(&ipqent_pool, PR_NOWAIT);
442 1.54 matt if (tiqe == NULL) {
443 1.54 matt tcpstat.tcps_rcvmemdrop++;
444 1.54 matt m_freem(m);
445 1.54 matt return (0);
446 1.54 matt }
447 1.54 matt }
448 1.20 cgd
449 1.54 matt /*
450 1.54 matt * Update the counters.
451 1.54 matt */
452 1.54 matt tcpstat.tcps_rcvoopack++;
453 1.54 matt tcpstat.tcps_rcvoobyte += rcvoobyte;
454 1.54 matt if (rcvpartdupbyte) {
455 1.54 matt tcpstat.tcps_rcvpartduppack++;
456 1.54 matt tcpstat.tcps_rcvpartdupbyte += rcvpartdupbyte;
457 1.1 cgd }
458 1.1 cgd
459 1.54 matt /*
460 1.54 matt * Insert the new fragment queue entry into both queues.
461 1.54 matt */
462 1.20 cgd tiqe->ipqe_m = m;
463 1.54 matt tiqe->ipqe_seq = pkt_seq;
464 1.54 matt tiqe->ipqe_len = pkt_len;
465 1.54 matt tiqe->ipqe_flags = pkt_flags;
466 1.20 cgd if (p == NULL) {
467 1.20 cgd LIST_INSERT_HEAD(&tp->segq, tiqe, ipqe_q);
468 1.54 matt #ifdef TCPREASS_DEBUG
469 1.54 matt if (tiqe->ipqe_seq != tp->rcv_nxt)
470 1.54 matt printf("tcp_reass[%p]: insert %u:%u(%u) at front\n",
471 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len);
472 1.54 matt #endif
473 1.20 cgd } else {
474 1.20 cgd LIST_INSERT_AFTER(p, tiqe, ipqe_q);
475 1.54 matt #ifdef TCPREASS_DEBUG
476 1.54 matt printf("tcp_reass[%p]: insert %u:%u(%u) after %u:%u(%u)\n",
477 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len,
478 1.54 matt p->ipqe_seq, p->ipqe_seq + p->ipqe_len, p->ipqe_len);
479 1.54 matt #endif
480 1.20 cgd }
481 1.1 cgd
482 1.54 matt LIST_INSERT_HEAD(&tp->timeq, tiqe, ipqe_timeq);
483 1.54 matt
484 1.1 cgd present:
485 1.1 cgd /*
486 1.1 cgd * Present data to user, advancing rcv_nxt through
487 1.1 cgd * completed sequence space.
488 1.1 cgd */
489 1.11 mycroft if (TCPS_HAVEESTABLISHED(tp->t_state) == 0)
490 1.1 cgd return (0);
491 1.20 cgd q = tp->segq.lh_first;
492 1.54 matt if (q == NULL || q->ipqe_seq != tp->rcv_nxt)
493 1.1 cgd return (0);
494 1.54 matt if (tp->t_state == TCPS_SYN_RECEIVED && q->ipqe_len)
495 1.1 cgd return (0);
496 1.20 cgd
497 1.54 matt tp->rcv_nxt += q->ipqe_len;
498 1.54 matt pkt_flags = q->ipqe_flags & TH_FIN;
499 1.98 itojun ND6_HINT(tp);
500 1.54 matt
501 1.54 matt LIST_REMOVE(q, ipqe_q);
502 1.54 matt LIST_REMOVE(q, ipqe_timeq);
503 1.54 matt if (so->so_state & SS_CANTRCVMORE)
504 1.54 matt m_freem(q->ipqe_m);
505 1.54 matt else
506 1.54 matt sbappend(&so->so_rcv, q->ipqe_m);
507 1.71 thorpej pool_put(&ipqent_pool, q);
508 1.1 cgd sorwakeup(so);
509 1.54 matt return (pkt_flags);
510 1.1 cgd }
511 1.1 cgd
512 1.83 itojun #if defined(INET6) && !defined(TCP6)
513 1.83 itojun int
514 1.83 itojun tcp6_input(mp, offp, proto)
515 1.83 itojun struct mbuf **mp;
516 1.83 itojun int *offp, proto;
517 1.83 itojun {
518 1.83 itojun struct mbuf *m = *mp;
519 1.83 itojun
520 1.83 itojun /*
521 1.83 itojun * draft-itojun-ipv6-tcp-to-anycast
522 1.83 itojun * better place to put this in?
523 1.83 itojun */
524 1.83 itojun if (m->m_flags & M_ANYCAST6) {
525 1.98 itojun struct ip6_hdr *ip6;
526 1.98 itojun if (m->m_len < sizeof(struct ip6_hdr)) {
527 1.98 itojun if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
528 1.98 itojun tcpstat.tcps_rcvshort++;
529 1.98 itojun return IPPROTO_DONE;
530 1.98 itojun }
531 1.98 itojun }
532 1.98 itojun ip6 = mtod(m, struct ip6_hdr *);
533 1.98 itojun icmp6_error(m, ICMP6_DST_UNREACH,
534 1.98 itojun ICMP6_DST_UNREACH_ADDR,
535 1.98 itojun (caddr_t)&ip6->ip6_dst - (caddr_t)ip6);
536 1.83 itojun return IPPROTO_DONE;
537 1.83 itojun }
538 1.83 itojun
539 1.83 itojun tcp_input(m, *offp, proto);
540 1.83 itojun return IPPROTO_DONE;
541 1.83 itojun }
542 1.83 itojun #endif
543 1.83 itojun
544 1.1 cgd /*
545 1.1 cgd * TCP input routine, follows pages 65-76 of the
546 1.1 cgd * protocol specification dated September, 1981 very closely.
547 1.1 cgd */
548 1.5 mycroft void
549 1.23 christos #if __STDC__
550 1.23 christos tcp_input(struct mbuf *m, ...)
551 1.23 christos #else
552 1.23 christos tcp_input(m, va_alist)
553 1.106 augustss struct mbuf *m;
554 1.23 christos #endif
555 1.1 cgd {
556 1.83 itojun int proto;
557 1.106 augustss struct tcphdr *th;
558 1.83 itojun struct ip *ip;
559 1.106 augustss struct inpcb *inp;
560 1.83 itojun #ifdef INET6
561 1.83 itojun struct ip6_hdr *ip6;
562 1.106 augustss struct in6pcb *in6p;
563 1.83 itojun #endif
564 1.9 mycroft caddr_t optp = NULL;
565 1.23 christos int optlen = 0;
566 1.83 itojun int len, tlen, toff, hdroptlen = 0;
567 1.106 augustss struct tcpcb *tp = 0;
568 1.106 augustss int tiflags;
569 1.23 christos struct socket *so = NULL;
570 1.1 cgd int todrop, acked, ourfinisacked, needoutput = 0;
571 1.23 christos short ostate = 0;
572 1.1 cgd int iss = 0;
573 1.12 cgd u_long tiwin;
574 1.29 thorpej struct tcp_opt_info opti;
575 1.83 itojun int off, iphlen;
576 1.23 christos va_list ap;
577 1.83 itojun int af; /* af on the wire */
578 1.83 itojun struct mbuf *tcp_saveti = NULL;
579 1.23 christos
580 1.23 christos va_start(ap, m);
581 1.83 itojun toff = va_arg(ap, int);
582 1.83 itojun proto = va_arg(ap, int);
583 1.23 christos va_end(ap);
584 1.1 cgd
585 1.1 cgd tcpstat.tcps_rcvtotal++;
586 1.29 thorpej
587 1.83 itojun bzero(&opti, sizeof(opti));
588 1.29 thorpej opti.ts_present = 0;
589 1.29 thorpej opti.maxseg = 0;
590 1.29 thorpej
591 1.1 cgd /*
592 1.103 thorpej * RFC1122 4.2.3.10, p. 104: discard bcast/mcast SYN.
593 1.103 thorpej *
594 1.103 thorpej * TCP is, by definition, unicast, so we reject all
595 1.103 thorpej * multicast outright.
596 1.103 thorpej *
597 1.103 thorpej * Note, there are additional src/dst address checks in
598 1.103 thorpej * the AF-specific code below.
599 1.103 thorpej */
600 1.103 thorpej if (m->m_flags & (M_BCAST|M_MCAST)) {
601 1.103 thorpej /* XXX stat */
602 1.103 thorpej goto drop;
603 1.103 thorpej }
604 1.103 thorpej #ifdef INET6
605 1.103 thorpej if (m->m_flags & M_ANYCAST6) {
606 1.103 thorpej /* XXX stat */
607 1.103 thorpej goto drop;
608 1.103 thorpej }
609 1.103 thorpej #endif
610 1.103 thorpej
611 1.103 thorpej /*
612 1.1 cgd * Get IP and TCP header together in first mbuf.
613 1.1 cgd * Note: IP leaves IP header in first mbuf.
614 1.1 cgd */
615 1.83 itojun ip = mtod(m, struct ip *);
616 1.83 itojun #ifdef INET6
617 1.83 itojun ip6 = NULL;
618 1.83 itojun #endif
619 1.83 itojun switch (ip->ip_v) {
620 1.119 itojun #ifdef INET
621 1.83 itojun case 4:
622 1.83 itojun af = AF_INET;
623 1.83 itojun iphlen = sizeof(struct ip);
624 1.99 itojun #ifndef PULLDOWN_TEST
625 1.83 itojun /* would like to get rid of this... */
626 1.83 itojun if (toff > sizeof (struct ip)) {
627 1.83 itojun ip_stripoptions(m, (struct mbuf *)0);
628 1.83 itojun toff = sizeof(struct ip);
629 1.83 itojun }
630 1.83 itojun if (m->m_len < toff + sizeof (struct tcphdr)) {
631 1.83 itojun if ((m = m_pullup(m, toff + sizeof (struct tcphdr))) == 0) {
632 1.83 itojun tcpstat.tcps_rcvshort++;
633 1.83 itojun return;
634 1.83 itojun }
635 1.83 itojun }
636 1.83 itojun ip = mtod(m, struct ip *);
637 1.83 itojun th = (struct tcphdr *)(mtod(m, caddr_t) + toff);
638 1.99 itojun #else
639 1.99 itojun ip = mtod(m, struct ip *);
640 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff,
641 1.99 itojun sizeof(struct tcphdr));
642 1.99 itojun if (th == NULL) {
643 1.99 itojun tcpstat.tcps_rcvshort++;
644 1.99 itojun return;
645 1.99 itojun }
646 1.99 itojun #endif
647 1.83 itojun
648 1.83 itojun /*
649 1.103 thorpej * Make sure destination address is not multicast.
650 1.103 thorpej * Source address checked in ip_input().
651 1.83 itojun */
652 1.103 thorpej if (IN_MULTICAST(ip->ip_dst.s_addr)) {
653 1.103 thorpej /* XXX stat */
654 1.103 thorpej goto drop;
655 1.103 thorpej }
656 1.103 thorpej
657 1.103 thorpej /* We do the checksum after PCB lookup... */
658 1.83 itojun len = ip->ip_len;
659 1.83 itojun tlen = len - toff;
660 1.83 itojun break;
661 1.119 itojun #endif
662 1.83 itojun #ifdef INET6
663 1.83 itojun case 6:
664 1.83 itojun ip = NULL;
665 1.83 itojun iphlen = sizeof(struct ip6_hdr);
666 1.83 itojun af = AF_INET6;
667 1.99 itojun #ifndef PULLDOWN_TEST
668 1.83 itojun if (m->m_len < toff + sizeof(struct tcphdr)) {
669 1.83 itojun m = m_pullup(m, toff + sizeof(struct tcphdr)); /*XXX*/
670 1.83 itojun if (m == NULL) {
671 1.83 itojun tcpstat.tcps_rcvshort++;
672 1.83 itojun return;
673 1.83 itojun }
674 1.1 cgd }
675 1.83 itojun ip6 = mtod(m, struct ip6_hdr *);
676 1.83 itojun th = (struct tcphdr *)(mtod(m, caddr_t) + toff);
677 1.99 itojun #else
678 1.99 itojun ip6 = mtod(m, struct ip6_hdr *);
679 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff,
680 1.99 itojun sizeof(struct tcphdr));
681 1.99 itojun if (th == NULL) {
682 1.99 itojun tcpstat.tcps_rcvshort++;
683 1.99 itojun return;
684 1.99 itojun }
685 1.99 itojun #endif
686 1.101 itojun
687 1.101 itojun /* Be proactive about malicious use of IPv4 mapped address */
688 1.101 itojun if (IN6_IS_ADDR_V4MAPPED(&ip6->ip6_src) ||
689 1.101 itojun IN6_IS_ADDR_V4MAPPED(&ip6->ip6_dst)) {
690 1.115 itojun /* XXX stat */
691 1.115 itojun goto drop;
692 1.115 itojun }
693 1.115 itojun
694 1.115 itojun /*
695 1.115 itojun * Be proactive about unspecified IPv6 address in source.
696 1.115 itojun * As we use all-zero to indicate unbounded/unconnected pcb,
697 1.115 itojun * unspecified IPv6 address can be used to confuse us.
698 1.115 itojun *
699 1.115 itojun * Note that packets with unspecified IPv6 destination is
700 1.115 itojun * already dropped in ip6_input.
701 1.115 itojun */
702 1.115 itojun if (IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) {
703 1.101 itojun /* XXX stat */
704 1.101 itojun goto drop;
705 1.101 itojun }
706 1.1 cgd
707 1.83 itojun /*
708 1.103 thorpej * Make sure destination address is not multicast.
709 1.103 thorpej * Source address checked in ip6_input().
710 1.83 itojun */
711 1.103 thorpej if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst)) {
712 1.103 thorpej /* XXX stat */
713 1.103 thorpej goto drop;
714 1.103 thorpej }
715 1.103 thorpej
716 1.103 thorpej /* We do the checksum after PCB lookup... */
717 1.83 itojun len = m->m_pkthdr.len;
718 1.83 itojun tlen = len - toff;
719 1.83 itojun break;
720 1.83 itojun #endif
721 1.83 itojun default:
722 1.83 itojun m_freem(m);
723 1.83 itojun return;
724 1.1 cgd }
725 1.1 cgd
726 1.1 cgd /*
727 1.1 cgd * Check that TCP offset makes sense,
728 1.1 cgd * pull out TCP options and adjust length. XXX
729 1.1 cgd */
730 1.83 itojun off = th->th_off << 2;
731 1.1 cgd if (off < sizeof (struct tcphdr) || off > tlen) {
732 1.1 cgd tcpstat.tcps_rcvbadoff++;
733 1.1 cgd goto drop;
734 1.1 cgd }
735 1.1 cgd tlen -= off;
736 1.83 itojun
737 1.83 itojun /*
738 1.83 itojun * tcp_input() has been modified to use tlen to mean the TCP data
739 1.83 itojun * length throughout the function. Other functions can use
740 1.83 itojun * m->m_pkthdr.len as the basis for calculating the TCP data length.
741 1.83 itojun * rja
742 1.83 itojun */
743 1.83 itojun
744 1.1 cgd if (off > sizeof (struct tcphdr)) {
745 1.99 itojun #ifndef PULLDOWN_TEST
746 1.83 itojun if (m->m_len < toff + off) {
747 1.83 itojun if ((m = m_pullup(m, toff + off)) == 0) {
748 1.1 cgd tcpstat.tcps_rcvshort++;
749 1.1 cgd return;
750 1.1 cgd }
751 1.83 itojun switch (af) {
752 1.119 itojun #ifdef INET
753 1.83 itojun case AF_INET:
754 1.83 itojun ip = mtod(m, struct ip *);
755 1.83 itojun break;
756 1.119 itojun #endif
757 1.83 itojun #ifdef INET6
758 1.83 itojun case AF_INET6:
759 1.83 itojun ip6 = mtod(m, struct ip6_hdr *);
760 1.83 itojun break;
761 1.83 itojun #endif
762 1.83 itojun }
763 1.83 itojun th = (struct tcphdr *)(mtod(m, caddr_t) + toff);
764 1.1 cgd }
765 1.99 itojun #else
766 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff, off);
767 1.99 itojun if (th == NULL) {
768 1.99 itojun tcpstat.tcps_rcvshort++;
769 1.99 itojun return;
770 1.99 itojun }
771 1.99 itojun /*
772 1.99 itojun * NOTE: ip/ip6 will not be affected by m_pulldown()
773 1.99 itojun * (as they're before toff) and we don't need to update those.
774 1.99 itojun */
775 1.99 itojun #endif
776 1.9 mycroft optlen = off - sizeof (struct tcphdr);
777 1.99 itojun optp = ((caddr_t)th) + sizeof(struct tcphdr);
778 1.9 mycroft /*
779 1.9 mycroft * Do quick retrieval of timestamp options ("options
780 1.9 mycroft * prediction?"). If timestamp is the only option and it's
781 1.9 mycroft * formatted as recommended in RFC 1323 appendix A, we
782 1.9 mycroft * quickly get the values now and not bother calling
783 1.9 mycroft * tcp_dooptions(), etc.
784 1.9 mycroft */
785 1.9 mycroft if ((optlen == TCPOLEN_TSTAMP_APPA ||
786 1.9 mycroft (optlen > TCPOLEN_TSTAMP_APPA &&
787 1.9 mycroft optp[TCPOLEN_TSTAMP_APPA] == TCPOPT_EOL)) &&
788 1.12 cgd *(u_int32_t *)optp == htonl(TCPOPT_TSTAMP_HDR) &&
789 1.83 itojun (th->th_flags & TH_SYN) == 0) {
790 1.29 thorpej opti.ts_present = 1;
791 1.29 thorpej opti.ts_val = ntohl(*(u_int32_t *)(optp + 4));
792 1.29 thorpej opti.ts_ecr = ntohl(*(u_int32_t *)(optp + 8));
793 1.9 mycroft optp = NULL; /* we've parsed the options */
794 1.1 cgd }
795 1.1 cgd }
796 1.83 itojun tiflags = th->th_flags;
797 1.1 cgd
798 1.1 cgd /*
799 1.1 cgd * Locate pcb for segment.
800 1.1 cgd */
801 1.1 cgd findpcb:
802 1.83 itojun inp = NULL;
803 1.83 itojun #ifdef INET6
804 1.83 itojun in6p = NULL;
805 1.83 itojun #endif
806 1.83 itojun switch (af) {
807 1.119 itojun #ifdef INET
808 1.83 itojun case AF_INET:
809 1.83 itojun inp = in_pcblookup_connect(&tcbtable, ip->ip_src, th->th_sport,
810 1.83 itojun ip->ip_dst, th->th_dport);
811 1.83 itojun if (inp == 0) {
812 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
813 1.83 itojun inp = in_pcblookup_bind(&tcbtable, ip->ip_dst, th->th_dport);
814 1.83 itojun }
815 1.83 itojun #if defined(INET6) && !defined(TCP6)
816 1.21 mycroft if (inp == 0) {
817 1.83 itojun struct in6_addr s, d;
818 1.83 itojun
819 1.83 itojun /* mapped addr case */
820 1.83 itojun bzero(&s, sizeof(s));
821 1.83 itojun s.s6_addr16[5] = htons(0xffff);
822 1.83 itojun bcopy(&ip->ip_src, &s.s6_addr32[3], sizeof(ip->ip_src));
823 1.83 itojun bzero(&d, sizeof(d));
824 1.83 itojun d.s6_addr16[5] = htons(0xffff);
825 1.83 itojun bcopy(&ip->ip_dst, &d.s6_addr32[3], sizeof(ip->ip_dst));
826 1.83 itojun in6p = in6_pcblookup_connect(&tcb6, &s, th->th_sport,
827 1.87 itojun &d, th->th_dport, 0);
828 1.83 itojun if (in6p == 0) {
829 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
830 1.87 itojun in6p = in6_pcblookup_bind(&tcb6, &d,
831 1.87 itojun th->th_dport, 0);
832 1.83 itojun }
833 1.83 itojun }
834 1.83 itojun #endif
835 1.83 itojun #ifndef INET6
836 1.83 itojun if (inp == 0)
837 1.83 itojun #else
838 1.83 itojun if (inp == 0 && in6p == 0)
839 1.83 itojun #endif
840 1.83 itojun {
841 1.21 mycroft ++tcpstat.tcps_noport;
842 1.82 ad if (tcp_log_refused && (tiflags & TH_SYN)) {
843 1.83 itojun #ifndef INET6
844 1.83 itojun char src[4*sizeof "123"];
845 1.83 itojun char dst[4*sizeof "123"];
846 1.83 itojun #else
847 1.83 itojun char src[INET6_ADDRSTRLEN];
848 1.83 itojun char dst[INET6_ADDRSTRLEN];
849 1.83 itojun #endif
850 1.83 itojun if (ip) {
851 1.92 christos strcpy(src, inet_ntoa(ip->ip_src));
852 1.83 itojun strcpy(dst, inet_ntoa(ip->ip_dst));
853 1.83 itojun }
854 1.83 itojun #ifdef INET6
855 1.83 itojun else if (ip6) {
856 1.92 christos strcpy(src, ip6_sprintf(&ip6->ip6_src));
857 1.92 christos strcpy(dst, ip6_sprintf(&ip6->ip6_dst));
858 1.83 itojun }
859 1.83 itojun #endif
860 1.83 itojun else {
861 1.83 itojun strcpy(src, "(unknown)");
862 1.83 itojun strcpy(dst, "(unknown)");
863 1.83 itojun }
864 1.82 ad log(LOG_INFO,
865 1.82 ad "Connection attempt to TCP %s:%d from %s:%d\n",
866 1.92 christos dst, ntohs(th->th_dport),
867 1.92 christos src, ntohs(th->th_sport));
868 1.82 ad }
869 1.103 thorpej TCP_FIELDS_TO_HOST(th);
870 1.104 thorpej goto dropwithreset_ratelim;
871 1.21 mycroft }
872 1.83 itojun #ifdef IPSEC
873 1.83 itojun if (inp && ipsec4_in_reject(m, inp)) {
874 1.83 itojun ipsecstat.in_polvio++;
875 1.83 itojun goto drop;
876 1.83 itojun }
877 1.83 itojun #ifdef INET6
878 1.83 itojun else if (in6p && ipsec4_in_reject_so(m, in6p->in6p_socket)) {
879 1.83 itojun ipsecstat.in_polvio++;
880 1.83 itojun goto drop;
881 1.83 itojun }
882 1.83 itojun #endif
883 1.83 itojun #endif /*IPSEC*/
884 1.83 itojun break;
885 1.119 itojun #endif /*INET*/
886 1.83 itojun #if defined(INET6) && !defined(TCP6)
887 1.83 itojun case AF_INET6:
888 1.87 itojun {
889 1.87 itojun int faith;
890 1.87 itojun
891 1.87 itojun #if defined(NFAITH) && NFAITH > 0
892 1.87 itojun if (m->m_pkthdr.rcvif
893 1.87 itojun && m->m_pkthdr.rcvif->if_type == IFT_FAITH) {
894 1.87 itojun faith = 1;
895 1.87 itojun } else
896 1.87 itojun faith = 0;
897 1.87 itojun #else
898 1.87 itojun faith = 0;
899 1.87 itojun #endif
900 1.83 itojun in6p = in6_pcblookup_connect(&tcb6, &ip6->ip6_src, th->th_sport,
901 1.87 itojun &ip6->ip6_dst, th->th_dport, faith);
902 1.83 itojun if (in6p == NULL) {
903 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
904 1.87 itojun in6p = in6_pcblookup_bind(&tcb6, &ip6->ip6_dst,
905 1.87 itojun th->th_dport, faith);
906 1.83 itojun }
907 1.83 itojun if (in6p == NULL) {
908 1.83 itojun ++tcpstat.tcps_noport;
909 1.103 thorpej TCP_FIELDS_TO_HOST(th);
910 1.104 thorpej goto dropwithreset_ratelim;
911 1.83 itojun }
912 1.83 itojun #ifdef IPSEC
913 1.83 itojun if (ipsec6_in_reject(m, in6p)) {
914 1.83 itojun ipsec6stat.in_polvio++;
915 1.83 itojun goto drop;
916 1.83 itojun }
917 1.83 itojun #endif /*IPSEC*/
918 1.83 itojun break;
919 1.87 itojun }
920 1.83 itojun #endif
921 1.1 cgd }
922 1.1 cgd
923 1.24 mycroft /*
924 1.24 mycroft * If the state is CLOSED (i.e., TCB does not exist) then
925 1.24 mycroft * all data in the incoming segment is discarded.
926 1.24 mycroft * If the TCB exists but is in CLOSED state, it is embryonic,
927 1.24 mycroft * but should either do a listen or a connect soon.
928 1.24 mycroft */
929 1.83 itojun tp = NULL;
930 1.83 itojun so = NULL;
931 1.83 itojun if (inp) {
932 1.83 itojun tp = intotcpcb(inp);
933 1.83 itojun so = inp->inp_socket;
934 1.83 itojun }
935 1.83 itojun #ifdef INET6
936 1.83 itojun else if (in6p) {
937 1.83 itojun tp = in6totcpcb(in6p);
938 1.83 itojun so = in6p->in6p_socket;
939 1.83 itojun }
940 1.83 itojun #endif
941 1.83 itojun if (tp == 0) {
942 1.103 thorpej TCP_FIELDS_TO_HOST(th);
943 1.104 thorpej goto dropwithreset_ratelim;
944 1.83 itojun }
945 1.1 cgd if (tp->t_state == TCPS_CLOSED)
946 1.1 cgd goto drop;
947 1.103 thorpej
948 1.103 thorpej /*
949 1.103 thorpej * Checksum extended TCP header and data.
950 1.103 thorpej */
951 1.103 thorpej switch (af) {
952 1.119 itojun #ifdef INET
953 1.103 thorpej case AF_INET:
954 1.103 thorpej #ifndef PULLDOWN_TEST
955 1.103 thorpej {
956 1.103 thorpej struct ipovly *ipov;
957 1.103 thorpej ipov = (struct ipovly *)ip;
958 1.103 thorpej bzero(ipov->ih_x1, sizeof ipov->ih_x1);
959 1.103 thorpej ipov->ih_len = htons(tlen + off);
960 1.103 thorpej
961 1.103 thorpej if (in_cksum(m, len) != 0) {
962 1.103 thorpej tcpstat.tcps_rcvbadsum++;
963 1.103 thorpej goto drop;
964 1.103 thorpej }
965 1.103 thorpej }
966 1.103 thorpej #else
967 1.103 thorpej if (in4_cksum(m, IPPROTO_TCP, toff, tlen + off) != 0) {
968 1.103 thorpej tcpstat.tcps_rcvbadsum++;
969 1.103 thorpej goto drop;
970 1.103 thorpej }
971 1.103 thorpej #endif
972 1.103 thorpej break;
973 1.119 itojun #endif
974 1.103 thorpej
975 1.103 thorpej #ifdef INET6
976 1.103 thorpej case AF_INET6:
977 1.103 thorpej if (in6_cksum(m, IPPROTO_TCP, toff, tlen + off) != 0) {
978 1.103 thorpej tcpstat.tcps_rcvbadsum++;
979 1.103 thorpej goto drop;
980 1.103 thorpej }
981 1.103 thorpej break;
982 1.103 thorpej #endif
983 1.103 thorpej }
984 1.103 thorpej
985 1.103 thorpej TCP_FIELDS_TO_HOST(th);
986 1.103 thorpej
987 1.9 mycroft /* Unscale the window into a 32-bit value. */
988 1.9 mycroft if ((tiflags & TH_SYN) == 0)
989 1.83 itojun tiwin = th->th_win << tp->snd_scale;
990 1.9 mycroft else
991 1.83 itojun tiwin = th->th_win;
992 1.83 itojun
993 1.83 itojun #ifdef INET6
994 1.83 itojun /* save packet options if user wanted */
995 1.83 itojun if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS)) {
996 1.83 itojun if (in6p->in6p_options) {
997 1.83 itojun m_freem(in6p->in6p_options);
998 1.83 itojun in6p->in6p_options = 0;
999 1.83 itojun }
1000 1.83 itojun ip6_savecontrol(in6p, &in6p->in6p_options, ip6, m);
1001 1.83 itojun }
1002 1.83 itojun #endif
1003 1.9 mycroft
1004 1.1 cgd if (so->so_options & (SO_DEBUG|SO_ACCEPTCONN)) {
1005 1.83 itojun union syn_cache_sa src;
1006 1.83 itojun union syn_cache_sa dst;
1007 1.83 itojun
1008 1.83 itojun bzero(&src, sizeof(src));
1009 1.83 itojun bzero(&dst, sizeof(dst));
1010 1.83 itojun switch (af) {
1011 1.119 itojun #ifdef INET
1012 1.83 itojun case AF_INET:
1013 1.83 itojun src.sin.sin_len = sizeof(struct sockaddr_in);
1014 1.83 itojun src.sin.sin_family = AF_INET;
1015 1.83 itojun src.sin.sin_addr = ip->ip_src;
1016 1.83 itojun src.sin.sin_port = th->th_sport;
1017 1.83 itojun
1018 1.83 itojun dst.sin.sin_len = sizeof(struct sockaddr_in);
1019 1.83 itojun dst.sin.sin_family = AF_INET;
1020 1.83 itojun dst.sin.sin_addr = ip->ip_dst;
1021 1.83 itojun dst.sin.sin_port = th->th_dport;
1022 1.83 itojun break;
1023 1.119 itojun #endif
1024 1.83 itojun #ifdef INET6
1025 1.83 itojun case AF_INET6:
1026 1.83 itojun src.sin6.sin6_len = sizeof(struct sockaddr_in6);
1027 1.83 itojun src.sin6.sin6_family = AF_INET6;
1028 1.83 itojun src.sin6.sin6_addr = ip6->ip6_src;
1029 1.83 itojun src.sin6.sin6_port = th->th_sport;
1030 1.83 itojun
1031 1.83 itojun dst.sin6.sin6_len = sizeof(struct sockaddr_in6);
1032 1.83 itojun dst.sin6.sin6_family = AF_INET6;
1033 1.83 itojun dst.sin6.sin6_addr = ip6->ip6_dst;
1034 1.83 itojun dst.sin6.sin6_port = th->th_dport;
1035 1.83 itojun break;
1036 1.83 itojun #endif /* INET6 */
1037 1.83 itojun default:
1038 1.83 itojun goto badsyn; /*sanity*/
1039 1.83 itojun }
1040 1.83 itojun
1041 1.1 cgd if (so->so_options & SO_DEBUG) {
1042 1.1 cgd ostate = tp->t_state;
1043 1.109 itojun
1044 1.109 itojun tcp_saveti = NULL;
1045 1.109 itojun if (iphlen + sizeof(struct tcphdr) > MHLEN)
1046 1.109 itojun goto nosave;
1047 1.109 itojun
1048 1.109 itojun if (m->m_len > iphlen && (m->m_flags & M_EXT) == 0) {
1049 1.109 itojun tcp_saveti = m_copym(m, 0, iphlen, M_DONTWAIT);
1050 1.109 itojun if (!tcp_saveti)
1051 1.109 itojun goto nosave;
1052 1.109 itojun } else {
1053 1.109 itojun MGETHDR(tcp_saveti, M_DONTWAIT, MT_HEADER);
1054 1.109 itojun if (!tcp_saveti)
1055 1.109 itojun goto nosave;
1056 1.109 itojun tcp_saveti->m_len = iphlen;
1057 1.109 itojun m_copydata(m, 0, iphlen,
1058 1.109 itojun mtod(tcp_saveti, caddr_t));
1059 1.109 itojun }
1060 1.109 itojun
1061 1.83 itojun if (M_TRAILINGSPACE(tcp_saveti) < sizeof(struct tcphdr)) {
1062 1.83 itojun m_freem(tcp_saveti);
1063 1.83 itojun tcp_saveti = NULL;
1064 1.83 itojun } else {
1065 1.83 itojun tcp_saveti->m_len += sizeof(struct tcphdr);
1066 1.83 itojun bcopy(th, mtod(tcp_saveti, caddr_t) + iphlen,
1067 1.109 itojun sizeof(struct tcphdr));
1068 1.83 itojun }
1069 1.83 itojun if (tcp_saveti) {
1070 1.83 itojun /*
1071 1.83 itojun * need to recover version # field, which was
1072 1.83 itojun * overwritten on ip_cksum computation.
1073 1.83 itojun */
1074 1.83 itojun struct ip *sip;
1075 1.83 itojun sip = mtod(tcp_saveti, struct ip *);
1076 1.83 itojun switch (af) {
1077 1.119 itojun #ifdef INET
1078 1.83 itojun case AF_INET:
1079 1.83 itojun sip->ip_v = 4;
1080 1.83 itojun break;
1081 1.119 itojun #endif
1082 1.83 itojun #ifdef INET6
1083 1.83 itojun case AF_INET6:
1084 1.83 itojun sip->ip_v = 6;
1085 1.83 itojun break;
1086 1.83 itojun #endif
1087 1.83 itojun }
1088 1.83 itojun }
1089 1.109 itojun nosave:;
1090 1.1 cgd }
1091 1.1 cgd if (so->so_options & SO_ACCEPTCONN) {
1092 1.29 thorpej if ((tiflags & (TH_RST|TH_ACK|TH_SYN)) != TH_SYN) {
1093 1.35 thorpej if (tiflags & TH_RST) {
1094 1.83 itojun syn_cache_reset(&src.sa, &dst.sa, th);
1095 1.35 thorpej } else if ((tiflags & (TH_ACK|TH_SYN)) ==
1096 1.35 thorpej (TH_ACK|TH_SYN)) {
1097 1.35 thorpej /*
1098 1.35 thorpej * Received a SYN,ACK. This should
1099 1.35 thorpej * never happen while we are in
1100 1.35 thorpej * LISTEN. Send an RST.
1101 1.35 thorpej */
1102 1.35 thorpej goto badsyn;
1103 1.35 thorpej } else if (tiflags & TH_ACK) {
1104 1.83 itojun so = syn_cache_get(&src.sa, &dst.sa,
1105 1.83 itojun th, toff, tlen, so, m);
1106 1.29 thorpej if (so == NULL) {
1107 1.29 thorpej /*
1108 1.29 thorpej * We don't have a SYN for
1109 1.29 thorpej * this ACK; send an RST.
1110 1.29 thorpej */
1111 1.35 thorpej goto badsyn;
1112 1.29 thorpej } else if (so ==
1113 1.29 thorpej (struct socket *)(-1)) {
1114 1.29 thorpej /*
1115 1.29 thorpej * We were unable to create
1116 1.29 thorpej * the connection. If the
1117 1.29 thorpej * 3-way handshake was
1118 1.67 mycroft * completed, and RST has
1119 1.29 thorpej * been sent to the peer.
1120 1.29 thorpej * Since the mbuf might be
1121 1.29 thorpej * in use for the reply,
1122 1.29 thorpej * do not free it.
1123 1.29 thorpej */
1124 1.29 thorpej m = NULL;
1125 1.29 thorpej } else {
1126 1.29 thorpej /*
1127 1.29 thorpej * We have created a
1128 1.29 thorpej * full-blown connection.
1129 1.29 thorpej */
1130 1.83 itojun tp = NULL;
1131 1.83 itojun inp = NULL;
1132 1.83 itojun #ifdef INET6
1133 1.83 itojun in6p = NULL;
1134 1.83 itojun #endif
1135 1.83 itojun switch (so->so_proto->pr_domain->dom_family) {
1136 1.119 itojun #ifdef INET
1137 1.83 itojun case AF_INET:
1138 1.83 itojun inp = sotoinpcb(so);
1139 1.83 itojun tp = intotcpcb(inp);
1140 1.83 itojun break;
1141 1.119 itojun #endif
1142 1.83 itojun #ifdef INET6
1143 1.83 itojun case AF_INET6:
1144 1.83 itojun in6p = sotoin6pcb(so);
1145 1.83 itojun tp = in6totcpcb(in6p);
1146 1.83 itojun break;
1147 1.83 itojun #endif
1148 1.83 itojun }
1149 1.83 itojun if (tp == NULL)
1150 1.83 itojun goto badsyn; /*XXX*/
1151 1.29 thorpej tiwin <<= tp->snd_scale;
1152 1.29 thorpej goto after_listen;
1153 1.29 thorpej }
1154 1.66 mycroft } else {
1155 1.66 mycroft /*
1156 1.66 mycroft * None of RST, SYN or ACK was set.
1157 1.66 mycroft * This is an invalid packet for a
1158 1.66 mycroft * TCB in LISTEN state. Send a RST.
1159 1.66 mycroft */
1160 1.66 mycroft goto badsyn;
1161 1.66 mycroft }
1162 1.29 thorpej } else {
1163 1.29 thorpej /*
1164 1.35 thorpej * Received a SYN.
1165 1.35 thorpej */
1166 1.83 itojun
1167 1.83 itojun /*
1168 1.83 itojun * LISTEN socket received a SYN
1169 1.83 itojun * from itself? This can't possibly
1170 1.83 itojun * be valid; drop the packet.
1171 1.83 itojun */
1172 1.83 itojun if (th->th_sport == th->th_dport) {
1173 1.83 itojun int i;
1174 1.83 itojun
1175 1.83 itojun switch (af) {
1176 1.119 itojun #ifdef INET
1177 1.83 itojun case AF_INET:
1178 1.83 itojun i = in_hosteq(ip->ip_src, ip->ip_dst);
1179 1.83 itojun break;
1180 1.119 itojun #endif
1181 1.83 itojun #ifdef INET6
1182 1.83 itojun case AF_INET6:
1183 1.83 itojun i = IN6_ARE_ADDR_EQUAL(&ip6->ip6_src, &ip6->ip6_dst);
1184 1.83 itojun break;
1185 1.83 itojun #endif
1186 1.83 itojun default:
1187 1.83 itojun i = 1;
1188 1.83 itojun }
1189 1.83 itojun if (i) {
1190 1.83 itojun tcpstat.tcps_badsyn++;
1191 1.83 itojun goto drop;
1192 1.83 itojun }
1193 1.35 thorpej }
1194 1.83 itojun
1195 1.35 thorpej /*
1196 1.35 thorpej * SYN looks ok; create compressed TCP
1197 1.35 thorpej * state for it.
1198 1.29 thorpej */
1199 1.29 thorpej if (so->so_qlen <= so->so_qlimit &&
1200 1.83 itojun syn_cache_add(&src.sa, &dst.sa, th, tlen,
1201 1.83 itojun so, m, optp, optlen, &opti))
1202 1.29 thorpej m = NULL;
1203 1.29 thorpej }
1204 1.29 thorpej goto drop;
1205 1.1 cgd }
1206 1.1 cgd }
1207 1.1 cgd
1208 1.29 thorpej after_listen:
1209 1.29 thorpej #ifdef DIAGNOSTIC
1210 1.29 thorpej /*
1211 1.29 thorpej * Should not happen now that all embryonic connections
1212 1.29 thorpej * are handled with compressed state.
1213 1.29 thorpej */
1214 1.29 thorpej if (tp->t_state == TCPS_LISTEN)
1215 1.29 thorpej panic("tcp_input: TCPS_LISTEN");
1216 1.29 thorpej #endif
1217 1.29 thorpej
1218 1.1 cgd /*
1219 1.1 cgd * Segment received on connection.
1220 1.1 cgd * Reset idle time and keep-alive timer.
1221 1.1 cgd */
1222 1.1 cgd tp->t_idle = 0;
1223 1.25 mycroft if (TCPS_HAVEESTABLISHED(tp->t_state))
1224 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_KEEP, tcp_keepidle);
1225 1.1 cgd
1226 1.1 cgd /*
1227 1.29 thorpej * Process options.
1228 1.1 cgd */
1229 1.29 thorpej if (optp)
1230 1.83 itojun tcp_dooptions(tp, optp, optlen, th, &opti);
1231 1.9 mycroft
1232 1.9 mycroft /*
1233 1.1 cgd * Header prediction: check for the two common cases
1234 1.1 cgd * of a uni-directional data xfer. If the packet has
1235 1.1 cgd * no control flags, is in-sequence, the window didn't
1236 1.1 cgd * change and we're not retransmitting, it's a
1237 1.1 cgd * candidate. If the length is zero and the ack moved
1238 1.1 cgd * forward, we're the sender side of the xfer. Just
1239 1.1 cgd * free the data acked & wake any higher level process
1240 1.1 cgd * that was blocked waiting for space. If the length
1241 1.1 cgd * is non-zero and the ack didn't move, we're the
1242 1.1 cgd * receiver side. If we're getting packets in-order
1243 1.1 cgd * (the reassembly queue is empty), add the data to
1244 1.1 cgd * the socket buffer and note that we need a delayed ack.
1245 1.1 cgd */
1246 1.1 cgd if (tp->t_state == TCPS_ESTABLISHED &&
1247 1.1 cgd (tiflags & (TH_SYN|TH_FIN|TH_RST|TH_URG|TH_ACK)) == TH_ACK &&
1248 1.29 thorpej (!opti.ts_present || TSTMP_GEQ(opti.ts_val, tp->ts_recent)) &&
1249 1.83 itojun th->th_seq == tp->rcv_nxt &&
1250 1.9 mycroft tiwin && tiwin == tp->snd_wnd &&
1251 1.1 cgd tp->snd_nxt == tp->snd_max) {
1252 1.9 mycroft
1253 1.9 mycroft /*
1254 1.9 mycroft * If last ACK falls within this segment's sequence numbers,
1255 1.9 mycroft * record the timestamp.
1256 1.9 mycroft */
1257 1.29 thorpej if (opti.ts_present &&
1258 1.83 itojun SEQ_LEQ(th->th_seq, tp->last_ack_sent) &&
1259 1.83 itojun SEQ_LT(tp->last_ack_sent, th->th_seq + tlen)) {
1260 1.9 mycroft tp->ts_recent_age = tcp_now;
1261 1.29 thorpej tp->ts_recent = opti.ts_val;
1262 1.9 mycroft }
1263 1.9 mycroft
1264 1.83 itojun if (tlen == 0) {
1265 1.83 itojun if (SEQ_GT(th->th_ack, tp->snd_una) &&
1266 1.83 itojun SEQ_LEQ(th->th_ack, tp->snd_max) &&
1267 1.15 mycroft tp->snd_cwnd >= tp->snd_wnd &&
1268 1.15 mycroft tp->t_dupacks < tcprexmtthresh) {
1269 1.1 cgd /*
1270 1.1 cgd * this is a pure ack for outstanding data.
1271 1.1 cgd */
1272 1.9 mycroft ++tcpstat.tcps_predack;
1273 1.90 thorpej if (opti.ts_present && opti.ts_ecr)
1274 1.29 thorpej tcp_xmit_timer(tp,
1275 1.90 thorpej tcp_now - opti.ts_ecr + 1);
1276 1.9 mycroft else if (tp->t_rtt &&
1277 1.83 itojun SEQ_GT(th->th_ack, tp->t_rtseq))
1278 1.9 mycroft tcp_xmit_timer(tp, tp->t_rtt);
1279 1.83 itojun acked = th->th_ack - tp->snd_una;
1280 1.1 cgd tcpstat.tcps_rcvackpack++;
1281 1.1 cgd tcpstat.tcps_rcvackbyte += acked;
1282 1.98 itojun ND6_HINT(tp);
1283 1.1 cgd sbdrop(&so->so_snd, acked);
1284 1.91 thorpej /*
1285 1.91 thorpej * We want snd_recover to track snd_una to
1286 1.91 thorpej * avoid sequence wraparound problems for
1287 1.91 thorpej * very large transfers.
1288 1.91 thorpej */
1289 1.91 thorpej tp->snd_una = tp->snd_recover = th->th_ack;
1290 1.1 cgd m_freem(m);
1291 1.1 cgd
1292 1.1 cgd /*
1293 1.1 cgd * If all outstanding data are acked, stop
1294 1.1 cgd * retransmit timer, otherwise restart timer
1295 1.1 cgd * using current (possibly backed-off) value.
1296 1.1 cgd * If process is waiting for space,
1297 1.1 cgd * wakeup/selwakeup/signal. If data
1298 1.1 cgd * are ready to send, let tcp_output
1299 1.1 cgd * decide between more output or persist.
1300 1.1 cgd */
1301 1.1 cgd if (tp->snd_una == tp->snd_max)
1302 1.58 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
1303 1.58 thorpej else if (TCP_TIMER_ISARMED(tp,
1304 1.58 thorpej TCPT_PERSIST) == 0)
1305 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT,
1306 1.58 thorpej tp->t_rxtcur);
1307 1.1 cgd
1308 1.54 matt sowwakeup(so);
1309 1.1 cgd if (so->so_snd.sb_cc)
1310 1.1 cgd (void) tcp_output(tp);
1311 1.89 itojun if (tcp_saveti)
1312 1.89 itojun m_freem(tcp_saveti);
1313 1.1 cgd return;
1314 1.1 cgd }
1315 1.83 itojun } else if (th->th_ack == tp->snd_una &&
1316 1.20 cgd tp->segq.lh_first == NULL &&
1317 1.83 itojun tlen <= sbspace(&so->so_rcv)) {
1318 1.1 cgd /*
1319 1.1 cgd * this is a pure, in-sequence data packet
1320 1.1 cgd * with nothing on the reassembly queue and
1321 1.1 cgd * we have enough buffer space to take it.
1322 1.1 cgd */
1323 1.9 mycroft ++tcpstat.tcps_preddat;
1324 1.83 itojun tp->rcv_nxt += tlen;
1325 1.1 cgd tcpstat.tcps_rcvpack++;
1326 1.83 itojun tcpstat.tcps_rcvbyte += tlen;
1327 1.98 itojun ND6_HINT(tp);
1328 1.1 cgd /*
1329 1.9 mycroft * Drop TCP, IP headers and TCP options then add data
1330 1.9 mycroft * to socket buffer.
1331 1.1 cgd */
1332 1.97 itojun m_adj(m, toff + off);
1333 1.1 cgd sbappend(&so->so_rcv, m);
1334 1.1 cgd sorwakeup(so);
1335 1.83 itojun TCP_SETUP_ACK(tp, th);
1336 1.37 thorpej if (tp->t_flags & TF_ACKNOW)
1337 1.37 thorpej (void) tcp_output(tp);
1338 1.89 itojun if (tcp_saveti)
1339 1.89 itojun m_freem(tcp_saveti);
1340 1.1 cgd return;
1341 1.1 cgd }
1342 1.1 cgd }
1343 1.1 cgd
1344 1.1 cgd /*
1345 1.97 itojun * Compute mbuf offset to TCP data segment.
1346 1.1 cgd */
1347 1.97 itojun hdroptlen = toff + off;
1348 1.1 cgd
1349 1.1 cgd /*
1350 1.1 cgd * Calculate amount of space in receive window,
1351 1.1 cgd * and then do TCP input processing.
1352 1.1 cgd * Receive window is amount of space in rcv queue,
1353 1.1 cgd * but not less than advertised window.
1354 1.1 cgd */
1355 1.1 cgd { int win;
1356 1.1 cgd
1357 1.1 cgd win = sbspace(&so->so_rcv);
1358 1.1 cgd if (win < 0)
1359 1.1 cgd win = 0;
1360 1.28 thorpej tp->rcv_wnd = imax(win, (int)(tp->rcv_adv - tp->rcv_nxt));
1361 1.1 cgd }
1362 1.1 cgd
1363 1.1 cgd switch (tp->t_state) {
1364 1.1 cgd
1365 1.1 cgd /*
1366 1.1 cgd * If the state is SYN_SENT:
1367 1.1 cgd * if seg contains an ACK, but not for our SYN, drop the input.
1368 1.1 cgd * if seg contains a RST, then drop the connection.
1369 1.1 cgd * if seg does not contain SYN, then drop it.
1370 1.1 cgd * Otherwise this is an acceptable SYN segment
1371 1.1 cgd * initialize tp->rcv_nxt and tp->irs
1372 1.1 cgd * if seg contains ack then advance tp->snd_una
1373 1.1 cgd * if SYN has been acked change to ESTABLISHED else SYN_RCVD state
1374 1.1 cgd * arrange for segment to be acked (eventually)
1375 1.1 cgd * continue processing rest of data/controls, beginning with URG
1376 1.1 cgd */
1377 1.1 cgd case TCPS_SYN_SENT:
1378 1.1 cgd if ((tiflags & TH_ACK) &&
1379 1.83 itojun (SEQ_LEQ(th->th_ack, tp->iss) ||
1380 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max)))
1381 1.1 cgd goto dropwithreset;
1382 1.1 cgd if (tiflags & TH_RST) {
1383 1.1 cgd if (tiflags & TH_ACK)
1384 1.1 cgd tp = tcp_drop(tp, ECONNREFUSED);
1385 1.1 cgd goto drop;
1386 1.1 cgd }
1387 1.1 cgd if ((tiflags & TH_SYN) == 0)
1388 1.1 cgd goto drop;
1389 1.1 cgd if (tiflags & TH_ACK) {
1390 1.91 thorpej tp->snd_una = tp->snd_recover = th->th_ack;
1391 1.1 cgd if (SEQ_LT(tp->snd_nxt, tp->snd_una))
1392 1.1 cgd tp->snd_nxt = tp->snd_una;
1393 1.107 matt TCP_TIMER_DISARM(tp, TCPT_REXMT);
1394 1.1 cgd }
1395 1.83 itojun tp->irs = th->th_seq;
1396 1.1 cgd tcp_rcvseqinit(tp);
1397 1.1 cgd tp->t_flags |= TF_ACKNOW;
1398 1.32 thorpej tcp_mss_from_peer(tp, opti.maxseg);
1399 1.46 thorpej
1400 1.46 thorpej /*
1401 1.46 thorpej * Initialize the initial congestion window. If we
1402 1.46 thorpej * had to retransmit the SYN, we must initialize cwnd
1403 1.62 thorpej * to 1 segment (i.e. the Loss Window).
1404 1.46 thorpej */
1405 1.62 thorpej if (tp->t_flags & TF_SYN_REXMT)
1406 1.62 thorpej tp->snd_cwnd = tp->t_peermss;
1407 1.62 thorpej else
1408 1.62 thorpej tp->snd_cwnd = TCP_INITIAL_WINDOW(tcp_init_win,
1409 1.62 thorpej tp->t_peermss);
1410 1.46 thorpej
1411 1.32 thorpej tcp_rmx_rtt(tp);
1412 1.108 matt if (tiflags & TH_ACK) {
1413 1.1 cgd tcpstat.tcps_connects++;
1414 1.1 cgd soisconnected(so);
1415 1.32 thorpej tcp_established(tp);
1416 1.9 mycroft /* Do window scaling on this connection? */
1417 1.9 mycroft if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
1418 1.9 mycroft (TF_RCVD_SCALE|TF_REQ_SCALE)) {
1419 1.9 mycroft tp->snd_scale = tp->requested_s_scale;
1420 1.9 mycroft tp->rcv_scale = tp->request_r_scale;
1421 1.9 mycroft }
1422 1.72 thorpej TCP_REASS_LOCK(tp);
1423 1.83 itojun (void) tcp_reass(tp, NULL, (struct mbuf *)0, &tlen);
1424 1.72 thorpej TCP_REASS_UNLOCK(tp);
1425 1.1 cgd /*
1426 1.1 cgd * if we didn't have to retransmit the SYN,
1427 1.1 cgd * use its rtt as our initial srtt & rtt var.
1428 1.1 cgd */
1429 1.1 cgd if (tp->t_rtt)
1430 1.9 mycroft tcp_xmit_timer(tp, tp->t_rtt);
1431 1.1 cgd } else
1432 1.1 cgd tp->t_state = TCPS_SYN_RECEIVED;
1433 1.1 cgd
1434 1.1 cgd /*
1435 1.83 itojun * Advance th->th_seq to correspond to first data byte.
1436 1.1 cgd * If data, trim to stay within window,
1437 1.1 cgd * dropping FIN if necessary.
1438 1.1 cgd */
1439 1.83 itojun th->th_seq++;
1440 1.83 itojun if (tlen > tp->rcv_wnd) {
1441 1.83 itojun todrop = tlen - tp->rcv_wnd;
1442 1.1 cgd m_adj(m, -todrop);
1443 1.83 itojun tlen = tp->rcv_wnd;
1444 1.1 cgd tiflags &= ~TH_FIN;
1445 1.1 cgd tcpstat.tcps_rcvpackafterwin++;
1446 1.1 cgd tcpstat.tcps_rcvbyteafterwin += todrop;
1447 1.1 cgd }
1448 1.83 itojun tp->snd_wl1 = th->th_seq - 1;
1449 1.83 itojun tp->rcv_up = th->th_seq;
1450 1.1 cgd goto step6;
1451 1.29 thorpej
1452 1.29 thorpej /*
1453 1.29 thorpej * If the state is SYN_RECEIVED:
1454 1.29 thorpej * If seg contains an ACK, but not for our SYN, drop the input
1455 1.29 thorpej * and generate an RST. See page 36, rfc793
1456 1.29 thorpej */
1457 1.29 thorpej case TCPS_SYN_RECEIVED:
1458 1.29 thorpej if ((tiflags & TH_ACK) &&
1459 1.83 itojun (SEQ_LEQ(th->th_ack, tp->iss) ||
1460 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max)))
1461 1.29 thorpej goto dropwithreset;
1462 1.29 thorpej break;
1463 1.1 cgd }
1464 1.1 cgd
1465 1.1 cgd /*
1466 1.1 cgd * States other than LISTEN or SYN_SENT.
1467 1.9 mycroft * First check timestamp, if present.
1468 1.9 mycroft * Then check that at least some bytes of segment are within
1469 1.1 cgd * receive window. If segment begins before rcv_nxt,
1470 1.1 cgd * drop leading data (and SYN); if nothing left, just ack.
1471 1.9 mycroft *
1472 1.9 mycroft * RFC 1323 PAWS: If we have a timestamp reply on this segment
1473 1.9 mycroft * and it's less than ts_recent, drop it.
1474 1.1 cgd */
1475 1.29 thorpej if (opti.ts_present && (tiflags & TH_RST) == 0 && tp->ts_recent &&
1476 1.29 thorpej TSTMP_LT(opti.ts_val, tp->ts_recent)) {
1477 1.9 mycroft
1478 1.9 mycroft /* Check to see if ts_recent is over 24 days old. */
1479 1.9 mycroft if ((int)(tcp_now - tp->ts_recent_age) > TCP_PAWS_IDLE) {
1480 1.9 mycroft /*
1481 1.9 mycroft * Invalidate ts_recent. If this segment updates
1482 1.9 mycroft * ts_recent, the age will be reset later and ts_recent
1483 1.9 mycroft * will get a valid value. If it does not, setting
1484 1.9 mycroft * ts_recent to zero will at least satisfy the
1485 1.9 mycroft * requirement that zero be placed in the timestamp
1486 1.9 mycroft * echo reply when ts_recent isn't valid. The
1487 1.9 mycroft * age isn't reset until we get a valid ts_recent
1488 1.9 mycroft * because we don't want out-of-order segments to be
1489 1.9 mycroft * dropped when ts_recent is old.
1490 1.9 mycroft */
1491 1.9 mycroft tp->ts_recent = 0;
1492 1.9 mycroft } else {
1493 1.9 mycroft tcpstat.tcps_rcvduppack++;
1494 1.83 itojun tcpstat.tcps_rcvdupbyte += tlen;
1495 1.9 mycroft tcpstat.tcps_pawsdrop++;
1496 1.9 mycroft goto dropafterack;
1497 1.9 mycroft }
1498 1.9 mycroft }
1499 1.9 mycroft
1500 1.83 itojun todrop = tp->rcv_nxt - th->th_seq;
1501 1.1 cgd if (todrop > 0) {
1502 1.1 cgd if (tiflags & TH_SYN) {
1503 1.1 cgd tiflags &= ~TH_SYN;
1504 1.83 itojun th->th_seq++;
1505 1.83 itojun if (th->th_urp > 1)
1506 1.83 itojun th->th_urp--;
1507 1.24 mycroft else {
1508 1.1 cgd tiflags &= ~TH_URG;
1509 1.83 itojun th->th_urp = 0;
1510 1.24 mycroft }
1511 1.1 cgd todrop--;
1512 1.1 cgd }
1513 1.83 itojun if (todrop > tlen ||
1514 1.83 itojun (todrop == tlen && (tiflags & TH_FIN) == 0)) {
1515 1.1 cgd /*
1516 1.42 mycroft * Any valid FIN must be to the left of the window.
1517 1.42 mycroft * At this point the FIN must be a duplicate or
1518 1.42 mycroft * out of sequence; drop it.
1519 1.7 mycroft */
1520 1.7 mycroft tiflags &= ~TH_FIN;
1521 1.7 mycroft /*
1522 1.42 mycroft * Send an ACK to resynchronize and drop any data.
1523 1.42 mycroft * But keep on processing for RST or ACK.
1524 1.1 cgd */
1525 1.7 mycroft tp->t_flags |= TF_ACKNOW;
1526 1.83 itojun todrop = tlen;
1527 1.42 mycroft tcpstat.tcps_rcvdupbyte += todrop;
1528 1.7 mycroft tcpstat.tcps_rcvduppack++;
1529 1.1 cgd } else {
1530 1.1 cgd tcpstat.tcps_rcvpartduppack++;
1531 1.1 cgd tcpstat.tcps_rcvpartdupbyte += todrop;
1532 1.1 cgd }
1533 1.97 itojun hdroptlen += todrop; /*drop from head afterwards*/
1534 1.83 itojun th->th_seq += todrop;
1535 1.83 itojun tlen -= todrop;
1536 1.83 itojun if (th->th_urp > todrop)
1537 1.83 itojun th->th_urp -= todrop;
1538 1.1 cgd else {
1539 1.1 cgd tiflags &= ~TH_URG;
1540 1.83 itojun th->th_urp = 0;
1541 1.1 cgd }
1542 1.1 cgd }
1543 1.1 cgd
1544 1.1 cgd /*
1545 1.1 cgd * If new data are received on a connection after the
1546 1.1 cgd * user processes are gone, then RST the other end.
1547 1.1 cgd */
1548 1.1 cgd if ((so->so_state & SS_NOFDREF) &&
1549 1.83 itojun tp->t_state > TCPS_CLOSE_WAIT && tlen) {
1550 1.1 cgd tp = tcp_close(tp);
1551 1.1 cgd tcpstat.tcps_rcvafterclose++;
1552 1.1 cgd goto dropwithreset;
1553 1.1 cgd }
1554 1.1 cgd
1555 1.1 cgd /*
1556 1.1 cgd * If segment ends after window, drop trailing data
1557 1.1 cgd * (and PUSH and FIN); if nothing left, just ACK.
1558 1.1 cgd */
1559 1.83 itojun todrop = (th->th_seq + tlen) - (tp->rcv_nxt+tp->rcv_wnd);
1560 1.1 cgd if (todrop > 0) {
1561 1.1 cgd tcpstat.tcps_rcvpackafterwin++;
1562 1.83 itojun if (todrop >= tlen) {
1563 1.83 itojun tcpstat.tcps_rcvbyteafterwin += tlen;
1564 1.1 cgd /*
1565 1.1 cgd * If a new connection request is received
1566 1.1 cgd * while in TIME_WAIT, drop the old connection
1567 1.1 cgd * and start over if the sequence numbers
1568 1.1 cgd * are above the previous ones.
1569 1.1 cgd */
1570 1.1 cgd if (tiflags & TH_SYN &&
1571 1.1 cgd tp->t_state == TCPS_TIME_WAIT &&
1572 1.83 itojun SEQ_GT(th->th_seq, tp->rcv_nxt)) {
1573 1.33 explorer iss = tcp_new_iss(tp, sizeof(struct tcpcb),
1574 1.77 matt tp->snd_nxt);
1575 1.1 cgd tp = tcp_close(tp);
1576 1.1 cgd goto findpcb;
1577 1.1 cgd }
1578 1.1 cgd /*
1579 1.1 cgd * If window is closed can only take segments at
1580 1.1 cgd * window edge, and have to drop data and PUSH from
1581 1.1 cgd * incoming segments. Continue processing, but
1582 1.1 cgd * remember to ack. Otherwise, drop segment
1583 1.1 cgd * and ack.
1584 1.1 cgd */
1585 1.83 itojun if (tp->rcv_wnd == 0 && th->th_seq == tp->rcv_nxt) {
1586 1.1 cgd tp->t_flags |= TF_ACKNOW;
1587 1.1 cgd tcpstat.tcps_rcvwinprobe++;
1588 1.1 cgd } else
1589 1.1 cgd goto dropafterack;
1590 1.1 cgd } else
1591 1.1 cgd tcpstat.tcps_rcvbyteafterwin += todrop;
1592 1.1 cgd m_adj(m, -todrop);
1593 1.83 itojun tlen -= todrop;
1594 1.1 cgd tiflags &= ~(TH_PUSH|TH_FIN);
1595 1.1 cgd }
1596 1.1 cgd
1597 1.1 cgd /*
1598 1.9 mycroft * If last ACK falls within this segment's sequence numbers,
1599 1.53 thorpej * and the timestamp is newer, record it.
1600 1.9 mycroft */
1601 1.53 thorpej if (opti.ts_present && TSTMP_GEQ(opti.ts_val, tp->ts_recent) &&
1602 1.83 itojun SEQ_LEQ(th->th_seq, tp->last_ack_sent) &&
1603 1.83 itojun SEQ_LT(tp->last_ack_sent, th->th_seq + tlen +
1604 1.9 mycroft ((tiflags & (TH_SYN|TH_FIN)) != 0))) {
1605 1.9 mycroft tp->ts_recent_age = tcp_now;
1606 1.29 thorpej tp->ts_recent = opti.ts_val;
1607 1.9 mycroft }
1608 1.9 mycroft
1609 1.9 mycroft /*
1610 1.1 cgd * If the RST bit is set examine the state:
1611 1.1 cgd * SYN_RECEIVED STATE:
1612 1.1 cgd * If passive open, return to LISTEN state.
1613 1.1 cgd * If active open, inform user that connection was refused.
1614 1.1 cgd * ESTABLISHED, FIN_WAIT_1, FIN_WAIT2, CLOSE_WAIT STATES:
1615 1.1 cgd * Inform user that connection was reset, and close tcb.
1616 1.1 cgd * CLOSING, LAST_ACK, TIME_WAIT STATES
1617 1.1 cgd * Close the tcb.
1618 1.1 cgd */
1619 1.1 cgd if (tiflags&TH_RST) switch (tp->t_state) {
1620 1.1 cgd
1621 1.1 cgd case TCPS_SYN_RECEIVED:
1622 1.1 cgd so->so_error = ECONNREFUSED;
1623 1.1 cgd goto close;
1624 1.1 cgd
1625 1.1 cgd case TCPS_ESTABLISHED:
1626 1.1 cgd case TCPS_FIN_WAIT_1:
1627 1.1 cgd case TCPS_FIN_WAIT_2:
1628 1.1 cgd case TCPS_CLOSE_WAIT:
1629 1.1 cgd so->so_error = ECONNRESET;
1630 1.1 cgd close:
1631 1.1 cgd tp->t_state = TCPS_CLOSED;
1632 1.1 cgd tcpstat.tcps_drops++;
1633 1.1 cgd tp = tcp_close(tp);
1634 1.1 cgd goto drop;
1635 1.1 cgd
1636 1.1 cgd case TCPS_CLOSING:
1637 1.1 cgd case TCPS_LAST_ACK:
1638 1.1 cgd case TCPS_TIME_WAIT:
1639 1.1 cgd tp = tcp_close(tp);
1640 1.1 cgd goto drop;
1641 1.1 cgd }
1642 1.1 cgd
1643 1.1 cgd /*
1644 1.1 cgd * If a SYN is in the window, then this is an
1645 1.1 cgd * error and we send an RST and drop the connection.
1646 1.1 cgd */
1647 1.1 cgd if (tiflags & TH_SYN) {
1648 1.1 cgd tp = tcp_drop(tp, ECONNRESET);
1649 1.1 cgd goto dropwithreset;
1650 1.1 cgd }
1651 1.1 cgd
1652 1.1 cgd /*
1653 1.1 cgd * If the ACK bit is off we drop the segment and return.
1654 1.1 cgd */
1655 1.78 kml if ((tiflags & TH_ACK) == 0) {
1656 1.78 kml if (tp->t_flags & TF_ACKNOW)
1657 1.78 kml goto dropafterack;
1658 1.78 kml else
1659 1.78 kml goto drop;
1660 1.78 kml }
1661 1.9 mycroft
1662 1.1 cgd /*
1663 1.1 cgd * Ack processing.
1664 1.1 cgd */
1665 1.1 cgd switch (tp->t_state) {
1666 1.1 cgd
1667 1.1 cgd /*
1668 1.1 cgd * In SYN_RECEIVED state if the ack ACKs our SYN then enter
1669 1.1 cgd * ESTABLISHED state and continue processing, otherwise
1670 1.1 cgd * send an RST.
1671 1.1 cgd */
1672 1.1 cgd case TCPS_SYN_RECEIVED:
1673 1.83 itojun if (SEQ_GT(tp->snd_una, th->th_ack) ||
1674 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max))
1675 1.1 cgd goto dropwithreset;
1676 1.1 cgd tcpstat.tcps_connects++;
1677 1.1 cgd soisconnected(so);
1678 1.32 thorpej tcp_established(tp);
1679 1.9 mycroft /* Do window scaling? */
1680 1.9 mycroft if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
1681 1.9 mycroft (TF_RCVD_SCALE|TF_REQ_SCALE)) {
1682 1.9 mycroft tp->snd_scale = tp->requested_s_scale;
1683 1.9 mycroft tp->rcv_scale = tp->request_r_scale;
1684 1.9 mycroft }
1685 1.72 thorpej TCP_REASS_LOCK(tp);
1686 1.83 itojun (void) tcp_reass(tp, NULL, (struct mbuf *)0, &tlen);
1687 1.72 thorpej TCP_REASS_UNLOCK(tp);
1688 1.83 itojun tp->snd_wl1 = th->th_seq - 1;
1689 1.1 cgd /* fall into ... */
1690 1.1 cgd
1691 1.1 cgd /*
1692 1.1 cgd * In ESTABLISHED state: drop duplicate ACKs; ACK out of range
1693 1.1 cgd * ACKs. If the ack is in the range
1694 1.83 itojun * tp->snd_una < th->th_ack <= tp->snd_max
1695 1.83 itojun * then advance tp->snd_una to th->th_ack and drop
1696 1.1 cgd * data from the retransmission queue. If this ACK reflects
1697 1.1 cgd * more up to date window information we update our window information.
1698 1.1 cgd */
1699 1.1 cgd case TCPS_ESTABLISHED:
1700 1.1 cgd case TCPS_FIN_WAIT_1:
1701 1.1 cgd case TCPS_FIN_WAIT_2:
1702 1.1 cgd case TCPS_CLOSE_WAIT:
1703 1.1 cgd case TCPS_CLOSING:
1704 1.1 cgd case TCPS_LAST_ACK:
1705 1.1 cgd case TCPS_TIME_WAIT:
1706 1.1 cgd
1707 1.83 itojun if (SEQ_LEQ(th->th_ack, tp->snd_una)) {
1708 1.83 itojun if (tlen == 0 && tiwin == tp->snd_wnd) {
1709 1.1 cgd tcpstat.tcps_rcvdupack++;
1710 1.1 cgd /*
1711 1.1 cgd * If we have outstanding data (other than
1712 1.1 cgd * a window probe), this is a completely
1713 1.1 cgd * duplicate ack (ie, window info didn't
1714 1.1 cgd * change), the ack is the biggest we've
1715 1.1 cgd * seen and we've seen exactly our rexmt
1716 1.1 cgd * threshhold of them, assume a packet
1717 1.1 cgd * has been dropped and retransmit it.
1718 1.1 cgd * Kludge snd_nxt & the congestion
1719 1.1 cgd * window so we send only this one
1720 1.1 cgd * packet.
1721 1.1 cgd *
1722 1.1 cgd * We know we're losing at the current
1723 1.1 cgd * window size so do congestion avoidance
1724 1.1 cgd * (set ssthresh to half the current window
1725 1.1 cgd * and pull our congestion window back to
1726 1.1 cgd * the new ssthresh).
1727 1.1 cgd *
1728 1.1 cgd * Dup acks mean that packets have left the
1729 1.9 mycroft * network (they're now cached at the receiver)
1730 1.1 cgd * so bump cwnd by the amount in the receiver
1731 1.1 cgd * to keep a constant cwnd packets in the
1732 1.1 cgd * network.
1733 1.1 cgd */
1734 1.58 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 ||
1735 1.83 itojun th->th_ack != tp->snd_una)
1736 1.1 cgd tp->t_dupacks = 0;
1737 1.1 cgd else if (++tp->t_dupacks == tcprexmtthresh) {
1738 1.1 cgd tcp_seq onxt = tp->snd_nxt;
1739 1.1 cgd u_int win =
1740 1.34 kml min(tp->snd_wnd, tp->snd_cwnd) /
1741 1.34 kml 2 / tp->t_segsz;
1742 1.94 thorpej if (tcp_do_newreno && SEQ_LT(th->th_ack,
1743 1.91 thorpej tp->snd_recover)) {
1744 1.68 matt /*
1745 1.68 matt * False fast retransmit after
1746 1.68 matt * timeout. Do not cut window.
1747 1.68 matt */
1748 1.68 matt tp->snd_cwnd += tp->t_segsz;
1749 1.68 matt tp->t_dupacks = 0;
1750 1.68 matt (void) tcp_output(tp);
1751 1.68 matt goto drop;
1752 1.68 matt }
1753 1.1 cgd
1754 1.1 cgd if (win < 2)
1755 1.1 cgd win = 2;
1756 1.34 kml tp->snd_ssthresh = win * tp->t_segsz;
1757 1.68 matt tp->snd_recover = tp->snd_max;
1758 1.58 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
1759 1.1 cgd tp->t_rtt = 0;
1760 1.83 itojun tp->snd_nxt = th->th_ack;
1761 1.34 kml tp->snd_cwnd = tp->t_segsz;
1762 1.1 cgd (void) tcp_output(tp);
1763 1.1 cgd tp->snd_cwnd = tp->snd_ssthresh +
1764 1.34 kml tp->t_segsz * tp->t_dupacks;
1765 1.1 cgd if (SEQ_GT(onxt, tp->snd_nxt))
1766 1.1 cgd tp->snd_nxt = onxt;
1767 1.1 cgd goto drop;
1768 1.1 cgd } else if (tp->t_dupacks > tcprexmtthresh) {
1769 1.34 kml tp->snd_cwnd += tp->t_segsz;
1770 1.1 cgd (void) tcp_output(tp);
1771 1.1 cgd goto drop;
1772 1.1 cgd }
1773 1.1 cgd } else
1774 1.1 cgd tp->t_dupacks = 0;
1775 1.1 cgd break;
1776 1.1 cgd }
1777 1.1 cgd /*
1778 1.1 cgd * If the congestion window was inflated to account
1779 1.1 cgd * for the other side's cached packets, retract it.
1780 1.1 cgd */
1781 1.94 thorpej if (tcp_do_newreno == 0) {
1782 1.69 matt if (tp->t_dupacks >= tcprexmtthresh &&
1783 1.69 matt tp->snd_cwnd > tp->snd_ssthresh)
1784 1.69 matt tp->snd_cwnd = tp->snd_ssthresh;
1785 1.69 matt tp->t_dupacks = 0;
1786 1.94 thorpej } else if (tp->t_dupacks >= tcprexmtthresh &&
1787 1.94 thorpej tcp_newreno(tp, th) == 0) {
1788 1.1 cgd tp->snd_cwnd = tp->snd_ssthresh;
1789 1.68 matt /*
1790 1.68 matt * Window inflation should have left us with approx.
1791 1.68 matt * snd_ssthresh outstanding data. But in case we
1792 1.68 matt * would be inclined to send a burst, better to do
1793 1.68 matt * it via the slow start mechanism.
1794 1.68 matt */
1795 1.83 itojun if (SEQ_SUB(tp->snd_max, th->th_ack) < tp->snd_ssthresh)
1796 1.83 itojun tp->snd_cwnd = SEQ_SUB(tp->snd_max, th->th_ack)
1797 1.94 thorpej + tp->t_segsz;
1798 1.68 matt tp->t_dupacks = 0;
1799 1.68 matt }
1800 1.83 itojun if (SEQ_GT(th->th_ack, tp->snd_max)) {
1801 1.1 cgd tcpstat.tcps_rcvacktoomuch++;
1802 1.1 cgd goto dropafterack;
1803 1.1 cgd }
1804 1.83 itojun acked = th->th_ack - tp->snd_una;
1805 1.1 cgd tcpstat.tcps_rcvackpack++;
1806 1.1 cgd tcpstat.tcps_rcvackbyte += acked;
1807 1.1 cgd
1808 1.1 cgd /*
1809 1.9 mycroft * If we have a timestamp reply, update smoothed
1810 1.9 mycroft * round trip time. If no timestamp is present but
1811 1.9 mycroft * transmit timer is running and timed sequence
1812 1.1 cgd * number was acked, update smoothed round trip time.
1813 1.1 cgd * Since we now have an rtt measurement, cancel the
1814 1.1 cgd * timer backoff (cf., Phil Karn's retransmit alg.).
1815 1.1 cgd * Recompute the initial retransmit timer.
1816 1.1 cgd */
1817 1.90 thorpej if (opti.ts_present && opti.ts_ecr)
1818 1.29 thorpej tcp_xmit_timer(tp, tcp_now - opti.ts_ecr + 1);
1819 1.83 itojun else if (tp->t_rtt && SEQ_GT(th->th_ack, tp->t_rtseq))
1820 1.9 mycroft tcp_xmit_timer(tp,tp->t_rtt);
1821 1.1 cgd
1822 1.1 cgd /*
1823 1.1 cgd * If all outstanding data is acked, stop retransmit
1824 1.1 cgd * timer and remember to restart (more output or persist).
1825 1.1 cgd * If there is more data to be acked, restart retransmit
1826 1.1 cgd * timer, using current (possibly backed-off) value.
1827 1.1 cgd */
1828 1.83 itojun if (th->th_ack == tp->snd_max) {
1829 1.58 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
1830 1.1 cgd needoutput = 1;
1831 1.58 thorpej } else if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
1832 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
1833 1.1 cgd /*
1834 1.1 cgd * When new data is acked, open the congestion window.
1835 1.1 cgd * If the window gives us less than ssthresh packets
1836 1.34 kml * in flight, open exponentially (segsz per packet).
1837 1.34 kml * Otherwise open linearly: segsz per window
1838 1.34 kml * (segsz^2 / cwnd per packet), plus a constant
1839 1.34 kml * fraction of a packet (segsz/8) to help larger windows
1840 1.1 cgd * open quickly enough.
1841 1.1 cgd */
1842 1.1 cgd {
1843 1.106 augustss u_int cw = tp->snd_cwnd;
1844 1.106 augustss u_int incr = tp->t_segsz;
1845 1.1 cgd
1846 1.1 cgd if (cw > tp->snd_ssthresh)
1847 1.16 mycroft incr = incr * incr / cw;
1848 1.94 thorpej if (tcp_do_newreno == 0 || SEQ_GEQ(th->th_ack, tp->snd_recover))
1849 1.94 thorpej tp->snd_cwnd = min(cw + incr,
1850 1.94 thorpej TCP_MAXWIN << tp->snd_scale);
1851 1.1 cgd }
1852 1.98 itojun ND6_HINT(tp);
1853 1.1 cgd if (acked > so->so_snd.sb_cc) {
1854 1.1 cgd tp->snd_wnd -= so->so_snd.sb_cc;
1855 1.1 cgd sbdrop(&so->so_snd, (int)so->so_snd.sb_cc);
1856 1.1 cgd ourfinisacked = 1;
1857 1.1 cgd } else {
1858 1.1 cgd sbdrop(&so->so_snd, acked);
1859 1.1 cgd tp->snd_wnd -= acked;
1860 1.1 cgd ourfinisacked = 0;
1861 1.1 cgd }
1862 1.54 matt sowwakeup(so);
1863 1.91 thorpej /*
1864 1.91 thorpej * We want snd_recover to track snd_una to
1865 1.91 thorpej * avoid sequence wraparound problems for
1866 1.91 thorpej * very large transfers.
1867 1.91 thorpej */
1868 1.91 thorpej tp->snd_una = tp->snd_recover = th->th_ack;
1869 1.1 cgd if (SEQ_LT(tp->snd_nxt, tp->snd_una))
1870 1.1 cgd tp->snd_nxt = tp->snd_una;
1871 1.1 cgd
1872 1.1 cgd switch (tp->t_state) {
1873 1.1 cgd
1874 1.1 cgd /*
1875 1.1 cgd * In FIN_WAIT_1 STATE in addition to the processing
1876 1.1 cgd * for the ESTABLISHED state if our FIN is now acknowledged
1877 1.1 cgd * then enter FIN_WAIT_2.
1878 1.1 cgd */
1879 1.1 cgd case TCPS_FIN_WAIT_1:
1880 1.1 cgd if (ourfinisacked) {
1881 1.1 cgd /*
1882 1.1 cgd * If we can't receive any more
1883 1.1 cgd * data, then closing user can proceed.
1884 1.1 cgd * Starting the timer is contrary to the
1885 1.1 cgd * specification, but if we don't get a FIN
1886 1.1 cgd * we'll hang forever.
1887 1.1 cgd */
1888 1.1 cgd if (so->so_state & SS_CANTRCVMORE) {
1889 1.1 cgd soisdisconnected(so);
1890 1.65 mouse if (tcp_maxidle > 0)
1891 1.65 mouse TCP_TIMER_ARM(tp, TCPT_2MSL,
1892 1.65 mouse tcp_maxidle);
1893 1.1 cgd }
1894 1.1 cgd tp->t_state = TCPS_FIN_WAIT_2;
1895 1.1 cgd }
1896 1.1 cgd break;
1897 1.1 cgd
1898 1.1 cgd /*
1899 1.1 cgd * In CLOSING STATE in addition to the processing for
1900 1.1 cgd * the ESTABLISHED state if the ACK acknowledges our FIN
1901 1.1 cgd * then enter the TIME-WAIT state, otherwise ignore
1902 1.1 cgd * the segment.
1903 1.1 cgd */
1904 1.1 cgd case TCPS_CLOSING:
1905 1.1 cgd if (ourfinisacked) {
1906 1.1 cgd tp->t_state = TCPS_TIME_WAIT;
1907 1.1 cgd tcp_canceltimers(tp);
1908 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
1909 1.1 cgd soisdisconnected(so);
1910 1.1 cgd }
1911 1.1 cgd break;
1912 1.1 cgd
1913 1.1 cgd /*
1914 1.1 cgd * In LAST_ACK, we may still be waiting for data to drain
1915 1.1 cgd * and/or to be acked, as well as for the ack of our FIN.
1916 1.1 cgd * If our FIN is now acknowledged, delete the TCB,
1917 1.1 cgd * enter the closed state and return.
1918 1.1 cgd */
1919 1.1 cgd case TCPS_LAST_ACK:
1920 1.1 cgd if (ourfinisacked) {
1921 1.1 cgd tp = tcp_close(tp);
1922 1.1 cgd goto drop;
1923 1.1 cgd }
1924 1.1 cgd break;
1925 1.1 cgd
1926 1.1 cgd /*
1927 1.1 cgd * In TIME_WAIT state the only thing that should arrive
1928 1.1 cgd * is a retransmission of the remote FIN. Acknowledge
1929 1.1 cgd * it and restart the finack timer.
1930 1.1 cgd */
1931 1.1 cgd case TCPS_TIME_WAIT:
1932 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
1933 1.1 cgd goto dropafterack;
1934 1.1 cgd }
1935 1.1 cgd }
1936 1.1 cgd
1937 1.1 cgd step6:
1938 1.1 cgd /*
1939 1.1 cgd * Update window information.
1940 1.1 cgd * Don't look at window if no ACK: TAC's send garbage on first SYN.
1941 1.1 cgd */
1942 1.83 itojun if ((tiflags & TH_ACK) && (SEQ_LT(tp->snd_wl1, th->th_seq) ||
1943 1.83 itojun (tp->snd_wl1 == th->th_seq && SEQ_LT(tp->snd_wl2, th->th_ack)) ||
1944 1.83 itojun (tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd))) {
1945 1.1 cgd /* keep track of pure window updates */
1946 1.83 itojun if (tlen == 0 &&
1947 1.83 itojun tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd)
1948 1.1 cgd tcpstat.tcps_rcvwinupd++;
1949 1.9 mycroft tp->snd_wnd = tiwin;
1950 1.83 itojun tp->snd_wl1 = th->th_seq;
1951 1.83 itojun tp->snd_wl2 = th->th_ack;
1952 1.1 cgd if (tp->snd_wnd > tp->max_sndwnd)
1953 1.1 cgd tp->max_sndwnd = tp->snd_wnd;
1954 1.1 cgd needoutput = 1;
1955 1.1 cgd }
1956 1.1 cgd
1957 1.1 cgd /*
1958 1.1 cgd * Process segments with URG.
1959 1.1 cgd */
1960 1.83 itojun if ((tiflags & TH_URG) && th->th_urp &&
1961 1.1 cgd TCPS_HAVERCVDFIN(tp->t_state) == 0) {
1962 1.1 cgd /*
1963 1.1 cgd * This is a kludge, but if we receive and accept
1964 1.1 cgd * random urgent pointers, we'll crash in
1965 1.1 cgd * soreceive. It's hard to imagine someone
1966 1.1 cgd * actually wanting to send this much urgent data.
1967 1.1 cgd */
1968 1.83 itojun if (th->th_urp + so->so_rcv.sb_cc > sb_max) {
1969 1.83 itojun th->th_urp = 0; /* XXX */
1970 1.1 cgd tiflags &= ~TH_URG; /* XXX */
1971 1.1 cgd goto dodata; /* XXX */
1972 1.1 cgd }
1973 1.1 cgd /*
1974 1.1 cgd * If this segment advances the known urgent pointer,
1975 1.1 cgd * then mark the data stream. This should not happen
1976 1.1 cgd * in CLOSE_WAIT, CLOSING, LAST_ACK or TIME_WAIT STATES since
1977 1.9 mycroft * a FIN has been received from the remote side.
1978 1.1 cgd * In these states we ignore the URG.
1979 1.1 cgd *
1980 1.1 cgd * According to RFC961 (Assigned Protocols),
1981 1.1 cgd * the urgent pointer points to the last octet
1982 1.1 cgd * of urgent data. We continue, however,
1983 1.1 cgd * to consider it to indicate the first octet
1984 1.9 mycroft * of data past the urgent section as the original
1985 1.1 cgd * spec states (in one of two places).
1986 1.1 cgd */
1987 1.83 itojun if (SEQ_GT(th->th_seq+th->th_urp, tp->rcv_up)) {
1988 1.83 itojun tp->rcv_up = th->th_seq + th->th_urp;
1989 1.1 cgd so->so_oobmark = so->so_rcv.sb_cc +
1990 1.1 cgd (tp->rcv_up - tp->rcv_nxt) - 1;
1991 1.1 cgd if (so->so_oobmark == 0)
1992 1.1 cgd so->so_state |= SS_RCVATMARK;
1993 1.1 cgd sohasoutofband(so);
1994 1.1 cgd tp->t_oobflags &= ~(TCPOOB_HAVEDATA | TCPOOB_HADDATA);
1995 1.1 cgd }
1996 1.1 cgd /*
1997 1.1 cgd * Remove out of band data so doesn't get presented to user.
1998 1.1 cgd * This can happen independent of advancing the URG pointer,
1999 1.1 cgd * but if two URG's are pending at once, some out-of-band
2000 1.1 cgd * data may creep in... ick.
2001 1.1 cgd */
2002 1.83 itojun if (th->th_urp <= (u_int16_t) tlen
2003 1.1 cgd #ifdef SO_OOBINLINE
2004 1.1 cgd && (so->so_options & SO_OOBINLINE) == 0
2005 1.1 cgd #endif
2006 1.1 cgd )
2007 1.97 itojun tcp_pulloutofband(so, th, m, hdroptlen);
2008 1.1 cgd } else
2009 1.1 cgd /*
2010 1.1 cgd * If no out of band data is expected,
2011 1.1 cgd * pull receive urgent pointer along
2012 1.1 cgd * with the receive window.
2013 1.1 cgd */
2014 1.1 cgd if (SEQ_GT(tp->rcv_nxt, tp->rcv_up))
2015 1.1 cgd tp->rcv_up = tp->rcv_nxt;
2016 1.1 cgd dodata: /* XXX */
2017 1.1 cgd
2018 1.1 cgd /*
2019 1.1 cgd * Process the segment text, merging it into the TCP sequencing queue,
2020 1.95 simonb * and arranging for acknowledgement of receipt if necessary.
2021 1.1 cgd * This process logically involves adjusting tp->rcv_wnd as data
2022 1.1 cgd * is presented to the user (this happens in tcp_usrreq.c,
2023 1.1 cgd * case PRU_RCVD). If a FIN has already been received on this
2024 1.1 cgd * connection then we just ignore the text.
2025 1.1 cgd */
2026 1.83 itojun if ((tlen || (tiflags & TH_FIN)) &&
2027 1.1 cgd TCPS_HAVERCVDFIN(tp->t_state) == 0) {
2028 1.83 itojun /*
2029 1.83 itojun * Insert segment ti into reassembly queue of tcp with
2030 1.83 itojun * control block tp. Return TH_FIN if reassembly now includes
2031 1.83 itojun * a segment with FIN. The macro form does the common case
2032 1.83 itojun * inline (segment is the next to be received on an
2033 1.83 itojun * established connection, and the queue is empty),
2034 1.83 itojun * avoiding linkage into and removal from the queue and
2035 1.83 itojun * repetition of various conversions.
2036 1.83 itojun * Set DELACK for segments received in order, but ack
2037 1.83 itojun * immediately when segments are out of order
2038 1.83 itojun * (so fast retransmit can work).
2039 1.83 itojun */
2040 1.83 itojun /* NOTE: this was TCP_REASS() macro, but used only once */
2041 1.83 itojun TCP_REASS_LOCK(tp);
2042 1.83 itojun if (th->th_seq == tp->rcv_nxt &&
2043 1.83 itojun tp->segq.lh_first == NULL &&
2044 1.83 itojun tp->t_state == TCPS_ESTABLISHED) {
2045 1.83 itojun TCP_SETUP_ACK(tp, th);
2046 1.83 itojun tp->rcv_nxt += tlen;
2047 1.83 itojun tiflags = th->th_flags & TH_FIN;
2048 1.97 itojun tcpstat.tcps_rcvpack++;
2049 1.97 itojun tcpstat.tcps_rcvbyte += tlen;
2050 1.98 itojun ND6_HINT(tp);
2051 1.97 itojun m_adj(m, hdroptlen);
2052 1.83 itojun sbappend(&(so)->so_rcv, m);
2053 1.83 itojun sorwakeup(so);
2054 1.83 itojun } else {
2055 1.97 itojun m_adj(m, hdroptlen);
2056 1.83 itojun tiflags = tcp_reass(tp, th, m, &tlen);
2057 1.83 itojun tp->t_flags |= TF_ACKNOW;
2058 1.83 itojun }
2059 1.83 itojun TCP_REASS_UNLOCK(tp);
2060 1.83 itojun
2061 1.1 cgd /*
2062 1.1 cgd * Note the amount of data that peer has sent into
2063 1.1 cgd * our window, in order to estimate the sender's
2064 1.1 cgd * buffer size.
2065 1.1 cgd */
2066 1.1 cgd len = so->so_rcv.sb_hiwat - (tp->rcv_adv - tp->rcv_nxt);
2067 1.1 cgd } else {
2068 1.1 cgd m_freem(m);
2069 1.83 itojun m = NULL;
2070 1.1 cgd tiflags &= ~TH_FIN;
2071 1.1 cgd }
2072 1.1 cgd
2073 1.1 cgd /*
2074 1.1 cgd * If FIN is received ACK the FIN and let the user know
2075 1.22 mycroft * that the connection is closing. Ignore a FIN received before
2076 1.22 mycroft * the connection is fully established.
2077 1.1 cgd */
2078 1.22 mycroft if ((tiflags & TH_FIN) && TCPS_HAVEESTABLISHED(tp->t_state)) {
2079 1.1 cgd if (TCPS_HAVERCVDFIN(tp->t_state) == 0) {
2080 1.1 cgd socantrcvmore(so);
2081 1.1 cgd tp->t_flags |= TF_ACKNOW;
2082 1.1 cgd tp->rcv_nxt++;
2083 1.1 cgd }
2084 1.1 cgd switch (tp->t_state) {
2085 1.1 cgd
2086 1.1 cgd /*
2087 1.22 mycroft * In ESTABLISHED STATE enter the CLOSE_WAIT state.
2088 1.1 cgd */
2089 1.1 cgd case TCPS_ESTABLISHED:
2090 1.1 cgd tp->t_state = TCPS_CLOSE_WAIT;
2091 1.1 cgd break;
2092 1.1 cgd
2093 1.1 cgd /*
2094 1.1 cgd * If still in FIN_WAIT_1 STATE FIN has not been acked so
2095 1.1 cgd * enter the CLOSING state.
2096 1.1 cgd */
2097 1.1 cgd case TCPS_FIN_WAIT_1:
2098 1.1 cgd tp->t_state = TCPS_CLOSING;
2099 1.1 cgd break;
2100 1.1 cgd
2101 1.1 cgd /*
2102 1.1 cgd * In FIN_WAIT_2 state enter the TIME_WAIT state,
2103 1.9 mycroft * starting the time-wait timer, turning off the other
2104 1.1 cgd * standard timers.
2105 1.1 cgd */
2106 1.1 cgd case TCPS_FIN_WAIT_2:
2107 1.1 cgd tp->t_state = TCPS_TIME_WAIT;
2108 1.1 cgd tcp_canceltimers(tp);
2109 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2110 1.1 cgd soisdisconnected(so);
2111 1.1 cgd break;
2112 1.1 cgd
2113 1.1 cgd /*
2114 1.1 cgd * In TIME_WAIT state restart the 2 MSL time_wait timer.
2115 1.1 cgd */
2116 1.1 cgd case TCPS_TIME_WAIT:
2117 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2118 1.1 cgd break;
2119 1.1 cgd }
2120 1.1 cgd }
2121 1.83 itojun if (so->so_options & SO_DEBUG) {
2122 1.83 itojun tcp_trace(TA_INPUT, ostate, tp, tcp_saveti, 0);
2123 1.83 itojun }
2124 1.1 cgd
2125 1.1 cgd /*
2126 1.1 cgd * Return any desired output.
2127 1.1 cgd */
2128 1.1 cgd if (needoutput || (tp->t_flags & TF_ACKNOW))
2129 1.1 cgd (void) tcp_output(tp);
2130 1.89 itojun if (tcp_saveti)
2131 1.89 itojun m_freem(tcp_saveti);
2132 1.1 cgd return;
2133 1.35 thorpej
2134 1.35 thorpej badsyn:
2135 1.35 thorpej /*
2136 1.35 thorpej * Received a bad SYN. Increment counters and dropwithreset.
2137 1.35 thorpej */
2138 1.35 thorpej tcpstat.tcps_badsyn++;
2139 1.35 thorpej tp = NULL;
2140 1.35 thorpej goto dropwithreset;
2141 1.1 cgd
2142 1.1 cgd dropafterack:
2143 1.1 cgd /*
2144 1.1 cgd * Generate an ACK dropping incoming segment if it occupies
2145 1.1 cgd * sequence space, where the ACK reflects our state.
2146 1.1 cgd */
2147 1.1 cgd if (tiflags & TH_RST)
2148 1.1 cgd goto drop;
2149 1.1 cgd m_freem(m);
2150 1.1 cgd tp->t_flags |= TF_ACKNOW;
2151 1.1 cgd (void) tcp_output(tp);
2152 1.89 itojun if (tcp_saveti)
2153 1.89 itojun m_freem(tcp_saveti);
2154 1.1 cgd return;
2155 1.1 cgd
2156 1.104 thorpej dropwithreset_ratelim:
2157 1.104 thorpej /*
2158 1.104 thorpej * We may want to rate-limit RSTs in certain situations,
2159 1.104 thorpej * particularly if we are sending an RST in response to
2160 1.104 thorpej * an attempt to connect to or otherwise communicate with
2161 1.104 thorpej * a port for which we have no socket.
2162 1.104 thorpej */
2163 1.116 itojun if (ppsratecheck(&tcp_rst_ppslim_last, &tcp_rst_ppslim_count,
2164 1.116 itojun tcp_rst_ppslim) == 0) {
2165 1.104 thorpej /* XXX stat */
2166 1.104 thorpej goto drop;
2167 1.104 thorpej }
2168 1.104 thorpej /* ...fall into dropwithreset... */
2169 1.104 thorpej
2170 1.1 cgd dropwithreset:
2171 1.1 cgd /*
2172 1.1 cgd * Generate a RST, dropping incoming segment.
2173 1.1 cgd * Make ACK acceptable to originator of segment.
2174 1.1 cgd */
2175 1.103 thorpej if (tiflags & TH_RST)
2176 1.83 itojun goto drop;
2177 1.83 itojun {
2178 1.83 itojun /*
2179 1.83 itojun * need to recover version # field, which was overwritten on
2180 1.83 itojun * ip_cksum computation.
2181 1.83 itojun */
2182 1.83 itojun struct ip *sip;
2183 1.83 itojun sip = mtod(m, struct ip *);
2184 1.83 itojun switch (af) {
2185 1.119 itojun #ifdef INET
2186 1.83 itojun case AF_INET:
2187 1.83 itojun sip->ip_v = 4;
2188 1.83 itojun break;
2189 1.119 itojun #endif
2190 1.83 itojun #ifdef INET6
2191 1.83 itojun case AF_INET6:
2192 1.83 itojun sip->ip_v = 6;
2193 1.83 itojun break;
2194 1.83 itojun #endif
2195 1.83 itojun }
2196 1.83 itojun }
2197 1.1 cgd if (tiflags & TH_ACK)
2198 1.86 itojun (void)tcp_respond(tp, m, m, th, (tcp_seq)0, th->th_ack, TH_RST);
2199 1.1 cgd else {
2200 1.1 cgd if (tiflags & TH_SYN)
2201 1.83 itojun tlen++;
2202 1.86 itojun (void)tcp_respond(tp, m, m, th, th->th_seq + tlen, (tcp_seq)0,
2203 1.1 cgd TH_RST|TH_ACK);
2204 1.1 cgd }
2205 1.89 itojun if (tcp_saveti)
2206 1.89 itojun m_freem(tcp_saveti);
2207 1.1 cgd return;
2208 1.1 cgd
2209 1.1 cgd drop:
2210 1.1 cgd /*
2211 1.1 cgd * Drop space held by incoming segment and return.
2212 1.1 cgd */
2213 1.83 itojun if (tp) {
2214 1.83 itojun if (tp->t_inpcb)
2215 1.83 itojun so = tp->t_inpcb->inp_socket;
2216 1.83 itojun #ifdef INET6
2217 1.83 itojun else if (tp->t_in6pcb)
2218 1.83 itojun so = tp->t_in6pcb->in6p_socket;
2219 1.83 itojun #endif
2220 1.83 itojun else
2221 1.83 itojun so = NULL;
2222 1.89 itojun if (so && (so->so_options & SO_DEBUG) != 0)
2223 1.83 itojun tcp_trace(TA_DROP, ostate, tp, tcp_saveti, 0);
2224 1.83 itojun }
2225 1.89 itojun if (tcp_saveti)
2226 1.89 itojun m_freem(tcp_saveti);
2227 1.1 cgd m_freem(m);
2228 1.1 cgd return;
2229 1.1 cgd }
2230 1.1 cgd
2231 1.5 mycroft void
2232 1.83 itojun tcp_dooptions(tp, cp, cnt, th, oi)
2233 1.1 cgd struct tcpcb *tp;
2234 1.9 mycroft u_char *cp;
2235 1.9 mycroft int cnt;
2236 1.83 itojun struct tcphdr *th;
2237 1.29 thorpej struct tcp_opt_info *oi;
2238 1.1 cgd {
2239 1.12 cgd u_int16_t mss;
2240 1.9 mycroft int opt, optlen;
2241 1.1 cgd
2242 1.1 cgd for (; cnt > 0; cnt -= optlen, cp += optlen) {
2243 1.1 cgd opt = cp[0];
2244 1.1 cgd if (opt == TCPOPT_EOL)
2245 1.1 cgd break;
2246 1.1 cgd if (opt == TCPOPT_NOP)
2247 1.1 cgd optlen = 1;
2248 1.1 cgd else {
2249 1.113 itojun if (cnt < 2)
2250 1.113 itojun break;
2251 1.1 cgd optlen = cp[1];
2252 1.113 itojun if (optlen < 2 || optlen > cnt)
2253 1.1 cgd break;
2254 1.1 cgd }
2255 1.1 cgd switch (opt) {
2256 1.1 cgd
2257 1.1 cgd default:
2258 1.1 cgd continue;
2259 1.1 cgd
2260 1.1 cgd case TCPOPT_MAXSEG:
2261 1.9 mycroft if (optlen != TCPOLEN_MAXSEG)
2262 1.1 cgd continue;
2263 1.83 itojun if (!(th->th_flags & TH_SYN))
2264 1.1 cgd continue;
2265 1.29 thorpej bcopy(cp + 2, &mss, sizeof(mss));
2266 1.29 thorpej oi->maxseg = ntohs(mss);
2267 1.1 cgd break;
2268 1.9 mycroft
2269 1.9 mycroft case TCPOPT_WINDOW:
2270 1.9 mycroft if (optlen != TCPOLEN_WINDOW)
2271 1.9 mycroft continue;
2272 1.83 itojun if (!(th->th_flags & TH_SYN))
2273 1.9 mycroft continue;
2274 1.9 mycroft tp->t_flags |= TF_RCVD_SCALE;
2275 1.52 thorpej tp->requested_s_scale = cp[2];
2276 1.52 thorpej if (tp->requested_s_scale > TCP_MAX_WINSHIFT) {
2277 1.83 itojun #if 0 /*XXX*/
2278 1.83 itojun char *p;
2279 1.83 itojun
2280 1.83 itojun if (ip)
2281 1.83 itojun p = ntohl(ip->ip_src);
2282 1.83 itojun #ifdef INET6
2283 1.83 itojun else if (ip6)
2284 1.83 itojun p = ip6_sprintf(&ip6->ip6_src);
2285 1.83 itojun #endif
2286 1.83 itojun else
2287 1.83 itojun p = "(unknown)";
2288 1.83 itojun log(LOG_ERR, "TCP: invalid wscale %d from %s, "
2289 1.83 itojun "assuming %d\n",
2290 1.83 itojun tp->requested_s_scale, p,
2291 1.83 itojun TCP_MAX_WINSHIFT);
2292 1.83 itojun #else
2293 1.83 itojun log(LOG_ERR, "TCP: invalid wscale %d, "
2294 1.83 itojun "assuming %d\n",
2295 1.52 thorpej tp->requested_s_scale,
2296 1.52 thorpej TCP_MAX_WINSHIFT);
2297 1.83 itojun #endif
2298 1.52 thorpej tp->requested_s_scale = TCP_MAX_WINSHIFT;
2299 1.52 thorpej }
2300 1.9 mycroft break;
2301 1.9 mycroft
2302 1.9 mycroft case TCPOPT_TIMESTAMP:
2303 1.9 mycroft if (optlen != TCPOLEN_TIMESTAMP)
2304 1.9 mycroft continue;
2305 1.32 thorpej oi->ts_present = 1;
2306 1.29 thorpej bcopy(cp + 2, &oi->ts_val, sizeof(oi->ts_val));
2307 1.29 thorpej NTOHL(oi->ts_val);
2308 1.29 thorpej bcopy(cp + 6, &oi->ts_ecr, sizeof(oi->ts_ecr));
2309 1.29 thorpej NTOHL(oi->ts_ecr);
2310 1.9 mycroft
2311 1.9 mycroft /*
2312 1.9 mycroft * A timestamp received in a SYN makes
2313 1.9 mycroft * it ok to send timestamp requests and replies.
2314 1.9 mycroft */
2315 1.83 itojun if (th->th_flags & TH_SYN) {
2316 1.9 mycroft tp->t_flags |= TF_RCVD_TSTMP;
2317 1.29 thorpej tp->ts_recent = oi->ts_val;
2318 1.9 mycroft tp->ts_recent_age = tcp_now;
2319 1.54 matt }
2320 1.54 matt break;
2321 1.54 matt case TCPOPT_SACK_PERMITTED:
2322 1.54 matt if (optlen != TCPOLEN_SACK_PERMITTED)
2323 1.54 matt continue;
2324 1.83 itojun if (!(th->th_flags & TH_SYN))
2325 1.54 matt continue;
2326 1.54 matt tp->t_flags &= ~TF_CANT_TXSACK;
2327 1.54 matt break;
2328 1.54 matt
2329 1.54 matt case TCPOPT_SACK:
2330 1.54 matt if (tp->t_flags & TF_IGNR_RXSACK)
2331 1.54 matt continue;
2332 1.54 matt if (optlen % 8 != 2 || optlen < 10)
2333 1.54 matt continue;
2334 1.54 matt cp += 2;
2335 1.54 matt optlen -= 2;
2336 1.54 matt for (; optlen > 0; cp -= 8, optlen -= 8) {
2337 1.54 matt tcp_seq lwe, rwe;
2338 1.54 matt bcopy((char *)cp, (char *) &lwe, sizeof(lwe));
2339 1.54 matt NTOHL(lwe);
2340 1.54 matt bcopy((char *)cp, (char *) &rwe, sizeof(rwe));
2341 1.54 matt NTOHL(rwe);
2342 1.54 matt /* tcp_mark_sacked(tp, lwe, rwe); */
2343 1.9 mycroft }
2344 1.9 mycroft break;
2345 1.1 cgd }
2346 1.1 cgd }
2347 1.1 cgd }
2348 1.1 cgd
2349 1.1 cgd /*
2350 1.1 cgd * Pull out of band byte out of a segment so
2351 1.1 cgd * it doesn't appear in the user's data queue.
2352 1.1 cgd * It is still reflected in the segment length for
2353 1.1 cgd * sequencing purposes.
2354 1.1 cgd */
2355 1.5 mycroft void
2356 1.97 itojun tcp_pulloutofband(so, th, m, off)
2357 1.1 cgd struct socket *so;
2358 1.83 itojun struct tcphdr *th;
2359 1.106 augustss struct mbuf *m;
2360 1.97 itojun int off;
2361 1.1 cgd {
2362 1.97 itojun int cnt = off + th->th_urp - 1;
2363 1.9 mycroft
2364 1.1 cgd while (cnt >= 0) {
2365 1.1 cgd if (m->m_len > cnt) {
2366 1.1 cgd char *cp = mtod(m, caddr_t) + cnt;
2367 1.1 cgd struct tcpcb *tp = sototcpcb(so);
2368 1.1 cgd
2369 1.1 cgd tp->t_iobc = *cp;
2370 1.1 cgd tp->t_oobflags |= TCPOOB_HAVEDATA;
2371 1.1 cgd bcopy(cp+1, cp, (unsigned)(m->m_len - cnt - 1));
2372 1.1 cgd m->m_len--;
2373 1.1 cgd return;
2374 1.1 cgd }
2375 1.1 cgd cnt -= m->m_len;
2376 1.1 cgd m = m->m_next;
2377 1.1 cgd if (m == 0)
2378 1.1 cgd break;
2379 1.1 cgd }
2380 1.1 cgd panic("tcp_pulloutofband");
2381 1.1 cgd }
2382 1.1 cgd
2383 1.1 cgd /*
2384 1.1 cgd * Collect new round-trip time estimate
2385 1.1 cgd * and update averages and current timeout.
2386 1.1 cgd */
2387 1.5 mycroft void
2388 1.9 mycroft tcp_xmit_timer(tp, rtt)
2389 1.106 augustss struct tcpcb *tp;
2390 1.9 mycroft short rtt;
2391 1.1 cgd {
2392 1.106 augustss short delta;
2393 1.45 kml short rttmin;
2394 1.1 cgd
2395 1.1 cgd tcpstat.tcps_rttupdated++;
2396 1.17 mycroft --rtt;
2397 1.1 cgd if (tp->t_srtt != 0) {
2398 1.1 cgd /*
2399 1.1 cgd * srtt is stored as fixed point with 3 bits after the
2400 1.1 cgd * binary point (i.e., scaled by 8). The following magic
2401 1.1 cgd * is equivalent to the smoothing algorithm in rfc793 with
2402 1.1 cgd * an alpha of .875 (srtt = rtt/8 + srtt*7/8 in fixed
2403 1.9 mycroft * point). Adjust rtt to origin 0.
2404 1.1 cgd */
2405 1.16 mycroft delta = (rtt << 2) - (tp->t_srtt >> TCP_RTT_SHIFT);
2406 1.1 cgd if ((tp->t_srtt += delta) <= 0)
2407 1.27 mycroft tp->t_srtt = 1 << 2;
2408 1.1 cgd /*
2409 1.1 cgd * We accumulate a smoothed rtt variance (actually, a
2410 1.1 cgd * smoothed mean difference), then set the retransmit
2411 1.1 cgd * timer to smoothed rtt + 4 times the smoothed variance.
2412 1.1 cgd * rttvar is stored as fixed point with 2 bits after the
2413 1.1 cgd * binary point (scaled by 4). The following is
2414 1.1 cgd * equivalent to rfc793 smoothing with an alpha of .75
2415 1.1 cgd * (rttvar = rttvar*3/4 + |delta| / 4). This replaces
2416 1.1 cgd * rfc793's wired-in beta.
2417 1.1 cgd */
2418 1.1 cgd if (delta < 0)
2419 1.1 cgd delta = -delta;
2420 1.1 cgd delta -= (tp->t_rttvar >> TCP_RTTVAR_SHIFT);
2421 1.1 cgd if ((tp->t_rttvar += delta) <= 0)
2422 1.27 mycroft tp->t_rttvar = 1 << 2;
2423 1.1 cgd } else {
2424 1.9 mycroft /*
2425 1.1 cgd * No rtt measurement yet - use the unsmoothed rtt.
2426 1.1 cgd * Set the variance to half the rtt (so our first
2427 1.9 mycroft * retransmit happens at 3*rtt).
2428 1.1 cgd */
2429 1.16 mycroft tp->t_srtt = rtt << (TCP_RTT_SHIFT + 2);
2430 1.16 mycroft tp->t_rttvar = rtt << (TCP_RTTVAR_SHIFT + 2 - 1);
2431 1.1 cgd }
2432 1.1 cgd tp->t_rtt = 0;
2433 1.1 cgd tp->t_rxtshift = 0;
2434 1.1 cgd
2435 1.1 cgd /*
2436 1.1 cgd * the retransmit should happen at rtt + 4 * rttvar.
2437 1.1 cgd * Because of the way we do the smoothing, srtt and rttvar
2438 1.1 cgd * will each average +1/2 tick of bias. When we compute
2439 1.1 cgd * the retransmit timer, we want 1/2 tick of rounding and
2440 1.1 cgd * 1 extra tick because of +-1/2 tick uncertainty in the
2441 1.1 cgd * firing of the timer. The bias will give us exactly the
2442 1.1 cgd * 1.5 tick we need. But, because the bias is
2443 1.1 cgd * statistical, we have to test that we don't drop below
2444 1.1 cgd * the minimum feasible timer (which is 2 ticks).
2445 1.1 cgd */
2446 1.45 kml if (tp->t_rttmin > rtt + 2)
2447 1.45 kml rttmin = tp->t_rttmin;
2448 1.45 kml else
2449 1.45 kml rttmin = rtt + 2;
2450 1.45 kml TCPT_RANGESET(tp->t_rxtcur, TCP_REXMTVAL(tp), rttmin, TCPTV_REXMTMAX);
2451 1.9 mycroft
2452 1.1 cgd /*
2453 1.1 cgd * We received an ack for a packet that wasn't retransmitted;
2454 1.1 cgd * it is probably safe to discard any error indications we've
2455 1.1 cgd * received recently. This isn't quite right, but close enough
2456 1.1 cgd * for now (a route might have failed after we sent a segment,
2457 1.1 cgd * and the return path might not be symmetrical).
2458 1.1 cgd */
2459 1.1 cgd tp->t_softerror = 0;
2460 1.1 cgd }
2461 1.68 matt
2462 1.68 matt /*
2463 1.68 matt * Checks for partial ack. If partial ack arrives, force the retransmission
2464 1.68 matt * of the next unacknowledged segment, do not clear tp->t_dupacks, and return
2465 1.91 thorpej * 1. By setting snd_nxt to th_ack, this forces retransmission timer to
2466 1.68 matt * be started again. If the ack advances at least to tp->snd_recover, return 0.
2467 1.68 matt */
2468 1.68 matt int
2469 1.83 itojun tcp_newreno(tp, th)
2470 1.68 matt struct tcpcb *tp;
2471 1.83 itojun struct tcphdr *th;
2472 1.68 matt {
2473 1.91 thorpej tcp_seq onxt = tp->snd_nxt;
2474 1.91 thorpej u_long ocwnd = tp->snd_cwnd;
2475 1.91 thorpej
2476 1.83 itojun if (SEQ_LT(th->th_ack, tp->snd_recover)) {
2477 1.91 thorpej /*
2478 1.91 thorpej * snd_una has not yet been updated and the socket's send
2479 1.91 thorpej * buffer has not yet drained off the ACK'd data, so we
2480 1.91 thorpej * have to leave snd_una as it was to get the correct data
2481 1.91 thorpej * offset in tcp_output().
2482 1.91 thorpej */
2483 1.68 matt TCP_TIMER_DISARM(tp, TCPT_REXMT);
2484 1.68 matt tp->t_rtt = 0;
2485 1.83 itojun tp->snd_nxt = th->th_ack;
2486 1.91 thorpej /*
2487 1.91 thorpej * Set snd_cwnd to one segment beyond ACK'd offset. snd_una
2488 1.91 thorpej * is not yet updated when we're called.
2489 1.91 thorpej */
2490 1.91 thorpej tp->snd_cwnd = tp->t_segsz + (th->th_ack - tp->snd_una);
2491 1.68 matt (void) tcp_output(tp);
2492 1.68 matt tp->snd_cwnd = ocwnd;
2493 1.68 matt if (SEQ_GT(onxt, tp->snd_nxt))
2494 1.68 matt tp->snd_nxt = onxt;
2495 1.68 matt /*
2496 1.68 matt * Partial window deflation. Relies on fact that tp->snd_una
2497 1.68 matt * not updated yet.
2498 1.68 matt */
2499 1.83 itojun tp->snd_cwnd -= (th->th_ack - tp->snd_una - tp->t_segsz);
2500 1.68 matt return 1;
2501 1.68 matt }
2502 1.68 matt return 0;
2503 1.68 matt }
2504 1.68 matt
2505 1.1 cgd
2506 1.1 cgd /*
2507 1.29 thorpej * TCP compressed state engine. Currently used to hold compressed
2508 1.29 thorpej * state for SYN_RECEIVED.
2509 1.29 thorpej */
2510 1.29 thorpej
2511 1.29 thorpej u_long syn_cache_count;
2512 1.29 thorpej u_int32_t syn_hash1, syn_hash2;
2513 1.29 thorpej
2514 1.29 thorpej #define SYN_HASH(sa, sp, dp) \
2515 1.29 thorpej ((((sa)->s_addr^syn_hash1)*(((((u_int32_t)(dp))<<16) + \
2516 1.49 thorpej ((u_int32_t)(sp)))^syn_hash2)))
2517 1.83 itojun #ifndef INET6
2518 1.83 itojun #define SYN_HASHALL(hash, src, dst) \
2519 1.83 itojun do { \
2520 1.83 itojun hash = SYN_HASH(&((struct sockaddr_in *)(src))->sin_addr, \
2521 1.83 itojun ((struct sockaddr_in *)(src))->sin_port, \
2522 1.83 itojun ((struct sockaddr_in *)(dst))->sin_port); \
2523 1.83 itojun } while (0)
2524 1.83 itojun #else
2525 1.83 itojun #define SYN_HASH6(sa, sp, dp) \
2526 1.83 itojun ((((sa)->s6_addr32[0] ^ (sa)->s6_addr32[3] ^ syn_hash1) * \
2527 1.83 itojun (((((u_int32_t)(dp))<<16) + ((u_int32_t)(sp)))^syn_hash2)) \
2528 1.83 itojun & 0x7fffffff)
2529 1.83 itojun
2530 1.83 itojun #define SYN_HASHALL(hash, src, dst) \
2531 1.83 itojun do { \
2532 1.83 itojun switch ((src)->sa_family) { \
2533 1.83 itojun case AF_INET: \
2534 1.83 itojun hash = SYN_HASH(&((struct sockaddr_in *)(src))->sin_addr, \
2535 1.83 itojun ((struct sockaddr_in *)(src))->sin_port, \
2536 1.83 itojun ((struct sockaddr_in *)(dst))->sin_port); \
2537 1.83 itojun break; \
2538 1.83 itojun case AF_INET6: \
2539 1.83 itojun hash = SYN_HASH6(&((struct sockaddr_in6 *)(src))->sin6_addr, \
2540 1.83 itojun ((struct sockaddr_in6 *)(src))->sin6_port, \
2541 1.83 itojun ((struct sockaddr_in6 *)(dst))->sin6_port); \
2542 1.83 itojun break; \
2543 1.83 itojun default: \
2544 1.83 itojun hash = 0; \
2545 1.83 itojun } \
2546 1.83 itojun } while (0)
2547 1.83 itojun #endif /* INET6 */
2548 1.29 thorpej
2549 1.80 thorpej #define SYN_CACHE_RM(sc) \
2550 1.59 thorpej do { \
2551 1.80 thorpej LIST_REMOVE((sc), sc_bucketq); \
2552 1.93 itojun (sc)->sc_tp = NULL; \
2553 1.93 itojun LIST_REMOVE((sc), sc_tpq); \
2554 1.80 thorpej tcp_syn_cache[(sc)->sc_bucketidx].sch_length--; \
2555 1.80 thorpej TAILQ_REMOVE(&tcp_syn_cache_timeq[(sc)->sc_rxtshift], (sc), sc_timeq); \
2556 1.29 thorpej syn_cache_count--; \
2557 1.59 thorpej } while (0)
2558 1.59 thorpej
2559 1.75 thorpej #define SYN_CACHE_PUT(sc) \
2560 1.75 thorpej do { \
2561 1.75 thorpej if ((sc)->sc_ipopts) \
2562 1.75 thorpej (void) m_free((sc)->sc_ipopts); \
2563 1.83 itojun if ((sc)->sc_route4.ro_rt != NULL) \
2564 1.83 itojun RTFREE((sc)->sc_route4.ro_rt); \
2565 1.75 thorpej pool_put(&syn_cache_pool, (sc)); \
2566 1.75 thorpej } while (0)
2567 1.75 thorpej
2568 1.63 thorpej struct pool syn_cache_pool;
2569 1.63 thorpej
2570 1.80 thorpej /*
2571 1.80 thorpej * We don't estimate RTT with SYNs, so each packet starts with the default
2572 1.80 thorpej * RTT and each timer queue has a fixed timeout value. This allows us to
2573 1.80 thorpej * optimize the timer queues somewhat.
2574 1.80 thorpej */
2575 1.80 thorpej #define SYN_CACHE_TIMER_ARM(sc) \
2576 1.80 thorpej do { \
2577 1.80 thorpej TCPT_RANGESET((sc)->sc_rxtcur, \
2578 1.80 thorpej TCPTV_SRTTDFLT * tcp_backoff[(sc)->sc_rxtshift], TCPTV_MIN, \
2579 1.80 thorpej TCPTV_REXMTMAX); \
2580 1.80 thorpej PRT_SLOW_ARM((sc)->sc_rexmt, (sc)->sc_rxtcur); \
2581 1.80 thorpej } while (0)
2582 1.80 thorpej
2583 1.80 thorpej TAILQ_HEAD(, syn_cache) tcp_syn_cache_timeq[TCP_MAXRXTSHIFT + 1];
2584 1.80 thorpej
2585 1.59 thorpej void
2586 1.59 thorpej syn_cache_init()
2587 1.59 thorpej {
2588 1.59 thorpej int i;
2589 1.59 thorpej
2590 1.80 thorpej /* Initialize the hash buckets. */
2591 1.59 thorpej for (i = 0; i < tcp_syn_cache_size; i++)
2592 1.80 thorpej LIST_INIT(&tcp_syn_cache[i].sch_bucket);
2593 1.59 thorpej
2594 1.80 thorpej /* Initialize the timer queues. */
2595 1.80 thorpej for (i = 0; i <= TCP_MAXRXTSHIFT; i++)
2596 1.80 thorpej TAILQ_INIT(&tcp_syn_cache_timeq[i]);
2597 1.63 thorpej
2598 1.63 thorpej /* Initialize the syn cache pool. */
2599 1.63 thorpej pool_init(&syn_cache_pool, sizeof(struct syn_cache), 0, 0, 0,
2600 1.63 thorpej "synpl", 0, NULL, NULL, M_PCB);
2601 1.29 thorpej }
2602 1.29 thorpej
2603 1.29 thorpej void
2604 1.93 itojun syn_cache_insert(sc, tp)
2605 1.29 thorpej struct syn_cache *sc;
2606 1.93 itojun struct tcpcb *tp;
2607 1.29 thorpej {
2608 1.80 thorpej struct syn_cache_head *scp;
2609 1.29 thorpej struct syn_cache *sc2;
2610 1.80 thorpej int s, i;
2611 1.29 thorpej
2612 1.59 thorpej /*
2613 1.59 thorpej * If there are no entries in the hash table, reinitialize
2614 1.59 thorpej * the hash secrets.
2615 1.59 thorpej */
2616 1.29 thorpej if (syn_cache_count == 0) {
2617 1.29 thorpej struct timeval tv;
2618 1.29 thorpej microtime(&tv);
2619 1.29 thorpej syn_hash1 = random() ^ (u_long)≻
2620 1.29 thorpej syn_hash2 = random() ^ tv.tv_usec;
2621 1.29 thorpej }
2622 1.29 thorpej
2623 1.83 itojun SYN_HASHALL(sc->sc_hash, &sc->sc_src.sa, &sc->sc_dst.sa);
2624 1.80 thorpej sc->sc_bucketidx = sc->sc_hash % tcp_syn_cache_size;
2625 1.80 thorpej scp = &tcp_syn_cache[sc->sc_bucketidx];
2626 1.29 thorpej
2627 1.29 thorpej /*
2628 1.29 thorpej * Make sure that we don't overflow the per-bucket
2629 1.29 thorpej * limit or the total cache size limit.
2630 1.29 thorpej */
2631 1.29 thorpej s = splsoftnet();
2632 1.29 thorpej if (scp->sch_length >= tcp_syn_bucket_limit) {
2633 1.29 thorpej tcpstat.tcps_sc_bucketoverflow++;
2634 1.59 thorpej /*
2635 1.80 thorpej * The bucket is full. Toss the oldest element in the
2636 1.80 thorpej * bucket. This will be the entry with our bucket
2637 1.80 thorpej * index closest to the front of the timer queue with
2638 1.80 thorpej * the largest timeout value.
2639 1.80 thorpej *
2640 1.80 thorpej * Note: This timer queue traversal may be expensive, so
2641 1.80 thorpej * we hope that this doesn't happen very often. It is
2642 1.80 thorpej * much more likely that we'll overflow the entire
2643 1.80 thorpej * cache, which is much easier to handle; see below.
2644 1.80 thorpej */
2645 1.80 thorpej for (i = TCP_MAXRXTSHIFT; i >= 0; i--) {
2646 1.80 thorpej for (sc2 = TAILQ_FIRST(&tcp_syn_cache_timeq[i]);
2647 1.80 thorpej sc2 != NULL;
2648 1.80 thorpej sc2 = TAILQ_NEXT(sc2, sc_timeq)) {
2649 1.80 thorpej if (sc2->sc_bucketidx == sc->sc_bucketidx) {
2650 1.80 thorpej SYN_CACHE_RM(sc2);
2651 1.80 thorpej SYN_CACHE_PUT(sc2);
2652 1.80 thorpej goto insert; /* 2 level break */
2653 1.80 thorpej }
2654 1.80 thorpej }
2655 1.80 thorpej }
2656 1.80 thorpej #ifdef DIAGNOSTIC
2657 1.80 thorpej /*
2658 1.80 thorpej * This should never happen; we should always find an
2659 1.80 thorpej * entry in our bucket.
2660 1.59 thorpej */
2661 1.80 thorpej panic("syn_cache_insert: bucketoverflow: impossible");
2662 1.80 thorpej #endif
2663 1.29 thorpej } else if (syn_cache_count >= tcp_syn_cache_limit) {
2664 1.29 thorpej tcpstat.tcps_sc_overflowed++;
2665 1.29 thorpej /*
2666 1.80 thorpej * The cache is full. Toss the oldest entry in the
2667 1.80 thorpej * entire cache. This is the front entry in the
2668 1.80 thorpej * first non-empty timer queue with the largest
2669 1.80 thorpej * timeout value.
2670 1.80 thorpej */
2671 1.80 thorpej for (i = TCP_MAXRXTSHIFT; i >= 0; i--) {
2672 1.80 thorpej sc2 = TAILQ_FIRST(&tcp_syn_cache_timeq[i]);
2673 1.80 thorpej if (sc2 == NULL)
2674 1.80 thorpej continue;
2675 1.80 thorpej SYN_CACHE_RM(sc2);
2676 1.80 thorpej SYN_CACHE_PUT(sc2);
2677 1.80 thorpej goto insert; /* symmetry with above */
2678 1.80 thorpej }
2679 1.80 thorpej #ifdef DIAGNOSTIC
2680 1.80 thorpej /*
2681 1.80 thorpej * This should never happen; we should always find an
2682 1.80 thorpej * entry in the cache.
2683 1.29 thorpej */
2684 1.80 thorpej panic("syn_cache_insert: cache overflow: impossible");
2685 1.80 thorpej #endif
2686 1.29 thorpej }
2687 1.29 thorpej
2688 1.80 thorpej insert:
2689 1.80 thorpej /*
2690 1.80 thorpej * Initialize the entry's timer.
2691 1.80 thorpej */
2692 1.80 thorpej sc->sc_rxttot = 0;
2693 1.80 thorpej sc->sc_rxtshift = 0;
2694 1.80 thorpej SYN_CACHE_TIMER_ARM(sc);
2695 1.80 thorpej TAILQ_INSERT_TAIL(&tcp_syn_cache_timeq[sc->sc_rxtshift], sc, sc_timeq);
2696 1.59 thorpej
2697 1.93 itojun /* Link it from tcpcb entry */
2698 1.93 itojun LIST_INSERT_HEAD(&tp->t_sc, sc, sc_tpq);
2699 1.93 itojun
2700 1.59 thorpej /* Put it into the bucket. */
2701 1.80 thorpej LIST_INSERT_HEAD(&scp->sch_bucket, sc, sc_bucketq);
2702 1.80 thorpej scp->sch_length++;
2703 1.59 thorpej syn_cache_count++;
2704 1.29 thorpej
2705 1.59 thorpej tcpstat.tcps_sc_added++;
2706 1.29 thorpej splx(s);
2707 1.29 thorpej }
2708 1.29 thorpej
2709 1.29 thorpej /*
2710 1.80 thorpej * Walk the timer queues, looking for SYN,ACKs that need to be retransmitted.
2711 1.80 thorpej * If we have retransmitted an entry the maximum number of times, expire
2712 1.80 thorpej * that entry.
2713 1.29 thorpej */
2714 1.29 thorpej void
2715 1.59 thorpej syn_cache_timer()
2716 1.29 thorpej {
2717 1.59 thorpej struct syn_cache *sc, *nsc;
2718 1.80 thorpej int i, s;
2719 1.29 thorpej
2720 1.29 thorpej s = splsoftnet();
2721 1.80 thorpej
2722 1.80 thorpej /*
2723 1.80 thorpej * First, get all the entries that need to be retransmitted, or
2724 1.80 thorpej * must be expired due to exceeding the initial keepalive time.
2725 1.80 thorpej */
2726 1.80 thorpej for (i = 0; i < TCP_MAXRXTSHIFT; i++) {
2727 1.80 thorpej for (sc = TAILQ_FIRST(&tcp_syn_cache_timeq[i]);
2728 1.80 thorpej sc != NULL && PRT_SLOW_ISEXPIRED(sc->sc_rexmt);
2729 1.59 thorpej sc = nsc) {
2730 1.80 thorpej nsc = TAILQ_NEXT(sc, sc_timeq);
2731 1.80 thorpej
2732 1.80 thorpej /*
2733 1.80 thorpej * Compute the total amount of time this entry has
2734 1.80 thorpej * been on a queue. If this entry has been on longer
2735 1.80 thorpej * than the keep alive timer would allow, expire it.
2736 1.80 thorpej */
2737 1.80 thorpej sc->sc_rxttot += sc->sc_rxtcur;
2738 1.80 thorpej if (sc->sc_rxttot >= TCPTV_KEEP_INIT) {
2739 1.80 thorpej tcpstat.tcps_sc_timed_out++;
2740 1.80 thorpej SYN_CACHE_RM(sc);
2741 1.80 thorpej SYN_CACHE_PUT(sc);
2742 1.80 thorpej continue;
2743 1.80 thorpej }
2744 1.80 thorpej
2745 1.80 thorpej tcpstat.tcps_sc_retransmitted++;
2746 1.80 thorpej (void) syn_cache_respond(sc, NULL);
2747 1.80 thorpej
2748 1.80 thorpej /* Advance this entry onto the next timer queue. */
2749 1.80 thorpej TAILQ_REMOVE(&tcp_syn_cache_timeq[i], sc, sc_timeq);
2750 1.80 thorpej sc->sc_rxtshift = i + 1;
2751 1.80 thorpej SYN_CACHE_TIMER_ARM(sc);
2752 1.80 thorpej TAILQ_INSERT_TAIL(&tcp_syn_cache_timeq[sc->sc_rxtshift],
2753 1.80 thorpej sc, sc_timeq);
2754 1.29 thorpej }
2755 1.29 thorpej }
2756 1.80 thorpej
2757 1.80 thorpej /*
2758 1.80 thorpej * Now get all the entries that are expired due to too many
2759 1.80 thorpej * retransmissions.
2760 1.80 thorpej */
2761 1.80 thorpej for (sc = TAILQ_FIRST(&tcp_syn_cache_timeq[TCP_MAXRXTSHIFT]);
2762 1.80 thorpej sc != NULL && PRT_SLOW_ISEXPIRED(sc->sc_rexmt);
2763 1.80 thorpej sc = nsc) {
2764 1.81 thorpej nsc = TAILQ_NEXT(sc, sc_timeq);
2765 1.80 thorpej tcpstat.tcps_sc_timed_out++;
2766 1.80 thorpej SYN_CACHE_RM(sc);
2767 1.80 thorpej SYN_CACHE_PUT(sc);
2768 1.80 thorpej }
2769 1.29 thorpej splx(s);
2770 1.29 thorpej }
2771 1.29 thorpej
2772 1.29 thorpej /*
2773 1.93 itojun * Remove syn cache created by the specified tcb entry,
2774 1.93 itojun * because this does not make sense to keep them
2775 1.93 itojun * (if there's no tcb entry, syn cache entry will never be used)
2776 1.93 itojun */
2777 1.93 itojun void
2778 1.93 itojun syn_cache_cleanup(tp)
2779 1.93 itojun struct tcpcb *tp;
2780 1.93 itojun {
2781 1.93 itojun struct syn_cache *sc, *nsc;
2782 1.93 itojun int s;
2783 1.93 itojun
2784 1.93 itojun s = splsoftnet();
2785 1.93 itojun
2786 1.93 itojun for (sc = LIST_FIRST(&tp->t_sc); sc != NULL; sc = nsc) {
2787 1.93 itojun nsc = LIST_NEXT(sc, sc_tpq);
2788 1.93 itojun
2789 1.93 itojun #ifdef DIAGNOSTIC
2790 1.93 itojun if (sc->sc_tp != tp)
2791 1.93 itojun panic("invalid sc_tp in syn_cache_cleanup");
2792 1.93 itojun #endif
2793 1.93 itojun SYN_CACHE_RM(sc);
2794 1.93 itojun SYN_CACHE_PUT(sc);
2795 1.93 itojun }
2796 1.93 itojun /* just for safety */
2797 1.93 itojun LIST_INIT(&tp->t_sc);
2798 1.93 itojun
2799 1.93 itojun splx(s);
2800 1.93 itojun }
2801 1.93 itojun
2802 1.93 itojun /*
2803 1.29 thorpej * Find an entry in the syn cache.
2804 1.29 thorpej */
2805 1.29 thorpej struct syn_cache *
2806 1.83 itojun syn_cache_lookup(src, dst, headp)
2807 1.83 itojun struct sockaddr *src;
2808 1.83 itojun struct sockaddr *dst;
2809 1.29 thorpej struct syn_cache_head **headp;
2810 1.29 thorpej {
2811 1.59 thorpej struct syn_cache *sc;
2812 1.59 thorpej struct syn_cache_head *scp;
2813 1.29 thorpej u_int32_t hash;
2814 1.29 thorpej int s;
2815 1.29 thorpej
2816 1.83 itojun SYN_HASHALL(hash, src, dst);
2817 1.29 thorpej
2818 1.59 thorpej scp = &tcp_syn_cache[hash % tcp_syn_cache_size];
2819 1.59 thorpej *headp = scp;
2820 1.29 thorpej s = splsoftnet();
2821 1.80 thorpej for (sc = LIST_FIRST(&scp->sch_bucket); sc != NULL;
2822 1.80 thorpej sc = LIST_NEXT(sc, sc_bucketq)) {
2823 1.29 thorpej if (sc->sc_hash != hash)
2824 1.29 thorpej continue;
2825 1.83 itojun if (!bcmp(&sc->sc_src, src, src->sa_len) &&
2826 1.83 itojun !bcmp(&sc->sc_dst, dst, dst->sa_len)) {
2827 1.29 thorpej splx(s);
2828 1.29 thorpej return (sc);
2829 1.29 thorpej }
2830 1.29 thorpej }
2831 1.29 thorpej splx(s);
2832 1.29 thorpej return (NULL);
2833 1.29 thorpej }
2834 1.29 thorpej
2835 1.29 thorpej /*
2836 1.29 thorpej * This function gets called when we receive an ACK for a
2837 1.29 thorpej * socket in the LISTEN state. We look up the connection
2838 1.29 thorpej * in the syn cache, and if its there, we pull it out of
2839 1.29 thorpej * the cache and turn it into a full-blown connection in
2840 1.29 thorpej * the SYN-RECEIVED state.
2841 1.29 thorpej *
2842 1.29 thorpej * The return values may not be immediately obvious, and their effects
2843 1.29 thorpej * can be subtle, so here they are:
2844 1.29 thorpej *
2845 1.29 thorpej * NULL SYN was not found in cache; caller should drop the
2846 1.29 thorpej * packet and send an RST.
2847 1.29 thorpej *
2848 1.29 thorpej * -1 We were unable to create the new connection, and are
2849 1.29 thorpej * aborting it. An ACK,RST is being sent to the peer
2850 1.29 thorpej * (unless we got screwey sequence numbners; see below),
2851 1.29 thorpej * because the 3-way handshake has been completed. Caller
2852 1.29 thorpej * should not free the mbuf, since we may be using it. If
2853 1.29 thorpej * we are not, we will free it.
2854 1.29 thorpej *
2855 1.29 thorpej * Otherwise, the return value is a pointer to the new socket
2856 1.29 thorpej * associated with the connection.
2857 1.29 thorpej */
2858 1.29 thorpej struct socket *
2859 1.83 itojun syn_cache_get(src, dst, th, hlen, tlen, so, m)
2860 1.83 itojun struct sockaddr *src;
2861 1.83 itojun struct sockaddr *dst;
2862 1.83 itojun struct tcphdr *th;
2863 1.83 itojun unsigned int hlen, tlen;
2864 1.29 thorpej struct socket *so;
2865 1.29 thorpej struct mbuf *m;
2866 1.29 thorpej {
2867 1.59 thorpej struct syn_cache *sc;
2868 1.59 thorpej struct syn_cache_head *scp;
2869 1.106 augustss struct inpcb *inp = NULL;
2870 1.83 itojun #ifdef INET6
2871 1.106 augustss struct in6pcb *in6p = NULL;
2872 1.83 itojun #endif
2873 1.106 augustss struct tcpcb *tp = 0;
2874 1.29 thorpej struct mbuf *am;
2875 1.29 thorpej int s;
2876 1.83 itojun struct socket *oso;
2877 1.29 thorpej
2878 1.29 thorpej s = splsoftnet();
2879 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
2880 1.29 thorpej splx(s);
2881 1.29 thorpej return (NULL);
2882 1.29 thorpej }
2883 1.29 thorpej
2884 1.29 thorpej /*
2885 1.75 thorpej * Verify the sequence and ack numbers. Try getting the correct
2886 1.75 thorpej * response again.
2887 1.29 thorpej */
2888 1.83 itojun if ((th->th_ack != sc->sc_iss + 1) ||
2889 1.83 itojun SEQ_LEQ(th->th_seq, sc->sc_irs) ||
2890 1.83 itojun SEQ_GT(th->th_seq, sc->sc_irs + 1 + sc->sc_win)) {
2891 1.80 thorpej (void) syn_cache_respond(sc, m);
2892 1.29 thorpej splx(s);
2893 1.29 thorpej return ((struct socket *)(-1));
2894 1.29 thorpej }
2895 1.29 thorpej
2896 1.29 thorpej /* Remove this cache entry */
2897 1.80 thorpej SYN_CACHE_RM(sc);
2898 1.29 thorpej splx(s);
2899 1.29 thorpej
2900 1.29 thorpej /*
2901 1.29 thorpej * Ok, create the full blown connection, and set things up
2902 1.29 thorpej * as they would have been set up if we had created the
2903 1.29 thorpej * connection when the SYN arrived. If we can't create
2904 1.29 thorpej * the connection, abort it.
2905 1.29 thorpej */
2906 1.83 itojun /*
2907 1.83 itojun * inp still has the OLD in_pcb stuff, set the
2908 1.83 itojun * v6-related flags on the new guy, too. This is
2909 1.83 itojun * done particularly for the case where an AF_INET6
2910 1.83 itojun * socket is bound only to a port, and a v4 connection
2911 1.83 itojun * comes in on that port.
2912 1.83 itojun * we also copy the flowinfo from the original pcb
2913 1.83 itojun * to the new one.
2914 1.83 itojun */
2915 1.83 itojun {
2916 1.83 itojun struct inpcb *parentinpcb;
2917 1.83 itojun
2918 1.83 itojun parentinpcb = (struct inpcb *)so->so_pcb;
2919 1.83 itojun
2920 1.83 itojun oso = so;
2921 1.29 thorpej so = sonewconn(so, SS_ISCONNECTED);
2922 1.29 thorpej if (so == NULL)
2923 1.29 thorpej goto resetandabort;
2924 1.29 thorpej
2925 1.83 itojun switch (so->so_proto->pr_domain->dom_family) {
2926 1.119 itojun #ifdef INET
2927 1.83 itojun case AF_INET:
2928 1.83 itojun inp = sotoinpcb(so);
2929 1.83 itojun break;
2930 1.119 itojun #endif
2931 1.83 itojun #ifdef INET6
2932 1.83 itojun case AF_INET6:
2933 1.83 itojun in6p = sotoin6pcb(so);
2934 1.83 itojun #if 0 /*def INET6*/
2935 1.83 itojun inp->inp_flags |= (parentinpcb->inp_flags &
2936 1.83 itojun (INP_IPV6 | INP_IPV6_UNDEC | INP_IPV6_MAPPED));
2937 1.83 itojun if ((inp->inp_flags & INP_IPV6) &&
2938 1.83 itojun !(inp->inp_flags & INP_IPV6_MAPPED)) {
2939 1.83 itojun inp->inp_ipv6.ip6_hlim = parentinpcb->inp_ipv6.ip6_hlim;
2940 1.83 itojun inp->inp_ipv6.ip6_vfc = parentinpcb->inp_ipv6.ip6_vfc;
2941 1.83 itojun }
2942 1.83 itojun #endif
2943 1.83 itojun break;
2944 1.83 itojun #endif
2945 1.83 itojun }
2946 1.83 itojun }
2947 1.83 itojun switch (src->sa_family) {
2948 1.119 itojun #ifdef INET
2949 1.83 itojun case AF_INET:
2950 1.83 itojun if (inp) {
2951 1.83 itojun inp->inp_laddr = ((struct sockaddr_in *)dst)->sin_addr;
2952 1.83 itojun inp->inp_lport = ((struct sockaddr_in *)dst)->sin_port;
2953 1.83 itojun inp->inp_options = ip_srcroute();
2954 1.83 itojun in_pcbstate(inp, INP_BOUND);
2955 1.83 itojun if (inp->inp_options == NULL) {
2956 1.83 itojun inp->inp_options = sc->sc_ipopts;
2957 1.83 itojun sc->sc_ipopts = NULL;
2958 1.83 itojun }
2959 1.83 itojun }
2960 1.83 itojun #ifdef INET6
2961 1.83 itojun else if (in6p) {
2962 1.83 itojun /* IPv4 packet to AF_INET6 socket */
2963 1.83 itojun bzero(&in6p->in6p_laddr, sizeof(in6p->in6p_laddr));
2964 1.83 itojun in6p->in6p_laddr.s6_addr16[5] = htons(0xffff);
2965 1.83 itojun bcopy(&((struct sockaddr_in *)dst)->sin_addr,
2966 1.83 itojun &in6p->in6p_laddr.s6_addr32[3],
2967 1.83 itojun sizeof(((struct sockaddr_in *)dst)->sin_addr));
2968 1.83 itojun in6p->in6p_lport = ((struct sockaddr_in *)dst)->sin_port;
2969 1.83 itojun in6totcpcb(in6p)->t_family = AF_INET;
2970 1.83 itojun }
2971 1.83 itojun #endif
2972 1.83 itojun break;
2973 1.119 itojun #endif
2974 1.83 itojun #ifdef INET6
2975 1.83 itojun case AF_INET6:
2976 1.83 itojun if (in6p) {
2977 1.83 itojun in6p->in6p_laddr = ((struct sockaddr_in6 *)dst)->sin6_addr;
2978 1.83 itojun in6p->in6p_lport = ((struct sockaddr_in6 *)dst)->sin6_port;
2979 1.83 itojun #if 0
2980 1.83 itojun in6p->in6p_flowinfo = ip6->ip6_flow & IPV6_FLOWINFO_MASK;
2981 1.83 itojun /*inp->inp_options = ip6_srcroute();*/ /* soon. */
2982 1.83 itojun #endif
2983 1.83 itojun }
2984 1.83 itojun break;
2985 1.83 itojun #endif
2986 1.83 itojun }
2987 1.83 itojun #ifdef INET6
2988 1.83 itojun if (in6p && in6totcpcb(in6p)->t_family == AF_INET6 && sotoinpcb(oso)) {
2989 1.83 itojun struct in6pcb *oin6p = sotoin6pcb(oso);
2990 1.83 itojun /* inherit socket options from the listening socket */
2991 1.83 itojun in6p->in6p_flags |= (oin6p->in6p_flags & IN6P_CONTROLOPTS);
2992 1.83 itojun if (in6p->in6p_flags & IN6P_CONTROLOPTS) {
2993 1.83 itojun m_freem(in6p->in6p_options);
2994 1.83 itojun in6p->in6p_options = 0;
2995 1.83 itojun }
2996 1.83 itojun ip6_savecontrol(in6p, &in6p->in6p_options,
2997 1.83 itojun mtod(m, struct ip6_hdr *), m);
2998 1.83 itojun }
2999 1.83 itojun #endif
3000 1.83 itojun
3001 1.83 itojun #ifdef IPSEC
3002 1.102 itojun /*
3003 1.102 itojun * we make a copy of policy, instead of sharing the policy,
3004 1.102 itojun * for better behavior in terms of SA lookup and dead SA removal.
3005 1.102 itojun */
3006 1.83 itojun if (inp) {
3007 1.102 itojun /* copy old policy into new socket's */
3008 1.102 itojun if (ipsec_copy_policy(sotoinpcb(oso)->inp_sp, inp->inp_sp))
3009 1.83 itojun printf("tcp_input: could not copy policy\n");
3010 1.83 itojun }
3011 1.83 itojun #ifdef INET6
3012 1.83 itojun else if (in6p) {
3013 1.102 itojun /* copy old policy into new socket's */
3014 1.102 itojun if (ipsec_copy_policy(sotoin6pcb(oso)->in6p_sp, in6p->in6p_sp))
3015 1.83 itojun printf("tcp_input: could not copy policy\n");
3016 1.50 thorpej }
3017 1.83 itojun #endif
3018 1.83 itojun #endif
3019 1.29 thorpej
3020 1.75 thorpej /*
3021 1.75 thorpej * Give the new socket our cached route reference.
3022 1.75 thorpej */
3023 1.83 itojun if (inp)
3024 1.83 itojun inp->inp_route = sc->sc_route4; /* struct assignment */
3025 1.83 itojun #ifdef INET6
3026 1.83 itojun else
3027 1.83 itojun in6p->in6p_route = sc->sc_route6;
3028 1.83 itojun #endif
3029 1.83 itojun sc->sc_route4.ro_rt = NULL;
3030 1.75 thorpej
3031 1.29 thorpej am = m_get(M_DONTWAIT, MT_SONAME); /* XXX */
3032 1.40 mellon if (am == NULL)
3033 1.29 thorpej goto resetandabort;
3034 1.83 itojun am->m_len = src->sa_len;
3035 1.83 itojun bcopy(src, mtod(am, caddr_t), src->sa_len);
3036 1.83 itojun if (inp) {
3037 1.83 itojun if (in_pcbconnect(inp, am)) {
3038 1.83 itojun (void) m_free(am);
3039 1.83 itojun goto resetandabort;
3040 1.83 itojun }
3041 1.83 itojun }
3042 1.83 itojun #ifdef INET6
3043 1.83 itojun else if (in6p) {
3044 1.83 itojun if (src->sa_family == AF_INET) {
3045 1.83 itojun /* IPv4 packet to AF_INET6 socket */
3046 1.83 itojun struct sockaddr_in6 *sin6;
3047 1.83 itojun sin6 = mtod(am, struct sockaddr_in6 *);
3048 1.83 itojun am->m_len = sizeof(*sin6);
3049 1.83 itojun bzero(sin6, sizeof(*sin6));
3050 1.83 itojun sin6->sin6_family = AF_INET6;
3051 1.83 itojun sin6->sin6_len = sizeof(*sin6);
3052 1.83 itojun sin6->sin6_port = ((struct sockaddr_in *)src)->sin_port;
3053 1.83 itojun sin6->sin6_addr.s6_addr16[5] = htons(0xffff);
3054 1.83 itojun bcopy(&((struct sockaddr_in *)src)->sin_addr,
3055 1.83 itojun &sin6->sin6_addr.s6_addr32[3],
3056 1.83 itojun sizeof(sin6->sin6_addr.s6_addr32[3]));
3057 1.83 itojun }
3058 1.83 itojun if (in6_pcbconnect(in6p, am)) {
3059 1.83 itojun (void) m_free(am);
3060 1.83 itojun goto resetandabort;
3061 1.83 itojun }
3062 1.83 itojun }
3063 1.83 itojun #endif
3064 1.83 itojun else {
3065 1.29 thorpej (void) m_free(am);
3066 1.29 thorpej goto resetandabort;
3067 1.29 thorpej }
3068 1.29 thorpej (void) m_free(am);
3069 1.29 thorpej
3070 1.83 itojun if (inp)
3071 1.83 itojun tp = intotcpcb(inp);
3072 1.83 itojun #ifdef INET6
3073 1.83 itojun else if (in6p)
3074 1.83 itojun tp = in6totcpcb(in6p);
3075 1.83 itojun #endif
3076 1.83 itojun else
3077 1.83 itojun tp = NULL;
3078 1.29 thorpej if (sc->sc_request_r_scale != 15) {
3079 1.29 thorpej tp->requested_s_scale = sc->sc_requested_s_scale;
3080 1.29 thorpej tp->request_r_scale = sc->sc_request_r_scale;
3081 1.29 thorpej tp->snd_scale = sc->sc_requested_s_scale;
3082 1.29 thorpej tp->rcv_scale = sc->sc_request_r_scale;
3083 1.29 thorpej tp->t_flags |= TF_RCVD_SCALE;
3084 1.29 thorpej }
3085 1.49 thorpej if (sc->sc_flags & SCF_TIMESTAMP)
3086 1.29 thorpej tp->t_flags |= TF_RCVD_TSTMP;
3087 1.29 thorpej
3088 1.29 thorpej tp->t_template = tcp_template(tp);
3089 1.29 thorpej if (tp->t_template == 0) {
3090 1.29 thorpej tp = tcp_drop(tp, ENOBUFS); /* destroys socket */
3091 1.29 thorpej so = NULL;
3092 1.29 thorpej m_freem(m);
3093 1.29 thorpej goto abort;
3094 1.29 thorpej }
3095 1.29 thorpej
3096 1.29 thorpej tp->iss = sc->sc_iss;
3097 1.29 thorpej tp->irs = sc->sc_irs;
3098 1.29 thorpej tcp_sendseqinit(tp);
3099 1.29 thorpej tcp_rcvseqinit(tp);
3100 1.29 thorpej tp->t_state = TCPS_SYN_RECEIVED;
3101 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_KEEP, TCPTV_KEEP_INIT);
3102 1.29 thorpej tcpstat.tcps_accepts++;
3103 1.29 thorpej
3104 1.32 thorpej /* Initialize tp->t_ourmss before we deal with the peer's! */
3105 1.32 thorpej tp->t_ourmss = sc->sc_ourmaxseg;
3106 1.32 thorpej tcp_mss_from_peer(tp, sc->sc_peermaxseg);
3107 1.46 thorpej
3108 1.46 thorpej /*
3109 1.46 thorpej * Initialize the initial congestion window. If we
3110 1.46 thorpej * had to retransmit the SYN,ACK, we must initialize cwnd
3111 1.62 thorpej * to 1 segment (i.e. the Loss Window).
3112 1.46 thorpej */
3113 1.80 thorpej if (sc->sc_rxtshift)
3114 1.62 thorpej tp->snd_cwnd = tp->t_peermss;
3115 1.62 thorpej else
3116 1.62 thorpej tp->snd_cwnd = TCP_INITIAL_WINDOW(tcp_init_win, tp->t_peermss);
3117 1.46 thorpej
3118 1.32 thorpej tcp_rmx_rtt(tp);
3119 1.29 thorpej tp->snd_wl1 = sc->sc_irs;
3120 1.29 thorpej tp->rcv_up = sc->sc_irs + 1;
3121 1.29 thorpej
3122 1.29 thorpej /*
3123 1.29 thorpej * This is what whould have happened in tcp_ouput() when
3124 1.29 thorpej * the SYN,ACK was sent.
3125 1.29 thorpej */
3126 1.29 thorpej tp->snd_up = tp->snd_una;
3127 1.29 thorpej tp->snd_max = tp->snd_nxt = tp->iss+1;
3128 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
3129 1.80 thorpej if (sc->sc_win > 0 && SEQ_GT(tp->rcv_nxt + sc->sc_win, tp->rcv_adv))
3130 1.80 thorpej tp->rcv_adv = tp->rcv_nxt + sc->sc_win;
3131 1.29 thorpej tp->last_ack_sent = tp->rcv_nxt;
3132 1.29 thorpej
3133 1.29 thorpej tcpstat.tcps_sc_completed++;
3134 1.75 thorpej SYN_CACHE_PUT(sc);
3135 1.29 thorpej return (so);
3136 1.29 thorpej
3137 1.29 thorpej resetandabort:
3138 1.86 itojun (void) tcp_respond(NULL, m, m, th,
3139 1.83 itojun th->th_seq + tlen, (tcp_seq)0, TH_RST|TH_ACK);
3140 1.29 thorpej abort:
3141 1.29 thorpej if (so != NULL)
3142 1.29 thorpej (void) soabort(so);
3143 1.75 thorpej SYN_CACHE_PUT(sc);
3144 1.29 thorpej tcpstat.tcps_sc_aborted++;
3145 1.29 thorpej return ((struct socket *)(-1));
3146 1.29 thorpej }
3147 1.29 thorpej
3148 1.29 thorpej /*
3149 1.29 thorpej * This function is called when we get a RST for a
3150 1.29 thorpej * non-existant connection, so that we can see if the
3151 1.29 thorpej * connection is in the syn cache. If it is, zap it.
3152 1.29 thorpej */
3153 1.29 thorpej
3154 1.29 thorpej void
3155 1.83 itojun syn_cache_reset(src, dst, th)
3156 1.83 itojun struct sockaddr *src;
3157 1.83 itojun struct sockaddr *dst;
3158 1.83 itojun struct tcphdr *th;
3159 1.29 thorpej {
3160 1.59 thorpej struct syn_cache *sc;
3161 1.59 thorpej struct syn_cache_head *scp;
3162 1.29 thorpej int s = splsoftnet();
3163 1.29 thorpej
3164 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
3165 1.29 thorpej splx(s);
3166 1.29 thorpej return;
3167 1.29 thorpej }
3168 1.83 itojun if (SEQ_LT(th->th_seq, sc->sc_irs) ||
3169 1.83 itojun SEQ_GT(th->th_seq, sc->sc_irs+1)) {
3170 1.29 thorpej splx(s);
3171 1.29 thorpej return;
3172 1.29 thorpej }
3173 1.80 thorpej SYN_CACHE_RM(sc);
3174 1.29 thorpej splx(s);
3175 1.29 thorpej tcpstat.tcps_sc_reset++;
3176 1.75 thorpej SYN_CACHE_PUT(sc);
3177 1.29 thorpej }
3178 1.29 thorpej
3179 1.29 thorpej void
3180 1.83 itojun syn_cache_unreach(src, dst, th)
3181 1.83 itojun struct sockaddr *src;
3182 1.83 itojun struct sockaddr *dst;
3183 1.29 thorpej struct tcphdr *th;
3184 1.29 thorpej {
3185 1.59 thorpej struct syn_cache *sc;
3186 1.59 thorpej struct syn_cache_head *scp;
3187 1.29 thorpej int s;
3188 1.29 thorpej
3189 1.29 thorpej s = splsoftnet();
3190 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
3191 1.29 thorpej splx(s);
3192 1.29 thorpej return;
3193 1.29 thorpej }
3194 1.29 thorpej /* If the sequence number != sc_iss, then it's a bogus ICMP msg */
3195 1.29 thorpej if (ntohl (th->th_seq) != sc->sc_iss) {
3196 1.29 thorpej splx(s);
3197 1.29 thorpej return;
3198 1.29 thorpej }
3199 1.64 thorpej
3200 1.64 thorpej /*
3201 1.64 thorpej * If we've rertransmitted 3 times and this is our second error,
3202 1.64 thorpej * we remove the entry. Otherwise, we allow it to continue on.
3203 1.64 thorpej * This prevents us from incorrectly nuking an entry during a
3204 1.64 thorpej * spurious network outage.
3205 1.64 thorpej *
3206 1.64 thorpej * See tcp_notify().
3207 1.64 thorpej */
3208 1.80 thorpej if ((sc->sc_flags & SCF_UNREACH) == 0 || sc->sc_rxtshift < 3) {
3209 1.64 thorpej sc->sc_flags |= SCF_UNREACH;
3210 1.64 thorpej splx(s);
3211 1.64 thorpej return;
3212 1.64 thorpej }
3213 1.64 thorpej
3214 1.80 thorpej SYN_CACHE_RM(sc);
3215 1.29 thorpej splx(s);
3216 1.29 thorpej tcpstat.tcps_sc_unreach++;
3217 1.75 thorpej SYN_CACHE_PUT(sc);
3218 1.29 thorpej }
3219 1.29 thorpej
3220 1.29 thorpej /*
3221 1.29 thorpej * Given a LISTEN socket and an inbound SYN request, add
3222 1.29 thorpej * this to the syn cache, and send back a segment:
3223 1.29 thorpej * <SEQ=ISS><ACK=RCV_NXT><CTL=SYN,ACK>
3224 1.29 thorpej * to the source.
3225 1.32 thorpej *
3226 1.61 thorpej * IMPORTANT NOTE: We do _NOT_ ACK data that might accompany the SYN.
3227 1.61 thorpej * Doing so would require that we hold onto the data and deliver it
3228 1.61 thorpej * to the application. However, if we are the target of a SYN-flood
3229 1.61 thorpej * DoS attack, an attacker could send data which would eventually
3230 1.61 thorpej * consume all available buffer space if it were ACKed. By not ACKing
3231 1.61 thorpej * the data, we avoid this DoS scenario.
3232 1.29 thorpej */
3233 1.29 thorpej
3234 1.29 thorpej int
3235 1.83 itojun syn_cache_add(src, dst, th, hlen, so, m, optp, optlen, oi)
3236 1.83 itojun struct sockaddr *src;
3237 1.83 itojun struct sockaddr *dst;
3238 1.83 itojun struct tcphdr *th;
3239 1.83 itojun unsigned int hlen;
3240 1.29 thorpej struct socket *so;
3241 1.29 thorpej struct mbuf *m;
3242 1.29 thorpej u_char *optp;
3243 1.29 thorpej int optlen;
3244 1.29 thorpej struct tcp_opt_info *oi;
3245 1.29 thorpej {
3246 1.32 thorpej struct tcpcb tb, *tp;
3247 1.29 thorpej long win;
3248 1.59 thorpej struct syn_cache *sc;
3249 1.29 thorpej struct syn_cache_head *scp;
3250 1.50 thorpej struct mbuf *ipopts;
3251 1.29 thorpej
3252 1.32 thorpej tp = sototcpcb(so);
3253 1.29 thorpej
3254 1.29 thorpej /*
3255 1.29 thorpej * RFC1122 4.2.3.10, p. 104: discard bcast/mcast SYN
3256 1.103 thorpej *
3257 1.103 thorpej * Note this check is performed in tcp_input() very early on.
3258 1.29 thorpej */
3259 1.29 thorpej
3260 1.29 thorpej /*
3261 1.29 thorpej * Initialize some local state.
3262 1.29 thorpej */
3263 1.29 thorpej win = sbspace(&so->so_rcv);
3264 1.29 thorpej if (win > TCP_MAXWIN)
3265 1.29 thorpej win = TCP_MAXWIN;
3266 1.29 thorpej
3267 1.119 itojun switch (src->sa_family) {
3268 1.119 itojun #ifdef INET
3269 1.119 itojun case AF_INET:
3270 1.83 itojun /*
3271 1.83 itojun * Remember the IP options, if any.
3272 1.83 itojun */
3273 1.83 itojun ipopts = ip_srcroute();
3274 1.119 itojun break;
3275 1.119 itojun #endif
3276 1.119 itojun default:
3277 1.83 itojun ipopts = NULL;
3278 1.119 itojun }
3279 1.50 thorpej
3280 1.29 thorpej if (optp) {
3281 1.29 thorpej tb.t_flags = tcp_do_rfc1323 ? (TF_REQ_SCALE|TF_REQ_TSTMP) : 0;
3282 1.83 itojun tcp_dooptions(&tb, optp, optlen, th, oi);
3283 1.29 thorpej } else
3284 1.29 thorpej tb.t_flags = 0;
3285 1.29 thorpej
3286 1.29 thorpej /*
3287 1.29 thorpej * See if we already have an entry for this connection.
3288 1.80 thorpej * If we do, resend the SYN,ACK. We do not count this
3289 1.80 thorpej * as a retransmission (XXX though maybe we should).
3290 1.29 thorpej */
3291 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) != NULL) {
3292 1.29 thorpej tcpstat.tcps_sc_dupesyn++;
3293 1.50 thorpej if (ipopts) {
3294 1.50 thorpej /*
3295 1.50 thorpej * If we were remembering a previous source route,
3296 1.50 thorpej * forget it and use the new one we've been given.
3297 1.50 thorpej */
3298 1.50 thorpej if (sc->sc_ipopts)
3299 1.50 thorpej (void) m_free(sc->sc_ipopts);
3300 1.50 thorpej sc->sc_ipopts = ipopts;
3301 1.50 thorpej }
3302 1.80 thorpej sc->sc_timestamp = tb.ts_recent;
3303 1.80 thorpej if (syn_cache_respond(sc, m) == 0) {
3304 1.29 thorpej tcpstat.tcps_sndacks++;
3305 1.29 thorpej tcpstat.tcps_sndtotal++;
3306 1.29 thorpej }
3307 1.29 thorpej return (1);
3308 1.29 thorpej }
3309 1.29 thorpej
3310 1.63 thorpej sc = pool_get(&syn_cache_pool, PR_NOWAIT);
3311 1.50 thorpej if (sc == NULL) {
3312 1.50 thorpej if (ipopts)
3313 1.50 thorpej (void) m_free(ipopts);
3314 1.29 thorpej return (0);
3315 1.50 thorpej }
3316 1.50 thorpej
3317 1.29 thorpej /*
3318 1.50 thorpej * Fill in the cache, and put the necessary IP and TCP
3319 1.29 thorpej * options into the reply.
3320 1.29 thorpej */
3321 1.83 itojun bzero(sc, sizeof(struct syn_cache));
3322 1.83 itojun bcopy(src, &sc->sc_src, src->sa_len);
3323 1.83 itojun bcopy(dst, &sc->sc_dst, dst->sa_len);
3324 1.46 thorpej sc->sc_flags = 0;
3325 1.50 thorpej sc->sc_ipopts = ipopts;
3326 1.83 itojun sc->sc_irs = th->th_seq;
3327 1.33 explorer sc->sc_iss = tcp_new_iss(sc, sizeof(struct syn_cache), 0);
3328 1.29 thorpej sc->sc_peermaxseg = oi->maxseg;
3329 1.51 kml sc->sc_ourmaxseg = tcp_mss_to_advertise(m->m_flags & M_PKTHDR ?
3330 1.96 itojun m->m_pkthdr.rcvif : NULL,
3331 1.96 itojun sc->sc_src.sa.sa_family);
3332 1.80 thorpej sc->sc_win = win;
3333 1.80 thorpej sc->sc_timestamp = tb.ts_recent;
3334 1.49 thorpej if (tcp_do_rfc1323 && (tb.t_flags & TF_RCVD_TSTMP))
3335 1.49 thorpej sc->sc_flags |= SCF_TIMESTAMP;
3336 1.29 thorpej if ((tb.t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
3337 1.29 thorpej (TF_RCVD_SCALE|TF_REQ_SCALE)) {
3338 1.29 thorpej sc->sc_requested_s_scale = tb.requested_s_scale;
3339 1.29 thorpej sc->sc_request_r_scale = 0;
3340 1.29 thorpej while (sc->sc_request_r_scale < TCP_MAX_WINSHIFT &&
3341 1.29 thorpej TCP_MAXWIN << sc->sc_request_r_scale <
3342 1.29 thorpej so->so_rcv.sb_hiwat)
3343 1.29 thorpej sc->sc_request_r_scale++;
3344 1.29 thorpej } else {
3345 1.29 thorpej sc->sc_requested_s_scale = 15;
3346 1.29 thorpej sc->sc_request_r_scale = 15;
3347 1.29 thorpej }
3348 1.93 itojun sc->sc_tp = tp;
3349 1.80 thorpej if (syn_cache_respond(sc, m) == 0) {
3350 1.93 itojun syn_cache_insert(sc, tp);
3351 1.29 thorpej tcpstat.tcps_sndacks++;
3352 1.29 thorpej tcpstat.tcps_sndtotal++;
3353 1.29 thorpej } else {
3354 1.75 thorpej SYN_CACHE_PUT(sc);
3355 1.29 thorpej tcpstat.tcps_sc_dropped++;
3356 1.29 thorpej }
3357 1.29 thorpej return (1);
3358 1.29 thorpej }
3359 1.29 thorpej
3360 1.29 thorpej int
3361 1.80 thorpej syn_cache_respond(sc, m)
3362 1.29 thorpej struct syn_cache *sc;
3363 1.29 thorpej struct mbuf *m;
3364 1.29 thorpej {
3365 1.97 itojun struct route *ro;
3366 1.29 thorpej u_int8_t *optp;
3367 1.75 thorpej int optlen, error;
3368 1.75 thorpej u_int16_t tlen;
3369 1.83 itojun struct ip *ip = NULL;
3370 1.83 itojun #ifdef INET6
3371 1.83 itojun struct ip6_hdr *ip6 = NULL;
3372 1.83 itojun #endif
3373 1.83 itojun struct tcphdr *th;
3374 1.83 itojun u_int hlen;
3375 1.83 itojun
3376 1.83 itojun switch (sc->sc_src.sa.sa_family) {
3377 1.83 itojun case AF_INET:
3378 1.83 itojun hlen = sizeof(struct ip);
3379 1.97 itojun ro = &sc->sc_route4;
3380 1.83 itojun break;
3381 1.83 itojun #ifdef INET6
3382 1.83 itojun case AF_INET6:
3383 1.83 itojun hlen = sizeof(struct ip6_hdr);
3384 1.97 itojun ro = (struct route *)&sc->sc_route6;
3385 1.83 itojun break;
3386 1.83 itojun #endif
3387 1.83 itojun default:
3388 1.83 itojun if (m)
3389 1.83 itojun m_freem(m);
3390 1.83 itojun return EAFNOSUPPORT;
3391 1.83 itojun }
3392 1.75 thorpej
3393 1.75 thorpej /* Compute the size of the TCP options. */
3394 1.75 thorpej optlen = 4 + (sc->sc_request_r_scale != 15 ? 4 : 0) +
3395 1.75 thorpej ((sc->sc_flags & SCF_TIMESTAMP) ? TCPOLEN_TSTAMP_APPA : 0);
3396 1.75 thorpej
3397 1.83 itojun tlen = hlen + sizeof(struct tcphdr) + optlen;
3398 1.29 thorpej
3399 1.29 thorpej /*
3400 1.109 itojun * Create the IP+TCP header from scratch.
3401 1.29 thorpej */
3402 1.109 itojun if (m)
3403 1.109 itojun m_freem(m);
3404 1.114 itojun #ifdef DIAGNOSTIC
3405 1.114 itojun if (max_linkhdr + tlen > MCLBYTES)
3406 1.114 itojun return (ENOBUFS);
3407 1.114 itojun #endif
3408 1.109 itojun MGETHDR(m, M_DONTWAIT, MT_DATA);
3409 1.109 itojun if (m && tlen > MHLEN) {
3410 1.109 itojun MCLGET(m, M_DONTWAIT);
3411 1.111 thorpej if ((m->m_flags & M_EXT) == 0) {
3412 1.109 itojun m_freem(m);
3413 1.109 itojun m = NULL;
3414 1.109 itojun }
3415 1.29 thorpej }
3416 1.109 itojun if (m == NULL)
3417 1.109 itojun return (ENOBUFS);
3418 1.29 thorpej
3419 1.75 thorpej /* Fixup the mbuf. */
3420 1.75 thorpej m->m_data += max_linkhdr;
3421 1.75 thorpej m->m_len = m->m_pkthdr.len = tlen;
3422 1.83 itojun #ifdef IPSEC
3423 1.93 itojun if (sc->sc_tp) {
3424 1.93 itojun struct tcpcb *tp;
3425 1.93 itojun struct socket *so;
3426 1.93 itojun
3427 1.93 itojun tp = sc->sc_tp;
3428 1.93 itojun if (tp->t_inpcb)
3429 1.93 itojun so = tp->t_inpcb->inp_socket;
3430 1.93 itojun #ifdef INET6
3431 1.93 itojun else if (tp->t_in6pcb)
3432 1.93 itojun so = tp->t_in6pcb->in6p_socket;
3433 1.93 itojun #endif
3434 1.93 itojun else
3435 1.93 itojun so = NULL;
3436 1.93 itojun /* use IPsec policy on listening socket, on SYN ACK */
3437 1.105 itojun ipsec_setsocket(m, so);
3438 1.93 itojun }
3439 1.83 itojun #endif
3440 1.109 itojun m->m_pkthdr.rcvif = NULL;
3441 1.83 itojun memset(mtod(m, u_char *), 0, tlen);
3442 1.75 thorpej
3443 1.83 itojun switch (sc->sc_src.sa.sa_family) {
3444 1.83 itojun case AF_INET:
3445 1.83 itojun ip = mtod(m, struct ip *);
3446 1.83 itojun ip->ip_dst = sc->sc_src.sin.sin_addr;
3447 1.83 itojun ip->ip_src = sc->sc_dst.sin.sin_addr;
3448 1.83 itojun ip->ip_p = IPPROTO_TCP;
3449 1.83 itojun th = (struct tcphdr *)(ip + 1);
3450 1.83 itojun th->th_dport = sc->sc_src.sin.sin_port;
3451 1.83 itojun th->th_sport = sc->sc_dst.sin.sin_port;
3452 1.83 itojun break;
3453 1.83 itojun #ifdef INET6
3454 1.83 itojun case AF_INET6:
3455 1.83 itojun ip6 = mtod(m, struct ip6_hdr *);
3456 1.83 itojun ip6->ip6_dst = sc->sc_src.sin6.sin6_addr;
3457 1.83 itojun ip6->ip6_src = sc->sc_dst.sin6.sin6_addr;
3458 1.83 itojun ip6->ip6_nxt = IPPROTO_TCP;
3459 1.83 itojun /* ip6_plen will be updated in ip6_output() */
3460 1.83 itojun th = (struct tcphdr *)(ip6 + 1);
3461 1.83 itojun th->th_dport = sc->sc_src.sin6.sin6_port;
3462 1.83 itojun th->th_sport = sc->sc_dst.sin6.sin6_port;
3463 1.83 itojun break;
3464 1.83 itojun #endif
3465 1.84 itojun default:
3466 1.84 itojun th = NULL;
3467 1.83 itojun }
3468 1.75 thorpej
3469 1.83 itojun th->th_seq = htonl(sc->sc_iss);
3470 1.83 itojun th->th_ack = htonl(sc->sc_irs + 1);
3471 1.83 itojun th->th_off = (sizeof(struct tcphdr) + optlen) >> 2;
3472 1.83 itojun th->th_flags = TH_SYN|TH_ACK;
3473 1.83 itojun th->th_win = htons(sc->sc_win);
3474 1.83 itojun /* th_sum already 0 */
3475 1.83 itojun /* th_urp already 0 */
3476 1.75 thorpej
3477 1.75 thorpej /* Tack on the TCP options. */
3478 1.83 itojun optp = (u_int8_t *)(th + 1);
3479 1.75 thorpej *optp++ = TCPOPT_MAXSEG;
3480 1.75 thorpej *optp++ = 4;
3481 1.75 thorpej *optp++ = (sc->sc_ourmaxseg >> 8) & 0xff;
3482 1.75 thorpej *optp++ = sc->sc_ourmaxseg & 0xff;
3483 1.29 thorpej
3484 1.29 thorpej if (sc->sc_request_r_scale != 15) {
3485 1.75 thorpej *((u_int32_t *)optp) = htonl(TCPOPT_NOP << 24 |
3486 1.29 thorpej TCPOPT_WINDOW << 16 | TCPOLEN_WINDOW << 8 |
3487 1.29 thorpej sc->sc_request_r_scale);
3488 1.75 thorpej optp += 4;
3489 1.29 thorpej }
3490 1.29 thorpej
3491 1.49 thorpej if (sc->sc_flags & SCF_TIMESTAMP) {
3492 1.75 thorpej u_int32_t *lp = (u_int32_t *)(optp);
3493 1.29 thorpej /* Form timestamp option as shown in appendix A of RFC 1323. */
3494 1.29 thorpej *lp++ = htonl(TCPOPT_TSTAMP_HDR);
3495 1.29 thorpej *lp++ = htonl(tcp_now);
3496 1.80 thorpej *lp = htonl(sc->sc_timestamp);
3497 1.75 thorpej optp += TCPOLEN_TSTAMP_APPA;
3498 1.29 thorpej }
3499 1.29 thorpej
3500 1.75 thorpej /* Compute the packet's checksum. */
3501 1.83 itojun switch (sc->sc_src.sa.sa_family) {
3502 1.83 itojun case AF_INET:
3503 1.83 itojun ip->ip_len = htons(tlen - hlen);
3504 1.83 itojun th->th_sum = 0;
3505 1.83 itojun th->th_sum = in_cksum(m, tlen);
3506 1.83 itojun break;
3507 1.83 itojun #ifdef INET6
3508 1.83 itojun case AF_INET6:
3509 1.83 itojun ip6->ip6_plen = htons(tlen - hlen);
3510 1.83 itojun th->th_sum = 0;
3511 1.83 itojun th->th_sum = in6_cksum(m, IPPROTO_TCP, hlen, tlen - hlen);
3512 1.83 itojun break;
3513 1.83 itojun #endif
3514 1.83 itojun }
3515 1.75 thorpej
3516 1.29 thorpej /*
3517 1.75 thorpej * Fill in some straggling IP bits. Note the stack expects
3518 1.75 thorpej * ip_len to be in host order, for convenience.
3519 1.29 thorpej */
3520 1.83 itojun switch (sc->sc_src.sa.sa_family) {
3521 1.119 itojun #ifdef INET
3522 1.83 itojun case AF_INET:
3523 1.83 itojun ip->ip_len = tlen;
3524 1.83 itojun ip->ip_ttl = ip_defttl;
3525 1.83 itojun /* XXX tos? */
3526 1.83 itojun break;
3527 1.119 itojun #endif
3528 1.83 itojun #ifdef INET6
3529 1.83 itojun case AF_INET6:
3530 1.100 itojun ip6->ip6_vfc &= ~IPV6_VERSION_MASK;
3531 1.100 itojun ip6->ip6_vfc |= IPV6_VERSION;
3532 1.83 itojun ip6->ip6_plen = htons(tlen - hlen);
3533 1.99 itojun /* ip6_hlim will be initialized afterwards */
3534 1.83 itojun /* XXX flowlabel? */
3535 1.83 itojun break;
3536 1.83 itojun #endif
3537 1.83 itojun }
3538 1.29 thorpej
3539 1.83 itojun switch (sc->sc_src.sa.sa_family) {
3540 1.119 itojun #ifdef INET
3541 1.83 itojun case AF_INET:
3542 1.118 thorpej error = ip_output(m, sc->sc_ipopts, ro,
3543 1.118 thorpej (ip_mtudisc ? IP_MTUDISC : 0),
3544 1.118 thorpej NULL);
3545 1.83 itojun break;
3546 1.119 itojun #endif
3547 1.83 itojun #ifdef INET6
3548 1.83 itojun case AF_INET6:
3549 1.99 itojun ip6->ip6_hlim = in6_selecthlim(NULL,
3550 1.99 itojun ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
3551 1.99 itojun
3552 1.83 itojun error = ip6_output(m, NULL /*XXX*/, (struct route_in6 *)ro,
3553 1.99 itojun 0, NULL, NULL);
3554 1.83 itojun break;
3555 1.83 itojun #endif
3556 1.84 itojun default:
3557 1.84 itojun error = EAFNOSUPPORT;
3558 1.84 itojun break;
3559 1.83 itojun }
3560 1.75 thorpej return (error);
3561 1.1 cgd }
3562