tcp_input.c revision 1.256 1 1.256 yamt /* $NetBSD: tcp_input.c,v 1.256 2006/12/06 09:08:27 yamt Exp $ */
2 1.83 itojun
3 1.83 itojun /*
4 1.83 itojun * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
5 1.83 itojun * All rights reserved.
6 1.143 itojun *
7 1.83 itojun * Redistribution and use in source and binary forms, with or without
8 1.83 itojun * modification, are permitted provided that the following conditions
9 1.83 itojun * are met:
10 1.83 itojun * 1. Redistributions of source code must retain the above copyright
11 1.83 itojun * notice, this list of conditions and the following disclaimer.
12 1.83 itojun * 2. Redistributions in binary form must reproduce the above copyright
13 1.83 itojun * notice, this list of conditions and the following disclaimer in the
14 1.83 itojun * documentation and/or other materials provided with the distribution.
15 1.83 itojun * 3. Neither the name of the project nor the names of its contributors
16 1.83 itojun * may be used to endorse or promote products derived from this software
17 1.83 itojun * without specific prior written permission.
18 1.143 itojun *
19 1.83 itojun * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
20 1.83 itojun * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 1.83 itojun * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 1.83 itojun * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
23 1.83 itojun * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 1.83 itojun * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 1.83 itojun * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 1.83 itojun * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 1.83 itojun * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 1.83 itojun * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 1.83 itojun * SUCH DAMAGE.
30 1.83 itojun */
31 1.44 thorpej
32 1.134 itojun /*
33 1.134 itojun * @(#)COPYRIGHT 1.1 (NRL) 17 January 1995
34 1.143 itojun *
35 1.134 itojun * NRL grants permission for redistribution and use in source and binary
36 1.134 itojun * forms, with or without modification, of the software and documentation
37 1.134 itojun * created at NRL provided that the following conditions are met:
38 1.143 itojun *
39 1.134 itojun * 1. Redistributions of source code must retain the above copyright
40 1.134 itojun * notice, this list of conditions and the following disclaimer.
41 1.134 itojun * 2. Redistributions in binary form must reproduce the above copyright
42 1.134 itojun * notice, this list of conditions and the following disclaimer in the
43 1.134 itojun * documentation and/or other materials provided with the distribution.
44 1.134 itojun * 3. All advertising materials mentioning features or use of this software
45 1.134 itojun * must display the following acknowledgements:
46 1.134 itojun * This product includes software developed by the University of
47 1.134 itojun * California, Berkeley and its contributors.
48 1.134 itojun * This product includes software developed at the Information
49 1.134 itojun * Technology Division, US Naval Research Laboratory.
50 1.134 itojun * 4. Neither the name of the NRL nor the names of its contributors
51 1.134 itojun * may be used to endorse or promote products derived from this software
52 1.134 itojun * without specific prior written permission.
53 1.143 itojun *
54 1.134 itojun * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
55 1.134 itojun * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
56 1.134 itojun * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
57 1.134 itojun * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NRL OR
58 1.134 itojun * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
59 1.134 itojun * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
60 1.134 itojun * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
61 1.134 itojun * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
62 1.134 itojun * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
63 1.134 itojun * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
64 1.134 itojun * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65 1.143 itojun *
66 1.134 itojun * The views and conclusions contained in the software and documentation
67 1.134 itojun * are those of the authors and should not be interpreted as representing
68 1.134 itojun * official policies, either expressed or implied, of the US Naval
69 1.134 itojun * Research Laboratory (NRL).
70 1.134 itojun */
71 1.134 itojun
72 1.44 thorpej /*-
73 1.244 rpaulo * Copyright (c) 1997, 1998, 1999, 2001, 2005, 2006 The NetBSD Foundation, Inc.
74 1.44 thorpej * All rights reserved.
75 1.44 thorpej *
76 1.44 thorpej * This code is derived from software contributed to The NetBSD Foundation
77 1.44 thorpej * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
78 1.44 thorpej * Facility, NASA Ames Research Center.
79 1.223 mycroft * This code is derived from software contributed to The NetBSD Foundation
80 1.223 mycroft * by Charles M. Hannum.
81 1.244 rpaulo * This code is derived from software contributed to The NetBSD Foundation
82 1.244 rpaulo * by Rui Paulo.
83 1.44 thorpej *
84 1.44 thorpej * Redistribution and use in source and binary forms, with or without
85 1.44 thorpej * modification, are permitted provided that the following conditions
86 1.44 thorpej * are met:
87 1.44 thorpej * 1. Redistributions of source code must retain the above copyright
88 1.44 thorpej * notice, this list of conditions and the following disclaimer.
89 1.44 thorpej * 2. Redistributions in binary form must reproduce the above copyright
90 1.44 thorpej * notice, this list of conditions and the following disclaimer in the
91 1.44 thorpej * documentation and/or other materials provided with the distribution.
92 1.44 thorpej * 3. All advertising materials mentioning features or use of this software
93 1.44 thorpej * must display the following acknowledgement:
94 1.44 thorpej * This product includes software developed by the NetBSD
95 1.44 thorpej * Foundation, Inc. and its contributors.
96 1.44 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
97 1.44 thorpej * contributors may be used to endorse or promote products derived
98 1.44 thorpej * from this software without specific prior written permission.
99 1.44 thorpej *
100 1.44 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
101 1.44 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
102 1.44 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
103 1.44 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
104 1.44 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
105 1.44 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
106 1.44 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
107 1.44 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
108 1.44 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
109 1.44 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
110 1.44 thorpej * POSSIBILITY OF SUCH DAMAGE.
111 1.44 thorpej */
112 1.10 cgd
113 1.1 cgd /*
114 1.39 thorpej * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1994, 1995
115 1.9 mycroft * The Regents of the University of California. All rights reserved.
116 1.1 cgd *
117 1.1 cgd * Redistribution and use in source and binary forms, with or without
118 1.1 cgd * modification, are permitted provided that the following conditions
119 1.1 cgd * are met:
120 1.1 cgd * 1. Redistributions of source code must retain the above copyright
121 1.1 cgd * notice, this list of conditions and the following disclaimer.
122 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
123 1.1 cgd * notice, this list of conditions and the following disclaimer in the
124 1.1 cgd * documentation and/or other materials provided with the distribution.
125 1.174 agc * 3. Neither the name of the University nor the names of its contributors
126 1.1 cgd * may be used to endorse or promote products derived from this software
127 1.1 cgd * without specific prior written permission.
128 1.1 cgd *
129 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
130 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
131 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
132 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
133 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
134 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
135 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
136 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
137 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
138 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
139 1.1 cgd * SUCH DAMAGE.
140 1.1 cgd *
141 1.39 thorpej * @(#)tcp_input.c 8.12 (Berkeley) 5/24/95
142 1.1 cgd */
143 1.1 cgd
144 1.29 thorpej /*
145 1.29 thorpej * TODO list for SYN cache stuff:
146 1.29 thorpej *
147 1.48 thorpej * Find room for a "state" field, which is needed to keep a
148 1.48 thorpej * compressed state for TIME_WAIT TCBs. It's been noted already
149 1.48 thorpej * that this is fairly important for very high-volume web and
150 1.48 thorpej * mail servers, which use a large number of short-lived
151 1.48 thorpej * connections.
152 1.29 thorpej */
153 1.133 lukem
154 1.133 lukem #include <sys/cdefs.h>
155 1.256 yamt __KERNEL_RCSID(0, "$NetBSD: tcp_input.c,v 1.256 2006/12/06 09:08:27 yamt Exp $");
156 1.29 thorpej
157 1.83 itojun #include "opt_inet.h"
158 1.85 thorpej #include "opt_ipsec.h"
159 1.125 thorpej #include "opt_inet_csum.h"
160 1.127 abs #include "opt_tcp_debug.h"
161 1.83 itojun
162 1.3 mycroft #include <sys/param.h>
163 1.3 mycroft #include <sys/systm.h>
164 1.3 mycroft #include <sys/malloc.h>
165 1.3 mycroft #include <sys/mbuf.h>
166 1.3 mycroft #include <sys/protosw.h>
167 1.3 mycroft #include <sys/socket.h>
168 1.3 mycroft #include <sys/socketvar.h>
169 1.3 mycroft #include <sys/errno.h>
170 1.52 thorpej #include <sys/syslog.h>
171 1.63 thorpej #include <sys/pool.h>
172 1.83 itojun #include <sys/domain.h>
173 1.129 thorpej #include <sys/kernel.h>
174 1.206 itojun #ifdef TCP_SIGNATURE
175 1.206 itojun #include <sys/md5.h>
176 1.206 itojun #endif
177 1.1 cgd
178 1.3 mycroft #include <net/if.h>
179 1.3 mycroft #include <net/route.h>
180 1.87 itojun #include <net/if_types.h>
181 1.1 cgd
182 1.3 mycroft #include <netinet/in.h>
183 1.3 mycroft #include <netinet/in_systm.h>
184 1.3 mycroft #include <netinet/ip.h>
185 1.3 mycroft #include <netinet/in_pcb.h>
186 1.169 matt #include <netinet/in_var.h>
187 1.3 mycroft #include <netinet/ip_var.h>
188 1.233 yamt #include <netinet/in_offload.h>
189 1.83 itojun
190 1.83 itojun #ifdef INET6
191 1.83 itojun #ifndef INET
192 1.83 itojun #include <netinet/in.h>
193 1.83 itojun #endif
194 1.83 itojun #include <netinet/ip6.h>
195 1.112 itojun #include <netinet6/ip6_var.h>
196 1.83 itojun #include <netinet6/in6_pcb.h>
197 1.83 itojun #include <netinet6/ip6_var.h>
198 1.83 itojun #include <netinet6/in6_var.h>
199 1.83 itojun #include <netinet/icmp6.h>
200 1.98 itojun #include <netinet6/nd6.h>
201 1.238 riz #ifdef TCP_SIGNATURE
202 1.238 riz #include <netinet6/scope6_var.h>
203 1.238 riz #endif
204 1.83 itojun #endif
205 1.83 itojun
206 1.99 itojun #ifndef INET6
207 1.99 itojun /* always need ip6.h for IP6_EXTHDR_GET */
208 1.99 itojun #include <netinet/ip6.h>
209 1.99 itojun #endif
210 1.99 itojun
211 1.3 mycroft #include <netinet/tcp.h>
212 1.3 mycroft #include <netinet/tcp_fsm.h>
213 1.3 mycroft #include <netinet/tcp_seq.h>
214 1.3 mycroft #include <netinet/tcp_timer.h>
215 1.3 mycroft #include <netinet/tcp_var.h>
216 1.3 mycroft #include <netinet/tcpip.h>
217 1.246 rpaulo #include <netinet/tcp_congctl.h>
218 1.3 mycroft #include <netinet/tcp_debug.h>
219 1.1 cgd
220 1.23 christos #include <machine/stdarg.h>
221 1.23 christos
222 1.83 itojun #ifdef IPSEC
223 1.83 itojun #include <netinet6/ipsec.h>
224 1.83 itojun #include <netkey/key.h>
225 1.83 itojun #endif /*IPSEC*/
226 1.88 itojun #ifdef INET6
227 1.87 itojun #include "faith.h"
228 1.124 itojun #if defined(NFAITH) && NFAITH > 0
229 1.124 itojun #include <net/if_faith.h>
230 1.124 itojun #endif
231 1.175 jonathan #endif /* IPSEC */
232 1.175 jonathan
233 1.175 jonathan #ifdef FAST_IPSEC
234 1.175 jonathan #include <netipsec/ipsec.h>
235 1.205 jonathan #include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */
236 1.175 jonathan #include <netipsec/key.h>
237 1.187 jonathan #ifdef INET6
238 1.187 jonathan #include <netipsec/ipsec6.h>
239 1.187 jonathan #endif
240 1.175 jonathan #endif /* FAST_IPSEC*/
241 1.175 jonathan
242 1.1 cgd int tcprexmtthresh = 3;
243 1.82 ad int tcp_log_refused;
244 1.9 mycroft
245 1.116 itojun static int tcp_rst_ppslim_count = 0;
246 1.116 itojun static struct timeval tcp_rst_ppslim_last;
247 1.194 itojun static int tcp_ackdrop_ppslim_count = 0;
248 1.194 itojun static struct timeval tcp_ackdrop_ppslim_last;
249 1.104 thorpej
250 1.216 mycroft #define TCP_PAWS_IDLE (24U * 24 * 60 * 60 * PR_SLOWHZ)
251 1.9 mycroft
252 1.9 mycroft /* for modulo comparisons of timestamps */
253 1.9 mycroft #define TSTMP_LT(a,b) ((int)((a)-(b)) < 0)
254 1.9 mycroft #define TSTMP_GEQ(a,b) ((int)((a)-(b)) >= 0)
255 1.9 mycroft
256 1.1 cgd /*
257 1.98 itojun * Neighbor Discovery, Neighbor Unreachability Detection Upper layer hint.
258 1.98 itojun */
259 1.98 itojun #ifdef INET6
260 1.98 itojun #define ND6_HINT(tp) \
261 1.98 itojun do { \
262 1.189 itojun if (tp && tp->t_in6pcb && tp->t_family == AF_INET6 && \
263 1.189 itojun tp->t_in6pcb->in6p_route.ro_rt) { \
264 1.112 itojun nd6_nud_hint(tp->t_in6pcb->in6p_route.ro_rt, NULL, 0); \
265 1.98 itojun } \
266 1.159 perry } while (/*CONSTCOND*/ 0)
267 1.98 itojun #else
268 1.98 itojun #define ND6_HINT(tp)
269 1.98 itojun #endif
270 1.98 itojun
271 1.98 itojun /*
272 1.37 thorpej * Macro to compute ACK transmission behavior. Delay the ACK unless
273 1.47 thorpej * we have already delayed an ACK (must send an ACK every two segments).
274 1.55 thorpej * We also ACK immediately if we received a PUSH and the ACK-on-PUSH
275 1.55 thorpej * option is enabled.
276 1.37 thorpej */
277 1.83 itojun #define TCP_SETUP_ACK(tp, th) \
278 1.37 thorpej do { \
279 1.55 thorpej if ((tp)->t_flags & TF_DELACK || \
280 1.83 itojun (tcp_ack_on_push && (th)->th_flags & TH_PUSH)) \
281 1.37 thorpej tp->t_flags |= TF_ACKNOW; \
282 1.37 thorpej else \
283 1.38 thorpej TCP_SET_DELACK(tp); \
284 1.159 perry } while (/*CONSTCOND*/ 0)
285 1.37 thorpej
286 1.231 christos #define ICMP_CHECK(tp, th, acked) \
287 1.231 christos do { \
288 1.231 christos /* \
289 1.231 christos * If we had a pending ICMP message that \
290 1.231 christos * refers to data that have just been \
291 1.231 christos * acknowledged, disregard the recorded ICMP \
292 1.231 christos * message. \
293 1.231 christos */ \
294 1.231 christos if (((tp)->t_flags & TF_PMTUD_PEND) && \
295 1.231 christos SEQ_GT((th)->th_ack, (tp)->t_pmtud_th_seq)) \
296 1.231 christos (tp)->t_flags &= ~TF_PMTUD_PEND; \
297 1.231 christos \
298 1.231 christos /* \
299 1.231 christos * Keep track of the largest chunk of data \
300 1.231 christos * acknowledged since last PMTU update \
301 1.231 christos */ \
302 1.231 christos if ((tp)->t_pmtud_mss_acked < (acked)) \
303 1.231 christos (tp)->t_pmtud_mss_acked = (acked); \
304 1.231 christos } while (/*CONSTCOND*/ 0)
305 1.231 christos
306 1.103 thorpej /*
307 1.103 thorpej * Convert TCP protocol fields to host order for easier processing.
308 1.103 thorpej */
309 1.103 thorpej #define TCP_FIELDS_TO_HOST(th) \
310 1.103 thorpej do { \
311 1.103 thorpej NTOHL((th)->th_seq); \
312 1.103 thorpej NTOHL((th)->th_ack); \
313 1.103 thorpej NTOHS((th)->th_win); \
314 1.103 thorpej NTOHS((th)->th_urp); \
315 1.159 perry } while (/*CONSTCOND*/ 0)
316 1.103 thorpej
317 1.153 thorpej /*
318 1.153 thorpej * ... and reverse the above.
319 1.153 thorpej */
320 1.153 thorpej #define TCP_FIELDS_TO_NET(th) \
321 1.153 thorpej do { \
322 1.153 thorpej HTONL((th)->th_seq); \
323 1.153 thorpej HTONL((th)->th_ack); \
324 1.153 thorpej HTONS((th)->th_win); \
325 1.153 thorpej HTONS((th)->th_urp); \
326 1.159 perry } while (/*CONSTCOND*/ 0)
327 1.153 thorpej
328 1.125 thorpej #ifdef TCP_CSUM_COUNTERS
329 1.125 thorpej #include <sys/device.h>
330 1.125 thorpej
331 1.232 yamt #if defined(INET)
332 1.125 thorpej extern struct evcnt tcp_hwcsum_ok;
333 1.125 thorpej extern struct evcnt tcp_hwcsum_bad;
334 1.125 thorpej extern struct evcnt tcp_hwcsum_data;
335 1.125 thorpej extern struct evcnt tcp_swcsum;
336 1.232 yamt #endif /* defined(INET) */
337 1.232 yamt #if defined(INET6)
338 1.232 yamt extern struct evcnt tcp6_hwcsum_ok;
339 1.232 yamt extern struct evcnt tcp6_hwcsum_bad;
340 1.232 yamt extern struct evcnt tcp6_hwcsum_data;
341 1.232 yamt extern struct evcnt tcp6_swcsum;
342 1.232 yamt #endif /* defined(INET6) */
343 1.125 thorpej
344 1.125 thorpej #define TCP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++
345 1.125 thorpej
346 1.125 thorpej #else
347 1.125 thorpej
348 1.125 thorpej #define TCP_CSUM_COUNTER_INCR(ev) /* nothing */
349 1.125 thorpej
350 1.125 thorpej #endif /* TCP_CSUM_COUNTERS */
351 1.125 thorpej
352 1.141 matt #ifdef TCP_REASS_COUNTERS
353 1.141 matt #include <sys/device.h>
354 1.141 matt
355 1.141 matt extern struct evcnt tcp_reass_;
356 1.141 matt extern struct evcnt tcp_reass_empty;
357 1.141 matt extern struct evcnt tcp_reass_iteration[8];
358 1.141 matt extern struct evcnt tcp_reass_prependfirst;
359 1.141 matt extern struct evcnt tcp_reass_prepend;
360 1.141 matt extern struct evcnt tcp_reass_insert;
361 1.141 matt extern struct evcnt tcp_reass_inserttail;
362 1.141 matt extern struct evcnt tcp_reass_append;
363 1.141 matt extern struct evcnt tcp_reass_appendtail;
364 1.141 matt extern struct evcnt tcp_reass_overlaptail;
365 1.141 matt extern struct evcnt tcp_reass_overlapfront;
366 1.141 matt extern struct evcnt tcp_reass_segdup;
367 1.141 matt extern struct evcnt tcp_reass_fragdup;
368 1.141 matt
369 1.141 matt #define TCP_REASS_COUNTER_INCR(ev) (ev)->ev_count++
370 1.141 matt
371 1.141 matt #else
372 1.141 matt
373 1.141 matt #define TCP_REASS_COUNTER_INCR(ev) /* nothing */
374 1.141 matt
375 1.141 matt #endif /* TCP_REASS_COUNTERS */
376 1.141 matt
377 1.256 yamt static int tcp_reass(struct tcpcb *, const struct tcphdr *, struct mbuf *,
378 1.256 yamt int *);
379 1.254 yamt static int tcp_dooptions(struct tcpcb *, const u_char *, int,
380 1.254 yamt const struct tcphdr *, struct mbuf *, int, struct tcp_opt_info *);
381 1.254 yamt
382 1.145 yamt #ifdef INET
383 1.219 perry static void tcp4_log_refused(const struct ip *, const struct tcphdr *);
384 1.145 yamt #endif
385 1.145 yamt #ifdef INET6
386 1.219 perry static void tcp6_log_refused(const struct ip6_hdr *, const struct tcphdr *);
387 1.145 yamt #endif
388 1.145 yamt
389 1.196 ragge #define TRAVERSE(x) while ((x)->m_next) (x) = (x)->m_next
390 1.196 ragge
391 1.254 yamt static POOL_INIT(tcpipqent_pool, sizeof(struct ipqent), 0, 0, 0, "tcpipqepl",
392 1.254 yamt NULL);
393 1.209 yamt
394 1.225 yamt struct ipqent *
395 1.225 yamt tcpipqent_alloc()
396 1.225 yamt {
397 1.225 yamt struct ipqent *ipqe;
398 1.225 yamt int s;
399 1.225 yamt
400 1.225 yamt s = splvm();
401 1.225 yamt ipqe = pool_get(&tcpipqent_pool, PR_NOWAIT);
402 1.225 yamt splx(s);
403 1.225 yamt
404 1.225 yamt return ipqe;
405 1.225 yamt }
406 1.225 yamt
407 1.225 yamt void
408 1.225 yamt tcpipqent_free(struct ipqent *ipqe)
409 1.225 yamt {
410 1.225 yamt int s;
411 1.225 yamt
412 1.225 yamt s = splvm();
413 1.225 yamt pool_put(&tcpipqent_pool, ipqe);
414 1.225 yamt splx(s);
415 1.225 yamt }
416 1.225 yamt
417 1.256 yamt static int
418 1.256 yamt tcp_reass(struct tcpcb *tp, const struct tcphdr *th, struct mbuf *m, int *tlen)
419 1.1 cgd {
420 1.106 augustss struct ipqent *p, *q, *nq, *tiqe = NULL;
421 1.83 itojun struct socket *so = NULL;
422 1.54 matt int pkt_flags;
423 1.54 matt tcp_seq pkt_seq;
424 1.54 matt unsigned pkt_len;
425 1.54 matt u_long rcvpartdupbyte = 0;
426 1.54 matt u_long rcvoobyte;
427 1.141 matt #ifdef TCP_REASS_COUNTERS
428 1.141 matt u_int count = 0;
429 1.141 matt #endif
430 1.1 cgd
431 1.83 itojun if (tp->t_inpcb)
432 1.83 itojun so = tp->t_inpcb->inp_socket;
433 1.83 itojun #ifdef INET6
434 1.83 itojun else if (tp->t_in6pcb)
435 1.83 itojun so = tp->t_in6pcb->in6p_socket;
436 1.83 itojun #endif
437 1.83 itojun
438 1.72 thorpej TCP_REASS_LOCK_CHECK(tp);
439 1.72 thorpej
440 1.1 cgd /*
441 1.83 itojun * Call with th==0 after become established to
442 1.1 cgd * force pre-ESTABLISHED data up to user socket.
443 1.1 cgd */
444 1.83 itojun if (th == 0)
445 1.1 cgd goto present;
446 1.1 cgd
447 1.83 itojun rcvoobyte = *tlen;
448 1.1 cgd /*
449 1.54 matt * Copy these to local variables because the tcpiphdr
450 1.54 matt * gets munged while we are collapsing mbufs.
451 1.20 cgd */
452 1.83 itojun pkt_seq = th->th_seq;
453 1.83 itojun pkt_len = *tlen;
454 1.83 itojun pkt_flags = th->th_flags;
455 1.141 matt
456 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_);
457 1.141 matt
458 1.141 matt if ((p = TAILQ_LAST(&tp->segq, ipqehead)) != NULL) {
459 1.141 matt /*
460 1.141 matt * When we miss a packet, the vast majority of time we get
461 1.141 matt * packets that follow it in order. So optimize for that.
462 1.141 matt */
463 1.141 matt if (pkt_seq == p->ipqe_seq + p->ipqe_len) {
464 1.141 matt p->ipqe_len += pkt_len;
465 1.141 matt p->ipqe_flags |= pkt_flags;
466 1.196 ragge m_cat(p->ipre_mlast, m);
467 1.196 ragge TRAVERSE(p->ipre_mlast);
468 1.189 itojun m = NULL;
469 1.141 matt tiqe = p;
470 1.141 matt TAILQ_REMOVE(&tp->timeq, p, ipqe_timeq);
471 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_appendtail);
472 1.141 matt goto skip_replacement;
473 1.141 matt }
474 1.141 matt /*
475 1.141 matt * While we're here, if the pkt is completely beyond
476 1.141 matt * anything we have, just insert it at the tail.
477 1.141 matt */
478 1.141 matt if (SEQ_GT(pkt_seq, p->ipqe_seq + p->ipqe_len)) {
479 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_inserttail);
480 1.141 matt goto insert_it;
481 1.141 matt }
482 1.141 matt }
483 1.141 matt
484 1.141 matt q = TAILQ_FIRST(&tp->segq);
485 1.141 matt
486 1.141 matt if (q != NULL) {
487 1.141 matt /*
488 1.141 matt * If this segment immediately precedes the first out-of-order
489 1.141 matt * block, simply slap the segment in front of it and (mostly)
490 1.141 matt * skip the complicated logic.
491 1.141 matt */
492 1.141 matt if (pkt_seq + pkt_len == q->ipqe_seq) {
493 1.141 matt q->ipqe_seq = pkt_seq;
494 1.141 matt q->ipqe_len += pkt_len;
495 1.141 matt q->ipqe_flags |= pkt_flags;
496 1.141 matt m_cat(m, q->ipqe_m);
497 1.141 matt q->ipqe_m = m;
498 1.196 ragge q->ipre_mlast = m; /* last mbuf may have changed */
499 1.196 ragge TRAVERSE(q->ipre_mlast);
500 1.141 matt tiqe = q;
501 1.141 matt TAILQ_REMOVE(&tp->timeq, q, ipqe_timeq);
502 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_prependfirst);
503 1.141 matt goto skip_replacement;
504 1.141 matt }
505 1.141 matt } else {
506 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_empty);
507 1.141 matt }
508 1.141 matt
509 1.20 cgd /*
510 1.1 cgd * Find a segment which begins after this one does.
511 1.1 cgd */
512 1.141 matt for (p = NULL; q != NULL; q = nq) {
513 1.141 matt nq = TAILQ_NEXT(q, ipqe_q);
514 1.141 matt #ifdef TCP_REASS_COUNTERS
515 1.141 matt count++;
516 1.141 matt #endif
517 1.54 matt /*
518 1.54 matt * If the received segment is just right after this
519 1.54 matt * fragment, merge the two together and then check
520 1.54 matt * for further overlaps.
521 1.54 matt */
522 1.54 matt if (q->ipqe_seq + q->ipqe_len == pkt_seq) {
523 1.54 matt #ifdef TCPREASS_DEBUG
524 1.54 matt printf("tcp_reass[%p]: concat %u:%u(%u) to %u:%u(%u)\n",
525 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len,
526 1.54 matt q->ipqe_seq, q->ipqe_seq + q->ipqe_len, q->ipqe_len);
527 1.54 matt #endif
528 1.54 matt pkt_len += q->ipqe_len;
529 1.54 matt pkt_flags |= q->ipqe_flags;
530 1.54 matt pkt_seq = q->ipqe_seq;
531 1.196 ragge m_cat(q->ipre_mlast, m);
532 1.196 ragge TRAVERSE(q->ipre_mlast);
533 1.54 matt m = q->ipqe_m;
534 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_append);
535 1.54 matt goto free_ipqe;
536 1.54 matt }
537 1.54 matt /*
538 1.54 matt * If the received segment is completely past this
539 1.54 matt * fragment, we need to go the next fragment.
540 1.54 matt */
541 1.54 matt if (SEQ_LT(q->ipqe_seq + q->ipqe_len, pkt_seq)) {
542 1.54 matt p = q;
543 1.54 matt continue;
544 1.54 matt }
545 1.54 matt /*
546 1.143 itojun * If the fragment is past the received segment,
547 1.54 matt * it (or any following) can't be concatenated.
548 1.54 matt */
549 1.141 matt if (SEQ_GT(q->ipqe_seq, pkt_seq + pkt_len)) {
550 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_insert);
551 1.1 cgd break;
552 1.141 matt }
553 1.141 matt
554 1.54 matt /*
555 1.54 matt * We've received all the data in this segment before.
556 1.54 matt * mark it as a duplicate and return.
557 1.54 matt */
558 1.54 matt if (SEQ_LEQ(q->ipqe_seq, pkt_seq) &&
559 1.54 matt SEQ_GEQ(q->ipqe_seq + q->ipqe_len, pkt_seq + pkt_len)) {
560 1.54 matt tcpstat.tcps_rcvduppack++;
561 1.54 matt tcpstat.tcps_rcvdupbyte += pkt_len;
562 1.222 jonathan tcp_new_dsack(tp, pkt_seq, pkt_len);
563 1.54 matt m_freem(m);
564 1.225 yamt if (tiqe != NULL) {
565 1.225 yamt tcpipqent_free(tiqe);
566 1.225 yamt }
567 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_segdup);
568 1.54 matt return (0);
569 1.54 matt }
570 1.54 matt /*
571 1.54 matt * Received segment completely overlaps this fragment
572 1.54 matt * so we drop the fragment (this keeps the temporal
573 1.54 matt * ordering of segments correct).
574 1.54 matt */
575 1.54 matt if (SEQ_GEQ(q->ipqe_seq, pkt_seq) &&
576 1.54 matt SEQ_LEQ(q->ipqe_seq + q->ipqe_len, pkt_seq + pkt_len)) {
577 1.54 matt rcvpartdupbyte += q->ipqe_len;
578 1.54 matt m_freem(q->ipqe_m);
579 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_fragdup);
580 1.54 matt goto free_ipqe;
581 1.54 matt }
582 1.54 matt /*
583 1.54 matt * RX'ed segment extends past the end of the
584 1.54 matt * fragment. Drop the overlapping bytes. Then
585 1.54 matt * merge the fragment and segment then treat as
586 1.54 matt * a longer received packet.
587 1.54 matt */
588 1.189 itojun if (SEQ_LT(q->ipqe_seq, pkt_seq) &&
589 1.189 itojun SEQ_GT(q->ipqe_seq + q->ipqe_len, pkt_seq)) {
590 1.54 matt int overlap = q->ipqe_seq + q->ipqe_len - pkt_seq;
591 1.54 matt #ifdef TCPREASS_DEBUG
592 1.54 matt printf("tcp_reass[%p]: trim starting %d bytes of %u:%u(%u)\n",
593 1.54 matt tp, overlap,
594 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
595 1.54 matt #endif
596 1.54 matt m_adj(m, overlap);
597 1.54 matt rcvpartdupbyte += overlap;
598 1.196 ragge m_cat(q->ipre_mlast, m);
599 1.196 ragge TRAVERSE(q->ipre_mlast);
600 1.54 matt m = q->ipqe_m;
601 1.54 matt pkt_seq = q->ipqe_seq;
602 1.54 matt pkt_len += q->ipqe_len - overlap;
603 1.54 matt rcvoobyte -= overlap;
604 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_overlaptail);
605 1.54 matt goto free_ipqe;
606 1.54 matt }
607 1.54 matt /*
608 1.54 matt * RX'ed segment extends past the front of the
609 1.54 matt * fragment. Drop the overlapping bytes on the
610 1.54 matt * received packet. The packet will then be
611 1.54 matt * contatentated with this fragment a bit later.
612 1.54 matt */
613 1.189 itojun if (SEQ_GT(q->ipqe_seq, pkt_seq) &&
614 1.189 itojun SEQ_LT(q->ipqe_seq, pkt_seq + pkt_len)) {
615 1.54 matt int overlap = pkt_seq + pkt_len - q->ipqe_seq;
616 1.54 matt #ifdef TCPREASS_DEBUG
617 1.54 matt printf("tcp_reass[%p]: trim trailing %d bytes of %u:%u(%u)\n",
618 1.54 matt tp, overlap,
619 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
620 1.54 matt #endif
621 1.54 matt m_adj(m, -overlap);
622 1.54 matt pkt_len -= overlap;
623 1.54 matt rcvpartdupbyte += overlap;
624 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_overlapfront);
625 1.54 matt rcvoobyte -= overlap;
626 1.54 matt }
627 1.54 matt /*
628 1.54 matt * If the received segment immediates precedes this
629 1.54 matt * fragment then tack the fragment onto this segment
630 1.54 matt * and reinsert the data.
631 1.54 matt */
632 1.54 matt if (q->ipqe_seq == pkt_seq + pkt_len) {
633 1.54 matt #ifdef TCPREASS_DEBUG
634 1.54 matt printf("tcp_reass[%p]: append %u:%u(%u) to %u:%u(%u)\n",
635 1.54 matt tp, q->ipqe_seq, q->ipqe_seq + q->ipqe_len, q->ipqe_len,
636 1.54 matt pkt_seq, pkt_seq + pkt_len, pkt_len);
637 1.54 matt #endif
638 1.54 matt pkt_len += q->ipqe_len;
639 1.54 matt pkt_flags |= q->ipqe_flags;
640 1.54 matt m_cat(m, q->ipqe_m);
641 1.141 matt TAILQ_REMOVE(&tp->segq, q, ipqe_q);
642 1.141 matt TAILQ_REMOVE(&tp->timeq, q, ipqe_timeq);
643 1.224 yamt tp->t_segqlen--;
644 1.224 yamt KASSERT(tp->t_segqlen >= 0);
645 1.224 yamt KASSERT(tp->t_segqlen != 0 ||
646 1.224 yamt (TAILQ_EMPTY(&tp->segq) &&
647 1.224 yamt TAILQ_EMPTY(&tp->timeq)));
648 1.225 yamt if (tiqe == NULL) {
649 1.189 itojun tiqe = q;
650 1.225 yamt } else {
651 1.225 yamt tcpipqent_free(q);
652 1.225 yamt }
653 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_prepend);
654 1.54 matt break;
655 1.54 matt }
656 1.54 matt /*
657 1.54 matt * If the fragment is before the segment, remember it.
658 1.54 matt * When this loop is terminated, p will contain the
659 1.54 matt * pointer to fragment that is right before the received
660 1.54 matt * segment.
661 1.54 matt */
662 1.54 matt if (SEQ_LEQ(q->ipqe_seq, pkt_seq))
663 1.54 matt p = q;
664 1.54 matt
665 1.54 matt continue;
666 1.54 matt
667 1.54 matt /*
668 1.54 matt * This is a common operation. It also will allow
669 1.54 matt * to save doing a malloc/free in most instances.
670 1.54 matt */
671 1.54 matt free_ipqe:
672 1.141 matt TAILQ_REMOVE(&tp->segq, q, ipqe_q);
673 1.141 matt TAILQ_REMOVE(&tp->timeq, q, ipqe_timeq);
674 1.224 yamt tp->t_segqlen--;
675 1.224 yamt KASSERT(tp->t_segqlen >= 0);
676 1.224 yamt KASSERT(tp->t_segqlen != 0 ||
677 1.224 yamt (TAILQ_EMPTY(&tp->segq) && TAILQ_EMPTY(&tp->timeq)));
678 1.225 yamt if (tiqe == NULL) {
679 1.189 itojun tiqe = q;
680 1.225 yamt } else {
681 1.225 yamt tcpipqent_free(q);
682 1.225 yamt }
683 1.1 cgd }
684 1.1 cgd
685 1.141 matt #ifdef TCP_REASS_COUNTERS
686 1.141 matt if (count > 7)
687 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_iteration[0]);
688 1.141 matt else if (count > 0)
689 1.141 matt TCP_REASS_COUNTER_INCR(&tcp_reass_iteration[count]);
690 1.141 matt #endif
691 1.141 matt
692 1.141 matt insert_it:
693 1.141 matt
694 1.1 cgd /*
695 1.54 matt * Allocate a new queue entry since the received segment did not
696 1.54 matt * collapse onto any other out-of-order block; thus we are allocating
697 1.54 matt * a new block. If it had collapsed, tiqe would not be NULL and
698 1.54 matt * we would be reusing it.
699 1.54 matt * XXX If we can't, just drop the packet. XXX
700 1.1 cgd */
701 1.54 matt if (tiqe == NULL) {
702 1.225 yamt tiqe = tcpipqent_alloc();
703 1.54 matt if (tiqe == NULL) {
704 1.54 matt tcpstat.tcps_rcvmemdrop++;
705 1.54 matt m_freem(m);
706 1.54 matt return (0);
707 1.54 matt }
708 1.54 matt }
709 1.20 cgd
710 1.54 matt /*
711 1.54 matt * Update the counters.
712 1.54 matt */
713 1.54 matt tcpstat.tcps_rcvoopack++;
714 1.54 matt tcpstat.tcps_rcvoobyte += rcvoobyte;
715 1.54 matt if (rcvpartdupbyte) {
716 1.54 matt tcpstat.tcps_rcvpartduppack++;
717 1.54 matt tcpstat.tcps_rcvpartdupbyte += rcvpartdupbyte;
718 1.1 cgd }
719 1.1 cgd
720 1.54 matt /*
721 1.54 matt * Insert the new fragment queue entry into both queues.
722 1.54 matt */
723 1.20 cgd tiqe->ipqe_m = m;
724 1.196 ragge tiqe->ipre_mlast = m;
725 1.54 matt tiqe->ipqe_seq = pkt_seq;
726 1.54 matt tiqe->ipqe_len = pkt_len;
727 1.54 matt tiqe->ipqe_flags = pkt_flags;
728 1.20 cgd if (p == NULL) {
729 1.141 matt TAILQ_INSERT_HEAD(&tp->segq, tiqe, ipqe_q);
730 1.54 matt #ifdef TCPREASS_DEBUG
731 1.54 matt if (tiqe->ipqe_seq != tp->rcv_nxt)
732 1.54 matt printf("tcp_reass[%p]: insert %u:%u(%u) at front\n",
733 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len);
734 1.54 matt #endif
735 1.20 cgd } else {
736 1.141 matt TAILQ_INSERT_AFTER(&tp->segq, p, tiqe, ipqe_q);
737 1.54 matt #ifdef TCPREASS_DEBUG
738 1.54 matt printf("tcp_reass[%p]: insert %u:%u(%u) after %u:%u(%u)\n",
739 1.54 matt tp, pkt_seq, pkt_seq + pkt_len, pkt_len,
740 1.54 matt p->ipqe_seq, p->ipqe_seq + p->ipqe_len, p->ipqe_len);
741 1.54 matt #endif
742 1.20 cgd }
743 1.224 yamt tp->t_segqlen++;
744 1.1 cgd
745 1.141 matt skip_replacement:
746 1.141 matt
747 1.141 matt TAILQ_INSERT_HEAD(&tp->timeq, tiqe, ipqe_timeq);
748 1.54 matt
749 1.1 cgd present:
750 1.1 cgd /*
751 1.1 cgd * Present data to user, advancing rcv_nxt through
752 1.1 cgd * completed sequence space.
753 1.1 cgd */
754 1.11 mycroft if (TCPS_HAVEESTABLISHED(tp->t_state) == 0)
755 1.1 cgd return (0);
756 1.141 matt q = TAILQ_FIRST(&tp->segq);
757 1.54 matt if (q == NULL || q->ipqe_seq != tp->rcv_nxt)
758 1.1 cgd return (0);
759 1.54 matt if (tp->t_state == TCPS_SYN_RECEIVED && q->ipqe_len)
760 1.1 cgd return (0);
761 1.20 cgd
762 1.54 matt tp->rcv_nxt += q->ipqe_len;
763 1.54 matt pkt_flags = q->ipqe_flags & TH_FIN;
764 1.98 itojun ND6_HINT(tp);
765 1.54 matt
766 1.141 matt TAILQ_REMOVE(&tp->segq, q, ipqe_q);
767 1.141 matt TAILQ_REMOVE(&tp->timeq, q, ipqe_timeq);
768 1.224 yamt tp->t_segqlen--;
769 1.224 yamt KASSERT(tp->t_segqlen >= 0);
770 1.224 yamt KASSERT(tp->t_segqlen != 0 ||
771 1.224 yamt (TAILQ_EMPTY(&tp->segq) && TAILQ_EMPTY(&tp->timeq)));
772 1.54 matt if (so->so_state & SS_CANTRCVMORE)
773 1.54 matt m_freem(q->ipqe_m);
774 1.54 matt else
775 1.148 thorpej sbappendstream(&so->so_rcv, q->ipqe_m);
776 1.225 yamt tcpipqent_free(q);
777 1.1 cgd sorwakeup(so);
778 1.54 matt return (pkt_flags);
779 1.1 cgd }
780 1.1 cgd
781 1.120 itojun #ifdef INET6
782 1.83 itojun int
783 1.220 perry tcp6_input(struct mbuf **mp, int *offp, int proto)
784 1.83 itojun {
785 1.83 itojun struct mbuf *m = *mp;
786 1.83 itojun
787 1.83 itojun /*
788 1.83 itojun * draft-itojun-ipv6-tcp-to-anycast
789 1.83 itojun * better place to put this in?
790 1.83 itojun */
791 1.83 itojun if (m->m_flags & M_ANYCAST6) {
792 1.98 itojun struct ip6_hdr *ip6;
793 1.98 itojun if (m->m_len < sizeof(struct ip6_hdr)) {
794 1.98 itojun if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
795 1.98 itojun tcpstat.tcps_rcvshort++;
796 1.98 itojun return IPPROTO_DONE;
797 1.98 itojun }
798 1.98 itojun }
799 1.98 itojun ip6 = mtod(m, struct ip6_hdr *);
800 1.124 itojun icmp6_error(m, ICMP6_DST_UNREACH, ICMP6_DST_UNREACH_ADDR,
801 1.124 itojun (caddr_t)&ip6->ip6_dst - (caddr_t)ip6);
802 1.83 itojun return IPPROTO_DONE;
803 1.83 itojun }
804 1.83 itojun
805 1.83 itojun tcp_input(m, *offp, proto);
806 1.83 itojun return IPPROTO_DONE;
807 1.83 itojun }
808 1.83 itojun #endif
809 1.83 itojun
810 1.145 yamt #ifdef INET
811 1.145 yamt static void
812 1.220 perry tcp4_log_refused(const struct ip *ip, const struct tcphdr *th)
813 1.145 yamt {
814 1.145 yamt char src[4*sizeof "123"];
815 1.145 yamt char dst[4*sizeof "123"];
816 1.145 yamt
817 1.145 yamt if (ip) {
818 1.165 itojun strlcpy(src, inet_ntoa(ip->ip_src), sizeof(src));
819 1.165 itojun strlcpy(dst, inet_ntoa(ip->ip_dst), sizeof(dst));
820 1.145 yamt }
821 1.145 yamt else {
822 1.165 itojun strlcpy(src, "(unknown)", sizeof(src));
823 1.165 itojun strlcpy(dst, "(unknown)", sizeof(dst));
824 1.145 yamt }
825 1.145 yamt log(LOG_INFO,
826 1.145 yamt "Connection attempt to TCP %s:%d from %s:%d\n",
827 1.145 yamt dst, ntohs(th->th_dport),
828 1.145 yamt src, ntohs(th->th_sport));
829 1.145 yamt }
830 1.145 yamt #endif
831 1.145 yamt
832 1.145 yamt #ifdef INET6
833 1.145 yamt static void
834 1.220 perry tcp6_log_refused(const struct ip6_hdr *ip6, const struct tcphdr *th)
835 1.145 yamt {
836 1.145 yamt char src[INET6_ADDRSTRLEN];
837 1.145 yamt char dst[INET6_ADDRSTRLEN];
838 1.145 yamt
839 1.145 yamt if (ip6) {
840 1.165 itojun strlcpy(src, ip6_sprintf(&ip6->ip6_src), sizeof(src));
841 1.165 itojun strlcpy(dst, ip6_sprintf(&ip6->ip6_dst), sizeof(dst));
842 1.145 yamt }
843 1.145 yamt else {
844 1.165 itojun strlcpy(src, "(unknown v6)", sizeof(src));
845 1.165 itojun strlcpy(dst, "(unknown v6)", sizeof(dst));
846 1.145 yamt }
847 1.145 yamt log(LOG_INFO,
848 1.145 yamt "Connection attempt to TCP [%s]:%d from [%s]:%d\n",
849 1.145 yamt dst, ntohs(th->th_dport),
850 1.145 yamt src, ntohs(th->th_sport));
851 1.145 yamt }
852 1.145 yamt #endif
853 1.145 yamt
854 1.1 cgd /*
855 1.212 yamt * Checksum extended TCP header and data.
856 1.212 yamt */
857 1.212 yamt int
858 1.255 christos tcp_input_checksum(int af, struct mbuf *m, const struct tcphdr *th,
859 1.249 christos int toff, int off, int tlen)
860 1.212 yamt {
861 1.212 yamt
862 1.212 yamt /*
863 1.212 yamt * XXX it's better to record and check if this mbuf is
864 1.212 yamt * already checked.
865 1.212 yamt */
866 1.212 yamt
867 1.212 yamt switch (af) {
868 1.212 yamt #ifdef INET
869 1.212 yamt case AF_INET:
870 1.212 yamt switch (m->m_pkthdr.csum_flags &
871 1.212 yamt ((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_TCPv4) |
872 1.212 yamt M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) {
873 1.212 yamt case M_CSUM_TCPv4|M_CSUM_TCP_UDP_BAD:
874 1.212 yamt TCP_CSUM_COUNTER_INCR(&tcp_hwcsum_bad);
875 1.212 yamt goto badcsum;
876 1.212 yamt
877 1.212 yamt case M_CSUM_TCPv4|M_CSUM_DATA: {
878 1.212 yamt u_int32_t hw_csum = m->m_pkthdr.csum_data;
879 1.212 yamt
880 1.212 yamt TCP_CSUM_COUNTER_INCR(&tcp_hwcsum_data);
881 1.212 yamt if (m->m_pkthdr.csum_flags & M_CSUM_NO_PSEUDOHDR) {
882 1.212 yamt const struct ip *ip =
883 1.212 yamt mtod(m, const struct ip *);
884 1.212 yamt
885 1.212 yamt hw_csum = in_cksum_phdr(ip->ip_src.s_addr,
886 1.212 yamt ip->ip_dst.s_addr,
887 1.212 yamt htons(hw_csum + tlen + off + IPPROTO_TCP));
888 1.212 yamt }
889 1.212 yamt if ((hw_csum ^ 0xffff) != 0)
890 1.212 yamt goto badcsum;
891 1.212 yamt break;
892 1.212 yamt }
893 1.212 yamt
894 1.212 yamt case M_CSUM_TCPv4:
895 1.212 yamt /* Checksum was okay. */
896 1.212 yamt TCP_CSUM_COUNTER_INCR(&tcp_hwcsum_ok);
897 1.212 yamt break;
898 1.212 yamt
899 1.212 yamt default:
900 1.212 yamt /*
901 1.212 yamt * Must compute it ourselves. Maybe skip checksum
902 1.212 yamt * on loopback interfaces.
903 1.212 yamt */
904 1.212 yamt if (__predict_true(!(m->m_pkthdr.rcvif->if_flags &
905 1.212 yamt IFF_LOOPBACK) ||
906 1.212 yamt tcp_do_loopback_cksum)) {
907 1.212 yamt TCP_CSUM_COUNTER_INCR(&tcp_swcsum);
908 1.212 yamt if (in4_cksum(m, IPPROTO_TCP, toff,
909 1.212 yamt tlen + off) != 0)
910 1.212 yamt goto badcsum;
911 1.212 yamt }
912 1.212 yamt break;
913 1.212 yamt }
914 1.212 yamt break;
915 1.212 yamt #endif /* INET4 */
916 1.212 yamt
917 1.212 yamt #ifdef INET6
918 1.212 yamt case AF_INET6:
919 1.232 yamt switch (m->m_pkthdr.csum_flags &
920 1.232 yamt ((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_TCPv6) |
921 1.232 yamt M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) {
922 1.232 yamt case M_CSUM_TCPv6|M_CSUM_TCP_UDP_BAD:
923 1.232 yamt TCP_CSUM_COUNTER_INCR(&tcp6_hwcsum_bad);
924 1.232 yamt goto badcsum;
925 1.232 yamt
926 1.232 yamt #if 0 /* notyet */
927 1.232 yamt case M_CSUM_TCPv6|M_CSUM_DATA:
928 1.232 yamt #endif
929 1.232 yamt
930 1.232 yamt case M_CSUM_TCPv6:
931 1.232 yamt /* Checksum was okay. */
932 1.232 yamt TCP_CSUM_COUNTER_INCR(&tcp6_hwcsum_ok);
933 1.232 yamt break;
934 1.232 yamt
935 1.232 yamt default:
936 1.232 yamt /*
937 1.232 yamt * Must compute it ourselves. Maybe skip checksum
938 1.232 yamt * on loopback interfaces.
939 1.232 yamt */
940 1.232 yamt if (__predict_true((m->m_flags & M_LOOP) == 0 ||
941 1.232 yamt tcp_do_loopback_cksum)) {
942 1.232 yamt TCP_CSUM_COUNTER_INCR(&tcp6_swcsum);
943 1.232 yamt if (in6_cksum(m, IPPROTO_TCP, toff,
944 1.232 yamt tlen + off) != 0)
945 1.232 yamt goto badcsum;
946 1.232 yamt }
947 1.212 yamt }
948 1.212 yamt break;
949 1.212 yamt #endif /* INET6 */
950 1.212 yamt }
951 1.212 yamt
952 1.212 yamt return 0;
953 1.212 yamt
954 1.212 yamt badcsum:
955 1.212 yamt tcpstat.tcps_rcvbadsum++;
956 1.212 yamt return -1;
957 1.212 yamt }
958 1.212 yamt
959 1.212 yamt /*
960 1.235 hubertf * TCP input routine, follows pages 65-76 of RFC 793 very closely.
961 1.1 cgd */
962 1.5 mycroft void
963 1.23 christos tcp_input(struct mbuf *m, ...)
964 1.1 cgd {
965 1.106 augustss struct tcphdr *th;
966 1.83 itojun struct ip *ip;
967 1.106 augustss struct inpcb *inp;
968 1.83 itojun #ifdef INET6
969 1.83 itojun struct ip6_hdr *ip6;
970 1.106 augustss struct in6pcb *in6p;
971 1.83 itojun #endif
972 1.155 itojun u_int8_t *optp = NULL;
973 1.23 christos int optlen = 0;
974 1.83 itojun int len, tlen, toff, hdroptlen = 0;
975 1.106 augustss struct tcpcb *tp = 0;
976 1.106 augustss int tiflags;
977 1.23 christos struct socket *so = NULL;
978 1.218 mycroft int todrop, dupseg, acked, ourfinisacked, needoutput = 0;
979 1.157 simonb #ifdef TCP_DEBUG
980 1.23 christos short ostate = 0;
981 1.157 simonb #endif
982 1.12 cgd u_long tiwin;
983 1.29 thorpej struct tcp_opt_info opti;
984 1.83 itojun int off, iphlen;
985 1.23 christos va_list ap;
986 1.83 itojun int af; /* af on the wire */
987 1.83 itojun struct mbuf *tcp_saveti = NULL;
988 1.229 yamt uint32_t ts_rtt;
989 1.244 rpaulo uint8_t iptos;
990 1.23 christos
991 1.162 matt MCLAIM(m, &tcp_rx_mowner);
992 1.23 christos va_start(ap, m);
993 1.83 itojun toff = va_arg(ap, int);
994 1.157 simonb (void)va_arg(ap, int); /* ignore value, advance ap */
995 1.23 christos va_end(ap);
996 1.1 cgd
997 1.1 cgd tcpstat.tcps_rcvtotal++;
998 1.29 thorpej
999 1.83 itojun bzero(&opti, sizeof(opti));
1000 1.29 thorpej opti.ts_present = 0;
1001 1.29 thorpej opti.maxseg = 0;
1002 1.29 thorpej
1003 1.1 cgd /*
1004 1.103 thorpej * RFC1122 4.2.3.10, p. 104: discard bcast/mcast SYN.
1005 1.103 thorpej *
1006 1.103 thorpej * TCP is, by definition, unicast, so we reject all
1007 1.103 thorpej * multicast outright.
1008 1.103 thorpej *
1009 1.103 thorpej * Note, there are additional src/dst address checks in
1010 1.103 thorpej * the AF-specific code below.
1011 1.103 thorpej */
1012 1.103 thorpej if (m->m_flags & (M_BCAST|M_MCAST)) {
1013 1.103 thorpej /* XXX stat */
1014 1.103 thorpej goto drop;
1015 1.103 thorpej }
1016 1.103 thorpej #ifdef INET6
1017 1.103 thorpej if (m->m_flags & M_ANYCAST6) {
1018 1.103 thorpej /* XXX stat */
1019 1.103 thorpej goto drop;
1020 1.103 thorpej }
1021 1.103 thorpej #endif
1022 1.103 thorpej
1023 1.103 thorpej /*
1024 1.197 itojun * Get IP and TCP header.
1025 1.1 cgd * Note: IP leaves IP header in first mbuf.
1026 1.1 cgd */
1027 1.83 itojun ip = mtod(m, struct ip *);
1028 1.83 itojun #ifdef INET6
1029 1.83 itojun ip6 = NULL;
1030 1.83 itojun #endif
1031 1.83 itojun switch (ip->ip_v) {
1032 1.119 itojun #ifdef INET
1033 1.83 itojun case 4:
1034 1.83 itojun af = AF_INET;
1035 1.83 itojun iphlen = sizeof(struct ip);
1036 1.99 itojun ip = mtod(m, struct ip *);
1037 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff,
1038 1.99 itojun sizeof(struct tcphdr));
1039 1.99 itojun if (th == NULL) {
1040 1.99 itojun tcpstat.tcps_rcvshort++;
1041 1.99 itojun return;
1042 1.99 itojun }
1043 1.103 thorpej /* We do the checksum after PCB lookup... */
1044 1.150 itojun len = ntohs(ip->ip_len);
1045 1.83 itojun tlen = len - toff;
1046 1.244 rpaulo iptos = ip->ip_tos;
1047 1.83 itojun break;
1048 1.119 itojun #endif
1049 1.83 itojun #ifdef INET6
1050 1.83 itojun case 6:
1051 1.83 itojun ip = NULL;
1052 1.83 itojun iphlen = sizeof(struct ip6_hdr);
1053 1.83 itojun af = AF_INET6;
1054 1.99 itojun ip6 = mtod(m, struct ip6_hdr *);
1055 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff,
1056 1.99 itojun sizeof(struct tcphdr));
1057 1.99 itojun if (th == NULL) {
1058 1.99 itojun tcpstat.tcps_rcvshort++;
1059 1.99 itojun return;
1060 1.99 itojun }
1061 1.101 itojun
1062 1.101 itojun /* Be proactive about malicious use of IPv4 mapped address */
1063 1.101 itojun if (IN6_IS_ADDR_V4MAPPED(&ip6->ip6_src) ||
1064 1.101 itojun IN6_IS_ADDR_V4MAPPED(&ip6->ip6_dst)) {
1065 1.115 itojun /* XXX stat */
1066 1.115 itojun goto drop;
1067 1.115 itojun }
1068 1.115 itojun
1069 1.115 itojun /*
1070 1.115 itojun * Be proactive about unspecified IPv6 address in source.
1071 1.115 itojun * As we use all-zero to indicate unbounded/unconnected pcb,
1072 1.115 itojun * unspecified IPv6 address can be used to confuse us.
1073 1.115 itojun *
1074 1.115 itojun * Note that packets with unspecified IPv6 destination is
1075 1.115 itojun * already dropped in ip6_input.
1076 1.115 itojun */
1077 1.115 itojun if (IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) {
1078 1.101 itojun /* XXX stat */
1079 1.101 itojun goto drop;
1080 1.101 itojun }
1081 1.1 cgd
1082 1.83 itojun /*
1083 1.103 thorpej * Make sure destination address is not multicast.
1084 1.103 thorpej * Source address checked in ip6_input().
1085 1.83 itojun */
1086 1.103 thorpej if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst)) {
1087 1.103 thorpej /* XXX stat */
1088 1.103 thorpej goto drop;
1089 1.103 thorpej }
1090 1.103 thorpej
1091 1.103 thorpej /* We do the checksum after PCB lookup... */
1092 1.83 itojun len = m->m_pkthdr.len;
1093 1.83 itojun tlen = len - toff;
1094 1.244 rpaulo iptos = (ntohl(ip6->ip6_flow) >> 20) & 0xff;
1095 1.83 itojun break;
1096 1.83 itojun #endif
1097 1.83 itojun default:
1098 1.83 itojun m_freem(m);
1099 1.83 itojun return;
1100 1.1 cgd }
1101 1.1 cgd
1102 1.146 thorpej KASSERT(TCP_HDR_ALIGNED_P(th));
1103 1.146 thorpej
1104 1.1 cgd /*
1105 1.1 cgd * Check that TCP offset makes sense,
1106 1.1 cgd * pull out TCP options and adjust length. XXX
1107 1.1 cgd */
1108 1.83 itojun off = th->th_off << 2;
1109 1.1 cgd if (off < sizeof (struct tcphdr) || off > tlen) {
1110 1.1 cgd tcpstat.tcps_rcvbadoff++;
1111 1.1 cgd goto drop;
1112 1.1 cgd }
1113 1.1 cgd tlen -= off;
1114 1.83 itojun
1115 1.143 itojun /*
1116 1.83 itojun * tcp_input() has been modified to use tlen to mean the TCP data
1117 1.83 itojun * length throughout the function. Other functions can use
1118 1.83 itojun * m->m_pkthdr.len as the basis for calculating the TCP data length.
1119 1.83 itojun * rja
1120 1.83 itojun */
1121 1.83 itojun
1122 1.1 cgd if (off > sizeof (struct tcphdr)) {
1123 1.99 itojun IP6_EXTHDR_GET(th, struct tcphdr *, m, toff, off);
1124 1.99 itojun if (th == NULL) {
1125 1.99 itojun tcpstat.tcps_rcvshort++;
1126 1.99 itojun return;
1127 1.99 itojun }
1128 1.99 itojun /*
1129 1.99 itojun * NOTE: ip/ip6 will not be affected by m_pulldown()
1130 1.99 itojun * (as they're before toff) and we don't need to update those.
1131 1.99 itojun */
1132 1.146 thorpej KASSERT(TCP_HDR_ALIGNED_P(th));
1133 1.9 mycroft optlen = off - sizeof (struct tcphdr);
1134 1.155 itojun optp = ((u_int8_t *)th) + sizeof(struct tcphdr);
1135 1.143 itojun /*
1136 1.9 mycroft * Do quick retrieval of timestamp options ("options
1137 1.9 mycroft * prediction?"). If timestamp is the only option and it's
1138 1.9 mycroft * formatted as recommended in RFC 1323 appendix A, we
1139 1.9 mycroft * quickly get the values now and not bother calling
1140 1.9 mycroft * tcp_dooptions(), etc.
1141 1.9 mycroft */
1142 1.9 mycroft if ((optlen == TCPOLEN_TSTAMP_APPA ||
1143 1.9 mycroft (optlen > TCPOLEN_TSTAMP_APPA &&
1144 1.9 mycroft optp[TCPOLEN_TSTAMP_APPA] == TCPOPT_EOL)) &&
1145 1.12 cgd *(u_int32_t *)optp == htonl(TCPOPT_TSTAMP_HDR) &&
1146 1.83 itojun (th->th_flags & TH_SYN) == 0) {
1147 1.29 thorpej opti.ts_present = 1;
1148 1.29 thorpej opti.ts_val = ntohl(*(u_int32_t *)(optp + 4));
1149 1.29 thorpej opti.ts_ecr = ntohl(*(u_int32_t *)(optp + 8));
1150 1.9 mycroft optp = NULL; /* we've parsed the options */
1151 1.1 cgd }
1152 1.1 cgd }
1153 1.83 itojun tiflags = th->th_flags;
1154 1.1 cgd
1155 1.1 cgd /*
1156 1.1 cgd * Locate pcb for segment.
1157 1.1 cgd */
1158 1.1 cgd findpcb:
1159 1.83 itojun inp = NULL;
1160 1.83 itojun #ifdef INET6
1161 1.83 itojun in6p = NULL;
1162 1.83 itojun #endif
1163 1.83 itojun switch (af) {
1164 1.119 itojun #ifdef INET
1165 1.83 itojun case AF_INET:
1166 1.83 itojun inp = in_pcblookup_connect(&tcbtable, ip->ip_src, th->th_sport,
1167 1.83 itojun ip->ip_dst, th->th_dport);
1168 1.83 itojun if (inp == 0) {
1169 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
1170 1.83 itojun inp = in_pcblookup_bind(&tcbtable, ip->ip_dst, th->th_dport);
1171 1.83 itojun }
1172 1.120 itojun #ifdef INET6
1173 1.21 mycroft if (inp == 0) {
1174 1.83 itojun struct in6_addr s, d;
1175 1.83 itojun
1176 1.83 itojun /* mapped addr case */
1177 1.83 itojun bzero(&s, sizeof(s));
1178 1.83 itojun s.s6_addr16[5] = htons(0xffff);
1179 1.83 itojun bcopy(&ip->ip_src, &s.s6_addr32[3], sizeof(ip->ip_src));
1180 1.83 itojun bzero(&d, sizeof(d));
1181 1.83 itojun d.s6_addr16[5] = htons(0xffff);
1182 1.83 itojun bcopy(&ip->ip_dst, &d.s6_addr32[3], sizeof(ip->ip_dst));
1183 1.181 itojun in6p = in6_pcblookup_connect(&tcbtable, &s,
1184 1.181 itojun th->th_sport, &d, th->th_dport, 0);
1185 1.83 itojun if (in6p == 0) {
1186 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
1187 1.181 itojun in6p = in6_pcblookup_bind(&tcbtable, &d,
1188 1.181 itojun th->th_dport, 0);
1189 1.83 itojun }
1190 1.83 itojun }
1191 1.83 itojun #endif
1192 1.83 itojun #ifndef INET6
1193 1.83 itojun if (inp == 0)
1194 1.83 itojun #else
1195 1.83 itojun if (inp == 0 && in6p == 0)
1196 1.83 itojun #endif
1197 1.83 itojun {
1198 1.21 mycroft ++tcpstat.tcps_noport;
1199 1.156 itojun if (tcp_log_refused &&
1200 1.156 itojun (tiflags & (TH_RST|TH_ACK|TH_SYN)) == TH_SYN) {
1201 1.145 yamt tcp4_log_refused(ip, th);
1202 1.82 ad }
1203 1.103 thorpej TCP_FIELDS_TO_HOST(th);
1204 1.104 thorpej goto dropwithreset_ratelim;
1205 1.21 mycroft }
1206 1.175 jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
1207 1.183 itojun if (inp && (inp->inp_socket->so_options & SO_ACCEPTCONN) == 0 &&
1208 1.183 itojun ipsec4_in_reject(m, inp)) {
1209 1.83 itojun ipsecstat.in_polvio++;
1210 1.83 itojun goto drop;
1211 1.83 itojun }
1212 1.83 itojun #ifdef INET6
1213 1.183 itojun else if (in6p &&
1214 1.183 itojun (in6p->in6p_socket->so_options & SO_ACCEPTCONN) == 0 &&
1215 1.183 itojun ipsec4_in_reject_so(m, in6p->in6p_socket)) {
1216 1.83 itojun ipsecstat.in_polvio++;
1217 1.83 itojun goto drop;
1218 1.83 itojun }
1219 1.83 itojun #endif
1220 1.83 itojun #endif /*IPSEC*/
1221 1.83 itojun break;
1222 1.119 itojun #endif /*INET*/
1223 1.120 itojun #ifdef INET6
1224 1.83 itojun case AF_INET6:
1225 1.87 itojun {
1226 1.87 itojun int faith;
1227 1.87 itojun
1228 1.87 itojun #if defined(NFAITH) && NFAITH > 0
1229 1.124 itojun faith = faithprefix(&ip6->ip6_dst);
1230 1.87 itojun #else
1231 1.87 itojun faith = 0;
1232 1.87 itojun #endif
1233 1.181 itojun in6p = in6_pcblookup_connect(&tcbtable, &ip6->ip6_src,
1234 1.181 itojun th->th_sport, &ip6->ip6_dst, th->th_dport, faith);
1235 1.83 itojun if (in6p == NULL) {
1236 1.83 itojun ++tcpstat.tcps_pcbhashmiss;
1237 1.181 itojun in6p = in6_pcblookup_bind(&tcbtable, &ip6->ip6_dst,
1238 1.87 itojun th->th_dport, faith);
1239 1.83 itojun }
1240 1.83 itojun if (in6p == NULL) {
1241 1.83 itojun ++tcpstat.tcps_noport;
1242 1.156 itojun if (tcp_log_refused &&
1243 1.156 itojun (tiflags & (TH_RST|TH_ACK|TH_SYN)) == TH_SYN) {
1244 1.145 yamt tcp6_log_refused(ip6, th);
1245 1.136 itojun }
1246 1.103 thorpej TCP_FIELDS_TO_HOST(th);
1247 1.104 thorpej goto dropwithreset_ratelim;
1248 1.83 itojun }
1249 1.175 jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
1250 1.183 itojun if ((in6p->in6p_socket->so_options & SO_ACCEPTCONN) == 0 &&
1251 1.183 itojun ipsec6_in_reject(m, in6p)) {
1252 1.83 itojun ipsec6stat.in_polvio++;
1253 1.83 itojun goto drop;
1254 1.83 itojun }
1255 1.83 itojun #endif /*IPSEC*/
1256 1.83 itojun break;
1257 1.87 itojun }
1258 1.83 itojun #endif
1259 1.1 cgd }
1260 1.1 cgd
1261 1.24 mycroft /*
1262 1.24 mycroft * If the state is CLOSED (i.e., TCB does not exist) then
1263 1.24 mycroft * all data in the incoming segment is discarded.
1264 1.24 mycroft * If the TCB exists but is in CLOSED state, it is embryonic,
1265 1.24 mycroft * but should either do a listen or a connect soon.
1266 1.24 mycroft */
1267 1.83 itojun tp = NULL;
1268 1.83 itojun so = NULL;
1269 1.83 itojun if (inp) {
1270 1.83 itojun tp = intotcpcb(inp);
1271 1.83 itojun so = inp->inp_socket;
1272 1.83 itojun }
1273 1.83 itojun #ifdef INET6
1274 1.83 itojun else if (in6p) {
1275 1.83 itojun tp = in6totcpcb(in6p);
1276 1.83 itojun so = in6p->in6p_socket;
1277 1.83 itojun }
1278 1.83 itojun #endif
1279 1.83 itojun if (tp == 0) {
1280 1.103 thorpej TCP_FIELDS_TO_HOST(th);
1281 1.104 thorpej goto dropwithreset_ratelim;
1282 1.83 itojun }
1283 1.1 cgd if (tp->t_state == TCPS_CLOSED)
1284 1.1 cgd goto drop;
1285 1.103 thorpej
1286 1.103 thorpej /*
1287 1.103 thorpej * Checksum extended TCP header and data.
1288 1.103 thorpej */
1289 1.212 yamt if (tcp_input_checksum(af, m, th, toff, off, tlen))
1290 1.212 yamt goto badcsum;
1291 1.103 thorpej
1292 1.103 thorpej TCP_FIELDS_TO_HOST(th);
1293 1.103 thorpej
1294 1.9 mycroft /* Unscale the window into a 32-bit value. */
1295 1.9 mycroft if ((tiflags & TH_SYN) == 0)
1296 1.83 itojun tiwin = th->th_win << tp->snd_scale;
1297 1.9 mycroft else
1298 1.83 itojun tiwin = th->th_win;
1299 1.83 itojun
1300 1.83 itojun #ifdef INET6
1301 1.83 itojun /* save packet options if user wanted */
1302 1.83 itojun if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS)) {
1303 1.83 itojun if (in6p->in6p_options) {
1304 1.83 itojun m_freem(in6p->in6p_options);
1305 1.83 itojun in6p->in6p_options = 0;
1306 1.83 itojun }
1307 1.240 christos KASSERT(ip6 != NULL);
1308 1.83 itojun ip6_savecontrol(in6p, &in6p->in6p_options, ip6, m);
1309 1.83 itojun }
1310 1.83 itojun #endif
1311 1.9 mycroft
1312 1.1 cgd if (so->so_options & (SO_DEBUG|SO_ACCEPTCONN)) {
1313 1.83 itojun union syn_cache_sa src;
1314 1.83 itojun union syn_cache_sa dst;
1315 1.83 itojun
1316 1.83 itojun bzero(&src, sizeof(src));
1317 1.83 itojun bzero(&dst, sizeof(dst));
1318 1.83 itojun switch (af) {
1319 1.119 itojun #ifdef INET
1320 1.83 itojun case AF_INET:
1321 1.83 itojun src.sin.sin_len = sizeof(struct sockaddr_in);
1322 1.83 itojun src.sin.sin_family = AF_INET;
1323 1.83 itojun src.sin.sin_addr = ip->ip_src;
1324 1.83 itojun src.sin.sin_port = th->th_sport;
1325 1.83 itojun
1326 1.83 itojun dst.sin.sin_len = sizeof(struct sockaddr_in);
1327 1.83 itojun dst.sin.sin_family = AF_INET;
1328 1.83 itojun dst.sin.sin_addr = ip->ip_dst;
1329 1.83 itojun dst.sin.sin_port = th->th_dport;
1330 1.83 itojun break;
1331 1.119 itojun #endif
1332 1.83 itojun #ifdef INET6
1333 1.83 itojun case AF_INET6:
1334 1.83 itojun src.sin6.sin6_len = sizeof(struct sockaddr_in6);
1335 1.83 itojun src.sin6.sin6_family = AF_INET6;
1336 1.83 itojun src.sin6.sin6_addr = ip6->ip6_src;
1337 1.83 itojun src.sin6.sin6_port = th->th_sport;
1338 1.83 itojun
1339 1.83 itojun dst.sin6.sin6_len = sizeof(struct sockaddr_in6);
1340 1.83 itojun dst.sin6.sin6_family = AF_INET6;
1341 1.83 itojun dst.sin6.sin6_addr = ip6->ip6_dst;
1342 1.83 itojun dst.sin6.sin6_port = th->th_dport;
1343 1.83 itojun break;
1344 1.83 itojun #endif /* INET6 */
1345 1.83 itojun default:
1346 1.83 itojun goto badsyn; /*sanity*/
1347 1.83 itojun }
1348 1.83 itojun
1349 1.1 cgd if (so->so_options & SO_DEBUG) {
1350 1.157 simonb #ifdef TCP_DEBUG
1351 1.1 cgd ostate = tp->t_state;
1352 1.157 simonb #endif
1353 1.109 itojun
1354 1.109 itojun tcp_saveti = NULL;
1355 1.109 itojun if (iphlen + sizeof(struct tcphdr) > MHLEN)
1356 1.109 itojun goto nosave;
1357 1.109 itojun
1358 1.109 itojun if (m->m_len > iphlen && (m->m_flags & M_EXT) == 0) {
1359 1.109 itojun tcp_saveti = m_copym(m, 0, iphlen, M_DONTWAIT);
1360 1.109 itojun if (!tcp_saveti)
1361 1.109 itojun goto nosave;
1362 1.109 itojun } else {
1363 1.109 itojun MGETHDR(tcp_saveti, M_DONTWAIT, MT_HEADER);
1364 1.109 itojun if (!tcp_saveti)
1365 1.109 itojun goto nosave;
1366 1.162 matt MCLAIM(m, &tcp_mowner);
1367 1.109 itojun tcp_saveti->m_len = iphlen;
1368 1.109 itojun m_copydata(m, 0, iphlen,
1369 1.109 itojun mtod(tcp_saveti, caddr_t));
1370 1.109 itojun }
1371 1.109 itojun
1372 1.83 itojun if (M_TRAILINGSPACE(tcp_saveti) < sizeof(struct tcphdr)) {
1373 1.83 itojun m_freem(tcp_saveti);
1374 1.83 itojun tcp_saveti = NULL;
1375 1.83 itojun } else {
1376 1.83 itojun tcp_saveti->m_len += sizeof(struct tcphdr);
1377 1.83 itojun bcopy(th, mtod(tcp_saveti, caddr_t) + iphlen,
1378 1.109 itojun sizeof(struct tcphdr));
1379 1.83 itojun }
1380 1.109 itojun nosave:;
1381 1.1 cgd }
1382 1.1 cgd if (so->so_options & SO_ACCEPTCONN) {
1383 1.143 itojun if ((tiflags & (TH_RST|TH_ACK|TH_SYN)) != TH_SYN) {
1384 1.35 thorpej if (tiflags & TH_RST) {
1385 1.83 itojun syn_cache_reset(&src.sa, &dst.sa, th);
1386 1.35 thorpej } else if ((tiflags & (TH_ACK|TH_SYN)) ==
1387 1.35 thorpej (TH_ACK|TH_SYN)) {
1388 1.35 thorpej /*
1389 1.35 thorpej * Received a SYN,ACK. This should
1390 1.35 thorpej * never happen while we are in
1391 1.35 thorpej * LISTEN. Send an RST.
1392 1.35 thorpej */
1393 1.35 thorpej goto badsyn;
1394 1.35 thorpej } else if (tiflags & TH_ACK) {
1395 1.83 itojun so = syn_cache_get(&src.sa, &dst.sa,
1396 1.83 itojun th, toff, tlen, so, m);
1397 1.29 thorpej if (so == NULL) {
1398 1.29 thorpej /*
1399 1.29 thorpej * We don't have a SYN for
1400 1.29 thorpej * this ACK; send an RST.
1401 1.29 thorpej */
1402 1.35 thorpej goto badsyn;
1403 1.29 thorpej } else if (so ==
1404 1.29 thorpej (struct socket *)(-1)) {
1405 1.29 thorpej /*
1406 1.29 thorpej * We were unable to create
1407 1.29 thorpej * the connection. If the
1408 1.29 thorpej * 3-way handshake was
1409 1.67 mycroft * completed, and RST has
1410 1.29 thorpej * been sent to the peer.
1411 1.29 thorpej * Since the mbuf might be
1412 1.29 thorpej * in use for the reply,
1413 1.29 thorpej * do not free it.
1414 1.29 thorpej */
1415 1.29 thorpej m = NULL;
1416 1.29 thorpej } else {
1417 1.29 thorpej /*
1418 1.29 thorpej * We have created a
1419 1.29 thorpej * full-blown connection.
1420 1.29 thorpej */
1421 1.83 itojun tp = NULL;
1422 1.83 itojun inp = NULL;
1423 1.83 itojun #ifdef INET6
1424 1.83 itojun in6p = NULL;
1425 1.83 itojun #endif
1426 1.83 itojun switch (so->so_proto->pr_domain->dom_family) {
1427 1.119 itojun #ifdef INET
1428 1.83 itojun case AF_INET:
1429 1.83 itojun inp = sotoinpcb(so);
1430 1.83 itojun tp = intotcpcb(inp);
1431 1.83 itojun break;
1432 1.119 itojun #endif
1433 1.83 itojun #ifdef INET6
1434 1.83 itojun case AF_INET6:
1435 1.83 itojun in6p = sotoin6pcb(so);
1436 1.83 itojun tp = in6totcpcb(in6p);
1437 1.83 itojun break;
1438 1.83 itojun #endif
1439 1.83 itojun }
1440 1.83 itojun if (tp == NULL)
1441 1.83 itojun goto badsyn; /*XXX*/
1442 1.29 thorpej tiwin <<= tp->snd_scale;
1443 1.29 thorpej goto after_listen;
1444 1.29 thorpej }
1445 1.143 itojun } else {
1446 1.66 mycroft /*
1447 1.66 mycroft * None of RST, SYN or ACK was set.
1448 1.66 mycroft * This is an invalid packet for a
1449 1.66 mycroft * TCB in LISTEN state. Send a RST.
1450 1.66 mycroft */
1451 1.66 mycroft goto badsyn;
1452 1.66 mycroft }
1453 1.143 itojun } else {
1454 1.29 thorpej /*
1455 1.35 thorpej * Received a SYN.
1456 1.250 rpaulo *
1457 1.250 rpaulo * RFC1122 4.2.3.10, p. 104: discard bcast/mcast SYN
1458 1.35 thorpej */
1459 1.250 rpaulo if (m->m_flags & (M_BCAST|M_MCAST))
1460 1.250 rpaulo goto drop;
1461 1.250 rpaulo
1462 1.250 rpaulo switch (af) {
1463 1.250 rpaulo #ifdef INET6
1464 1.250 rpaulo case AF_INET6:
1465 1.250 rpaulo if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst))
1466 1.250 rpaulo goto drop;
1467 1.250 rpaulo break;
1468 1.250 rpaulo #endif /* INET6 */
1469 1.250 rpaulo case AF_INET:
1470 1.250 rpaulo if (IN_MULTICAST(ip->ip_dst.s_addr) ||
1471 1.250 rpaulo in_broadcast(ip->ip_dst, m->m_pkthdr.rcvif))
1472 1.250 rpaulo goto drop;
1473 1.250 rpaulo break;
1474 1.250 rpaulo }
1475 1.83 itojun
1476 1.83 itojun #ifdef INET6
1477 1.151 itojun /*
1478 1.151 itojun * If deprecated address is forbidden, we do
1479 1.151 itojun * not accept SYN to deprecated interface
1480 1.151 itojun * address to prevent any new inbound
1481 1.151 itojun * connection from getting established.
1482 1.152 itojun * When we do not accept SYN, we send a TCP
1483 1.152 itojun * RST, with deprecated source address (instead
1484 1.151 itojun * of dropping it). We compromise it as it is
1485 1.152 itojun * much better for peer to send a RST, and
1486 1.152 itojun * RST will be the final packet for the
1487 1.152 itojun * exchange.
1488 1.151 itojun *
1489 1.152 itojun * If we do not forbid deprecated addresses, we
1490 1.152 itojun * accept the SYN packet. RFC2462 does not
1491 1.152 itojun * suggest dropping SYN in this case.
1492 1.152 itojun * If we decipher RFC2462 5.5.4, it says like
1493 1.152 itojun * this:
1494 1.151 itojun * 1. use of deprecated addr with existing
1495 1.151 itojun * communication is okay - "SHOULD continue
1496 1.151 itojun * to be used"
1497 1.151 itojun * 2. use of it with new communication:
1498 1.151 itojun * (2a) "SHOULD NOT be used if alternate
1499 1.151 itojun * address with sufficient scope is
1500 1.151 itojun * available"
1501 1.221 perry * (2b) nothing mentioned otherwise.
1502 1.151 itojun * Here we fall into (2b) case as we have no
1503 1.152 itojun * choice in our source address selection - we
1504 1.152 itojun * must obey the peer.
1505 1.151 itojun *
1506 1.151 itojun * The wording in RFC2462 is confusing, and
1507 1.151 itojun * there are multiple description text for
1508 1.151 itojun * deprecated address handling - worse, they
1509 1.152 itojun * are not exactly the same. I believe 5.5.4
1510 1.152 itojun * is the best one, so we follow 5.5.4.
1511 1.151 itojun */
1512 1.152 itojun if (af == AF_INET6 && !ip6_use_deprecated) {
1513 1.151 itojun struct in6_ifaddr *ia6;
1514 1.151 itojun if ((ia6 = in6ifa_ifpwithaddr(m->m_pkthdr.rcvif,
1515 1.151 itojun &ip6->ip6_dst)) &&
1516 1.151 itojun (ia6->ia6_flags & IN6_IFF_DEPRECATED)) {
1517 1.151 itojun tp = NULL;
1518 1.151 itojun goto dropwithreset;
1519 1.152 itojun }
1520 1.152 itojun }
1521 1.152 itojun #endif
1522 1.183 itojun
1523 1.183 itojun #ifdef IPSEC
1524 1.183 itojun switch (af) {
1525 1.191 atatat #ifdef INET
1526 1.183 itojun case AF_INET:
1527 1.183 itojun if (ipsec4_in_reject_so(m, so)) {
1528 1.183 itojun ipsecstat.in_polvio++;
1529 1.183 itojun tp = NULL;
1530 1.183 itojun goto dropwithreset;
1531 1.183 itojun }
1532 1.183 itojun break;
1533 1.191 atatat #endif
1534 1.183 itojun #ifdef INET6
1535 1.183 itojun case AF_INET6:
1536 1.183 itojun if (ipsec6_in_reject_so(m, so)) {
1537 1.183 itojun ipsec6stat.in_polvio++;
1538 1.183 itojun tp = NULL;
1539 1.183 itojun goto dropwithreset;
1540 1.183 itojun }
1541 1.183 itojun break;
1542 1.183 itojun #endif
1543 1.183 itojun }
1544 1.183 itojun #endif
1545 1.152 itojun
1546 1.152 itojun /*
1547 1.152 itojun * LISTEN socket received a SYN
1548 1.152 itojun * from itself? This can't possibly
1549 1.152 itojun * be valid; drop the packet.
1550 1.152 itojun */
1551 1.152 itojun if (th->th_sport == th->th_dport) {
1552 1.152 itojun int i;
1553 1.152 itojun
1554 1.152 itojun switch (af) {
1555 1.152 itojun #ifdef INET
1556 1.152 itojun case AF_INET:
1557 1.152 itojun i = in_hosteq(ip->ip_src, ip->ip_dst);
1558 1.152 itojun break;
1559 1.152 itojun #endif
1560 1.152 itojun #ifdef INET6
1561 1.152 itojun case AF_INET6:
1562 1.152 itojun i = IN6_ARE_ADDR_EQUAL(&ip6->ip6_src, &ip6->ip6_dst);
1563 1.152 itojun break;
1564 1.152 itojun #endif
1565 1.152 itojun default:
1566 1.152 itojun i = 1;
1567 1.152 itojun }
1568 1.152 itojun if (i) {
1569 1.152 itojun tcpstat.tcps_badsyn++;
1570 1.152 itojun goto drop;
1571 1.83 itojun }
1572 1.35 thorpej }
1573 1.83 itojun
1574 1.35 thorpej /*
1575 1.35 thorpej * SYN looks ok; create compressed TCP
1576 1.35 thorpej * state for it.
1577 1.29 thorpej */
1578 1.29 thorpej if (so->so_qlen <= so->so_qlimit &&
1579 1.83 itojun syn_cache_add(&src.sa, &dst.sa, th, tlen,
1580 1.83 itojun so, m, optp, optlen, &opti))
1581 1.29 thorpej m = NULL;
1582 1.29 thorpej }
1583 1.29 thorpej goto drop;
1584 1.1 cgd }
1585 1.1 cgd }
1586 1.1 cgd
1587 1.29 thorpej after_listen:
1588 1.29 thorpej #ifdef DIAGNOSTIC
1589 1.29 thorpej /*
1590 1.29 thorpej * Should not happen now that all embryonic connections
1591 1.29 thorpej * are handled with compressed state.
1592 1.29 thorpej */
1593 1.29 thorpej if (tp->t_state == TCPS_LISTEN)
1594 1.29 thorpej panic("tcp_input: TCPS_LISTEN");
1595 1.29 thorpej #endif
1596 1.29 thorpej
1597 1.1 cgd /*
1598 1.1 cgd * Segment received on connection.
1599 1.1 cgd * Reset idle time and keep-alive timer.
1600 1.1 cgd */
1601 1.128 thorpej tp->t_rcvtime = tcp_now;
1602 1.25 mycroft if (TCPS_HAVEESTABLISHED(tp->t_state))
1603 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_KEEP, tcp_keepidle);
1604 1.1 cgd
1605 1.1 cgd /*
1606 1.29 thorpej * Process options.
1607 1.1 cgd */
1608 1.206 itojun #ifdef TCP_SIGNATURE
1609 1.206 itojun if (optp || (tp->t_flags & TF_SIGNATURE))
1610 1.206 itojun #else
1611 1.29 thorpej if (optp)
1612 1.206 itojun #endif
1613 1.206 itojun if (tcp_dooptions(tp, optp, optlen, th, m, toff, &opti) < 0)
1614 1.206 itojun goto drop;
1615 1.9 mycroft
1616 1.222 jonathan if (TCP_SACK_ENABLED(tp)) {
1617 1.222 jonathan tcp_del_sackholes(tp, th);
1618 1.222 jonathan }
1619 1.222 jonathan
1620 1.244 rpaulo if (TCP_ECN_ALLOWED(tp)) {
1621 1.244 rpaulo switch (iptos & IPTOS_ECN_MASK) {
1622 1.244 rpaulo case IPTOS_ECN_CE:
1623 1.244 rpaulo tp->t_flags |= TF_ECN_SND_ECE;
1624 1.244 rpaulo tcpstat.tcps_ecn_ce++;
1625 1.244 rpaulo break;
1626 1.244 rpaulo case IPTOS_ECN_ECT0:
1627 1.244 rpaulo tcpstat.tcps_ecn_ect++;
1628 1.244 rpaulo break;
1629 1.244 rpaulo case IPTOS_ECN_ECT1:
1630 1.244 rpaulo /* XXX: ignore for now -- rpaulo */
1631 1.244 rpaulo break;
1632 1.244 rpaulo }
1633 1.244 rpaulo
1634 1.244 rpaulo if (tiflags & TH_CWR)
1635 1.244 rpaulo tp->t_flags &= ~TF_ECN_SND_ECE;
1636 1.244 rpaulo
1637 1.244 rpaulo /*
1638 1.244 rpaulo * Congestion experienced.
1639 1.244 rpaulo * Ignore if we are already trying to recover.
1640 1.244 rpaulo */
1641 1.244 rpaulo if ((tiflags & TH_ECE) && SEQ_GEQ(tp->snd_una, tp->snd_recover))
1642 1.251 rpaulo tp->t_congctl->cong_exp(tp);
1643 1.244 rpaulo }
1644 1.244 rpaulo
1645 1.213 mycroft if (opti.ts_present && opti.ts_ecr) {
1646 1.213 mycroft /*
1647 1.213 mycroft * Calculate the RTT from the returned time stamp and the
1648 1.213 mycroft * connection's time base. If the time stamp is later than
1649 1.215 mycroft * the current time, or is extremely old, fall back to non-1323
1650 1.215 mycroft * RTT calculation. Since ts_ecr is unsigned, we can test both
1651 1.215 mycroft * at the same time.
1652 1.213 mycroft */
1653 1.229 yamt ts_rtt = TCP_TIMESTAMP(tp) - opti.ts_ecr + 1;
1654 1.229 yamt if (ts_rtt > TCP_PAWS_IDLE)
1655 1.229 yamt ts_rtt = 0;
1656 1.229 yamt } else {
1657 1.229 yamt ts_rtt = 0;
1658 1.213 mycroft }
1659 1.213 mycroft
1660 1.143 itojun /*
1661 1.1 cgd * Header prediction: check for the two common cases
1662 1.1 cgd * of a uni-directional data xfer. If the packet has
1663 1.1 cgd * no control flags, is in-sequence, the window didn't
1664 1.1 cgd * change and we're not retransmitting, it's a
1665 1.1 cgd * candidate. If the length is zero and the ack moved
1666 1.1 cgd * forward, we're the sender side of the xfer. Just
1667 1.1 cgd * free the data acked & wake any higher level process
1668 1.1 cgd * that was blocked waiting for space. If the length
1669 1.1 cgd * is non-zero and the ack didn't move, we're the
1670 1.1 cgd * receiver side. If we're getting packets in-order
1671 1.1 cgd * (the reassembly queue is empty), add the data to
1672 1.1 cgd * the socket buffer and note that we need a delayed ack.
1673 1.1 cgd */
1674 1.1 cgd if (tp->t_state == TCPS_ESTABLISHED &&
1675 1.244 rpaulo (tiflags & (TH_SYN|TH_FIN|TH_RST|TH_URG|TH_ECE|TH_CWR|TH_ACK))
1676 1.244 rpaulo == TH_ACK &&
1677 1.29 thorpej (!opti.ts_present || TSTMP_GEQ(opti.ts_val, tp->ts_recent)) &&
1678 1.83 itojun th->th_seq == tp->rcv_nxt &&
1679 1.9 mycroft tiwin && tiwin == tp->snd_wnd &&
1680 1.1 cgd tp->snd_nxt == tp->snd_max) {
1681 1.9 mycroft
1682 1.143 itojun /*
1683 1.9 mycroft * If last ACK falls within this segment's sequence numbers,
1684 1.9 mycroft * record the timestamp.
1685 1.230 christos * NOTE:
1686 1.230 christos * 1) That the test incorporates suggestions from the latest
1687 1.230 christos * proposal of the tcplw (at) cray.com list (Braden 1993/04/26).
1688 1.230 christos * 2) That updating only on newer timestamps interferes with
1689 1.230 christos * our earlier PAWS tests, so this check should be solely
1690 1.230 christos * predicated on the sequence space of this segment.
1691 1.230 christos * 3) That we modify the segment boundary check to be
1692 1.230 christos * Last.ACK.Sent <= SEG.SEQ + SEG.Len
1693 1.230 christos * instead of RFC1323's
1694 1.230 christos * Last.ACK.Sent < SEG.SEQ + SEG.Len,
1695 1.230 christos * This modified check allows us to overcome RFC1323's
1696 1.230 christos * limitations as described in Stevens TCP/IP Illustrated
1697 1.230 christos * Vol. 2 p.869. In such cases, we can still calculate the
1698 1.230 christos * RTT correctly when RCV.NXT == Last.ACK.Sent.
1699 1.9 mycroft */
1700 1.29 thorpej if (opti.ts_present &&
1701 1.83 itojun SEQ_LEQ(th->th_seq, tp->last_ack_sent) &&
1702 1.230 christos SEQ_LEQ(tp->last_ack_sent, th->th_seq + tlen +
1703 1.230 christos ((tiflags & (TH_SYN|TH_FIN)) != 0))) {
1704 1.217 mycroft tp->ts_recent_age = tcp_now;
1705 1.29 thorpej tp->ts_recent = opti.ts_val;
1706 1.9 mycroft }
1707 1.9 mycroft
1708 1.83 itojun if (tlen == 0) {
1709 1.213 mycroft /* Ack prediction. */
1710 1.83 itojun if (SEQ_GT(th->th_ack, tp->snd_una) &&
1711 1.83 itojun SEQ_LEQ(th->th_ack, tp->snd_max) &&
1712 1.15 mycroft tp->snd_cwnd >= tp->snd_wnd &&
1713 1.214 mycroft tp->t_partialacks < 0) {
1714 1.1 cgd /*
1715 1.1 cgd * this is a pure ack for outstanding data.
1716 1.1 cgd */
1717 1.9 mycroft ++tcpstat.tcps_predack;
1718 1.229 yamt if (ts_rtt)
1719 1.229 yamt tcp_xmit_timer(tp, ts_rtt);
1720 1.128 thorpej else if (tp->t_rtttime &&
1721 1.83 itojun SEQ_GT(th->th_ack, tp->t_rtseq))
1722 1.128 thorpej tcp_xmit_timer(tp,
1723 1.198 itojun tcp_now - tp->t_rtttime);
1724 1.83 itojun acked = th->th_ack - tp->snd_una;
1725 1.1 cgd tcpstat.tcps_rcvackpack++;
1726 1.1 cgd tcpstat.tcps_rcvackbyte += acked;
1727 1.98 itojun ND6_HINT(tp);
1728 1.172 ragge
1729 1.186 ragge if (acked > (tp->t_lastoff - tp->t_inoff))
1730 1.186 ragge tp->t_lastm = NULL;
1731 1.1 cgd sbdrop(&so->so_snd, acked);
1732 1.186 ragge tp->t_lastoff -= acked;
1733 1.170 ragge
1734 1.231 christos ICMP_CHECK(tp, th, acked);
1735 1.231 christos
1736 1.213 mycroft tp->snd_una = th->th_ack;
1737 1.222 jonathan tp->snd_fack = tp->snd_una;
1738 1.213 mycroft if (SEQ_LT(tp->snd_high, tp->snd_una))
1739 1.213 mycroft tp->snd_high = tp->snd_una;
1740 1.1 cgd m_freem(m);
1741 1.1 cgd
1742 1.1 cgd /*
1743 1.1 cgd * If all outstanding data are acked, stop
1744 1.1 cgd * retransmit timer, otherwise restart timer
1745 1.1 cgd * using current (possibly backed-off) value.
1746 1.1 cgd * If process is waiting for space,
1747 1.1 cgd * wakeup/selwakeup/signal. If data
1748 1.1 cgd * are ready to send, let tcp_output
1749 1.1 cgd * decide between more output or persist.
1750 1.1 cgd */
1751 1.1 cgd if (tp->snd_una == tp->snd_max)
1752 1.58 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
1753 1.58 thorpej else if (TCP_TIMER_ISARMED(tp,
1754 1.58 thorpej TCPT_PERSIST) == 0)
1755 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT,
1756 1.58 thorpej tp->t_rxtcur);
1757 1.1 cgd
1758 1.54 matt sowwakeup(so);
1759 1.1 cgd if (so->so_snd.sb_cc)
1760 1.1 cgd (void) tcp_output(tp);
1761 1.89 itojun if (tcp_saveti)
1762 1.89 itojun m_freem(tcp_saveti);
1763 1.1 cgd return;
1764 1.1 cgd }
1765 1.83 itojun } else if (th->th_ack == tp->snd_una &&
1766 1.141 matt TAILQ_FIRST(&tp->segq) == NULL &&
1767 1.83 itojun tlen <= sbspace(&so->so_rcv)) {
1768 1.1 cgd /*
1769 1.1 cgd * this is a pure, in-sequence data packet
1770 1.1 cgd * with nothing on the reassembly queue and
1771 1.1 cgd * we have enough buffer space to take it.
1772 1.1 cgd */
1773 1.9 mycroft ++tcpstat.tcps_preddat;
1774 1.83 itojun tp->rcv_nxt += tlen;
1775 1.1 cgd tcpstat.tcps_rcvpack++;
1776 1.83 itojun tcpstat.tcps_rcvbyte += tlen;
1777 1.98 itojun ND6_HINT(tp);
1778 1.1 cgd /*
1779 1.9 mycroft * Drop TCP, IP headers and TCP options then add data
1780 1.9 mycroft * to socket buffer.
1781 1.1 cgd */
1782 1.154 itojun if (so->so_state & SS_CANTRCVMORE)
1783 1.154 itojun m_freem(m);
1784 1.154 itojun else {
1785 1.154 itojun m_adj(m, toff + off);
1786 1.154 itojun sbappendstream(&so->so_rcv, m);
1787 1.154 itojun }
1788 1.1 cgd sorwakeup(so);
1789 1.83 itojun TCP_SETUP_ACK(tp, th);
1790 1.37 thorpej if (tp->t_flags & TF_ACKNOW)
1791 1.37 thorpej (void) tcp_output(tp);
1792 1.89 itojun if (tcp_saveti)
1793 1.89 itojun m_freem(tcp_saveti);
1794 1.1 cgd return;
1795 1.1 cgd }
1796 1.1 cgd }
1797 1.1 cgd
1798 1.1 cgd /*
1799 1.97 itojun * Compute mbuf offset to TCP data segment.
1800 1.1 cgd */
1801 1.97 itojun hdroptlen = toff + off;
1802 1.1 cgd
1803 1.1 cgd /*
1804 1.1 cgd * Calculate amount of space in receive window,
1805 1.1 cgd * and then do TCP input processing.
1806 1.1 cgd * Receive window is amount of space in rcv queue,
1807 1.1 cgd * but not less than advertised window.
1808 1.1 cgd */
1809 1.1 cgd { int win;
1810 1.1 cgd
1811 1.1 cgd win = sbspace(&so->so_rcv);
1812 1.1 cgd if (win < 0)
1813 1.1 cgd win = 0;
1814 1.28 thorpej tp->rcv_wnd = imax(win, (int)(tp->rcv_adv - tp->rcv_nxt));
1815 1.1 cgd }
1816 1.1 cgd
1817 1.1 cgd switch (tp->t_state) {
1818 1.1 cgd /*
1819 1.1 cgd * If the state is SYN_SENT:
1820 1.1 cgd * if seg contains an ACK, but not for our SYN, drop the input.
1821 1.1 cgd * if seg contains a RST, then drop the connection.
1822 1.1 cgd * if seg does not contain SYN, then drop it.
1823 1.1 cgd * Otherwise this is an acceptable SYN segment
1824 1.1 cgd * initialize tp->rcv_nxt and tp->irs
1825 1.1 cgd * if seg contains ack then advance tp->snd_una
1826 1.244 rpaulo * if seg contains a ECE and ECN support is enabled, the stream
1827 1.244 rpaulo * is ECN capable.
1828 1.1 cgd * if SYN has been acked change to ESTABLISHED else SYN_RCVD state
1829 1.1 cgd * arrange for segment to be acked (eventually)
1830 1.1 cgd * continue processing rest of data/controls, beginning with URG
1831 1.1 cgd */
1832 1.1 cgd case TCPS_SYN_SENT:
1833 1.1 cgd if ((tiflags & TH_ACK) &&
1834 1.83 itojun (SEQ_LEQ(th->th_ack, tp->iss) ||
1835 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max)))
1836 1.1 cgd goto dropwithreset;
1837 1.1 cgd if (tiflags & TH_RST) {
1838 1.1 cgd if (tiflags & TH_ACK)
1839 1.1 cgd tp = tcp_drop(tp, ECONNREFUSED);
1840 1.1 cgd goto drop;
1841 1.1 cgd }
1842 1.1 cgd if ((tiflags & TH_SYN) == 0)
1843 1.1 cgd goto drop;
1844 1.1 cgd if (tiflags & TH_ACK) {
1845 1.213 mycroft tp->snd_una = th->th_ack;
1846 1.1 cgd if (SEQ_LT(tp->snd_nxt, tp->snd_una))
1847 1.1 cgd tp->snd_nxt = tp->snd_una;
1848 1.213 mycroft if (SEQ_LT(tp->snd_high, tp->snd_una))
1849 1.213 mycroft tp->snd_high = tp->snd_una;
1850 1.107 matt TCP_TIMER_DISARM(tp, TCPT_REXMT);
1851 1.244 rpaulo
1852 1.244 rpaulo if ((tiflags & TH_ECE) && tcp_do_ecn) {
1853 1.244 rpaulo tp->t_flags |= TF_ECN_PERMIT;
1854 1.244 rpaulo tcpstat.tcps_ecn_shs++;
1855 1.244 rpaulo }
1856 1.244 rpaulo
1857 1.1 cgd }
1858 1.83 itojun tp->irs = th->th_seq;
1859 1.1 cgd tcp_rcvseqinit(tp);
1860 1.1 cgd tp->t_flags |= TF_ACKNOW;
1861 1.32 thorpej tcp_mss_from_peer(tp, opti.maxseg);
1862 1.46 thorpej
1863 1.46 thorpej /*
1864 1.46 thorpej * Initialize the initial congestion window. If we
1865 1.46 thorpej * had to retransmit the SYN, we must initialize cwnd
1866 1.62 thorpej * to 1 segment (i.e. the Loss Window).
1867 1.46 thorpej */
1868 1.62 thorpej if (tp->t_flags & TF_SYN_REXMT)
1869 1.62 thorpej tp->snd_cwnd = tp->t_peermss;
1870 1.163 thorpej else {
1871 1.163 thorpej int ss = tcp_init_win;
1872 1.163 thorpej #ifdef INET
1873 1.163 thorpej if (inp != NULL && in_localaddr(inp->inp_faddr))
1874 1.163 thorpej ss = tcp_init_win_local;
1875 1.163 thorpej #endif
1876 1.163 thorpej #ifdef INET6
1877 1.163 thorpej if (in6p != NULL && in6_localaddr(&in6p->in6p_faddr))
1878 1.163 thorpej ss = tcp_init_win_local;
1879 1.163 thorpej #endif
1880 1.163 thorpej tp->snd_cwnd = TCP_INITIAL_WINDOW(ss, tp->t_peermss);
1881 1.163 thorpej }
1882 1.46 thorpej
1883 1.32 thorpej tcp_rmx_rtt(tp);
1884 1.108 matt if (tiflags & TH_ACK) {
1885 1.1 cgd tcpstat.tcps_connects++;
1886 1.1 cgd soisconnected(so);
1887 1.32 thorpej tcp_established(tp);
1888 1.9 mycroft /* Do window scaling on this connection? */
1889 1.9 mycroft if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
1890 1.158 thorpej (TF_RCVD_SCALE|TF_REQ_SCALE)) {
1891 1.9 mycroft tp->snd_scale = tp->requested_s_scale;
1892 1.9 mycroft tp->rcv_scale = tp->request_r_scale;
1893 1.9 mycroft }
1894 1.72 thorpej TCP_REASS_LOCK(tp);
1895 1.83 itojun (void) tcp_reass(tp, NULL, (struct mbuf *)0, &tlen);
1896 1.72 thorpej TCP_REASS_UNLOCK(tp);
1897 1.1 cgd /*
1898 1.1 cgd * if we didn't have to retransmit the SYN,
1899 1.1 cgd * use its rtt as our initial srtt & rtt var.
1900 1.1 cgd */
1901 1.128 thorpej if (tp->t_rtttime)
1902 1.128 thorpej tcp_xmit_timer(tp, tcp_now - tp->t_rtttime);
1903 1.1 cgd } else
1904 1.1 cgd tp->t_state = TCPS_SYN_RECEIVED;
1905 1.1 cgd
1906 1.1 cgd /*
1907 1.83 itojun * Advance th->th_seq to correspond to first data byte.
1908 1.1 cgd * If data, trim to stay within window,
1909 1.1 cgd * dropping FIN if necessary.
1910 1.1 cgd */
1911 1.83 itojun th->th_seq++;
1912 1.83 itojun if (tlen > tp->rcv_wnd) {
1913 1.83 itojun todrop = tlen - tp->rcv_wnd;
1914 1.1 cgd m_adj(m, -todrop);
1915 1.83 itojun tlen = tp->rcv_wnd;
1916 1.1 cgd tiflags &= ~TH_FIN;
1917 1.1 cgd tcpstat.tcps_rcvpackafterwin++;
1918 1.1 cgd tcpstat.tcps_rcvbyteafterwin += todrop;
1919 1.1 cgd }
1920 1.83 itojun tp->snd_wl1 = th->th_seq - 1;
1921 1.83 itojun tp->rcv_up = th->th_seq;
1922 1.1 cgd goto step6;
1923 1.29 thorpej
1924 1.29 thorpej /*
1925 1.29 thorpej * If the state is SYN_RECEIVED:
1926 1.29 thorpej * If seg contains an ACK, but not for our SYN, drop the input
1927 1.29 thorpej * and generate an RST. See page 36, rfc793
1928 1.29 thorpej */
1929 1.29 thorpej case TCPS_SYN_RECEIVED:
1930 1.29 thorpej if ((tiflags & TH_ACK) &&
1931 1.83 itojun (SEQ_LEQ(th->th_ack, tp->iss) ||
1932 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max)))
1933 1.29 thorpej goto dropwithreset;
1934 1.29 thorpej break;
1935 1.1 cgd }
1936 1.1 cgd
1937 1.1 cgd /*
1938 1.1 cgd * States other than LISTEN or SYN_SENT.
1939 1.9 mycroft * First check timestamp, if present.
1940 1.143 itojun * Then check that at least some bytes of segment are within
1941 1.1 cgd * receive window. If segment begins before rcv_nxt,
1942 1.1 cgd * drop leading data (and SYN); if nothing left, just ack.
1943 1.143 itojun *
1944 1.9 mycroft * RFC 1323 PAWS: If we have a timestamp reply on this segment
1945 1.9 mycroft * and it's less than ts_recent, drop it.
1946 1.1 cgd */
1947 1.29 thorpej if (opti.ts_present && (tiflags & TH_RST) == 0 && tp->ts_recent &&
1948 1.29 thorpej TSTMP_LT(opti.ts_val, tp->ts_recent)) {
1949 1.9 mycroft
1950 1.9 mycroft /* Check to see if ts_recent is over 24 days old. */
1951 1.217 mycroft if (tcp_now - tp->ts_recent_age > TCP_PAWS_IDLE) {
1952 1.9 mycroft /*
1953 1.9 mycroft * Invalidate ts_recent. If this segment updates
1954 1.9 mycroft * ts_recent, the age will be reset later and ts_recent
1955 1.9 mycroft * will get a valid value. If it does not, setting
1956 1.9 mycroft * ts_recent to zero will at least satisfy the
1957 1.9 mycroft * requirement that zero be placed in the timestamp
1958 1.9 mycroft * echo reply when ts_recent isn't valid. The
1959 1.9 mycroft * age isn't reset until we get a valid ts_recent
1960 1.9 mycroft * because we don't want out-of-order segments to be
1961 1.9 mycroft * dropped when ts_recent is old.
1962 1.9 mycroft */
1963 1.9 mycroft tp->ts_recent = 0;
1964 1.9 mycroft } else {
1965 1.9 mycroft tcpstat.tcps_rcvduppack++;
1966 1.83 itojun tcpstat.tcps_rcvdupbyte += tlen;
1967 1.9 mycroft tcpstat.tcps_pawsdrop++;
1968 1.222 jonathan tcp_new_dsack(tp, th->th_seq, tlen);
1969 1.9 mycroft goto dropafterack;
1970 1.9 mycroft }
1971 1.9 mycroft }
1972 1.9 mycroft
1973 1.83 itojun todrop = tp->rcv_nxt - th->th_seq;
1974 1.218 mycroft dupseg = FALSE;
1975 1.1 cgd if (todrop > 0) {
1976 1.1 cgd if (tiflags & TH_SYN) {
1977 1.1 cgd tiflags &= ~TH_SYN;
1978 1.83 itojun th->th_seq++;
1979 1.143 itojun if (th->th_urp > 1)
1980 1.83 itojun th->th_urp--;
1981 1.24 mycroft else {
1982 1.1 cgd tiflags &= ~TH_URG;
1983 1.83 itojun th->th_urp = 0;
1984 1.24 mycroft }
1985 1.1 cgd todrop--;
1986 1.1 cgd }
1987 1.83 itojun if (todrop > tlen ||
1988 1.83 itojun (todrop == tlen && (tiflags & TH_FIN) == 0)) {
1989 1.1 cgd /*
1990 1.193 matt * Any valid FIN or RST must be to the left of the
1991 1.193 matt * window. At this point the FIN or RST must be a
1992 1.193 matt * duplicate or out of sequence; drop it.
1993 1.7 mycroft */
1994 1.193 matt if (tiflags & TH_RST)
1995 1.193 matt goto drop;
1996 1.193 matt tiflags &= ~(TH_FIN|TH_RST);
1997 1.7 mycroft /*
1998 1.42 mycroft * Send an ACK to resynchronize and drop any data.
1999 1.42 mycroft * But keep on processing for RST or ACK.
2000 1.1 cgd */
2001 1.7 mycroft tp->t_flags |= TF_ACKNOW;
2002 1.83 itojun todrop = tlen;
2003 1.218 mycroft dupseg = TRUE;
2004 1.42 mycroft tcpstat.tcps_rcvdupbyte += todrop;
2005 1.7 mycroft tcpstat.tcps_rcvduppack++;
2006 1.204 matt } else if ((tiflags & TH_RST) &&
2007 1.204 matt th->th_seq != tp->last_ack_sent) {
2008 1.204 matt /*
2009 1.204 matt * Test for reset before adjusting the sequence
2010 1.204 matt * number for overlapping data.
2011 1.204 matt */
2012 1.204 matt goto dropafterack_ratelim;
2013 1.1 cgd } else {
2014 1.1 cgd tcpstat.tcps_rcvpartduppack++;
2015 1.1 cgd tcpstat.tcps_rcvpartdupbyte += todrop;
2016 1.1 cgd }
2017 1.222 jonathan tcp_new_dsack(tp, th->th_seq, todrop);
2018 1.97 itojun hdroptlen += todrop; /*drop from head afterwards*/
2019 1.83 itojun th->th_seq += todrop;
2020 1.83 itojun tlen -= todrop;
2021 1.83 itojun if (th->th_urp > todrop)
2022 1.83 itojun th->th_urp -= todrop;
2023 1.1 cgd else {
2024 1.1 cgd tiflags &= ~TH_URG;
2025 1.83 itojun th->th_urp = 0;
2026 1.1 cgd }
2027 1.1 cgd }
2028 1.1 cgd
2029 1.1 cgd /*
2030 1.1 cgd * If new data are received on a connection after the
2031 1.1 cgd * user processes are gone, then RST the other end.
2032 1.1 cgd */
2033 1.1 cgd if ((so->so_state & SS_NOFDREF) &&
2034 1.83 itojun tp->t_state > TCPS_CLOSE_WAIT && tlen) {
2035 1.1 cgd tp = tcp_close(tp);
2036 1.1 cgd tcpstat.tcps_rcvafterclose++;
2037 1.1 cgd goto dropwithreset;
2038 1.1 cgd }
2039 1.1 cgd
2040 1.1 cgd /*
2041 1.1 cgd * If segment ends after window, drop trailing data
2042 1.1 cgd * (and PUSH and FIN); if nothing left, just ACK.
2043 1.1 cgd */
2044 1.83 itojun todrop = (th->th_seq + tlen) - (tp->rcv_nxt+tp->rcv_wnd);
2045 1.1 cgd if (todrop > 0) {
2046 1.1 cgd tcpstat.tcps_rcvpackafterwin++;
2047 1.83 itojun if (todrop >= tlen) {
2048 1.193 matt /*
2049 1.193 matt * The segment actually starts after the window.
2050 1.193 matt * th->th_seq + tlen - tp->rcv_nxt - tp->rcv_wnd >= tlen
2051 1.193 matt * th->th_seq - tp->rcv_nxt - tp->rcv_wnd >= 0
2052 1.193 matt * th->th_seq >= tp->rcv_nxt + tp->rcv_wnd
2053 1.193 matt */
2054 1.83 itojun tcpstat.tcps_rcvbyteafterwin += tlen;
2055 1.1 cgd /*
2056 1.1 cgd * If a new connection request is received
2057 1.1 cgd * while in TIME_WAIT, drop the old connection
2058 1.1 cgd * and start over if the sequence numbers
2059 1.1 cgd * are above the previous ones.
2060 1.153 thorpej *
2061 1.153 thorpej * NOTE: We will checksum the packet again, and
2062 1.153 thorpej * so we need to put the header fields back into
2063 1.153 thorpej * network order!
2064 1.153 thorpej * XXX This kind of sucks, but we don't expect
2065 1.153 thorpej * XXX this to happen very often, so maybe it
2066 1.153 thorpej * XXX doesn't matter so much.
2067 1.1 cgd */
2068 1.1 cgd if (tiflags & TH_SYN &&
2069 1.1 cgd tp->t_state == TCPS_TIME_WAIT &&
2070 1.83 itojun SEQ_GT(th->th_seq, tp->rcv_nxt)) {
2071 1.1 cgd tp = tcp_close(tp);
2072 1.153 thorpej TCP_FIELDS_TO_NET(th);
2073 1.1 cgd goto findpcb;
2074 1.1 cgd }
2075 1.1 cgd /*
2076 1.1 cgd * If window is closed can only take segments at
2077 1.1 cgd * window edge, and have to drop data and PUSH from
2078 1.1 cgd * incoming segments. Continue processing, but
2079 1.1 cgd * remember to ack. Otherwise, drop segment
2080 1.193 matt * and (if not RST) ack.
2081 1.1 cgd */
2082 1.83 itojun if (tp->rcv_wnd == 0 && th->th_seq == tp->rcv_nxt) {
2083 1.1 cgd tp->t_flags |= TF_ACKNOW;
2084 1.1 cgd tcpstat.tcps_rcvwinprobe++;
2085 1.1 cgd } else
2086 1.1 cgd goto dropafterack;
2087 1.1 cgd } else
2088 1.1 cgd tcpstat.tcps_rcvbyteafterwin += todrop;
2089 1.1 cgd m_adj(m, -todrop);
2090 1.83 itojun tlen -= todrop;
2091 1.1 cgd tiflags &= ~(TH_PUSH|TH_FIN);
2092 1.1 cgd }
2093 1.1 cgd
2094 1.1 cgd /*
2095 1.9 mycroft * If last ACK falls within this segment's sequence numbers,
2096 1.53 thorpej * and the timestamp is newer, record it.
2097 1.9 mycroft */
2098 1.53 thorpej if (opti.ts_present && TSTMP_GEQ(opti.ts_val, tp->ts_recent) &&
2099 1.83 itojun SEQ_LEQ(th->th_seq, tp->last_ack_sent) &&
2100 1.83 itojun SEQ_LT(tp->last_ack_sent, th->th_seq + tlen +
2101 1.9 mycroft ((tiflags & (TH_SYN|TH_FIN)) != 0))) {
2102 1.217 mycroft tp->ts_recent_age = tcp_now;
2103 1.29 thorpej tp->ts_recent = opti.ts_val;
2104 1.9 mycroft }
2105 1.9 mycroft
2106 1.9 mycroft /*
2107 1.1 cgd * If the RST bit is set examine the state:
2108 1.1 cgd * SYN_RECEIVED STATE:
2109 1.1 cgd * If passive open, return to LISTEN state.
2110 1.1 cgd * If active open, inform user that connection was refused.
2111 1.1 cgd * ESTABLISHED, FIN_WAIT_1, FIN_WAIT2, CLOSE_WAIT STATES:
2112 1.1 cgd * Inform user that connection was reset, and close tcb.
2113 1.1 cgd * CLOSING, LAST_ACK, TIME_WAIT STATES
2114 1.1 cgd * Close the tcb.
2115 1.1 cgd */
2116 1.194 itojun if (tiflags & TH_RST) {
2117 1.194 itojun if (th->th_seq != tp->last_ack_sent)
2118 1.194 itojun goto dropafterack_ratelim;
2119 1.1 cgd
2120 1.194 itojun switch (tp->t_state) {
2121 1.194 itojun case TCPS_SYN_RECEIVED:
2122 1.194 itojun so->so_error = ECONNREFUSED;
2123 1.194 itojun goto close;
2124 1.1 cgd
2125 1.194 itojun case TCPS_ESTABLISHED:
2126 1.194 itojun case TCPS_FIN_WAIT_1:
2127 1.194 itojun case TCPS_FIN_WAIT_2:
2128 1.194 itojun case TCPS_CLOSE_WAIT:
2129 1.194 itojun so->so_error = ECONNRESET;
2130 1.194 itojun close:
2131 1.194 itojun tp->t_state = TCPS_CLOSED;
2132 1.194 itojun tcpstat.tcps_drops++;
2133 1.194 itojun tp = tcp_close(tp);
2134 1.194 itojun goto drop;
2135 1.1 cgd
2136 1.194 itojun case TCPS_CLOSING:
2137 1.194 itojun case TCPS_LAST_ACK:
2138 1.194 itojun case TCPS_TIME_WAIT:
2139 1.194 itojun tp = tcp_close(tp);
2140 1.194 itojun goto drop;
2141 1.194 itojun }
2142 1.1 cgd }
2143 1.1 cgd
2144 1.1 cgd /*
2145 1.193 matt * Since we've covered the SYN-SENT and SYN-RECEIVED states above
2146 1.193 matt * we must be in a synchronized state. RFC791 states (under RST
2147 1.193 matt * generation) that any unacceptable segment (an out-of-order SYN
2148 1.193 matt * qualifies) received in a synchronized state must elicit only an
2149 1.193 matt * empty acknowledgment segment ... and the connection remains in
2150 1.193 matt * the same state.
2151 1.1 cgd */
2152 1.195 itojun if (tiflags & TH_SYN) {
2153 1.195 itojun if (tp->rcv_nxt == th->th_seq) {
2154 1.195 itojun tcp_respond(tp, m, m, th, (tcp_seq)0, th->th_ack - 1,
2155 1.195 itojun TH_ACK);
2156 1.195 itojun if (tcp_saveti)
2157 1.195 itojun m_freem(tcp_saveti);
2158 1.195 itojun return;
2159 1.195 itojun }
2160 1.221 perry
2161 1.194 itojun goto dropafterack_ratelim;
2162 1.195 itojun }
2163 1.1 cgd
2164 1.1 cgd /*
2165 1.1 cgd * If the ACK bit is off we drop the segment and return.
2166 1.1 cgd */
2167 1.78 kml if ((tiflags & TH_ACK) == 0) {
2168 1.78 kml if (tp->t_flags & TF_ACKNOW)
2169 1.78 kml goto dropafterack;
2170 1.78 kml else
2171 1.78 kml goto drop;
2172 1.78 kml }
2173 1.143 itojun
2174 1.1 cgd /*
2175 1.1 cgd * Ack processing.
2176 1.1 cgd */
2177 1.1 cgd switch (tp->t_state) {
2178 1.1 cgd
2179 1.1 cgd /*
2180 1.1 cgd * In SYN_RECEIVED state if the ack ACKs our SYN then enter
2181 1.1 cgd * ESTABLISHED state and continue processing, otherwise
2182 1.1 cgd * send an RST.
2183 1.1 cgd */
2184 1.1 cgd case TCPS_SYN_RECEIVED:
2185 1.83 itojun if (SEQ_GT(tp->snd_una, th->th_ack) ||
2186 1.83 itojun SEQ_GT(th->th_ack, tp->snd_max))
2187 1.1 cgd goto dropwithreset;
2188 1.1 cgd tcpstat.tcps_connects++;
2189 1.1 cgd soisconnected(so);
2190 1.32 thorpej tcp_established(tp);
2191 1.9 mycroft /* Do window scaling? */
2192 1.9 mycroft if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
2193 1.158 thorpej (TF_RCVD_SCALE|TF_REQ_SCALE)) {
2194 1.9 mycroft tp->snd_scale = tp->requested_s_scale;
2195 1.9 mycroft tp->rcv_scale = tp->request_r_scale;
2196 1.9 mycroft }
2197 1.72 thorpej TCP_REASS_LOCK(tp);
2198 1.83 itojun (void) tcp_reass(tp, NULL, (struct mbuf *)0, &tlen);
2199 1.72 thorpej TCP_REASS_UNLOCK(tp);
2200 1.83 itojun tp->snd_wl1 = th->th_seq - 1;
2201 1.1 cgd /* fall into ... */
2202 1.1 cgd
2203 1.1 cgd /*
2204 1.1 cgd * In ESTABLISHED state: drop duplicate ACKs; ACK out of range
2205 1.1 cgd * ACKs. If the ack is in the range
2206 1.83 itojun * tp->snd_una < th->th_ack <= tp->snd_max
2207 1.83 itojun * then advance tp->snd_una to th->th_ack and drop
2208 1.1 cgd * data from the retransmission queue. If this ACK reflects
2209 1.1 cgd * more up to date window information we update our window information.
2210 1.1 cgd */
2211 1.1 cgd case TCPS_ESTABLISHED:
2212 1.1 cgd case TCPS_FIN_WAIT_1:
2213 1.1 cgd case TCPS_FIN_WAIT_2:
2214 1.1 cgd case TCPS_CLOSE_WAIT:
2215 1.1 cgd case TCPS_CLOSING:
2216 1.1 cgd case TCPS_LAST_ACK:
2217 1.1 cgd case TCPS_TIME_WAIT:
2218 1.1 cgd
2219 1.83 itojun if (SEQ_LEQ(th->th_ack, tp->snd_una)) {
2220 1.218 mycroft if (tlen == 0 && !dupseg && tiwin == tp->snd_wnd) {
2221 1.1 cgd tcpstat.tcps_rcvdupack++;
2222 1.1 cgd /*
2223 1.1 cgd * If we have outstanding data (other than
2224 1.1 cgd * a window probe), this is a completely
2225 1.1 cgd * duplicate ack (ie, window info didn't
2226 1.1 cgd * change), the ack is the biggest we've
2227 1.1 cgd * seen and we've seen exactly our rexmt
2228 1.1 cgd * threshhold of them, assume a packet
2229 1.1 cgd * has been dropped and retransmit it.
2230 1.1 cgd * Kludge snd_nxt & the congestion
2231 1.1 cgd * window so we send only this one
2232 1.1 cgd * packet.
2233 1.1 cgd */
2234 1.58 thorpej if (TCP_TIMER_ISARMED(tp, TCPT_REXMT) == 0 ||
2235 1.83 itojun th->th_ack != tp->snd_una)
2236 1.1 cgd tp->t_dupacks = 0;
2237 1.222 jonathan else if (tp->t_partialacks < 0 &&
2238 1.253 yamt ((!TCP_SACK_ENABLED(tp) &&
2239 1.253 yamt ++tp->t_dupacks == tcprexmtthresh) ||
2240 1.222 jonathan TCP_FACK_FASTRECOV(tp))) {
2241 1.246 rpaulo /*
2242 1.246 rpaulo * Do the fast retransmit, and adjust
2243 1.246 rpaulo * congestion control paramenters.
2244 1.246 rpaulo */
2245 1.246 rpaulo if (tp->t_congctl->fast_retransmit(tp, th)) {
2246 1.246 rpaulo /* False fast retransmit */
2247 1.213 mycroft break;
2248 1.246 rpaulo } else
2249 1.222 jonathan goto drop;
2250 1.1 cgd } else if (tp->t_dupacks > tcprexmtthresh) {
2251 1.34 kml tp->snd_cwnd += tp->t_segsz;
2252 1.1 cgd (void) tcp_output(tp);
2253 1.1 cgd goto drop;
2254 1.1 cgd }
2255 1.218 mycroft } else {
2256 1.218 mycroft /*
2257 1.218 mycroft * If the ack appears to be very old, only
2258 1.218 mycroft * allow data that is in-sequence. This
2259 1.218 mycroft * makes it somewhat more difficult to insert
2260 1.218 mycroft * forged data by guessing sequence numbers.
2261 1.218 mycroft * Sent an ack to try to update the send
2262 1.218 mycroft * sequence number on the other side.
2263 1.218 mycroft */
2264 1.218 mycroft if (tlen && th->th_seq != tp->rcv_nxt &&
2265 1.194 itojun SEQ_LT(th->th_ack,
2266 1.218 mycroft tp->snd_una - tp->max_sndwnd))
2267 1.218 mycroft goto dropafterack;
2268 1.218 mycroft }
2269 1.1 cgd break;
2270 1.1 cgd }
2271 1.1 cgd /*
2272 1.1 cgd * If the congestion window was inflated to account
2273 1.1 cgd * for the other side's cached packets, retract it.
2274 1.1 cgd */
2275 1.246 rpaulo /* XXX: make SACK have his own congestion control
2276 1.246 rpaulo * struct -- rpaulo */
2277 1.222 jonathan if (TCP_SACK_ENABLED(tp))
2278 1.222 jonathan tcp_sack_newack(tp, th);
2279 1.222 jonathan else
2280 1.246 rpaulo tp->t_congctl->fast_retransmit_newack(tp, th);
2281 1.83 itojun if (SEQ_GT(th->th_ack, tp->snd_max)) {
2282 1.1 cgd tcpstat.tcps_rcvacktoomuch++;
2283 1.1 cgd goto dropafterack;
2284 1.1 cgd }
2285 1.83 itojun acked = th->th_ack - tp->snd_una;
2286 1.1 cgd tcpstat.tcps_rcvackpack++;
2287 1.1 cgd tcpstat.tcps_rcvackbyte += acked;
2288 1.1 cgd
2289 1.1 cgd /*
2290 1.9 mycroft * If we have a timestamp reply, update smoothed
2291 1.9 mycroft * round trip time. If no timestamp is present but
2292 1.9 mycroft * transmit timer is running and timed sequence
2293 1.1 cgd * number was acked, update smoothed round trip time.
2294 1.1 cgd * Since we now have an rtt measurement, cancel the
2295 1.1 cgd * timer backoff (cf., Phil Karn's retransmit alg.).
2296 1.1 cgd * Recompute the initial retransmit timer.
2297 1.1 cgd */
2298 1.229 yamt if (ts_rtt)
2299 1.229 yamt tcp_xmit_timer(tp, ts_rtt);
2300 1.128 thorpej else if (tp->t_rtttime && SEQ_GT(th->th_ack, tp->t_rtseq))
2301 1.128 thorpej tcp_xmit_timer(tp, tcp_now - tp->t_rtttime);
2302 1.1 cgd
2303 1.1 cgd /*
2304 1.1 cgd * If all outstanding data is acked, stop retransmit
2305 1.1 cgd * timer and remember to restart (more output or persist).
2306 1.1 cgd * If there is more data to be acked, restart retransmit
2307 1.1 cgd * timer, using current (possibly backed-off) value.
2308 1.1 cgd */
2309 1.83 itojun if (th->th_ack == tp->snd_max) {
2310 1.58 thorpej TCP_TIMER_DISARM(tp, TCPT_REXMT);
2311 1.1 cgd needoutput = 1;
2312 1.58 thorpej } else if (TCP_TIMER_ISARMED(tp, TCPT_PERSIST) == 0)
2313 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
2314 1.246 rpaulo
2315 1.1 cgd /*
2316 1.246 rpaulo * New data has been acked, adjust the congestion window.
2317 1.246 rpaulo */
2318 1.248 rpaulo tp->t_congctl->newack(tp, th);
2319 1.246 rpaulo
2320 1.98 itojun ND6_HINT(tp);
2321 1.1 cgd if (acked > so->so_snd.sb_cc) {
2322 1.1 cgd tp->snd_wnd -= so->so_snd.sb_cc;
2323 1.1 cgd sbdrop(&so->so_snd, (int)so->so_snd.sb_cc);
2324 1.1 cgd ourfinisacked = 1;
2325 1.1 cgd } else {
2326 1.186 ragge if (acked > (tp->t_lastoff - tp->t_inoff))
2327 1.186 ragge tp->t_lastm = NULL;
2328 1.1 cgd sbdrop(&so->so_snd, acked);
2329 1.186 ragge tp->t_lastoff -= acked;
2330 1.192 ragge tp->snd_wnd -= acked;
2331 1.1 cgd ourfinisacked = 0;
2332 1.1 cgd }
2333 1.54 matt sowwakeup(so);
2334 1.231 christos
2335 1.231 christos ICMP_CHECK(tp, th, acked);
2336 1.231 christos
2337 1.213 mycroft tp->snd_una = th->th_ack;
2338 1.222 jonathan if (SEQ_GT(tp->snd_una, tp->snd_fack))
2339 1.222 jonathan tp->snd_fack = tp->snd_una;
2340 1.1 cgd if (SEQ_LT(tp->snd_nxt, tp->snd_una))
2341 1.1 cgd tp->snd_nxt = tp->snd_una;
2342 1.213 mycroft if (SEQ_LT(tp->snd_high, tp->snd_una))
2343 1.213 mycroft tp->snd_high = tp->snd_una;
2344 1.1 cgd
2345 1.1 cgd switch (tp->t_state) {
2346 1.1 cgd
2347 1.1 cgd /*
2348 1.1 cgd * In FIN_WAIT_1 STATE in addition to the processing
2349 1.1 cgd * for the ESTABLISHED state if our FIN is now acknowledged
2350 1.1 cgd * then enter FIN_WAIT_2.
2351 1.1 cgd */
2352 1.1 cgd case TCPS_FIN_WAIT_1:
2353 1.1 cgd if (ourfinisacked) {
2354 1.1 cgd /*
2355 1.1 cgd * If we can't receive any more
2356 1.1 cgd * data, then closing user can proceed.
2357 1.1 cgd * Starting the timer is contrary to the
2358 1.1 cgd * specification, but if we don't get a FIN
2359 1.1 cgd * we'll hang forever.
2360 1.1 cgd */
2361 1.1 cgd if (so->so_state & SS_CANTRCVMORE) {
2362 1.1 cgd soisdisconnected(so);
2363 1.65 mouse if (tcp_maxidle > 0)
2364 1.65 mouse TCP_TIMER_ARM(tp, TCPT_2MSL,
2365 1.65 mouse tcp_maxidle);
2366 1.1 cgd }
2367 1.1 cgd tp->t_state = TCPS_FIN_WAIT_2;
2368 1.1 cgd }
2369 1.1 cgd break;
2370 1.1 cgd
2371 1.1 cgd /*
2372 1.1 cgd * In CLOSING STATE in addition to the processing for
2373 1.1 cgd * the ESTABLISHED state if the ACK acknowledges our FIN
2374 1.1 cgd * then enter the TIME-WAIT state, otherwise ignore
2375 1.1 cgd * the segment.
2376 1.1 cgd */
2377 1.1 cgd case TCPS_CLOSING:
2378 1.1 cgd if (ourfinisacked) {
2379 1.1 cgd tp->t_state = TCPS_TIME_WAIT;
2380 1.1 cgd tcp_canceltimers(tp);
2381 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2382 1.1 cgd soisdisconnected(so);
2383 1.1 cgd }
2384 1.1 cgd break;
2385 1.1 cgd
2386 1.1 cgd /*
2387 1.1 cgd * In LAST_ACK, we may still be waiting for data to drain
2388 1.1 cgd * and/or to be acked, as well as for the ack of our FIN.
2389 1.1 cgd * If our FIN is now acknowledged, delete the TCB,
2390 1.1 cgd * enter the closed state and return.
2391 1.1 cgd */
2392 1.1 cgd case TCPS_LAST_ACK:
2393 1.1 cgd if (ourfinisacked) {
2394 1.1 cgd tp = tcp_close(tp);
2395 1.1 cgd goto drop;
2396 1.1 cgd }
2397 1.1 cgd break;
2398 1.1 cgd
2399 1.1 cgd /*
2400 1.1 cgd * In TIME_WAIT state the only thing that should arrive
2401 1.1 cgd * is a retransmission of the remote FIN. Acknowledge
2402 1.1 cgd * it and restart the finack timer.
2403 1.1 cgd */
2404 1.1 cgd case TCPS_TIME_WAIT:
2405 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2406 1.1 cgd goto dropafterack;
2407 1.1 cgd }
2408 1.1 cgd }
2409 1.1 cgd
2410 1.1 cgd step6:
2411 1.1 cgd /*
2412 1.1 cgd * Update window information.
2413 1.1 cgd * Don't look at window if no ACK: TAC's send garbage on first SYN.
2414 1.1 cgd */
2415 1.83 itojun if ((tiflags & TH_ACK) && (SEQ_LT(tp->snd_wl1, th->th_seq) ||
2416 1.239 rpaulo (tp->snd_wl1 == th->th_seq && (SEQ_LT(tp->snd_wl2, th->th_ack) ||
2417 1.239 rpaulo (tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd))))) {
2418 1.1 cgd /* keep track of pure window updates */
2419 1.83 itojun if (tlen == 0 &&
2420 1.83 itojun tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd)
2421 1.1 cgd tcpstat.tcps_rcvwinupd++;
2422 1.9 mycroft tp->snd_wnd = tiwin;
2423 1.83 itojun tp->snd_wl1 = th->th_seq;
2424 1.83 itojun tp->snd_wl2 = th->th_ack;
2425 1.1 cgd if (tp->snd_wnd > tp->max_sndwnd)
2426 1.1 cgd tp->max_sndwnd = tp->snd_wnd;
2427 1.1 cgd needoutput = 1;
2428 1.1 cgd }
2429 1.1 cgd
2430 1.1 cgd /*
2431 1.1 cgd * Process segments with URG.
2432 1.1 cgd */
2433 1.83 itojun if ((tiflags & TH_URG) && th->th_urp &&
2434 1.1 cgd TCPS_HAVERCVDFIN(tp->t_state) == 0) {
2435 1.1 cgd /*
2436 1.1 cgd * This is a kludge, but if we receive and accept
2437 1.1 cgd * random urgent pointers, we'll crash in
2438 1.1 cgd * soreceive. It's hard to imagine someone
2439 1.1 cgd * actually wanting to send this much urgent data.
2440 1.1 cgd */
2441 1.83 itojun if (th->th_urp + so->so_rcv.sb_cc > sb_max) {
2442 1.83 itojun th->th_urp = 0; /* XXX */
2443 1.1 cgd tiflags &= ~TH_URG; /* XXX */
2444 1.1 cgd goto dodata; /* XXX */
2445 1.1 cgd }
2446 1.1 cgd /*
2447 1.1 cgd * If this segment advances the known urgent pointer,
2448 1.1 cgd * then mark the data stream. This should not happen
2449 1.1 cgd * in CLOSE_WAIT, CLOSING, LAST_ACK or TIME_WAIT STATES since
2450 1.143 itojun * a FIN has been received from the remote side.
2451 1.1 cgd * In these states we ignore the URG.
2452 1.1 cgd *
2453 1.1 cgd * According to RFC961 (Assigned Protocols),
2454 1.1 cgd * the urgent pointer points to the last octet
2455 1.1 cgd * of urgent data. We continue, however,
2456 1.1 cgd * to consider it to indicate the first octet
2457 1.143 itojun * of data past the urgent section as the original
2458 1.1 cgd * spec states (in one of two places).
2459 1.1 cgd */
2460 1.83 itojun if (SEQ_GT(th->th_seq+th->th_urp, tp->rcv_up)) {
2461 1.83 itojun tp->rcv_up = th->th_seq + th->th_urp;
2462 1.1 cgd so->so_oobmark = so->so_rcv.sb_cc +
2463 1.1 cgd (tp->rcv_up - tp->rcv_nxt) - 1;
2464 1.1 cgd if (so->so_oobmark == 0)
2465 1.1 cgd so->so_state |= SS_RCVATMARK;
2466 1.1 cgd sohasoutofband(so);
2467 1.1 cgd tp->t_oobflags &= ~(TCPOOB_HAVEDATA | TCPOOB_HADDATA);
2468 1.1 cgd }
2469 1.1 cgd /*
2470 1.1 cgd * Remove out of band data so doesn't get presented to user.
2471 1.1 cgd * This can happen independent of advancing the URG pointer,
2472 1.1 cgd * but if two URG's are pending at once, some out-of-band
2473 1.1 cgd * data may creep in... ick.
2474 1.1 cgd */
2475 1.83 itojun if (th->th_urp <= (u_int16_t) tlen
2476 1.1 cgd #ifdef SO_OOBINLINE
2477 1.1 cgd && (so->so_options & SO_OOBINLINE) == 0
2478 1.1 cgd #endif
2479 1.1 cgd )
2480 1.97 itojun tcp_pulloutofband(so, th, m, hdroptlen);
2481 1.1 cgd } else
2482 1.1 cgd /*
2483 1.1 cgd * If no out of band data is expected,
2484 1.1 cgd * pull receive urgent pointer along
2485 1.1 cgd * with the receive window.
2486 1.1 cgd */
2487 1.1 cgd if (SEQ_GT(tp->rcv_nxt, tp->rcv_up))
2488 1.1 cgd tp->rcv_up = tp->rcv_nxt;
2489 1.1 cgd dodata: /* XXX */
2490 1.1 cgd
2491 1.1 cgd /*
2492 1.1 cgd * Process the segment text, merging it into the TCP sequencing queue,
2493 1.95 simonb * and arranging for acknowledgement of receipt if necessary.
2494 1.1 cgd * This process logically involves adjusting tp->rcv_wnd as data
2495 1.1 cgd * is presented to the user (this happens in tcp_usrreq.c,
2496 1.1 cgd * case PRU_RCVD). If a FIN has already been received on this
2497 1.1 cgd * connection then we just ignore the text.
2498 1.1 cgd */
2499 1.83 itojun if ((tlen || (tiflags & TH_FIN)) &&
2500 1.1 cgd TCPS_HAVERCVDFIN(tp->t_state) == 0) {
2501 1.83 itojun /*
2502 1.83 itojun * Insert segment ti into reassembly queue of tcp with
2503 1.83 itojun * control block tp. Return TH_FIN if reassembly now includes
2504 1.83 itojun * a segment with FIN. The macro form does the common case
2505 1.83 itojun * inline (segment is the next to be received on an
2506 1.83 itojun * established connection, and the queue is empty),
2507 1.83 itojun * avoiding linkage into and removal from the queue and
2508 1.83 itojun * repetition of various conversions.
2509 1.83 itojun * Set DELACK for segments received in order, but ack
2510 1.83 itojun * immediately when segments are out of order
2511 1.83 itojun * (so fast retransmit can work).
2512 1.83 itojun */
2513 1.83 itojun /* NOTE: this was TCP_REASS() macro, but used only once */
2514 1.83 itojun TCP_REASS_LOCK(tp);
2515 1.83 itojun if (th->th_seq == tp->rcv_nxt &&
2516 1.141 matt TAILQ_FIRST(&tp->segq) == NULL &&
2517 1.83 itojun tp->t_state == TCPS_ESTABLISHED) {
2518 1.83 itojun TCP_SETUP_ACK(tp, th);
2519 1.83 itojun tp->rcv_nxt += tlen;
2520 1.83 itojun tiflags = th->th_flags & TH_FIN;
2521 1.97 itojun tcpstat.tcps_rcvpack++;
2522 1.97 itojun tcpstat.tcps_rcvbyte += tlen;
2523 1.98 itojun ND6_HINT(tp);
2524 1.154 itojun if (so->so_state & SS_CANTRCVMORE)
2525 1.154 itojun m_freem(m);
2526 1.154 itojun else {
2527 1.154 itojun m_adj(m, hdroptlen);
2528 1.154 itojun sbappendstream(&(so)->so_rcv, m);
2529 1.154 itojun }
2530 1.83 itojun sorwakeup(so);
2531 1.83 itojun } else {
2532 1.97 itojun m_adj(m, hdroptlen);
2533 1.83 itojun tiflags = tcp_reass(tp, th, m, &tlen);
2534 1.83 itojun tp->t_flags |= TF_ACKNOW;
2535 1.83 itojun }
2536 1.83 itojun TCP_REASS_UNLOCK(tp);
2537 1.83 itojun
2538 1.1 cgd /*
2539 1.1 cgd * Note the amount of data that peer has sent into
2540 1.1 cgd * our window, in order to estimate the sender's
2541 1.1 cgd * buffer size.
2542 1.1 cgd */
2543 1.1 cgd len = so->so_rcv.sb_hiwat - (tp->rcv_adv - tp->rcv_nxt);
2544 1.1 cgd } else {
2545 1.1 cgd m_freem(m);
2546 1.83 itojun m = NULL;
2547 1.1 cgd tiflags &= ~TH_FIN;
2548 1.1 cgd }
2549 1.1 cgd
2550 1.1 cgd /*
2551 1.1 cgd * If FIN is received ACK the FIN and let the user know
2552 1.22 mycroft * that the connection is closing. Ignore a FIN received before
2553 1.22 mycroft * the connection is fully established.
2554 1.1 cgd */
2555 1.22 mycroft if ((tiflags & TH_FIN) && TCPS_HAVEESTABLISHED(tp->t_state)) {
2556 1.1 cgd if (TCPS_HAVERCVDFIN(tp->t_state) == 0) {
2557 1.1 cgd socantrcvmore(so);
2558 1.1 cgd tp->t_flags |= TF_ACKNOW;
2559 1.1 cgd tp->rcv_nxt++;
2560 1.1 cgd }
2561 1.1 cgd switch (tp->t_state) {
2562 1.1 cgd
2563 1.1 cgd /*
2564 1.22 mycroft * In ESTABLISHED STATE enter the CLOSE_WAIT state.
2565 1.1 cgd */
2566 1.1 cgd case TCPS_ESTABLISHED:
2567 1.1 cgd tp->t_state = TCPS_CLOSE_WAIT;
2568 1.1 cgd break;
2569 1.1 cgd
2570 1.1 cgd /*
2571 1.1 cgd * If still in FIN_WAIT_1 STATE FIN has not been acked so
2572 1.1 cgd * enter the CLOSING state.
2573 1.1 cgd */
2574 1.1 cgd case TCPS_FIN_WAIT_1:
2575 1.1 cgd tp->t_state = TCPS_CLOSING;
2576 1.1 cgd break;
2577 1.1 cgd
2578 1.1 cgd /*
2579 1.1 cgd * In FIN_WAIT_2 state enter the TIME_WAIT state,
2580 1.143 itojun * starting the time-wait timer, turning off the other
2581 1.1 cgd * standard timers.
2582 1.1 cgd */
2583 1.1 cgd case TCPS_FIN_WAIT_2:
2584 1.1 cgd tp->t_state = TCPS_TIME_WAIT;
2585 1.1 cgd tcp_canceltimers(tp);
2586 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2587 1.1 cgd soisdisconnected(so);
2588 1.1 cgd break;
2589 1.1 cgd
2590 1.1 cgd /*
2591 1.1 cgd * In TIME_WAIT state restart the 2 MSL time_wait timer.
2592 1.1 cgd */
2593 1.1 cgd case TCPS_TIME_WAIT:
2594 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_2MSL, 2 * TCPTV_MSL);
2595 1.1 cgd break;
2596 1.1 cgd }
2597 1.1 cgd }
2598 1.127 abs #ifdef TCP_DEBUG
2599 1.127 abs if (so->so_options & SO_DEBUG)
2600 1.83 itojun tcp_trace(TA_INPUT, ostate, tp, tcp_saveti, 0);
2601 1.127 abs #endif
2602 1.1 cgd
2603 1.1 cgd /*
2604 1.1 cgd * Return any desired output.
2605 1.1 cgd */
2606 1.222 jonathan if (needoutput || (tp->t_flags & TF_ACKNOW)) {
2607 1.1 cgd (void) tcp_output(tp);
2608 1.222 jonathan }
2609 1.89 itojun if (tcp_saveti)
2610 1.89 itojun m_freem(tcp_saveti);
2611 1.1 cgd return;
2612 1.35 thorpej
2613 1.35 thorpej badsyn:
2614 1.35 thorpej /*
2615 1.35 thorpej * Received a bad SYN. Increment counters and dropwithreset.
2616 1.35 thorpej */
2617 1.35 thorpej tcpstat.tcps_badsyn++;
2618 1.35 thorpej tp = NULL;
2619 1.35 thorpej goto dropwithreset;
2620 1.1 cgd
2621 1.1 cgd dropafterack:
2622 1.1 cgd /*
2623 1.1 cgd * Generate an ACK dropping incoming segment if it occupies
2624 1.1 cgd * sequence space, where the ACK reflects our state.
2625 1.1 cgd */
2626 1.1 cgd if (tiflags & TH_RST)
2627 1.1 cgd goto drop;
2628 1.194 itojun goto dropafterack2;
2629 1.194 itojun
2630 1.194 itojun dropafterack_ratelim:
2631 1.194 itojun /*
2632 1.194 itojun * We may want to rate-limit ACKs against SYN/RST attack.
2633 1.194 itojun */
2634 1.194 itojun if (ppsratecheck(&tcp_ackdrop_ppslim_last, &tcp_ackdrop_ppslim_count,
2635 1.194 itojun tcp_ackdrop_ppslim) == 0) {
2636 1.194 itojun /* XXX stat */
2637 1.194 itojun goto drop;
2638 1.194 itojun }
2639 1.194 itojun /* ...fall into dropafterack2... */
2640 1.194 itojun
2641 1.194 itojun dropafterack2:
2642 1.1 cgd m_freem(m);
2643 1.1 cgd tp->t_flags |= TF_ACKNOW;
2644 1.1 cgd (void) tcp_output(tp);
2645 1.89 itojun if (tcp_saveti)
2646 1.89 itojun m_freem(tcp_saveti);
2647 1.1 cgd return;
2648 1.1 cgd
2649 1.104 thorpej dropwithreset_ratelim:
2650 1.104 thorpej /*
2651 1.104 thorpej * We may want to rate-limit RSTs in certain situations,
2652 1.104 thorpej * particularly if we are sending an RST in response to
2653 1.104 thorpej * an attempt to connect to or otherwise communicate with
2654 1.104 thorpej * a port for which we have no socket.
2655 1.104 thorpej */
2656 1.116 itojun if (ppsratecheck(&tcp_rst_ppslim_last, &tcp_rst_ppslim_count,
2657 1.116 itojun tcp_rst_ppslim) == 0) {
2658 1.104 thorpej /* XXX stat */
2659 1.104 thorpej goto drop;
2660 1.104 thorpej }
2661 1.104 thorpej /* ...fall into dropwithreset... */
2662 1.104 thorpej
2663 1.1 cgd dropwithreset:
2664 1.1 cgd /*
2665 1.1 cgd * Generate a RST, dropping incoming segment.
2666 1.1 cgd * Make ACK acceptable to originator of segment.
2667 1.1 cgd */
2668 1.103 thorpej if (tiflags & TH_RST)
2669 1.137 christos goto drop;
2670 1.140 christos
2671 1.140 christos switch (af) {
2672 1.140 christos #ifdef INET6
2673 1.140 christos case AF_INET6:
2674 1.140 christos /* For following calls to tcp_respond */
2675 1.140 christos if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst))
2676 1.140 christos goto drop;
2677 1.140 christos break;
2678 1.140 christos #endif /* INET6 */
2679 1.140 christos case AF_INET:
2680 1.140 christos if (IN_MULTICAST(ip->ip_dst.s_addr) ||
2681 1.140 christos in_broadcast(ip->ip_dst, m->m_pkthdr.rcvif))
2682 1.140 christos goto drop;
2683 1.140 christos }
2684 1.137 christos
2685 1.1 cgd if (tiflags & TH_ACK)
2686 1.86 itojun (void)tcp_respond(tp, m, m, th, (tcp_seq)0, th->th_ack, TH_RST);
2687 1.1 cgd else {
2688 1.1 cgd if (tiflags & TH_SYN)
2689 1.83 itojun tlen++;
2690 1.86 itojun (void)tcp_respond(tp, m, m, th, th->th_seq + tlen, (tcp_seq)0,
2691 1.1 cgd TH_RST|TH_ACK);
2692 1.1 cgd }
2693 1.89 itojun if (tcp_saveti)
2694 1.89 itojun m_freem(tcp_saveti);
2695 1.1 cgd return;
2696 1.1 cgd
2697 1.125 thorpej badcsum:
2698 1.1 cgd drop:
2699 1.1 cgd /*
2700 1.1 cgd * Drop space held by incoming segment and return.
2701 1.1 cgd */
2702 1.83 itojun if (tp) {
2703 1.83 itojun if (tp->t_inpcb)
2704 1.83 itojun so = tp->t_inpcb->inp_socket;
2705 1.83 itojun #ifdef INET6
2706 1.83 itojun else if (tp->t_in6pcb)
2707 1.83 itojun so = tp->t_in6pcb->in6p_socket;
2708 1.83 itojun #endif
2709 1.83 itojun else
2710 1.83 itojun so = NULL;
2711 1.127 abs #ifdef TCP_DEBUG
2712 1.89 itojun if (so && (so->so_options & SO_DEBUG) != 0)
2713 1.83 itojun tcp_trace(TA_DROP, ostate, tp, tcp_saveti, 0);
2714 1.127 abs #endif
2715 1.83 itojun }
2716 1.89 itojun if (tcp_saveti)
2717 1.89 itojun m_freem(tcp_saveti);
2718 1.1 cgd m_freem(m);
2719 1.1 cgd return;
2720 1.1 cgd }
2721 1.1 cgd
2722 1.206 itojun #ifdef TCP_SIGNATURE
2723 1.206 itojun int
2724 1.206 itojun tcp_signature_apply(void *fstate, caddr_t data, u_int len)
2725 1.206 itojun {
2726 1.206 itojun
2727 1.206 itojun MD5Update(fstate, (u_char *)data, len);
2728 1.206 itojun return (0);
2729 1.206 itojun }
2730 1.206 itojun
2731 1.206 itojun struct secasvar *
2732 1.206 itojun tcp_signature_getsav(struct mbuf *m, struct tcphdr *th)
2733 1.206 itojun {
2734 1.206 itojun struct secasvar *sav;
2735 1.206 itojun #ifdef FAST_IPSEC
2736 1.206 itojun union sockaddr_union dst;
2737 1.206 itojun #endif
2738 1.206 itojun struct ip *ip;
2739 1.206 itojun struct ip6_hdr *ip6;
2740 1.206 itojun
2741 1.206 itojun ip = mtod(m, struct ip *);
2742 1.206 itojun switch (ip->ip_v) {
2743 1.206 itojun case 4:
2744 1.206 itojun ip = mtod(m, struct ip *);
2745 1.206 itojun ip6 = NULL;
2746 1.206 itojun break;
2747 1.206 itojun case 6:
2748 1.206 itojun ip = NULL;
2749 1.206 itojun ip6 = mtod(m, struct ip6_hdr *);
2750 1.206 itojun break;
2751 1.206 itojun default:
2752 1.206 itojun return (NULL);
2753 1.206 itojun }
2754 1.206 itojun
2755 1.206 itojun #ifdef FAST_IPSEC
2756 1.206 itojun /* Extract the destination from the IP header in the mbuf. */
2757 1.206 itojun bzero(&dst, sizeof(union sockaddr_union));
2758 1.206 itojun dst.sa.sa_len = sizeof(struct sockaddr_in);
2759 1.206 itojun dst.sa.sa_family = AF_INET;
2760 1.206 itojun dst.sin.sin_addr = ip->ip_dst;
2761 1.206 itojun
2762 1.206 itojun /*
2763 1.206 itojun * Look up an SADB entry which matches the address of the peer.
2764 1.206 itojun */
2765 1.206 itojun sav = KEY_ALLOCSA(&dst, IPPROTO_TCP, htonl(TCP_SIG_SPI));
2766 1.206 itojun #else
2767 1.206 itojun if (ip)
2768 1.206 itojun sav = key_allocsa(AF_INET, (caddr_t)&ip->ip_src,
2769 1.206 itojun (caddr_t)&ip->ip_dst, IPPROTO_TCP,
2770 1.227 manu htonl(TCP_SIG_SPI), 0, 0);
2771 1.206 itojun else
2772 1.206 itojun sav = key_allocsa(AF_INET6, (caddr_t)&ip6->ip6_src,
2773 1.206 itojun (caddr_t)&ip6->ip6_dst, IPPROTO_TCP,
2774 1.227 manu htonl(TCP_SIG_SPI), 0, 0);
2775 1.206 itojun #endif
2776 1.206 itojun
2777 1.206 itojun return (sav); /* freesav must be performed by caller */
2778 1.206 itojun }
2779 1.206 itojun
2780 1.206 itojun int
2781 1.206 itojun tcp_signature(struct mbuf *m, struct tcphdr *th, int thoff,
2782 1.206 itojun struct secasvar *sav, char *sig)
2783 1.206 itojun {
2784 1.206 itojun MD5_CTX ctx;
2785 1.206 itojun struct ip *ip;
2786 1.206 itojun struct ipovly *ipovly;
2787 1.206 itojun struct ip6_hdr *ip6;
2788 1.206 itojun struct ippseudo ippseudo;
2789 1.206 itojun struct ip6_hdr_pseudo ip6pseudo;
2790 1.206 itojun struct tcphdr th0;
2791 1.208 itojun int l, tcphdrlen;
2792 1.206 itojun
2793 1.206 itojun if (sav == NULL)
2794 1.206 itojun return (-1);
2795 1.206 itojun
2796 1.208 itojun tcphdrlen = th->th_off * 4;
2797 1.208 itojun
2798 1.206 itojun switch (mtod(m, struct ip *)->ip_v) {
2799 1.206 itojun case 4:
2800 1.206 itojun ip = mtod(m, struct ip *);
2801 1.206 itojun ip6 = NULL;
2802 1.206 itojun break;
2803 1.206 itojun case 6:
2804 1.206 itojun ip = NULL;
2805 1.206 itojun ip6 = mtod(m, struct ip6_hdr *);
2806 1.206 itojun break;
2807 1.206 itojun default:
2808 1.206 itojun return (-1);
2809 1.206 itojun }
2810 1.206 itojun
2811 1.206 itojun MD5Init(&ctx);
2812 1.206 itojun
2813 1.206 itojun if (ip) {
2814 1.206 itojun memset(&ippseudo, 0, sizeof(ippseudo));
2815 1.206 itojun ipovly = (struct ipovly *)ip;
2816 1.206 itojun ippseudo.ippseudo_src = ipovly->ih_src;
2817 1.206 itojun ippseudo.ippseudo_dst = ipovly->ih_dst;
2818 1.206 itojun ippseudo.ippseudo_pad = 0;
2819 1.206 itojun ippseudo.ippseudo_p = IPPROTO_TCP;
2820 1.206 itojun ippseudo.ippseudo_len = htons(m->m_pkthdr.len - thoff);
2821 1.206 itojun MD5Update(&ctx, (char *)&ippseudo, sizeof(ippseudo));
2822 1.206 itojun } else {
2823 1.206 itojun memset(&ip6pseudo, 0, sizeof(ip6pseudo));
2824 1.206 itojun ip6pseudo.ip6ph_src = ip6->ip6_src;
2825 1.206 itojun in6_clearscope(&ip6pseudo.ip6ph_src);
2826 1.206 itojun ip6pseudo.ip6ph_dst = ip6->ip6_dst;
2827 1.206 itojun in6_clearscope(&ip6pseudo.ip6ph_dst);
2828 1.206 itojun ip6pseudo.ip6ph_len = htons(m->m_pkthdr.len - thoff);
2829 1.206 itojun ip6pseudo.ip6ph_nxt = IPPROTO_TCP;
2830 1.206 itojun MD5Update(&ctx, (char *)&ip6pseudo, sizeof(ip6pseudo));
2831 1.206 itojun }
2832 1.206 itojun
2833 1.206 itojun th0 = *th;
2834 1.206 itojun th0.th_sum = 0;
2835 1.206 itojun MD5Update(&ctx, (char *)&th0, sizeof(th0));
2836 1.206 itojun
2837 1.208 itojun l = m->m_pkthdr.len - thoff - tcphdrlen;
2838 1.206 itojun if (l > 0)
2839 1.208 itojun m_apply(m, thoff + tcphdrlen,
2840 1.208 itojun m->m_pkthdr.len - thoff - tcphdrlen,
2841 1.206 itojun tcp_signature_apply, &ctx);
2842 1.206 itojun
2843 1.206 itojun MD5Update(&ctx, _KEYBUF(sav->key_auth), _KEYLEN(sav->key_auth));
2844 1.206 itojun MD5Final(sig, &ctx);
2845 1.206 itojun
2846 1.206 itojun return (0);
2847 1.206 itojun }
2848 1.206 itojun #endif
2849 1.206 itojun
2850 1.254 yamt static int
2851 1.254 yamt tcp_dooptions(struct tcpcb *tp, const u_char *cp, int cnt,
2852 1.254 yamt const struct tcphdr *th,
2853 1.255 christos struct mbuf *m, int toff, struct tcp_opt_info *oi)
2854 1.1 cgd {
2855 1.12 cgd u_int16_t mss;
2856 1.206 itojun int opt, optlen = 0;
2857 1.206 itojun #ifdef TCP_SIGNATURE
2858 1.206 itojun caddr_t sigp = NULL;
2859 1.206 itojun char sigbuf[TCP_SIGLEN];
2860 1.206 itojun struct secasvar *sav = NULL;
2861 1.206 itojun #endif
2862 1.1 cgd
2863 1.206 itojun for (; cp && cnt > 0; cnt -= optlen, cp += optlen) {
2864 1.1 cgd opt = cp[0];
2865 1.1 cgd if (opt == TCPOPT_EOL)
2866 1.1 cgd break;
2867 1.1 cgd if (opt == TCPOPT_NOP)
2868 1.1 cgd optlen = 1;
2869 1.1 cgd else {
2870 1.113 itojun if (cnt < 2)
2871 1.113 itojun break;
2872 1.1 cgd optlen = cp[1];
2873 1.113 itojun if (optlen < 2 || optlen > cnt)
2874 1.1 cgd break;
2875 1.1 cgd }
2876 1.1 cgd switch (opt) {
2877 1.1 cgd
2878 1.1 cgd default:
2879 1.1 cgd continue;
2880 1.1 cgd
2881 1.1 cgd case TCPOPT_MAXSEG:
2882 1.9 mycroft if (optlen != TCPOLEN_MAXSEG)
2883 1.1 cgd continue;
2884 1.83 itojun if (!(th->th_flags & TH_SYN))
2885 1.1 cgd continue;
2886 1.234 christos if (TCPS_HAVERCVDSYN(tp->t_state))
2887 1.234 christos continue;
2888 1.29 thorpej bcopy(cp + 2, &mss, sizeof(mss));
2889 1.29 thorpej oi->maxseg = ntohs(mss);
2890 1.1 cgd break;
2891 1.9 mycroft
2892 1.9 mycroft case TCPOPT_WINDOW:
2893 1.9 mycroft if (optlen != TCPOLEN_WINDOW)
2894 1.9 mycroft continue;
2895 1.83 itojun if (!(th->th_flags & TH_SYN))
2896 1.9 mycroft continue;
2897 1.234 christos if (TCPS_HAVERCVDSYN(tp->t_state))
2898 1.234 christos continue;
2899 1.9 mycroft tp->t_flags |= TF_RCVD_SCALE;
2900 1.52 thorpej tp->requested_s_scale = cp[2];
2901 1.52 thorpej if (tp->requested_s_scale > TCP_MAX_WINSHIFT) {
2902 1.83 itojun #if 0 /*XXX*/
2903 1.83 itojun char *p;
2904 1.83 itojun
2905 1.83 itojun if (ip)
2906 1.83 itojun p = ntohl(ip->ip_src);
2907 1.83 itojun #ifdef INET6
2908 1.83 itojun else if (ip6)
2909 1.83 itojun p = ip6_sprintf(&ip6->ip6_src);
2910 1.83 itojun #endif
2911 1.83 itojun else
2912 1.83 itojun p = "(unknown)";
2913 1.83 itojun log(LOG_ERR, "TCP: invalid wscale %d from %s, "
2914 1.83 itojun "assuming %d\n",
2915 1.83 itojun tp->requested_s_scale, p,
2916 1.83 itojun TCP_MAX_WINSHIFT);
2917 1.83 itojun #else
2918 1.83 itojun log(LOG_ERR, "TCP: invalid wscale %d, "
2919 1.83 itojun "assuming %d\n",
2920 1.52 thorpej tp->requested_s_scale,
2921 1.52 thorpej TCP_MAX_WINSHIFT);
2922 1.83 itojun #endif
2923 1.52 thorpej tp->requested_s_scale = TCP_MAX_WINSHIFT;
2924 1.52 thorpej }
2925 1.9 mycroft break;
2926 1.9 mycroft
2927 1.9 mycroft case TCPOPT_TIMESTAMP:
2928 1.9 mycroft if (optlen != TCPOLEN_TIMESTAMP)
2929 1.9 mycroft continue;
2930 1.32 thorpej oi->ts_present = 1;
2931 1.29 thorpej bcopy(cp + 2, &oi->ts_val, sizeof(oi->ts_val));
2932 1.29 thorpej NTOHL(oi->ts_val);
2933 1.29 thorpej bcopy(cp + 6, &oi->ts_ecr, sizeof(oi->ts_ecr));
2934 1.29 thorpej NTOHL(oi->ts_ecr);
2935 1.9 mycroft
2936 1.234 christos if (!(th->th_flags & TH_SYN))
2937 1.234 christos continue;
2938 1.234 christos if (TCPS_HAVERCVDSYN(tp->t_state))
2939 1.234 christos continue;
2940 1.143 itojun /*
2941 1.9 mycroft * A timestamp received in a SYN makes
2942 1.9 mycroft * it ok to send timestamp requests and replies.
2943 1.9 mycroft */
2944 1.234 christos tp->t_flags |= TF_RCVD_TSTMP;
2945 1.234 christos tp->ts_recent = oi->ts_val;
2946 1.234 christos tp->ts_recent_age = tcp_now;
2947 1.230 christos break;
2948 1.230 christos
2949 1.54 matt case TCPOPT_SACK_PERMITTED:
2950 1.54 matt if (optlen != TCPOLEN_SACK_PERMITTED)
2951 1.54 matt continue;
2952 1.83 itojun if (!(th->th_flags & TH_SYN))
2953 1.54 matt continue;
2954 1.234 christos if (TCPS_HAVERCVDSYN(tp->t_state))
2955 1.234 christos continue;
2956 1.222 jonathan if (tcp_do_sack) {
2957 1.222 jonathan tp->t_flags |= TF_SACK_PERMIT;
2958 1.222 jonathan tp->t_flags |= TF_WILL_SACK;
2959 1.222 jonathan }
2960 1.54 matt break;
2961 1.54 matt
2962 1.54 matt case TCPOPT_SACK:
2963 1.222 jonathan tcp_sack_option(tp, th, cp, optlen);
2964 1.9 mycroft break;
2965 1.201 jonathan #ifdef TCP_SIGNATURE
2966 1.201 jonathan case TCPOPT_SIGNATURE:
2967 1.201 jonathan if (optlen != TCPOLEN_SIGNATURE)
2968 1.201 jonathan continue;
2969 1.206 itojun if (sigp && bcmp(sigp, cp + 2, TCP_SIGLEN))
2970 1.206 itojun return (-1);
2971 1.206 itojun
2972 1.206 itojun sigp = sigbuf;
2973 1.206 itojun memcpy(sigbuf, cp + 2, TCP_SIGLEN);
2974 1.206 itojun memset(cp + 2, 0, TCP_SIGLEN);
2975 1.206 itojun tp->t_flags |= TF_SIGNATURE;
2976 1.201 jonathan break;
2977 1.201 jonathan #endif
2978 1.1 cgd }
2979 1.1 cgd }
2980 1.206 itojun
2981 1.206 itojun #ifdef TCP_SIGNATURE
2982 1.206 itojun if (tp->t_flags & TF_SIGNATURE) {
2983 1.206 itojun
2984 1.206 itojun sav = tcp_signature_getsav(m, th);
2985 1.206 itojun
2986 1.206 itojun if (sav == NULL && tp->t_state == TCPS_LISTEN)
2987 1.206 itojun return (-1);
2988 1.206 itojun }
2989 1.206 itojun
2990 1.206 itojun if ((sigp ? TF_SIGNATURE : 0) ^ (tp->t_flags & TF_SIGNATURE)) {
2991 1.208 itojun if (sav == NULL)
2992 1.208 itojun return (-1);
2993 1.206 itojun #ifdef FAST_IPSEC
2994 1.206 itojun KEY_FREESAV(&sav);
2995 1.206 itojun #else
2996 1.206 itojun key_freesav(sav);
2997 1.206 itojun #endif
2998 1.206 itojun return (-1);
2999 1.206 itojun }
3000 1.206 itojun
3001 1.206 itojun if (sigp) {
3002 1.206 itojun char sig[TCP_SIGLEN];
3003 1.206 itojun
3004 1.206 itojun TCP_FIELDS_TO_NET(th);
3005 1.206 itojun if (tcp_signature(m, th, toff, sav, sig) < 0) {
3006 1.206 itojun TCP_FIELDS_TO_HOST(th);
3007 1.208 itojun if (sav == NULL)
3008 1.208 itojun return (-1);
3009 1.206 itojun #ifdef FAST_IPSEC
3010 1.206 itojun KEY_FREESAV(&sav);
3011 1.206 itojun #else
3012 1.206 itojun key_freesav(sav);
3013 1.206 itojun #endif
3014 1.206 itojun return (-1);
3015 1.206 itojun }
3016 1.206 itojun TCP_FIELDS_TO_HOST(th);
3017 1.206 itojun
3018 1.206 itojun if (bcmp(sig, sigp, TCP_SIGLEN)) {
3019 1.206 itojun tcpstat.tcps_badsig++;
3020 1.208 itojun if (sav == NULL)
3021 1.208 itojun return (-1);
3022 1.206 itojun #ifdef FAST_IPSEC
3023 1.206 itojun KEY_FREESAV(&sav);
3024 1.206 itojun #else
3025 1.206 itojun key_freesav(sav);
3026 1.206 itojun #endif
3027 1.206 itojun return (-1);
3028 1.206 itojun } else
3029 1.206 itojun tcpstat.tcps_goodsig++;
3030 1.206 itojun
3031 1.206 itojun key_sa_recordxfer(sav, m);
3032 1.206 itojun #ifdef FAST_IPSEC
3033 1.206 itojun KEY_FREESAV(&sav);
3034 1.206 itojun #else
3035 1.206 itojun key_freesav(sav);
3036 1.206 itojun #endif
3037 1.206 itojun }
3038 1.206 itojun #endif
3039 1.206 itojun
3040 1.206 itojun return (0);
3041 1.1 cgd }
3042 1.1 cgd
3043 1.1 cgd /*
3044 1.1 cgd * Pull out of band byte out of a segment so
3045 1.1 cgd * it doesn't appear in the user's data queue.
3046 1.1 cgd * It is still reflected in the segment length for
3047 1.1 cgd * sequencing purposes.
3048 1.1 cgd */
3049 1.5 mycroft void
3050 1.220 perry tcp_pulloutofband(struct socket *so, struct tcphdr *th,
3051 1.220 perry struct mbuf *m, int off)
3052 1.1 cgd {
3053 1.97 itojun int cnt = off + th->th_urp - 1;
3054 1.143 itojun
3055 1.1 cgd while (cnt >= 0) {
3056 1.1 cgd if (m->m_len > cnt) {
3057 1.1 cgd char *cp = mtod(m, caddr_t) + cnt;
3058 1.1 cgd struct tcpcb *tp = sototcpcb(so);
3059 1.1 cgd
3060 1.1 cgd tp->t_iobc = *cp;
3061 1.1 cgd tp->t_oobflags |= TCPOOB_HAVEDATA;
3062 1.1 cgd bcopy(cp+1, cp, (unsigned)(m->m_len - cnt - 1));
3063 1.1 cgd m->m_len--;
3064 1.1 cgd return;
3065 1.1 cgd }
3066 1.1 cgd cnt -= m->m_len;
3067 1.1 cgd m = m->m_next;
3068 1.1 cgd if (m == 0)
3069 1.1 cgd break;
3070 1.1 cgd }
3071 1.1 cgd panic("tcp_pulloutofband");
3072 1.1 cgd }
3073 1.1 cgd
3074 1.1 cgd /*
3075 1.1 cgd * Collect new round-trip time estimate
3076 1.1 cgd * and update averages and current timeout.
3077 1.1 cgd */
3078 1.5 mycroft void
3079 1.220 perry tcp_xmit_timer(struct tcpcb *tp, uint32_t rtt)
3080 1.1 cgd {
3081 1.128 thorpej int32_t delta;
3082 1.1 cgd
3083 1.1 cgd tcpstat.tcps_rttupdated++;
3084 1.1 cgd if (tp->t_srtt != 0) {
3085 1.1 cgd /*
3086 1.1 cgd * srtt is stored as fixed point with 3 bits after the
3087 1.1 cgd * binary point (i.e., scaled by 8). The following magic
3088 1.1 cgd * is equivalent to the smoothing algorithm in rfc793 with
3089 1.1 cgd * an alpha of .875 (srtt = rtt/8 + srtt*7/8 in fixed
3090 1.9 mycroft * point). Adjust rtt to origin 0.
3091 1.1 cgd */
3092 1.16 mycroft delta = (rtt << 2) - (tp->t_srtt >> TCP_RTT_SHIFT);
3093 1.1 cgd if ((tp->t_srtt += delta) <= 0)
3094 1.27 mycroft tp->t_srtt = 1 << 2;
3095 1.1 cgd /*
3096 1.1 cgd * We accumulate a smoothed rtt variance (actually, a
3097 1.1 cgd * smoothed mean difference), then set the retransmit
3098 1.1 cgd * timer to smoothed rtt + 4 times the smoothed variance.
3099 1.1 cgd * rttvar is stored as fixed point with 2 bits after the
3100 1.1 cgd * binary point (scaled by 4). The following is
3101 1.1 cgd * equivalent to rfc793 smoothing with an alpha of .75
3102 1.1 cgd * (rttvar = rttvar*3/4 + |delta| / 4). This replaces
3103 1.1 cgd * rfc793's wired-in beta.
3104 1.1 cgd */
3105 1.1 cgd if (delta < 0)
3106 1.1 cgd delta = -delta;
3107 1.1 cgd delta -= (tp->t_rttvar >> TCP_RTTVAR_SHIFT);
3108 1.1 cgd if ((tp->t_rttvar += delta) <= 0)
3109 1.27 mycroft tp->t_rttvar = 1 << 2;
3110 1.1 cgd } else {
3111 1.143 itojun /*
3112 1.1 cgd * No rtt measurement yet - use the unsmoothed rtt.
3113 1.1 cgd * Set the variance to half the rtt (so our first
3114 1.9 mycroft * retransmit happens at 3*rtt).
3115 1.1 cgd */
3116 1.16 mycroft tp->t_srtt = rtt << (TCP_RTT_SHIFT + 2);
3117 1.16 mycroft tp->t_rttvar = rtt << (TCP_RTTVAR_SHIFT + 2 - 1);
3118 1.1 cgd }
3119 1.128 thorpej tp->t_rtttime = 0;
3120 1.1 cgd tp->t_rxtshift = 0;
3121 1.1 cgd
3122 1.1 cgd /*
3123 1.1 cgd * the retransmit should happen at rtt + 4 * rttvar.
3124 1.1 cgd * Because of the way we do the smoothing, srtt and rttvar
3125 1.1 cgd * will each average +1/2 tick of bias. When we compute
3126 1.1 cgd * the retransmit timer, we want 1/2 tick of rounding and
3127 1.1 cgd * 1 extra tick because of +-1/2 tick uncertainty in the
3128 1.1 cgd * firing of the timer. The bias will give us exactly the
3129 1.1 cgd * 1.5 tick we need. But, because the bias is
3130 1.1 cgd * statistical, we have to test that we don't drop below
3131 1.1 cgd * the minimum feasible timer (which is 2 ticks).
3132 1.1 cgd */
3133 1.128 thorpej TCPT_RANGESET(tp->t_rxtcur, TCP_REXMTVAL(tp),
3134 1.128 thorpej max(tp->t_rttmin, rtt + 2), TCPTV_REXMTMAX);
3135 1.143 itojun
3136 1.1 cgd /*
3137 1.1 cgd * We received an ack for a packet that wasn't retransmitted;
3138 1.1 cgd * it is probably safe to discard any error indications we've
3139 1.1 cgd * received recently. This isn't quite right, but close enough
3140 1.1 cgd * for now (a route might have failed after we sent a segment,
3141 1.1 cgd * and the return path might not be symmetrical).
3142 1.1 cgd */
3143 1.1 cgd tp->t_softerror = 0;
3144 1.1 cgd }
3145 1.68 matt
3146 1.1 cgd
3147 1.1 cgd /*
3148 1.29 thorpej * TCP compressed state engine. Currently used to hold compressed
3149 1.29 thorpej * state for SYN_RECEIVED.
3150 1.29 thorpej */
3151 1.29 thorpej
3152 1.29 thorpej u_long syn_cache_count;
3153 1.29 thorpej u_int32_t syn_hash1, syn_hash2;
3154 1.29 thorpej
3155 1.29 thorpej #define SYN_HASH(sa, sp, dp) \
3156 1.29 thorpej ((((sa)->s_addr^syn_hash1)*(((((u_int32_t)(dp))<<16) + \
3157 1.49 thorpej ((u_int32_t)(sp)))^syn_hash2)))
3158 1.83 itojun #ifndef INET6
3159 1.83 itojun #define SYN_HASHALL(hash, src, dst) \
3160 1.83 itojun do { \
3161 1.228 christos hash = SYN_HASH(&((const struct sockaddr_in *)(src))->sin_addr, \
3162 1.228 christos ((const struct sockaddr_in *)(src))->sin_port, \
3163 1.228 christos ((const struct sockaddr_in *)(dst))->sin_port); \
3164 1.159 perry } while (/*CONSTCOND*/ 0)
3165 1.83 itojun #else
3166 1.83 itojun #define SYN_HASH6(sa, sp, dp) \
3167 1.83 itojun ((((sa)->s6_addr32[0] ^ (sa)->s6_addr32[3] ^ syn_hash1) * \
3168 1.83 itojun (((((u_int32_t)(dp))<<16) + ((u_int32_t)(sp)))^syn_hash2)) \
3169 1.83 itojun & 0x7fffffff)
3170 1.83 itojun
3171 1.83 itojun #define SYN_HASHALL(hash, src, dst) \
3172 1.83 itojun do { \
3173 1.83 itojun switch ((src)->sa_family) { \
3174 1.83 itojun case AF_INET: \
3175 1.228 christos hash = SYN_HASH(&((const struct sockaddr_in *)(src))->sin_addr, \
3176 1.228 christos ((const struct sockaddr_in *)(src))->sin_port, \
3177 1.228 christos ((const struct sockaddr_in *)(dst))->sin_port); \
3178 1.83 itojun break; \
3179 1.83 itojun case AF_INET6: \
3180 1.228 christos hash = SYN_HASH6(&((const struct sockaddr_in6 *)(src))->sin6_addr, \
3181 1.228 christos ((const struct sockaddr_in6 *)(src))->sin6_port, \
3182 1.228 christos ((const struct sockaddr_in6 *)(dst))->sin6_port); \
3183 1.83 itojun break; \
3184 1.83 itojun default: \
3185 1.83 itojun hash = 0; \
3186 1.83 itojun } \
3187 1.130 thorpej } while (/*CONSTCOND*/0)
3188 1.83 itojun #endif /* INET6 */
3189 1.29 thorpej
3190 1.80 thorpej #define SYN_CACHE_RM(sc) \
3191 1.59 thorpej do { \
3192 1.130 thorpej TAILQ_REMOVE(&tcp_syn_cache[(sc)->sc_bucketidx].sch_bucket, \
3193 1.130 thorpej (sc), sc_bucketq); \
3194 1.93 itojun (sc)->sc_tp = NULL; \
3195 1.93 itojun LIST_REMOVE((sc), sc_tpq); \
3196 1.80 thorpej tcp_syn_cache[(sc)->sc_bucketidx].sch_length--; \
3197 1.130 thorpej callout_stop(&(sc)->sc_timer); \
3198 1.29 thorpej syn_cache_count--; \
3199 1.130 thorpej } while (/*CONSTCOND*/0)
3200 1.59 thorpej
3201 1.75 thorpej #define SYN_CACHE_PUT(sc) \
3202 1.75 thorpej do { \
3203 1.75 thorpej if ((sc)->sc_ipopts) \
3204 1.75 thorpej (void) m_free((sc)->sc_ipopts); \
3205 1.83 itojun if ((sc)->sc_route4.ro_rt != NULL) \
3206 1.83 itojun RTFREE((sc)->sc_route4.ro_rt); \
3207 1.173 he if (callout_invoking(&(sc)->sc_timer)) \
3208 1.173 he (sc)->sc_flags |= SCF_DEAD; \
3209 1.173 he else \
3210 1.173 he pool_put(&syn_cache_pool, (sc)); \
3211 1.130 thorpej } while (/*CONSTCOND*/0)
3212 1.75 thorpej
3213 1.200 simonb POOL_INIT(syn_cache_pool, sizeof(struct syn_cache), 0, 0, 0, "synpl", NULL);
3214 1.63 thorpej
3215 1.80 thorpej /*
3216 1.80 thorpej * We don't estimate RTT with SYNs, so each packet starts with the default
3217 1.130 thorpej * RTT and each timer step has a fixed timeout value.
3218 1.80 thorpej */
3219 1.80 thorpej #define SYN_CACHE_TIMER_ARM(sc) \
3220 1.80 thorpej do { \
3221 1.80 thorpej TCPT_RANGESET((sc)->sc_rxtcur, \
3222 1.80 thorpej TCPTV_SRTTDFLT * tcp_backoff[(sc)->sc_rxtshift], TCPTV_MIN, \
3223 1.80 thorpej TCPTV_REXMTMAX); \
3224 1.130 thorpej callout_reset(&(sc)->sc_timer, \
3225 1.130 thorpej (sc)->sc_rxtcur * (hz / PR_SLOWHZ), syn_cache_timer, (sc)); \
3226 1.130 thorpej } while (/*CONSTCOND*/0)
3227 1.80 thorpej
3228 1.123 thorpej #define SYN_CACHE_TIMESTAMP(sc) (tcp_now - (sc)->sc_timebase)
3229 1.123 thorpej
3230 1.59 thorpej void
3231 1.220 perry syn_cache_init(void)
3232 1.59 thorpej {
3233 1.59 thorpej int i;
3234 1.59 thorpej
3235 1.80 thorpej /* Initialize the hash buckets. */
3236 1.59 thorpej for (i = 0; i < tcp_syn_cache_size; i++)
3237 1.130 thorpej TAILQ_INIT(&tcp_syn_cache[i].sch_bucket);
3238 1.29 thorpej }
3239 1.29 thorpej
3240 1.29 thorpej void
3241 1.220 perry syn_cache_insert(struct syn_cache *sc, struct tcpcb *tp)
3242 1.29 thorpej {
3243 1.80 thorpej struct syn_cache_head *scp;
3244 1.29 thorpej struct syn_cache *sc2;
3245 1.130 thorpej int s;
3246 1.29 thorpej
3247 1.59 thorpej /*
3248 1.59 thorpej * If there are no entries in the hash table, reinitialize
3249 1.59 thorpej * the hash secrets.
3250 1.59 thorpej */
3251 1.29 thorpej if (syn_cache_count == 0) {
3252 1.188 itojun syn_hash1 = arc4random();
3253 1.188 itojun syn_hash2 = arc4random();
3254 1.29 thorpej }
3255 1.29 thorpej
3256 1.83 itojun SYN_HASHALL(sc->sc_hash, &sc->sc_src.sa, &sc->sc_dst.sa);
3257 1.80 thorpej sc->sc_bucketidx = sc->sc_hash % tcp_syn_cache_size;
3258 1.80 thorpej scp = &tcp_syn_cache[sc->sc_bucketidx];
3259 1.29 thorpej
3260 1.29 thorpej /*
3261 1.29 thorpej * Make sure that we don't overflow the per-bucket
3262 1.29 thorpej * limit or the total cache size limit.
3263 1.29 thorpej */
3264 1.29 thorpej s = splsoftnet();
3265 1.29 thorpej if (scp->sch_length >= tcp_syn_bucket_limit) {
3266 1.29 thorpej tcpstat.tcps_sc_bucketoverflow++;
3267 1.59 thorpej /*
3268 1.80 thorpej * The bucket is full. Toss the oldest element in the
3269 1.130 thorpej * bucket. This will be the first entry in the bucket.
3270 1.130 thorpej */
3271 1.130 thorpej sc2 = TAILQ_FIRST(&scp->sch_bucket);
3272 1.80 thorpej #ifdef DIAGNOSTIC
3273 1.80 thorpej /*
3274 1.80 thorpej * This should never happen; we should always find an
3275 1.80 thorpej * entry in our bucket.
3276 1.59 thorpej */
3277 1.130 thorpej if (sc2 == NULL)
3278 1.130 thorpej panic("syn_cache_insert: bucketoverflow: impossible");
3279 1.80 thorpej #endif
3280 1.130 thorpej SYN_CACHE_RM(sc2);
3281 1.245 tls SYN_CACHE_PUT(sc2); /* calls pool_put but see spl above */
3282 1.29 thorpej } else if (syn_cache_count >= tcp_syn_cache_limit) {
3283 1.130 thorpej struct syn_cache_head *scp2, *sce;
3284 1.130 thorpej
3285 1.29 thorpej tcpstat.tcps_sc_overflowed++;
3286 1.29 thorpej /*
3287 1.80 thorpej * The cache is full. Toss the oldest entry in the
3288 1.130 thorpej * first non-empty bucket we can find.
3289 1.130 thorpej *
3290 1.130 thorpej * XXX We would really like to toss the oldest
3291 1.130 thorpej * entry in the cache, but we hope that this
3292 1.130 thorpej * condition doesn't happen very often.
3293 1.130 thorpej */
3294 1.130 thorpej scp2 = scp;
3295 1.130 thorpej if (TAILQ_EMPTY(&scp2->sch_bucket)) {
3296 1.130 thorpej sce = &tcp_syn_cache[tcp_syn_cache_size];
3297 1.130 thorpej for (++scp2; scp2 != scp; scp2++) {
3298 1.130 thorpej if (scp2 >= sce)
3299 1.130 thorpej scp2 = &tcp_syn_cache[0];
3300 1.130 thorpej if (! TAILQ_EMPTY(&scp2->sch_bucket))
3301 1.130 thorpej break;
3302 1.130 thorpej }
3303 1.80 thorpej #ifdef DIAGNOSTIC
3304 1.130 thorpej /*
3305 1.130 thorpej * This should never happen; we should always find a
3306 1.130 thorpej * non-empty bucket.
3307 1.130 thorpej */
3308 1.130 thorpej if (scp2 == scp)
3309 1.130 thorpej panic("syn_cache_insert: cacheoverflow: "
3310 1.130 thorpej "impossible");
3311 1.80 thorpej #endif
3312 1.130 thorpej }
3313 1.130 thorpej sc2 = TAILQ_FIRST(&scp2->sch_bucket);
3314 1.130 thorpej SYN_CACHE_RM(sc2);
3315 1.245 tls SYN_CACHE_PUT(sc2); /* calls pool_put but see spl above */
3316 1.29 thorpej }
3317 1.29 thorpej
3318 1.80 thorpej /*
3319 1.80 thorpej * Initialize the entry's timer.
3320 1.80 thorpej */
3321 1.80 thorpej sc->sc_rxttot = 0;
3322 1.80 thorpej sc->sc_rxtshift = 0;
3323 1.80 thorpej SYN_CACHE_TIMER_ARM(sc);
3324 1.59 thorpej
3325 1.93 itojun /* Link it from tcpcb entry */
3326 1.93 itojun LIST_INSERT_HEAD(&tp->t_sc, sc, sc_tpq);
3327 1.93 itojun
3328 1.59 thorpej /* Put it into the bucket. */
3329 1.130 thorpej TAILQ_INSERT_TAIL(&scp->sch_bucket, sc, sc_bucketq);
3330 1.80 thorpej scp->sch_length++;
3331 1.59 thorpej syn_cache_count++;
3332 1.29 thorpej
3333 1.59 thorpej tcpstat.tcps_sc_added++;
3334 1.29 thorpej splx(s);
3335 1.29 thorpej }
3336 1.29 thorpej
3337 1.29 thorpej /*
3338 1.80 thorpej * Walk the timer queues, looking for SYN,ACKs that need to be retransmitted.
3339 1.80 thorpej * If we have retransmitted an entry the maximum number of times, expire
3340 1.80 thorpej * that entry.
3341 1.29 thorpej */
3342 1.29 thorpej void
3343 1.130 thorpej syn_cache_timer(void *arg)
3344 1.29 thorpej {
3345 1.130 thorpej struct syn_cache *sc = arg;
3346 1.130 thorpej int s;
3347 1.29 thorpej
3348 1.29 thorpej s = splsoftnet();
3349 1.173 he callout_ack(&sc->sc_timer);
3350 1.173 he
3351 1.173 he if (__predict_false(sc->sc_flags & SCF_DEAD)) {
3352 1.173 he tcpstat.tcps_sc_delayed_free++;
3353 1.173 he pool_put(&syn_cache_pool, sc);
3354 1.173 he splx(s);
3355 1.173 he return;
3356 1.173 he }
3357 1.80 thorpej
3358 1.130 thorpej if (__predict_false(sc->sc_rxtshift == TCP_MAXRXTSHIFT)) {
3359 1.130 thorpej /* Drop it -- too many retransmissions. */
3360 1.130 thorpej goto dropit;
3361 1.130 thorpej }
3362 1.130 thorpej
3363 1.80 thorpej /*
3364 1.130 thorpej * Compute the total amount of time this entry has
3365 1.130 thorpej * been on a queue. If this entry has been on longer
3366 1.130 thorpej * than the keep alive timer would allow, expire it.
3367 1.80 thorpej */
3368 1.130 thorpej sc->sc_rxttot += sc->sc_rxtcur;
3369 1.130 thorpej if (sc->sc_rxttot >= TCPTV_KEEP_INIT)
3370 1.130 thorpej goto dropit;
3371 1.80 thorpej
3372 1.130 thorpej tcpstat.tcps_sc_retransmitted++;
3373 1.130 thorpej (void) syn_cache_respond(sc, NULL);
3374 1.80 thorpej
3375 1.130 thorpej /* Advance the timer back-off. */
3376 1.130 thorpej sc->sc_rxtshift++;
3377 1.130 thorpej SYN_CACHE_TIMER_ARM(sc);
3378 1.80 thorpej
3379 1.130 thorpej splx(s);
3380 1.130 thorpej return;
3381 1.80 thorpej
3382 1.130 thorpej dropit:
3383 1.130 thorpej tcpstat.tcps_sc_timed_out++;
3384 1.130 thorpej SYN_CACHE_RM(sc);
3385 1.245 tls SYN_CACHE_PUT(sc); /* calls pool_put but see spl above */
3386 1.29 thorpej splx(s);
3387 1.29 thorpej }
3388 1.29 thorpej
3389 1.29 thorpej /*
3390 1.93 itojun * Remove syn cache created by the specified tcb entry,
3391 1.93 itojun * because this does not make sense to keep them
3392 1.93 itojun * (if there's no tcb entry, syn cache entry will never be used)
3393 1.93 itojun */
3394 1.93 itojun void
3395 1.220 perry syn_cache_cleanup(struct tcpcb *tp)
3396 1.93 itojun {
3397 1.93 itojun struct syn_cache *sc, *nsc;
3398 1.93 itojun int s;
3399 1.93 itojun
3400 1.93 itojun s = splsoftnet();
3401 1.93 itojun
3402 1.93 itojun for (sc = LIST_FIRST(&tp->t_sc); sc != NULL; sc = nsc) {
3403 1.93 itojun nsc = LIST_NEXT(sc, sc_tpq);
3404 1.93 itojun
3405 1.93 itojun #ifdef DIAGNOSTIC
3406 1.93 itojun if (sc->sc_tp != tp)
3407 1.93 itojun panic("invalid sc_tp in syn_cache_cleanup");
3408 1.93 itojun #endif
3409 1.93 itojun SYN_CACHE_RM(sc);
3410 1.245 tls SYN_CACHE_PUT(sc); /* calls pool_put but see spl above */
3411 1.93 itojun }
3412 1.93 itojun /* just for safety */
3413 1.93 itojun LIST_INIT(&tp->t_sc);
3414 1.93 itojun
3415 1.93 itojun splx(s);
3416 1.93 itojun }
3417 1.93 itojun
3418 1.93 itojun /*
3419 1.29 thorpej * Find an entry in the syn cache.
3420 1.29 thorpej */
3421 1.29 thorpej struct syn_cache *
3422 1.228 christos syn_cache_lookup(const struct sockaddr *src, const struct sockaddr *dst,
3423 1.220 perry struct syn_cache_head **headp)
3424 1.29 thorpej {
3425 1.59 thorpej struct syn_cache *sc;
3426 1.59 thorpej struct syn_cache_head *scp;
3427 1.29 thorpej u_int32_t hash;
3428 1.29 thorpej int s;
3429 1.29 thorpej
3430 1.83 itojun SYN_HASHALL(hash, src, dst);
3431 1.29 thorpej
3432 1.59 thorpej scp = &tcp_syn_cache[hash % tcp_syn_cache_size];
3433 1.59 thorpej *headp = scp;
3434 1.29 thorpej s = splsoftnet();
3435 1.130 thorpej for (sc = TAILQ_FIRST(&scp->sch_bucket); sc != NULL;
3436 1.130 thorpej sc = TAILQ_NEXT(sc, sc_bucketq)) {
3437 1.29 thorpej if (sc->sc_hash != hash)
3438 1.29 thorpej continue;
3439 1.83 itojun if (!bcmp(&sc->sc_src, src, src->sa_len) &&
3440 1.83 itojun !bcmp(&sc->sc_dst, dst, dst->sa_len)) {
3441 1.29 thorpej splx(s);
3442 1.29 thorpej return (sc);
3443 1.29 thorpej }
3444 1.29 thorpej }
3445 1.29 thorpej splx(s);
3446 1.29 thorpej return (NULL);
3447 1.29 thorpej }
3448 1.29 thorpej
3449 1.29 thorpej /*
3450 1.29 thorpej * This function gets called when we receive an ACK for a
3451 1.29 thorpej * socket in the LISTEN state. We look up the connection
3452 1.29 thorpej * in the syn cache, and if its there, we pull it out of
3453 1.29 thorpej * the cache and turn it into a full-blown connection in
3454 1.29 thorpej * the SYN-RECEIVED state.
3455 1.29 thorpej *
3456 1.29 thorpej * The return values may not be immediately obvious, and their effects
3457 1.29 thorpej * can be subtle, so here they are:
3458 1.29 thorpej *
3459 1.29 thorpej * NULL SYN was not found in cache; caller should drop the
3460 1.29 thorpej * packet and send an RST.
3461 1.29 thorpej *
3462 1.29 thorpej * -1 We were unable to create the new connection, and are
3463 1.29 thorpej * aborting it. An ACK,RST is being sent to the peer
3464 1.29 thorpej * (unless we got screwey sequence numbners; see below),
3465 1.29 thorpej * because the 3-way handshake has been completed. Caller
3466 1.29 thorpej * should not free the mbuf, since we may be using it. If
3467 1.29 thorpej * we are not, we will free it.
3468 1.29 thorpej *
3469 1.29 thorpej * Otherwise, the return value is a pointer to the new socket
3470 1.29 thorpej * associated with the connection.
3471 1.29 thorpej */
3472 1.29 thorpej struct socket *
3473 1.220 perry syn_cache_get(struct sockaddr *src, struct sockaddr *dst,
3474 1.255 christos struct tcphdr *th, unsigned int hlen, unsigned int tlen,
3475 1.220 perry struct socket *so, struct mbuf *m)
3476 1.29 thorpej {
3477 1.59 thorpej struct syn_cache *sc;
3478 1.59 thorpej struct syn_cache_head *scp;
3479 1.106 augustss struct inpcb *inp = NULL;
3480 1.83 itojun #ifdef INET6
3481 1.106 augustss struct in6pcb *in6p = NULL;
3482 1.83 itojun #endif
3483 1.106 augustss struct tcpcb *tp = 0;
3484 1.29 thorpej struct mbuf *am;
3485 1.29 thorpej int s;
3486 1.83 itojun struct socket *oso;
3487 1.29 thorpej
3488 1.29 thorpej s = splsoftnet();
3489 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
3490 1.29 thorpej splx(s);
3491 1.29 thorpej return (NULL);
3492 1.29 thorpej }
3493 1.29 thorpej
3494 1.29 thorpej /*
3495 1.75 thorpej * Verify the sequence and ack numbers. Try getting the correct
3496 1.75 thorpej * response again.
3497 1.29 thorpej */
3498 1.83 itojun if ((th->th_ack != sc->sc_iss + 1) ||
3499 1.83 itojun SEQ_LEQ(th->th_seq, sc->sc_irs) ||
3500 1.83 itojun SEQ_GT(th->th_seq, sc->sc_irs + 1 + sc->sc_win)) {
3501 1.80 thorpej (void) syn_cache_respond(sc, m);
3502 1.29 thorpej splx(s);
3503 1.29 thorpej return ((struct socket *)(-1));
3504 1.29 thorpej }
3505 1.29 thorpej
3506 1.29 thorpej /* Remove this cache entry */
3507 1.80 thorpej SYN_CACHE_RM(sc);
3508 1.29 thorpej splx(s);
3509 1.29 thorpej
3510 1.29 thorpej /*
3511 1.29 thorpej * Ok, create the full blown connection, and set things up
3512 1.29 thorpej * as they would have been set up if we had created the
3513 1.29 thorpej * connection when the SYN arrived. If we can't create
3514 1.29 thorpej * the connection, abort it.
3515 1.29 thorpej */
3516 1.83 itojun /*
3517 1.83 itojun * inp still has the OLD in_pcb stuff, set the
3518 1.83 itojun * v6-related flags on the new guy, too. This is
3519 1.83 itojun * done particularly for the case where an AF_INET6
3520 1.83 itojun * socket is bound only to a port, and a v4 connection
3521 1.83 itojun * comes in on that port.
3522 1.143 itojun * we also copy the flowinfo from the original pcb
3523 1.83 itojun * to the new one.
3524 1.83 itojun */
3525 1.83 itojun oso = so;
3526 1.29 thorpej so = sonewconn(so, SS_ISCONNECTED);
3527 1.29 thorpej if (so == NULL)
3528 1.29 thorpej goto resetandabort;
3529 1.29 thorpej
3530 1.83 itojun switch (so->so_proto->pr_domain->dom_family) {
3531 1.119 itojun #ifdef INET
3532 1.83 itojun case AF_INET:
3533 1.83 itojun inp = sotoinpcb(so);
3534 1.83 itojun break;
3535 1.119 itojun #endif
3536 1.83 itojun #ifdef INET6
3537 1.83 itojun case AF_INET6:
3538 1.83 itojun in6p = sotoin6pcb(so);
3539 1.83 itojun break;
3540 1.83 itojun #endif
3541 1.83 itojun }
3542 1.83 itojun switch (src->sa_family) {
3543 1.119 itojun #ifdef INET
3544 1.83 itojun case AF_INET:
3545 1.83 itojun if (inp) {
3546 1.83 itojun inp->inp_laddr = ((struct sockaddr_in *)dst)->sin_addr;
3547 1.83 itojun inp->inp_lport = ((struct sockaddr_in *)dst)->sin_port;
3548 1.83 itojun inp->inp_options = ip_srcroute();
3549 1.83 itojun in_pcbstate(inp, INP_BOUND);
3550 1.83 itojun if (inp->inp_options == NULL) {
3551 1.83 itojun inp->inp_options = sc->sc_ipopts;
3552 1.83 itojun sc->sc_ipopts = NULL;
3553 1.83 itojun }
3554 1.83 itojun }
3555 1.83 itojun #ifdef INET6
3556 1.83 itojun else if (in6p) {
3557 1.83 itojun /* IPv4 packet to AF_INET6 socket */
3558 1.83 itojun bzero(&in6p->in6p_laddr, sizeof(in6p->in6p_laddr));
3559 1.83 itojun in6p->in6p_laddr.s6_addr16[5] = htons(0xffff);
3560 1.83 itojun bcopy(&((struct sockaddr_in *)dst)->sin_addr,
3561 1.83 itojun &in6p->in6p_laddr.s6_addr32[3],
3562 1.83 itojun sizeof(((struct sockaddr_in *)dst)->sin_addr));
3563 1.83 itojun in6p->in6p_lport = ((struct sockaddr_in *)dst)->sin_port;
3564 1.83 itojun in6totcpcb(in6p)->t_family = AF_INET;
3565 1.168 itojun if (sotoin6pcb(oso)->in6p_flags & IN6P_IPV6_V6ONLY)
3566 1.168 itojun in6p->in6p_flags |= IN6P_IPV6_V6ONLY;
3567 1.168 itojun else
3568 1.168 itojun in6p->in6p_flags &= ~IN6P_IPV6_V6ONLY;
3569 1.181 itojun in6_pcbstate(in6p, IN6P_BOUND);
3570 1.83 itojun }
3571 1.83 itojun #endif
3572 1.83 itojun break;
3573 1.119 itojun #endif
3574 1.83 itojun #ifdef INET6
3575 1.83 itojun case AF_INET6:
3576 1.83 itojun if (in6p) {
3577 1.83 itojun in6p->in6p_laddr = ((struct sockaddr_in6 *)dst)->sin6_addr;
3578 1.83 itojun in6p->in6p_lport = ((struct sockaddr_in6 *)dst)->sin6_port;
3579 1.181 itojun in6_pcbstate(in6p, IN6P_BOUND);
3580 1.83 itojun }
3581 1.83 itojun break;
3582 1.83 itojun #endif
3583 1.83 itojun }
3584 1.83 itojun #ifdef INET6
3585 1.83 itojun if (in6p && in6totcpcb(in6p)->t_family == AF_INET6 && sotoinpcb(oso)) {
3586 1.83 itojun struct in6pcb *oin6p = sotoin6pcb(oso);
3587 1.83 itojun /* inherit socket options from the listening socket */
3588 1.83 itojun in6p->in6p_flags |= (oin6p->in6p_flags & IN6P_CONTROLOPTS);
3589 1.83 itojun if (in6p->in6p_flags & IN6P_CONTROLOPTS) {
3590 1.83 itojun m_freem(in6p->in6p_options);
3591 1.83 itojun in6p->in6p_options = 0;
3592 1.83 itojun }
3593 1.83 itojun ip6_savecontrol(in6p, &in6p->in6p_options,
3594 1.83 itojun mtod(m, struct ip6_hdr *), m);
3595 1.83 itojun }
3596 1.83 itojun #endif
3597 1.83 itojun
3598 1.175 jonathan #if defined(IPSEC) || defined(FAST_IPSEC)
3599 1.102 itojun /*
3600 1.102 itojun * we make a copy of policy, instead of sharing the policy,
3601 1.102 itojun * for better behavior in terms of SA lookup and dead SA removal.
3602 1.102 itojun */
3603 1.83 itojun if (inp) {
3604 1.102 itojun /* copy old policy into new socket's */
3605 1.144 itojun if (ipsec_copy_pcbpolicy(sotoinpcb(oso)->inp_sp, inp->inp_sp))
3606 1.83 itojun printf("tcp_input: could not copy policy\n");
3607 1.83 itojun }
3608 1.83 itojun #ifdef INET6
3609 1.83 itojun else if (in6p) {
3610 1.102 itojun /* copy old policy into new socket's */
3611 1.144 itojun if (ipsec_copy_pcbpolicy(sotoin6pcb(oso)->in6p_sp,
3612 1.144 itojun in6p->in6p_sp))
3613 1.83 itojun printf("tcp_input: could not copy policy\n");
3614 1.50 thorpej }
3615 1.83 itojun #endif
3616 1.83 itojun #endif
3617 1.29 thorpej
3618 1.75 thorpej /*
3619 1.75 thorpej * Give the new socket our cached route reference.
3620 1.75 thorpej */
3621 1.83 itojun if (inp)
3622 1.83 itojun inp->inp_route = sc->sc_route4; /* struct assignment */
3623 1.83 itojun #ifdef INET6
3624 1.83 itojun else
3625 1.83 itojun in6p->in6p_route = sc->sc_route6;
3626 1.83 itojun #endif
3627 1.83 itojun sc->sc_route4.ro_rt = NULL;
3628 1.75 thorpej
3629 1.29 thorpej am = m_get(M_DONTWAIT, MT_SONAME); /* XXX */
3630 1.40 mellon if (am == NULL)
3631 1.29 thorpej goto resetandabort;
3632 1.162 matt MCLAIM(am, &tcp_mowner);
3633 1.83 itojun am->m_len = src->sa_len;
3634 1.83 itojun bcopy(src, mtod(am, caddr_t), src->sa_len);
3635 1.83 itojun if (inp) {
3636 1.237 dsl if (in_pcbconnect(inp, am, NULL)) {
3637 1.83 itojun (void) m_free(am);
3638 1.83 itojun goto resetandabort;
3639 1.83 itojun }
3640 1.83 itojun }
3641 1.83 itojun #ifdef INET6
3642 1.83 itojun else if (in6p) {
3643 1.83 itojun if (src->sa_family == AF_INET) {
3644 1.83 itojun /* IPv4 packet to AF_INET6 socket */
3645 1.83 itojun struct sockaddr_in6 *sin6;
3646 1.83 itojun sin6 = mtod(am, struct sockaddr_in6 *);
3647 1.83 itojun am->m_len = sizeof(*sin6);
3648 1.83 itojun bzero(sin6, sizeof(*sin6));
3649 1.83 itojun sin6->sin6_family = AF_INET6;
3650 1.83 itojun sin6->sin6_len = sizeof(*sin6);
3651 1.83 itojun sin6->sin6_port = ((struct sockaddr_in *)src)->sin_port;
3652 1.83 itojun sin6->sin6_addr.s6_addr16[5] = htons(0xffff);
3653 1.83 itojun bcopy(&((struct sockaddr_in *)src)->sin_addr,
3654 1.83 itojun &sin6->sin6_addr.s6_addr32[3],
3655 1.83 itojun sizeof(sin6->sin6_addr.s6_addr32[3]));
3656 1.83 itojun }
3657 1.237 dsl if (in6_pcbconnect(in6p, am, NULL)) {
3658 1.83 itojun (void) m_free(am);
3659 1.83 itojun goto resetandabort;
3660 1.83 itojun }
3661 1.83 itojun }
3662 1.83 itojun #endif
3663 1.83 itojun else {
3664 1.29 thorpej (void) m_free(am);
3665 1.29 thorpej goto resetandabort;
3666 1.29 thorpej }
3667 1.29 thorpej (void) m_free(am);
3668 1.29 thorpej
3669 1.83 itojun if (inp)
3670 1.83 itojun tp = intotcpcb(inp);
3671 1.83 itojun #ifdef INET6
3672 1.83 itojun else if (in6p)
3673 1.83 itojun tp = in6totcpcb(in6p);
3674 1.83 itojun #endif
3675 1.83 itojun else
3676 1.83 itojun tp = NULL;
3677 1.149 wrstuden tp->t_flags = sototcpcb(oso)->t_flags & TF_NODELAY;
3678 1.29 thorpej if (sc->sc_request_r_scale != 15) {
3679 1.29 thorpej tp->requested_s_scale = sc->sc_requested_s_scale;
3680 1.29 thorpej tp->request_r_scale = sc->sc_request_r_scale;
3681 1.29 thorpej tp->snd_scale = sc->sc_requested_s_scale;
3682 1.29 thorpej tp->rcv_scale = sc->sc_request_r_scale;
3683 1.158 thorpej tp->t_flags |= TF_REQ_SCALE|TF_RCVD_SCALE;
3684 1.29 thorpej }
3685 1.49 thorpej if (sc->sc_flags & SCF_TIMESTAMP)
3686 1.158 thorpej tp->t_flags |= TF_REQ_TSTMP|TF_RCVD_TSTMP;
3687 1.123 thorpej tp->ts_timebase = sc->sc_timebase;
3688 1.29 thorpej
3689 1.29 thorpej tp->t_template = tcp_template(tp);
3690 1.29 thorpej if (tp->t_template == 0) {
3691 1.29 thorpej tp = tcp_drop(tp, ENOBUFS); /* destroys socket */
3692 1.29 thorpej so = NULL;
3693 1.29 thorpej m_freem(m);
3694 1.29 thorpej goto abort;
3695 1.29 thorpej }
3696 1.29 thorpej
3697 1.29 thorpej tp->iss = sc->sc_iss;
3698 1.29 thorpej tp->irs = sc->sc_irs;
3699 1.29 thorpej tcp_sendseqinit(tp);
3700 1.29 thorpej tcp_rcvseqinit(tp);
3701 1.29 thorpej tp->t_state = TCPS_SYN_RECEIVED;
3702 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_KEEP, TCPTV_KEEP_INIT);
3703 1.29 thorpej tcpstat.tcps_accepts++;
3704 1.29 thorpej
3705 1.222 jonathan if ((sc->sc_flags & SCF_SACK_PERMIT) && tcp_do_sack)
3706 1.222 jonathan tp->t_flags |= TF_WILL_SACK;
3707 1.222 jonathan
3708 1.244 rpaulo if ((sc->sc_flags & SCF_ECN_PERMIT) && tcp_do_ecn)
3709 1.244 rpaulo tp->t_flags |= TF_ECN_PERMIT;
3710 1.244 rpaulo
3711 1.201 jonathan #ifdef TCP_SIGNATURE
3712 1.201 jonathan if (sc->sc_flags & SCF_SIGNATURE)
3713 1.201 jonathan tp->t_flags |= TF_SIGNATURE;
3714 1.201 jonathan #endif
3715 1.201 jonathan
3716 1.32 thorpej /* Initialize tp->t_ourmss before we deal with the peer's! */
3717 1.32 thorpej tp->t_ourmss = sc->sc_ourmaxseg;
3718 1.32 thorpej tcp_mss_from_peer(tp, sc->sc_peermaxseg);
3719 1.46 thorpej
3720 1.46 thorpej /*
3721 1.46 thorpej * Initialize the initial congestion window. If we
3722 1.46 thorpej * had to retransmit the SYN,ACK, we must initialize cwnd
3723 1.62 thorpej * to 1 segment (i.e. the Loss Window).
3724 1.46 thorpej */
3725 1.80 thorpej if (sc->sc_rxtshift)
3726 1.62 thorpej tp->snd_cwnd = tp->t_peermss;
3727 1.163 thorpej else {
3728 1.163 thorpej int ss = tcp_init_win;
3729 1.163 thorpej #ifdef INET
3730 1.163 thorpej if (inp != NULL && in_localaddr(inp->inp_faddr))
3731 1.163 thorpej ss = tcp_init_win_local;
3732 1.163 thorpej #endif
3733 1.163 thorpej #ifdef INET6
3734 1.163 thorpej if (in6p != NULL && in6_localaddr(&in6p->in6p_faddr))
3735 1.163 thorpej ss = tcp_init_win_local;
3736 1.163 thorpej #endif
3737 1.163 thorpej tp->snd_cwnd = TCP_INITIAL_WINDOW(ss, tp->t_peermss);
3738 1.163 thorpej }
3739 1.46 thorpej
3740 1.32 thorpej tcp_rmx_rtt(tp);
3741 1.29 thorpej tp->snd_wl1 = sc->sc_irs;
3742 1.29 thorpej tp->rcv_up = sc->sc_irs + 1;
3743 1.29 thorpej
3744 1.29 thorpej /*
3745 1.160 wiz * This is what whould have happened in tcp_output() when
3746 1.29 thorpej * the SYN,ACK was sent.
3747 1.29 thorpej */
3748 1.29 thorpej tp->snd_up = tp->snd_una;
3749 1.29 thorpej tp->snd_max = tp->snd_nxt = tp->iss+1;
3750 1.58 thorpej TCP_TIMER_ARM(tp, TCPT_REXMT, tp->t_rxtcur);
3751 1.80 thorpej if (sc->sc_win > 0 && SEQ_GT(tp->rcv_nxt + sc->sc_win, tp->rcv_adv))
3752 1.80 thorpej tp->rcv_adv = tp->rcv_nxt + sc->sc_win;
3753 1.29 thorpej tp->last_ack_sent = tp->rcv_nxt;
3754 1.214 mycroft tp->t_partialacks = -1;
3755 1.214 mycroft tp->t_dupacks = 0;
3756 1.29 thorpej
3757 1.29 thorpej tcpstat.tcps_sc_completed++;
3758 1.245 tls s = splsoftnet();
3759 1.75 thorpej SYN_CACHE_PUT(sc);
3760 1.245 tls splx(s);
3761 1.29 thorpej return (so);
3762 1.29 thorpej
3763 1.29 thorpej resetandabort:
3764 1.199 itojun (void)tcp_respond(NULL, m, m, th, (tcp_seq)0, th->th_ack, TH_RST);
3765 1.29 thorpej abort:
3766 1.29 thorpej if (so != NULL)
3767 1.29 thorpej (void) soabort(so);
3768 1.245 tls s = splsoftnet();
3769 1.75 thorpej SYN_CACHE_PUT(sc);
3770 1.245 tls splx(s);
3771 1.29 thorpej tcpstat.tcps_sc_aborted++;
3772 1.29 thorpej return ((struct socket *)(-1));
3773 1.29 thorpej }
3774 1.29 thorpej
3775 1.29 thorpej /*
3776 1.29 thorpej * This function is called when we get a RST for a
3777 1.126 wiz * non-existent connection, so that we can see if the
3778 1.29 thorpej * connection is in the syn cache. If it is, zap it.
3779 1.29 thorpej */
3780 1.29 thorpej
3781 1.29 thorpej void
3782 1.220 perry syn_cache_reset(struct sockaddr *src, struct sockaddr *dst, struct tcphdr *th)
3783 1.29 thorpej {
3784 1.59 thorpej struct syn_cache *sc;
3785 1.59 thorpej struct syn_cache_head *scp;
3786 1.29 thorpej int s = splsoftnet();
3787 1.29 thorpej
3788 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
3789 1.29 thorpej splx(s);
3790 1.29 thorpej return;
3791 1.29 thorpej }
3792 1.83 itojun if (SEQ_LT(th->th_seq, sc->sc_irs) ||
3793 1.83 itojun SEQ_GT(th->th_seq, sc->sc_irs+1)) {
3794 1.29 thorpej splx(s);
3795 1.29 thorpej return;
3796 1.29 thorpej }
3797 1.80 thorpej SYN_CACHE_RM(sc);
3798 1.245 tls tcpstat.tcps_sc_reset++;
3799 1.245 tls SYN_CACHE_PUT(sc); /* calls pool_put but see spl above */
3800 1.29 thorpej splx(s);
3801 1.29 thorpej }
3802 1.29 thorpej
3803 1.29 thorpej void
3804 1.228 christos syn_cache_unreach(const struct sockaddr *src, const struct sockaddr *dst,
3805 1.220 perry struct tcphdr *th)
3806 1.29 thorpej {
3807 1.59 thorpej struct syn_cache *sc;
3808 1.59 thorpej struct syn_cache_head *scp;
3809 1.29 thorpej int s;
3810 1.29 thorpej
3811 1.29 thorpej s = splsoftnet();
3812 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) == NULL) {
3813 1.29 thorpej splx(s);
3814 1.29 thorpej return;
3815 1.29 thorpej }
3816 1.29 thorpej /* If the sequence number != sc_iss, then it's a bogus ICMP msg */
3817 1.29 thorpej if (ntohl (th->th_seq) != sc->sc_iss) {
3818 1.29 thorpej splx(s);
3819 1.29 thorpej return;
3820 1.29 thorpej }
3821 1.64 thorpej
3822 1.64 thorpej /*
3823 1.188 itojun * If we've retransmitted 3 times and this is our second error,
3824 1.64 thorpej * we remove the entry. Otherwise, we allow it to continue on.
3825 1.64 thorpej * This prevents us from incorrectly nuking an entry during a
3826 1.64 thorpej * spurious network outage.
3827 1.64 thorpej *
3828 1.64 thorpej * See tcp_notify().
3829 1.64 thorpej */
3830 1.80 thorpej if ((sc->sc_flags & SCF_UNREACH) == 0 || sc->sc_rxtshift < 3) {
3831 1.64 thorpej sc->sc_flags |= SCF_UNREACH;
3832 1.64 thorpej splx(s);
3833 1.64 thorpej return;
3834 1.64 thorpej }
3835 1.64 thorpej
3836 1.80 thorpej SYN_CACHE_RM(sc);
3837 1.245 tls tcpstat.tcps_sc_unreach++;
3838 1.245 tls SYN_CACHE_PUT(sc); /* calls pool_put but see spl above */
3839 1.29 thorpej splx(s);
3840 1.29 thorpej }
3841 1.29 thorpej
3842 1.29 thorpej /*
3843 1.29 thorpej * Given a LISTEN socket and an inbound SYN request, add
3844 1.29 thorpej * this to the syn cache, and send back a segment:
3845 1.29 thorpej * <SEQ=ISS><ACK=RCV_NXT><CTL=SYN,ACK>
3846 1.29 thorpej * to the source.
3847 1.32 thorpej *
3848 1.61 thorpej * IMPORTANT NOTE: We do _NOT_ ACK data that might accompany the SYN.
3849 1.61 thorpej * Doing so would require that we hold onto the data and deliver it
3850 1.61 thorpej * to the application. However, if we are the target of a SYN-flood
3851 1.61 thorpej * DoS attack, an attacker could send data which would eventually
3852 1.61 thorpej * consume all available buffer space if it were ACKed. By not ACKing
3853 1.61 thorpej * the data, we avoid this DoS scenario.
3854 1.29 thorpej */
3855 1.29 thorpej
3856 1.29 thorpej int
3857 1.220 perry syn_cache_add(struct sockaddr *src, struct sockaddr *dst, struct tcphdr *th,
3858 1.220 perry unsigned int hlen, struct socket *so, struct mbuf *m, u_char *optp,
3859 1.220 perry int optlen, struct tcp_opt_info *oi)
3860 1.29 thorpej {
3861 1.32 thorpej struct tcpcb tb, *tp;
3862 1.29 thorpej long win;
3863 1.59 thorpej struct syn_cache *sc;
3864 1.29 thorpej struct syn_cache_head *scp;
3865 1.50 thorpej struct mbuf *ipopts;
3866 1.206 itojun struct tcp_opt_info opti;
3867 1.245 tls int s;
3868 1.29 thorpej
3869 1.32 thorpej tp = sototcpcb(so);
3870 1.29 thorpej
3871 1.206 itojun bzero(&opti, sizeof(opti));
3872 1.206 itojun
3873 1.29 thorpej /*
3874 1.29 thorpej * RFC1122 4.2.3.10, p. 104: discard bcast/mcast SYN
3875 1.103 thorpej *
3876 1.103 thorpej * Note this check is performed in tcp_input() very early on.
3877 1.29 thorpej */
3878 1.29 thorpej
3879 1.29 thorpej /*
3880 1.29 thorpej * Initialize some local state.
3881 1.29 thorpej */
3882 1.29 thorpej win = sbspace(&so->so_rcv);
3883 1.29 thorpej if (win > TCP_MAXWIN)
3884 1.29 thorpej win = TCP_MAXWIN;
3885 1.29 thorpej
3886 1.119 itojun switch (src->sa_family) {
3887 1.119 itojun #ifdef INET
3888 1.119 itojun case AF_INET:
3889 1.83 itojun /*
3890 1.83 itojun * Remember the IP options, if any.
3891 1.83 itojun */
3892 1.83 itojun ipopts = ip_srcroute();
3893 1.119 itojun break;
3894 1.119 itojun #endif
3895 1.119 itojun default:
3896 1.83 itojun ipopts = NULL;
3897 1.119 itojun }
3898 1.50 thorpej
3899 1.206 itojun #ifdef TCP_SIGNATURE
3900 1.206 itojun if (optp || (tp->t_flags & TF_SIGNATURE))
3901 1.206 itojun #else
3902 1.206 itojun if (optp)
3903 1.206 itojun #endif
3904 1.206 itojun {
3905 1.208 itojun tb.t_flags = tcp_do_rfc1323 ? (TF_REQ_SCALE|TF_REQ_TSTMP) : 0;
3906 1.208 itojun #ifdef TCP_SIGNATURE
3907 1.208 itojun tb.t_flags |= (tp->t_flags & TF_SIGNATURE);
3908 1.208 itojun #endif
3909 1.236 christos tb.t_state = TCPS_LISTEN;
3910 1.206 itojun if (tcp_dooptions(&tb, optp, optlen, th, m, m->m_pkthdr.len -
3911 1.206 itojun sizeof(struct tcphdr) - optlen - hlen, oi) < 0)
3912 1.206 itojun return (0);
3913 1.29 thorpej } else
3914 1.29 thorpej tb.t_flags = 0;
3915 1.29 thorpej
3916 1.29 thorpej /*
3917 1.29 thorpej * See if we already have an entry for this connection.
3918 1.80 thorpej * If we do, resend the SYN,ACK. We do not count this
3919 1.80 thorpej * as a retransmission (XXX though maybe we should).
3920 1.29 thorpej */
3921 1.83 itojun if ((sc = syn_cache_lookup(src, dst, &scp)) != NULL) {
3922 1.29 thorpej tcpstat.tcps_sc_dupesyn++;
3923 1.50 thorpej if (ipopts) {
3924 1.50 thorpej /*
3925 1.50 thorpej * If we were remembering a previous source route,
3926 1.50 thorpej * forget it and use the new one we've been given.
3927 1.50 thorpej */
3928 1.50 thorpej if (sc->sc_ipopts)
3929 1.50 thorpej (void) m_free(sc->sc_ipopts);
3930 1.50 thorpej sc->sc_ipopts = ipopts;
3931 1.50 thorpej }
3932 1.80 thorpej sc->sc_timestamp = tb.ts_recent;
3933 1.80 thorpej if (syn_cache_respond(sc, m) == 0) {
3934 1.29 thorpej tcpstat.tcps_sndacks++;
3935 1.29 thorpej tcpstat.tcps_sndtotal++;
3936 1.29 thorpej }
3937 1.29 thorpej return (1);
3938 1.29 thorpej }
3939 1.29 thorpej
3940 1.245 tls s = splsoftnet();
3941 1.63 thorpej sc = pool_get(&syn_cache_pool, PR_NOWAIT);
3942 1.245 tls splx(s);
3943 1.143 itojun if (sc == NULL) {
3944 1.50 thorpej if (ipopts)
3945 1.50 thorpej (void) m_free(ipopts);
3946 1.29 thorpej return (0);
3947 1.50 thorpej }
3948 1.50 thorpej
3949 1.29 thorpej /*
3950 1.50 thorpej * Fill in the cache, and put the necessary IP and TCP
3951 1.29 thorpej * options into the reply.
3952 1.29 thorpej */
3953 1.161 he bzero(sc, sizeof(struct syn_cache));
3954 1.130 thorpej callout_init(&sc->sc_timer);
3955 1.83 itojun bcopy(src, &sc->sc_src, src->sa_len);
3956 1.83 itojun bcopy(dst, &sc->sc_dst, dst->sa_len);
3957 1.46 thorpej sc->sc_flags = 0;
3958 1.50 thorpej sc->sc_ipopts = ipopts;
3959 1.83 itojun sc->sc_irs = th->th_seq;
3960 1.123 thorpej switch (src->sa_family) {
3961 1.123 thorpej #ifdef INET
3962 1.123 thorpej case AF_INET:
3963 1.123 thorpej {
3964 1.123 thorpej struct sockaddr_in *srcin = (void *) src;
3965 1.123 thorpej struct sockaddr_in *dstin = (void *) dst;
3966 1.123 thorpej
3967 1.123 thorpej sc->sc_iss = tcp_new_iss1(&dstin->sin_addr,
3968 1.123 thorpej &srcin->sin_addr, dstin->sin_port,
3969 1.123 thorpej srcin->sin_port, sizeof(dstin->sin_addr), 0);
3970 1.123 thorpej break;
3971 1.123 thorpej }
3972 1.123 thorpej #endif /* INET */
3973 1.123 thorpej #ifdef INET6
3974 1.123 thorpej case AF_INET6:
3975 1.123 thorpej {
3976 1.123 thorpej struct sockaddr_in6 *srcin6 = (void *) src;
3977 1.123 thorpej struct sockaddr_in6 *dstin6 = (void *) dst;
3978 1.123 thorpej
3979 1.123 thorpej sc->sc_iss = tcp_new_iss1(&dstin6->sin6_addr,
3980 1.123 thorpej &srcin6->sin6_addr, dstin6->sin6_port,
3981 1.123 thorpej srcin6->sin6_port, sizeof(dstin6->sin6_addr), 0);
3982 1.123 thorpej break;
3983 1.123 thorpej }
3984 1.123 thorpej #endif /* INET6 */
3985 1.123 thorpej }
3986 1.29 thorpej sc->sc_peermaxseg = oi->maxseg;
3987 1.51 kml sc->sc_ourmaxseg = tcp_mss_to_advertise(m->m_flags & M_PKTHDR ?
3988 1.96 itojun m->m_pkthdr.rcvif : NULL,
3989 1.96 itojun sc->sc_src.sa.sa_family);
3990 1.80 thorpej sc->sc_win = win;
3991 1.123 thorpej sc->sc_timebase = tcp_now; /* see tcp_newtcpcb() */
3992 1.80 thorpej sc->sc_timestamp = tb.ts_recent;
3993 1.158 thorpej if ((tb.t_flags & (TF_REQ_TSTMP|TF_RCVD_TSTMP)) ==
3994 1.158 thorpej (TF_REQ_TSTMP|TF_RCVD_TSTMP))
3995 1.49 thorpej sc->sc_flags |= SCF_TIMESTAMP;
3996 1.29 thorpej if ((tb.t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) ==
3997 1.29 thorpej (TF_RCVD_SCALE|TF_REQ_SCALE)) {
3998 1.29 thorpej sc->sc_requested_s_scale = tb.requested_s_scale;
3999 1.29 thorpej sc->sc_request_r_scale = 0;
4000 1.29 thorpej while (sc->sc_request_r_scale < TCP_MAX_WINSHIFT &&
4001 1.29 thorpej TCP_MAXWIN << sc->sc_request_r_scale <
4002 1.29 thorpej so->so_rcv.sb_hiwat)
4003 1.29 thorpej sc->sc_request_r_scale++;
4004 1.29 thorpej } else {
4005 1.29 thorpej sc->sc_requested_s_scale = 15;
4006 1.29 thorpej sc->sc_request_r_scale = 15;
4007 1.29 thorpej }
4008 1.222 jonathan if ((tb.t_flags & TF_SACK_PERMIT) && tcp_do_sack)
4009 1.222 jonathan sc->sc_flags |= SCF_SACK_PERMIT;
4010 1.244 rpaulo
4011 1.244 rpaulo /*
4012 1.244 rpaulo * ECN setup packet recieved.
4013 1.244 rpaulo */
4014 1.244 rpaulo if ((th->th_flags & (TH_ECE|TH_CWR)) && tcp_do_ecn)
4015 1.244 rpaulo sc->sc_flags |= SCF_ECN_PERMIT;
4016 1.244 rpaulo
4017 1.201 jonathan #ifdef TCP_SIGNATURE
4018 1.206 itojun if (tb.t_flags & TF_SIGNATURE)
4019 1.206 itojun sc->sc_flags |= SCF_SIGNATURE;
4020 1.201 jonathan #endif
4021 1.93 itojun sc->sc_tp = tp;
4022 1.80 thorpej if (syn_cache_respond(sc, m) == 0) {
4023 1.93 itojun syn_cache_insert(sc, tp);
4024 1.29 thorpej tcpstat.tcps_sndacks++;
4025 1.29 thorpej tcpstat.tcps_sndtotal++;
4026 1.29 thorpej } else {
4027 1.245 tls s = splsoftnet();
4028 1.75 thorpej SYN_CACHE_PUT(sc);
4029 1.245 tls splx(s);
4030 1.29 thorpej tcpstat.tcps_sc_dropped++;
4031 1.29 thorpej }
4032 1.29 thorpej return (1);
4033 1.29 thorpej }
4034 1.29 thorpej
4035 1.29 thorpej int
4036 1.220 perry syn_cache_respond(struct syn_cache *sc, struct mbuf *m)
4037 1.29 thorpej {
4038 1.97 itojun struct route *ro;
4039 1.29 thorpej u_int8_t *optp;
4040 1.75 thorpej int optlen, error;
4041 1.75 thorpej u_int16_t tlen;
4042 1.83 itojun struct ip *ip = NULL;
4043 1.83 itojun #ifdef INET6
4044 1.83 itojun struct ip6_hdr *ip6 = NULL;
4045 1.83 itojun #endif
4046 1.244 rpaulo struct tcpcb *tp = NULL;
4047 1.83 itojun struct tcphdr *th;
4048 1.83 itojun u_int hlen;
4049 1.178 itojun struct socket *so;
4050 1.83 itojun
4051 1.83 itojun switch (sc->sc_src.sa.sa_family) {
4052 1.83 itojun case AF_INET:
4053 1.83 itojun hlen = sizeof(struct ip);
4054 1.97 itojun ro = &sc->sc_route4;
4055 1.83 itojun break;
4056 1.83 itojun #ifdef INET6
4057 1.83 itojun case AF_INET6:
4058 1.83 itojun hlen = sizeof(struct ip6_hdr);
4059 1.97 itojun ro = (struct route *)&sc->sc_route6;
4060 1.83 itojun break;
4061 1.83 itojun #endif
4062 1.83 itojun default:
4063 1.83 itojun if (m)
4064 1.83 itojun m_freem(m);
4065 1.188 itojun return (EAFNOSUPPORT);
4066 1.83 itojun }
4067 1.75 thorpej
4068 1.75 thorpej /* Compute the size of the TCP options. */
4069 1.75 thorpej optlen = 4 + (sc->sc_request_r_scale != 15 ? 4 : 0) +
4070 1.222 jonathan ((sc->sc_flags & SCF_SACK_PERMIT) ? (TCPOLEN_SACK_PERMITTED + 2) : 0) +
4071 1.201 jonathan #ifdef TCP_SIGNATURE
4072 1.206 itojun ((sc->sc_flags & SCF_SIGNATURE) ? (TCPOLEN_SIGNATURE + 2) : 0) +
4073 1.201 jonathan #endif
4074 1.206 itojun ((sc->sc_flags & SCF_TIMESTAMP) ? TCPOLEN_TSTAMP_APPA : 0);
4075 1.201 jonathan
4076 1.83 itojun tlen = hlen + sizeof(struct tcphdr) + optlen;
4077 1.29 thorpej
4078 1.29 thorpej /*
4079 1.109 itojun * Create the IP+TCP header from scratch.
4080 1.29 thorpej */
4081 1.109 itojun if (m)
4082 1.109 itojun m_freem(m);
4083 1.114 itojun #ifdef DIAGNOSTIC
4084 1.114 itojun if (max_linkhdr + tlen > MCLBYTES)
4085 1.114 itojun return (ENOBUFS);
4086 1.114 itojun #endif
4087 1.109 itojun MGETHDR(m, M_DONTWAIT, MT_DATA);
4088 1.109 itojun if (m && tlen > MHLEN) {
4089 1.109 itojun MCLGET(m, M_DONTWAIT);
4090 1.111 thorpej if ((m->m_flags & M_EXT) == 0) {
4091 1.109 itojun m_freem(m);
4092 1.109 itojun m = NULL;
4093 1.109 itojun }
4094 1.29 thorpej }
4095 1.109 itojun if (m == NULL)
4096 1.109 itojun return (ENOBUFS);
4097 1.162 matt MCLAIM(m, &tcp_tx_mowner);
4098 1.29 thorpej
4099 1.75 thorpej /* Fixup the mbuf. */
4100 1.75 thorpej m->m_data += max_linkhdr;
4101 1.75 thorpej m->m_len = m->m_pkthdr.len = tlen;
4102 1.93 itojun if (sc->sc_tp) {
4103 1.93 itojun tp = sc->sc_tp;
4104 1.93 itojun if (tp->t_inpcb)
4105 1.93 itojun so = tp->t_inpcb->inp_socket;
4106 1.93 itojun #ifdef INET6
4107 1.93 itojun else if (tp->t_in6pcb)
4108 1.93 itojun so = tp->t_in6pcb->in6p_socket;
4109 1.93 itojun #endif
4110 1.93 itojun else
4111 1.93 itojun so = NULL;
4112 1.180 itojun } else
4113 1.180 itojun so = NULL;
4114 1.109 itojun m->m_pkthdr.rcvif = NULL;
4115 1.83 itojun memset(mtod(m, u_char *), 0, tlen);
4116 1.75 thorpej
4117 1.83 itojun switch (sc->sc_src.sa.sa_family) {
4118 1.83 itojun case AF_INET:
4119 1.83 itojun ip = mtod(m, struct ip *);
4120 1.206 itojun ip->ip_v = 4;
4121 1.83 itojun ip->ip_dst = sc->sc_src.sin.sin_addr;
4122 1.83 itojun ip->ip_src = sc->sc_dst.sin.sin_addr;
4123 1.83 itojun ip->ip_p = IPPROTO_TCP;
4124 1.83 itojun th = (struct tcphdr *)(ip + 1);
4125 1.83 itojun th->th_dport = sc->sc_src.sin.sin_port;
4126 1.83 itojun th->th_sport = sc->sc_dst.sin.sin_port;
4127 1.83 itojun break;
4128 1.83 itojun #ifdef INET6
4129 1.83 itojun case AF_INET6:
4130 1.83 itojun ip6 = mtod(m, struct ip6_hdr *);
4131 1.206 itojun ip6->ip6_vfc = IPV6_VERSION;
4132 1.83 itojun ip6->ip6_dst = sc->sc_src.sin6.sin6_addr;
4133 1.83 itojun ip6->ip6_src = sc->sc_dst.sin6.sin6_addr;
4134 1.83 itojun ip6->ip6_nxt = IPPROTO_TCP;
4135 1.83 itojun /* ip6_plen will be updated in ip6_output() */
4136 1.83 itojun th = (struct tcphdr *)(ip6 + 1);
4137 1.83 itojun th->th_dport = sc->sc_src.sin6.sin6_port;
4138 1.83 itojun th->th_sport = sc->sc_dst.sin6.sin6_port;
4139 1.83 itojun break;
4140 1.83 itojun #endif
4141 1.84 itojun default:
4142 1.84 itojun th = NULL;
4143 1.83 itojun }
4144 1.75 thorpej
4145 1.83 itojun th->th_seq = htonl(sc->sc_iss);
4146 1.83 itojun th->th_ack = htonl(sc->sc_irs + 1);
4147 1.83 itojun th->th_off = (sizeof(struct tcphdr) + optlen) >> 2;
4148 1.83 itojun th->th_flags = TH_SYN|TH_ACK;
4149 1.83 itojun th->th_win = htons(sc->sc_win);
4150 1.83 itojun /* th_sum already 0 */
4151 1.83 itojun /* th_urp already 0 */
4152 1.75 thorpej
4153 1.75 thorpej /* Tack on the TCP options. */
4154 1.83 itojun optp = (u_int8_t *)(th + 1);
4155 1.75 thorpej *optp++ = TCPOPT_MAXSEG;
4156 1.75 thorpej *optp++ = 4;
4157 1.75 thorpej *optp++ = (sc->sc_ourmaxseg >> 8) & 0xff;
4158 1.75 thorpej *optp++ = sc->sc_ourmaxseg & 0xff;
4159 1.29 thorpej
4160 1.29 thorpej if (sc->sc_request_r_scale != 15) {
4161 1.75 thorpej *((u_int32_t *)optp) = htonl(TCPOPT_NOP << 24 |
4162 1.29 thorpej TCPOPT_WINDOW << 16 | TCPOLEN_WINDOW << 8 |
4163 1.29 thorpej sc->sc_request_r_scale);
4164 1.75 thorpej optp += 4;
4165 1.29 thorpej }
4166 1.29 thorpej
4167 1.49 thorpej if (sc->sc_flags & SCF_TIMESTAMP) {
4168 1.75 thorpej u_int32_t *lp = (u_int32_t *)(optp);
4169 1.29 thorpej /* Form timestamp option as shown in appendix A of RFC 1323. */
4170 1.29 thorpej *lp++ = htonl(TCPOPT_TSTAMP_HDR);
4171 1.123 thorpej *lp++ = htonl(SYN_CACHE_TIMESTAMP(sc));
4172 1.80 thorpej *lp = htonl(sc->sc_timestamp);
4173 1.75 thorpej optp += TCPOLEN_TSTAMP_APPA;
4174 1.29 thorpej }
4175 1.29 thorpej
4176 1.222 jonathan if (sc->sc_flags & SCF_SACK_PERMIT) {
4177 1.222 jonathan u_int8_t *p = optp;
4178 1.222 jonathan
4179 1.222 jonathan /* Let the peer know that we will SACK. */
4180 1.222 jonathan p[0] = TCPOPT_SACK_PERMITTED;
4181 1.222 jonathan p[1] = 2;
4182 1.222 jonathan p[2] = TCPOPT_NOP;
4183 1.222 jonathan p[3] = TCPOPT_NOP;
4184 1.222 jonathan optp += 4;
4185 1.222 jonathan }
4186 1.222 jonathan
4187 1.244 rpaulo /*
4188 1.244 rpaulo * Send ECN SYN-ACK setup packet.
4189 1.244 rpaulo * Routes can be asymetric, so, even if we receive a packet
4190 1.244 rpaulo * with ECE and CWR set, we must not assume no one will block
4191 1.244 rpaulo * the ECE packet we are about to send.
4192 1.244 rpaulo */
4193 1.244 rpaulo if ((sc->sc_flags & SCF_ECN_PERMIT) && tp &&
4194 1.244 rpaulo SEQ_GEQ(tp->snd_nxt, tp->snd_max)) {
4195 1.244 rpaulo th->th_flags |= TH_ECE;
4196 1.244 rpaulo tcpstat.tcps_ecn_shs++;
4197 1.244 rpaulo
4198 1.244 rpaulo /*
4199 1.244 rpaulo * draft-ietf-tcpm-ecnsyn-00.txt
4200 1.244 rpaulo *
4201 1.244 rpaulo * "[...] a TCP node MAY respond to an ECN-setup
4202 1.244 rpaulo * SYN packet by setting ECT in the responding
4203 1.244 rpaulo * ECN-setup SYN/ACK packet, indicating to routers
4204 1.244 rpaulo * that the SYN/ACK packet is ECN-Capable.
4205 1.244 rpaulo * This allows a congested router along the path
4206 1.244 rpaulo * to mark the packet instead of dropping the
4207 1.244 rpaulo * packet as an indication of congestion."
4208 1.244 rpaulo *
4209 1.244 rpaulo * "[...] There can be a great benefit in setting
4210 1.244 rpaulo * an ECN-capable codepoint in SYN/ACK packets [...]
4211 1.244 rpaulo * Congestion is most likely to occur in
4212 1.244 rpaulo * the server-to-client direction. As a result,
4213 1.244 rpaulo * setting an ECN-capable codepoint in SYN/ACK
4214 1.244 rpaulo * packets can reduce the occurence of three-second
4215 1.244 rpaulo * retransmit timeouts resulting from the drop
4216 1.244 rpaulo * of SYN/ACK packets."
4217 1.244 rpaulo *
4218 1.244 rpaulo * Page 4 and 6, January 2006.
4219 1.244 rpaulo */
4220 1.244 rpaulo
4221 1.244 rpaulo switch (sc->sc_src.sa.sa_family) {
4222 1.244 rpaulo #ifdef INET
4223 1.244 rpaulo case AF_INET:
4224 1.244 rpaulo ip->ip_tos |= IPTOS_ECN_ECT0;
4225 1.244 rpaulo break;
4226 1.244 rpaulo #endif
4227 1.244 rpaulo #ifdef INET6
4228 1.244 rpaulo case AF_INET6:
4229 1.244 rpaulo ip6->ip6_flow |= htonl(IPTOS_ECN_ECT0 << 20);
4230 1.244 rpaulo break;
4231 1.244 rpaulo #endif
4232 1.244 rpaulo }
4233 1.244 rpaulo tcpstat.tcps_ecn_ect++;
4234 1.244 rpaulo }
4235 1.244 rpaulo
4236 1.201 jonathan #ifdef TCP_SIGNATURE
4237 1.201 jonathan if (sc->sc_flags & SCF_SIGNATURE) {
4238 1.206 itojun struct secasvar *sav;
4239 1.206 itojun u_int8_t *sigp;
4240 1.206 itojun
4241 1.206 itojun sav = tcp_signature_getsav(m, th);
4242 1.221 perry
4243 1.206 itojun if (sav == NULL) {
4244 1.206 itojun if (m)
4245 1.206 itojun m_freem(m);
4246 1.206 itojun return (EPERM);
4247 1.206 itojun }
4248 1.206 itojun
4249 1.206 itojun *optp++ = TCPOPT_SIGNATURE;
4250 1.206 itojun *optp++ = TCPOLEN_SIGNATURE;
4251 1.206 itojun sigp = optp;
4252 1.206 itojun bzero(optp, TCP_SIGLEN);
4253 1.206 itojun optp += TCP_SIGLEN;
4254 1.206 itojun *optp++ = TCPOPT_NOP;
4255 1.206 itojun *optp++ = TCPOPT_EOL;
4256 1.206 itojun
4257 1.206 itojun (void)tcp_signature(m, th, hlen, sav, sigp);
4258 1.201 jonathan
4259 1.206 itojun key_sa_recordxfer(sav, m);
4260 1.206 itojun #ifdef FAST_IPSEC
4261 1.206 itojun KEY_FREESAV(&sav);
4262 1.206 itojun #else
4263 1.206 itojun key_freesav(sav);
4264 1.206 itojun #endif
4265 1.201 jonathan }
4266 1.206 itojun #endif
4267 1.201 jonathan
4268 1.75 thorpej /* Compute the packet's checksum. */
4269 1.83 itojun switch (sc->sc_src.sa.sa_family) {
4270 1.83 itojun case AF_INET:
4271 1.83 itojun ip->ip_len = htons(tlen - hlen);
4272 1.83 itojun th->th_sum = 0;
4273 1.206 itojun th->th_sum = in4_cksum(m, IPPROTO_TCP, hlen, tlen - hlen);
4274 1.83 itojun break;
4275 1.83 itojun #ifdef INET6
4276 1.83 itojun case AF_INET6:
4277 1.83 itojun ip6->ip6_plen = htons(tlen - hlen);
4278 1.83 itojun th->th_sum = 0;
4279 1.83 itojun th->th_sum = in6_cksum(m, IPPROTO_TCP, hlen, tlen - hlen);
4280 1.83 itojun break;
4281 1.83 itojun #endif
4282 1.83 itojun }
4283 1.75 thorpej
4284 1.29 thorpej /*
4285 1.75 thorpej * Fill in some straggling IP bits. Note the stack expects
4286 1.75 thorpej * ip_len to be in host order, for convenience.
4287 1.29 thorpej */
4288 1.83 itojun switch (sc->sc_src.sa.sa_family) {
4289 1.119 itojun #ifdef INET
4290 1.83 itojun case AF_INET:
4291 1.150 itojun ip->ip_len = htons(tlen);
4292 1.83 itojun ip->ip_ttl = ip_defttl;
4293 1.83 itojun /* XXX tos? */
4294 1.83 itojun break;
4295 1.119 itojun #endif
4296 1.83 itojun #ifdef INET6
4297 1.83 itojun case AF_INET6:
4298 1.100 itojun ip6->ip6_vfc &= ~IPV6_VERSION_MASK;
4299 1.100 itojun ip6->ip6_vfc |= IPV6_VERSION;
4300 1.83 itojun ip6->ip6_plen = htons(tlen - hlen);
4301 1.99 itojun /* ip6_hlim will be initialized afterwards */
4302 1.83 itojun /* XXX flowlabel? */
4303 1.83 itojun break;
4304 1.83 itojun #endif
4305 1.83 itojun }
4306 1.29 thorpej
4307 1.177 jonathan /* XXX use IPsec policy on listening socket, on SYN ACK */
4308 1.177 jonathan tp = sc->sc_tp;
4309 1.177 jonathan
4310 1.83 itojun switch (sc->sc_src.sa.sa_family) {
4311 1.119 itojun #ifdef INET
4312 1.83 itojun case AF_INET:
4313 1.118 thorpej error = ip_output(m, sc->sc_ipopts, ro,
4314 1.221 perry (ip_mtudisc ? IP_MTUDISC : 0),
4315 1.178 itojun (struct ip_moptions *)NULL, so);
4316 1.83 itojun break;
4317 1.119 itojun #endif
4318 1.83 itojun #ifdef INET6
4319 1.83 itojun case AF_INET6:
4320 1.99 itojun ip6->ip6_hlim = in6_selecthlim(NULL,
4321 1.99 itojun ro->ro_rt ? ro->ro_rt->rt_ifp : NULL);
4322 1.99 itojun
4323 1.177 jonathan error = ip6_output(m, NULL /*XXX*/, (struct route_in6 *)ro, 0,
4324 1.178 itojun (struct ip6_moptions *)0, so, NULL);
4325 1.83 itojun break;
4326 1.83 itojun #endif
4327 1.84 itojun default:
4328 1.84 itojun error = EAFNOSUPPORT;
4329 1.84 itojun break;
4330 1.83 itojun }
4331 1.75 thorpej return (error);
4332 1.1 cgd }
4333