tcp_congctl.c revision 1.16 1 1.16 yamt /* $NetBSD: tcp_congctl.c,v 1.16 2011/04/08 11:15:11 yamt Exp $ */
2 1.1 rpaulo
3 1.1 rpaulo /*-
4 1.1 rpaulo * Copyright (c) 1997, 1998, 1999, 2001, 2005, 2006 The NetBSD Foundation, Inc.
5 1.1 rpaulo * All rights reserved.
6 1.1 rpaulo *
7 1.1 rpaulo * This code is derived from software contributed to The NetBSD Foundation
8 1.1 rpaulo * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
9 1.1 rpaulo * Facility, NASA Ames Research Center.
10 1.1 rpaulo * This code is derived from software contributed to The NetBSD Foundation
11 1.1 rpaulo * by Charles M. Hannum.
12 1.1 rpaulo * This code is derived from software contributed to The NetBSD Foundation
13 1.1 rpaulo * by Rui Paulo.
14 1.1 rpaulo *
15 1.1 rpaulo * Redistribution and use in source and binary forms, with or without
16 1.1 rpaulo * modification, are permitted provided that the following conditions
17 1.1 rpaulo * are met:
18 1.1 rpaulo * 1. Redistributions of source code must retain the above copyright
19 1.1 rpaulo * notice, this list of conditions and the following disclaimer.
20 1.1 rpaulo * 2. Redistributions in binary form must reproduce the above copyright
21 1.1 rpaulo * notice, this list of conditions and the following disclaimer in the
22 1.1 rpaulo * documentation and/or other materials provided with the distribution.
23 1.1 rpaulo *
24 1.1 rpaulo * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
25 1.1 rpaulo * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
26 1.1 rpaulo * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
27 1.1 rpaulo * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
28 1.1 rpaulo * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29 1.1 rpaulo * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30 1.1 rpaulo * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
31 1.1 rpaulo * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
32 1.1 rpaulo * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
33 1.1 rpaulo * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
34 1.1 rpaulo * POSSIBILITY OF SUCH DAMAGE.
35 1.1 rpaulo */
36 1.1 rpaulo
37 1.1 rpaulo /*
38 1.1 rpaulo * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
39 1.1 rpaulo * All rights reserved.
40 1.1 rpaulo *
41 1.1 rpaulo * Redistribution and use in source and binary forms, with or without
42 1.1 rpaulo * modification, are permitted provided that the following conditions
43 1.1 rpaulo * are met:
44 1.1 rpaulo * 1. Redistributions of source code must retain the above copyright
45 1.1 rpaulo * notice, this list of conditions and the following disclaimer.
46 1.1 rpaulo * 2. Redistributions in binary form must reproduce the above copyright
47 1.1 rpaulo * notice, this list of conditions and the following disclaimer in the
48 1.1 rpaulo * documentation and/or other materials provided with the distribution.
49 1.1 rpaulo * 3. Neither the name of the project nor the names of its contributors
50 1.1 rpaulo * may be used to endorse or promote products derived from this software
51 1.1 rpaulo * without specific prior written permission.
52 1.1 rpaulo *
53 1.1 rpaulo * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
54 1.1 rpaulo * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
55 1.1 rpaulo * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
56 1.1 rpaulo * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
57 1.1 rpaulo * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
58 1.1 rpaulo * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
59 1.1 rpaulo * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60 1.1 rpaulo * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
61 1.1 rpaulo * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
62 1.1 rpaulo * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
63 1.1 rpaulo * SUCH DAMAGE.
64 1.1 rpaulo */
65 1.1 rpaulo
66 1.1 rpaulo /*
67 1.1 rpaulo * @(#)COPYRIGHT 1.1 (NRL) 17 January 1995
68 1.1 rpaulo *
69 1.1 rpaulo * NRL grants permission for redistribution and use in source and binary
70 1.1 rpaulo * forms, with or without modification, of the software and documentation
71 1.1 rpaulo * created at NRL provided that the following conditions are met:
72 1.1 rpaulo *
73 1.1 rpaulo * 1. Redistributions of source code must retain the above copyright
74 1.1 rpaulo * notice, this list of conditions and the following disclaimer.
75 1.1 rpaulo * 2. Redistributions in binary form must reproduce the above copyright
76 1.1 rpaulo * notice, this list of conditions and the following disclaimer in the
77 1.1 rpaulo * documentation and/or other materials provided with the distribution.
78 1.1 rpaulo * 3. All advertising materials mentioning features or use of this software
79 1.1 rpaulo * must display the following acknowledgements:
80 1.1 rpaulo * This product includes software developed by the University of
81 1.1 rpaulo * California, Berkeley and its contributors.
82 1.1 rpaulo * This product includes software developed at the Information
83 1.1 rpaulo * Technology Division, US Naval Research Laboratory.
84 1.1 rpaulo * 4. Neither the name of the NRL nor the names of its contributors
85 1.1 rpaulo * may be used to endorse or promote products derived from this software
86 1.1 rpaulo * without specific prior written permission.
87 1.1 rpaulo *
88 1.1 rpaulo * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
89 1.1 rpaulo * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
90 1.1 rpaulo * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
91 1.1 rpaulo * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NRL OR
92 1.1 rpaulo * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
93 1.1 rpaulo * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
94 1.1 rpaulo * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
95 1.1 rpaulo * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
96 1.1 rpaulo * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
97 1.1 rpaulo * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
98 1.1 rpaulo * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
99 1.1 rpaulo *
100 1.1 rpaulo * The views and conclusions contained in the software and documentation
101 1.1 rpaulo * are those of the authors and should not be interpreted as representing
102 1.1 rpaulo * official policies, either expressed or implied, of the US Naval
103 1.1 rpaulo * Research Laboratory (NRL).
104 1.1 rpaulo */
105 1.1 rpaulo
106 1.1 rpaulo /*
107 1.1 rpaulo * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1994, 1995
108 1.1 rpaulo * The Regents of the University of California. All rights reserved.
109 1.1 rpaulo *
110 1.1 rpaulo * Redistribution and use in source and binary forms, with or without
111 1.1 rpaulo * modification, are permitted provided that the following conditions
112 1.1 rpaulo * are met:
113 1.1 rpaulo * 1. Redistributions of source code must retain the above copyright
114 1.1 rpaulo * notice, this list of conditions and the following disclaimer.
115 1.1 rpaulo * 2. Redistributions in binary form must reproduce the above copyright
116 1.1 rpaulo * notice, this list of conditions and the following disclaimer in the
117 1.1 rpaulo * documentation and/or other materials provided with the distribution.
118 1.1 rpaulo * 3. Neither the name of the University nor the names of its contributors
119 1.1 rpaulo * may be used to endorse or promote products derived from this software
120 1.1 rpaulo * without specific prior written permission.
121 1.1 rpaulo *
122 1.1 rpaulo * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
123 1.1 rpaulo * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
124 1.1 rpaulo * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
125 1.1 rpaulo * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
126 1.1 rpaulo * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
127 1.1 rpaulo * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
128 1.1 rpaulo * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
129 1.1 rpaulo * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
130 1.1 rpaulo * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
131 1.1 rpaulo * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
132 1.1 rpaulo * SUCH DAMAGE.
133 1.1 rpaulo *
134 1.1 rpaulo * @(#)tcp_input.c 8.12 (Berkeley) 5/24/95
135 1.1 rpaulo */
136 1.1 rpaulo
137 1.1 rpaulo #include <sys/cdefs.h>
138 1.16 yamt __KERNEL_RCSID(0, "$NetBSD: tcp_congctl.c,v 1.16 2011/04/08 11:15:11 yamt Exp $");
139 1.1 rpaulo
140 1.1 rpaulo #include "opt_inet.h"
141 1.1 rpaulo #include "opt_tcp_debug.h"
142 1.1 rpaulo #include "opt_tcp_congctl.h"
143 1.1 rpaulo
144 1.1 rpaulo #include <sys/param.h>
145 1.1 rpaulo #include <sys/systm.h>
146 1.1 rpaulo #include <sys/malloc.h>
147 1.1 rpaulo #include <sys/mbuf.h>
148 1.1 rpaulo #include <sys/protosw.h>
149 1.1 rpaulo #include <sys/socket.h>
150 1.1 rpaulo #include <sys/socketvar.h>
151 1.1 rpaulo #include <sys/errno.h>
152 1.1 rpaulo #include <sys/syslog.h>
153 1.1 rpaulo #include <sys/pool.h>
154 1.1 rpaulo #include <sys/domain.h>
155 1.1 rpaulo #include <sys/kernel.h>
156 1.13 xtraeme #include <sys/mutex.h>
157 1.1 rpaulo
158 1.1 rpaulo #include <net/if.h>
159 1.1 rpaulo #include <net/route.h>
160 1.1 rpaulo
161 1.1 rpaulo #include <netinet/in.h>
162 1.1 rpaulo #include <netinet/in_systm.h>
163 1.1 rpaulo #include <netinet/ip.h>
164 1.1 rpaulo #include <netinet/in_pcb.h>
165 1.1 rpaulo #include <netinet/in_var.h>
166 1.1 rpaulo #include <netinet/ip_var.h>
167 1.1 rpaulo
168 1.1 rpaulo #ifdef INET6
169 1.1 rpaulo #ifndef INET
170 1.1 rpaulo #include <netinet/in.h>
171 1.1 rpaulo #endif
172 1.1 rpaulo #include <netinet/ip6.h>
173 1.1 rpaulo #include <netinet6/ip6_var.h>
174 1.1 rpaulo #include <netinet6/in6_pcb.h>
175 1.1 rpaulo #include <netinet6/ip6_var.h>
176 1.1 rpaulo #include <netinet6/in6_var.h>
177 1.1 rpaulo #include <netinet/icmp6.h>
178 1.1 rpaulo #include <netinet6/nd6.h>
179 1.1 rpaulo #endif
180 1.1 rpaulo
181 1.1 rpaulo #include <netinet/tcp.h>
182 1.1 rpaulo #include <netinet/tcp_fsm.h>
183 1.1 rpaulo #include <netinet/tcp_seq.h>
184 1.1 rpaulo #include <netinet/tcp_timer.h>
185 1.1 rpaulo #include <netinet/tcp_var.h>
186 1.1 rpaulo #include <netinet/tcpip.h>
187 1.1 rpaulo #include <netinet/tcp_congctl.h>
188 1.1 rpaulo #ifdef TCP_DEBUG
189 1.1 rpaulo #include <netinet/tcp_debug.h>
190 1.1 rpaulo #endif
191 1.1 rpaulo
192 1.1 rpaulo /*
193 1.1 rpaulo * TODO:
194 1.1 rpaulo * consider separating the actual implementations in another file.
195 1.1 rpaulo */
196 1.1 rpaulo
197 1.11 yamt static int tcp_reno_fast_retransmit(struct tcpcb *, const struct tcphdr *);
198 1.1 rpaulo static void tcp_reno_slow_retransmit(struct tcpcb *);
199 1.11 yamt static void tcp_reno_fast_retransmit_newack(struct tcpcb *,
200 1.11 yamt const struct tcphdr *);
201 1.11 yamt static void tcp_reno_newack(struct tcpcb *, const struct tcphdr *);
202 1.6 rpaulo static void tcp_reno_congestion_exp(struct tcpcb *tp);
203 1.1 rpaulo
204 1.11 yamt static int tcp_newreno_fast_retransmit(struct tcpcb *, const struct tcphdr *);
205 1.1 rpaulo static void tcp_newreno_fast_retransmit_newack(struct tcpcb *,
206 1.11 yamt const struct tcphdr *);
207 1.11 yamt static void tcp_newreno_newack(struct tcpcb *, const struct tcphdr *);
208 1.1 rpaulo
209 1.1 rpaulo
210 1.1 rpaulo static void tcp_congctl_fillnames(void);
211 1.1 rpaulo
212 1.1 rpaulo extern int tcprexmtthresh;
213 1.1 rpaulo
214 1.1 rpaulo MALLOC_DEFINE(M_TCPCONGCTL, "tcpcongctl", "TCP congestion control structures");
215 1.1 rpaulo
216 1.14 matt /* currently selected global congestion control */
217 1.14 matt char tcp_congctl_global_name[TCPCC_MAXLEN];
218 1.14 matt
219 1.14 matt /* available global congestion control algorithms */
220 1.14 matt char tcp_congctl_avail[10 * TCPCC_MAXLEN];
221 1.14 matt
222 1.1 rpaulo /*
223 1.1 rpaulo * Used to list the available congestion control algorithms.
224 1.1 rpaulo */
225 1.14 matt TAILQ_HEAD(, tcp_congctlent) tcp_congctlhd =
226 1.14 matt TAILQ_HEAD_INITIALIZER(tcp_congctlhd);
227 1.14 matt
228 1.14 matt static struct tcp_congctlent * tcp_congctl_global;
229 1.1 rpaulo
230 1.13 xtraeme static kmutex_t tcp_congctl_mtx;
231 1.1 rpaulo
232 1.1 rpaulo void
233 1.1 rpaulo tcp_congctl_init(void)
234 1.1 rpaulo {
235 1.1 rpaulo int r;
236 1.1 rpaulo
237 1.13 xtraeme mutex_init(&tcp_congctl_mtx, MUTEX_DEFAULT, IPL_NONE);
238 1.1 rpaulo
239 1.1 rpaulo /* Base algorithms. */
240 1.1 rpaulo r = tcp_congctl_register("reno", &tcp_reno_ctl);
241 1.1 rpaulo KASSERT(r == 0);
242 1.1 rpaulo r = tcp_congctl_register("newreno", &tcp_newreno_ctl);
243 1.1 rpaulo KASSERT(r == 0);
244 1.1 rpaulo
245 1.1 rpaulo /* NewReno is the default. */
246 1.1 rpaulo #ifndef TCP_CONGCTL_DEFAULT
247 1.1 rpaulo #define TCP_CONGCTL_DEFAULT "newreno"
248 1.1 rpaulo #endif
249 1.1 rpaulo
250 1.1 rpaulo r = tcp_congctl_select(NULL, TCP_CONGCTL_DEFAULT);
251 1.1 rpaulo KASSERT(r == 0);
252 1.1 rpaulo }
253 1.1 rpaulo
254 1.1 rpaulo /*
255 1.1 rpaulo * Register a congestion algorithm and select it if we have none.
256 1.1 rpaulo */
257 1.1 rpaulo int
258 1.14 matt tcp_congctl_register(const char *name, const struct tcp_congctl *tcc)
259 1.1 rpaulo {
260 1.1 rpaulo struct tcp_congctlent *ntcc, *tccp;
261 1.1 rpaulo
262 1.1 rpaulo TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent)
263 1.1 rpaulo if (!strcmp(name, tccp->congctl_name)) {
264 1.1 rpaulo /* name already registered */
265 1.1 rpaulo return EEXIST;
266 1.1 rpaulo }
267 1.1 rpaulo
268 1.14 matt ntcc = malloc(sizeof(*ntcc), M_TCPCONGCTL, M_WAITOK|M_ZERO);
269 1.1 rpaulo
270 1.1 rpaulo strlcpy(ntcc->congctl_name, name, sizeof(ntcc->congctl_name) - 1);
271 1.1 rpaulo ntcc->congctl_ctl = tcc;
272 1.1 rpaulo
273 1.1 rpaulo TAILQ_INSERT_TAIL(&tcp_congctlhd, ntcc, congctl_ent);
274 1.1 rpaulo tcp_congctl_fillnames();
275 1.1 rpaulo
276 1.1 rpaulo if (TAILQ_FIRST(&tcp_congctlhd) == ntcc)
277 1.1 rpaulo tcp_congctl_select(NULL, name);
278 1.1 rpaulo
279 1.1 rpaulo return 0;
280 1.1 rpaulo }
281 1.1 rpaulo
282 1.1 rpaulo int
283 1.1 rpaulo tcp_congctl_unregister(const char *name)
284 1.1 rpaulo {
285 1.1 rpaulo struct tcp_congctlent *tccp, *rtccp;
286 1.1 rpaulo unsigned int size;
287 1.1 rpaulo
288 1.1 rpaulo rtccp = NULL;
289 1.1 rpaulo size = 0;
290 1.1 rpaulo TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
291 1.1 rpaulo if (!strcmp(name, tccp->congctl_name))
292 1.1 rpaulo rtccp = tccp;
293 1.1 rpaulo size++;
294 1.1 rpaulo }
295 1.1 rpaulo
296 1.1 rpaulo if (!rtccp)
297 1.1 rpaulo return ENOENT;
298 1.1 rpaulo
299 1.14 matt if (size <= 1 || tcp_congctl_global == rtccp || rtccp->congctl_refcnt)
300 1.1 rpaulo return EBUSY;
301 1.1 rpaulo
302 1.1 rpaulo TAILQ_REMOVE(&tcp_congctlhd, rtccp, congctl_ent);
303 1.1 rpaulo free(rtccp, M_TCPCONGCTL);
304 1.1 rpaulo tcp_congctl_fillnames();
305 1.1 rpaulo
306 1.1 rpaulo return 0;
307 1.1 rpaulo }
308 1.1 rpaulo
309 1.1 rpaulo /*
310 1.1 rpaulo * Select a congestion algorithm by name.
311 1.1 rpaulo */
312 1.1 rpaulo int
313 1.1 rpaulo tcp_congctl_select(struct tcpcb *tp, const char *name)
314 1.1 rpaulo {
315 1.14 matt struct tcp_congctlent *tccp, *old_tccp, *new_tccp;
316 1.14 matt bool old_found, new_found;
317 1.1 rpaulo
318 1.1 rpaulo KASSERT(name);
319 1.1 rpaulo
320 1.14 matt old_found = (tp == NULL || tp->t_congctl == NULL);
321 1.14 matt old_tccp = NULL;
322 1.14 matt new_found = false;
323 1.14 matt new_tccp = NULL;
324 1.14 matt
325 1.14 matt TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
326 1.14 matt if (!old_found && tccp->congctl_ctl == tp->t_congctl) {
327 1.14 matt old_tccp = tccp;
328 1.14 matt old_found = true;
329 1.14 matt }
330 1.14 matt
331 1.14 matt if (!new_found && !strcmp(name, tccp->congctl_name)) {
332 1.14 matt new_tccp = tccp;
333 1.14 matt new_found = true;
334 1.14 matt }
335 1.14 matt
336 1.14 matt if (new_found && old_found) {
337 1.1 rpaulo if (tp) {
338 1.13 xtraeme mutex_enter(&tcp_congctl_mtx);
339 1.14 matt if (old_tccp)
340 1.14 matt old_tccp->congctl_refcnt--;
341 1.14 matt tp->t_congctl = new_tccp->congctl_ctl;
342 1.14 matt new_tccp->congctl_refcnt++;
343 1.13 xtraeme mutex_exit(&tcp_congctl_mtx);
344 1.1 rpaulo } else {
345 1.14 matt tcp_congctl_global = new_tccp;
346 1.1 rpaulo strlcpy(tcp_congctl_global_name,
347 1.14 matt new_tccp->congctl_name,
348 1.1 rpaulo sizeof(tcp_congctl_global_name) - 1);
349 1.1 rpaulo }
350 1.1 rpaulo return 0;
351 1.1 rpaulo }
352 1.14 matt }
353 1.14 matt
354 1.14 matt return EINVAL;
355 1.14 matt }
356 1.14 matt
357 1.14 matt void
358 1.14 matt tcp_congctl_release(struct tcpcb *tp)
359 1.14 matt {
360 1.14 matt struct tcp_congctlent *tccp;
361 1.14 matt
362 1.14 matt KASSERT(tp->t_congctl);
363 1.1 rpaulo
364 1.14 matt TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
365 1.14 matt if (tccp->congctl_ctl == tp->t_congctl) {
366 1.14 matt tccp->congctl_refcnt--;
367 1.14 matt return;
368 1.14 matt }
369 1.14 matt }
370 1.1 rpaulo }
371 1.1 rpaulo
372 1.1 rpaulo /*
373 1.1 rpaulo * Returns the name of a congestion algorithm.
374 1.1 rpaulo */
375 1.1 rpaulo const char *
376 1.1 rpaulo tcp_congctl_bystruct(const struct tcp_congctl *tcc)
377 1.1 rpaulo {
378 1.1 rpaulo struct tcp_congctlent *tccp;
379 1.1 rpaulo
380 1.1 rpaulo KASSERT(tcc);
381 1.1 rpaulo
382 1.1 rpaulo TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent)
383 1.1 rpaulo if (tccp->congctl_ctl == tcc)
384 1.1 rpaulo return tccp->congctl_name;
385 1.1 rpaulo
386 1.1 rpaulo return NULL;
387 1.1 rpaulo }
388 1.1 rpaulo
389 1.1 rpaulo static void
390 1.1 rpaulo tcp_congctl_fillnames(void)
391 1.1 rpaulo {
392 1.1 rpaulo struct tcp_congctlent *tccp;
393 1.1 rpaulo const char *delim = " ";
394 1.1 rpaulo
395 1.1 rpaulo tcp_congctl_avail[0] = '\0';
396 1.1 rpaulo TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
397 1.1 rpaulo strlcat(tcp_congctl_avail, tccp->congctl_name,
398 1.1 rpaulo sizeof(tcp_congctl_avail) - 1);
399 1.1 rpaulo if (TAILQ_NEXT(tccp, congctl_ent))
400 1.1 rpaulo strlcat(tcp_congctl_avail, delim,
401 1.1 rpaulo sizeof(tcp_congctl_avail) - 1);
402 1.1 rpaulo }
403 1.1 rpaulo
404 1.1 rpaulo }
405 1.1 rpaulo
406 1.1 rpaulo /* ------------------------------------------------------------------------ */
407 1.1 rpaulo
408 1.6 rpaulo /*
409 1.6 rpaulo * TCP/Reno congestion control.
410 1.6 rpaulo */
411 1.6 rpaulo static void
412 1.1 rpaulo tcp_reno_congestion_exp(struct tcpcb *tp)
413 1.1 rpaulo {
414 1.1 rpaulo u_int win;
415 1.1 rpaulo
416 1.1 rpaulo /*
417 1.1 rpaulo * Halve the congestion window and reduce the
418 1.1 rpaulo * slow start threshold.
419 1.1 rpaulo */
420 1.1 rpaulo win = min(tp->snd_wnd, tp->snd_cwnd) / 2 / tp->t_segsz;
421 1.1 rpaulo if (win < 2)
422 1.1 rpaulo win = 2;
423 1.1 rpaulo
424 1.1 rpaulo tp->snd_ssthresh = win * tp->t_segsz;
425 1.1 rpaulo tp->snd_recover = tp->snd_max;
426 1.1 rpaulo tp->snd_cwnd = tp->snd_ssthresh;
427 1.1 rpaulo
428 1.7 rpaulo /*
429 1.7 rpaulo * When using TCP ECN, notify the peer that
430 1.7 rpaulo * we reduced the cwnd.
431 1.7 rpaulo */
432 1.1 rpaulo if (TCP_ECN_ALLOWED(tp))
433 1.1 rpaulo tp->t_flags |= TF_ECN_SND_CWR;
434 1.1 rpaulo }
435 1.1 rpaulo
436 1.1 rpaulo
437 1.6 rpaulo
438 1.1 rpaulo static int
439 1.11 yamt tcp_reno_fast_retransmit(struct tcpcb *tp, const struct tcphdr *th)
440 1.1 rpaulo {
441 1.7 rpaulo /*
442 1.7 rpaulo * We know we're losing at the current
443 1.7 rpaulo * window size so do congestion avoidance
444 1.7 rpaulo * (set ssthresh to half the current window
445 1.7 rpaulo * and pull our congestion window back to
446 1.7 rpaulo * the new ssthresh).
447 1.7 rpaulo *
448 1.7 rpaulo * Dup acks mean that packets have left the
449 1.7 rpaulo * network (they're now cached at the receiver)
450 1.7 rpaulo * so bump cwnd by the amount in the receiver
451 1.7 rpaulo * to keep a constant cwnd packets in the
452 1.7 rpaulo * network.
453 1.7 rpaulo *
454 1.7 rpaulo * If we are using TCP/SACK, then enter
455 1.7 rpaulo * Fast Recovery if the receiver SACKs
456 1.7 rpaulo * data that is tcprexmtthresh * MSS
457 1.7 rpaulo * bytes past the last ACKed segment,
458 1.7 rpaulo * irrespective of the number of DupAcks.
459 1.7 rpaulo */
460 1.7 rpaulo
461 1.1 rpaulo tcp_seq onxt;
462 1.1 rpaulo
463 1.1 rpaulo onxt = tp->snd_nxt;
464 1.1 rpaulo tcp_reno_congestion_exp(tp);
465 1.1 rpaulo tp->t_partialacks = 0;
466 1.1 rpaulo TCP_TIMER_DISARM(tp, TCPT_REXMT);
467 1.1 rpaulo tp->t_rtttime = 0;
468 1.1 rpaulo if (TCP_SACK_ENABLED(tp)) {
469 1.1 rpaulo tp->t_dupacks = tcprexmtthresh;
470 1.1 rpaulo tp->sack_newdata = tp->snd_nxt;
471 1.1 rpaulo tp->snd_cwnd = tp->t_segsz;
472 1.1 rpaulo (void) tcp_output(tp);
473 1.1 rpaulo return 0;
474 1.1 rpaulo }
475 1.1 rpaulo tp->snd_nxt = th->th_ack;
476 1.1 rpaulo tp->snd_cwnd = tp->t_segsz;
477 1.1 rpaulo (void) tcp_output(tp);
478 1.1 rpaulo tp->snd_cwnd = tp->snd_ssthresh + tp->t_segsz * tp->t_dupacks;
479 1.1 rpaulo if (SEQ_GT(onxt, tp->snd_nxt))
480 1.1 rpaulo tp->snd_nxt = onxt;
481 1.1 rpaulo
482 1.1 rpaulo return 0;
483 1.1 rpaulo }
484 1.1 rpaulo
485 1.1 rpaulo static void
486 1.1 rpaulo tcp_reno_slow_retransmit(struct tcpcb *tp)
487 1.1 rpaulo {
488 1.1 rpaulo u_int win;
489 1.1 rpaulo
490 1.1 rpaulo /*
491 1.1 rpaulo * Close the congestion window down to one segment
492 1.1 rpaulo * (we'll open it by one segment for each ack we get).
493 1.1 rpaulo * Since we probably have a window's worth of unacked
494 1.1 rpaulo * data accumulated, this "slow start" keeps us from
495 1.1 rpaulo * dumping all that data as back-to-back packets (which
496 1.1 rpaulo * might overwhelm an intermediate gateway).
497 1.1 rpaulo *
498 1.1 rpaulo * There are two phases to the opening: Initially we
499 1.1 rpaulo * open by one mss on each ack. This makes the window
500 1.1 rpaulo * size increase exponentially with time. If the
501 1.1 rpaulo * window is larger than the path can handle, this
502 1.1 rpaulo * exponential growth results in dropped packet(s)
503 1.1 rpaulo * almost immediately. To get more time between
504 1.1 rpaulo * drops but still "push" the network to take advantage
505 1.1 rpaulo * of improving conditions, we switch from exponential
506 1.1 rpaulo * to linear window opening at some threshhold size.
507 1.1 rpaulo * For a threshhold, we use half the current window
508 1.1 rpaulo * size, truncated to a multiple of the mss.
509 1.1 rpaulo *
510 1.1 rpaulo * (the minimum cwnd that will give us exponential
511 1.1 rpaulo * growth is 2 mss. We don't allow the threshhold
512 1.1 rpaulo * to go below this.)
513 1.1 rpaulo */
514 1.1 rpaulo
515 1.1 rpaulo win = min(tp->snd_wnd, tp->snd_cwnd) / 2 / tp->t_segsz;
516 1.1 rpaulo if (win < 2)
517 1.1 rpaulo win = 2;
518 1.1 rpaulo /* Loss Window MUST be one segment. */
519 1.1 rpaulo tp->snd_cwnd = tp->t_segsz;
520 1.1 rpaulo tp->snd_ssthresh = win * tp->t_segsz;
521 1.1 rpaulo tp->t_partialacks = -1;
522 1.1 rpaulo tp->t_dupacks = 0;
523 1.8 yamt tp->t_bytes_acked = 0;
524 1.1 rpaulo }
525 1.1 rpaulo
526 1.1 rpaulo static void
527 1.11 yamt tcp_reno_fast_retransmit_newack(struct tcpcb *tp,
528 1.12 christos const struct tcphdr *th)
529 1.1 rpaulo {
530 1.1 rpaulo if (tp->t_partialacks < 0) {
531 1.1 rpaulo /*
532 1.1 rpaulo * We were not in fast recovery. Reset the duplicate ack
533 1.1 rpaulo * counter.
534 1.1 rpaulo */
535 1.1 rpaulo tp->t_dupacks = 0;
536 1.1 rpaulo } else {
537 1.1 rpaulo /*
538 1.1 rpaulo * Clamp the congestion window to the crossover point and
539 1.1 rpaulo * exit fast recovery.
540 1.1 rpaulo */
541 1.1 rpaulo if (tp->snd_cwnd > tp->snd_ssthresh)
542 1.1 rpaulo tp->snd_cwnd = tp->snd_ssthresh;
543 1.1 rpaulo tp->t_partialacks = -1;
544 1.1 rpaulo tp->t_dupacks = 0;
545 1.8 yamt tp->t_bytes_acked = 0;
546 1.1 rpaulo }
547 1.1 rpaulo }
548 1.1 rpaulo
549 1.1 rpaulo static void
550 1.11 yamt tcp_reno_newack(struct tcpcb *tp, const struct tcphdr *th)
551 1.1 rpaulo {
552 1.1 rpaulo /*
553 1.1 rpaulo * When new data is acked, open the congestion window.
554 1.1 rpaulo */
555 1.4 rpaulo
556 1.4 rpaulo u_int cw = tp->snd_cwnd;
557 1.4 rpaulo u_int incr = tp->t_segsz;
558 1.4 rpaulo
559 1.8 yamt if (tcp_do_abc) {
560 1.8 yamt
561 1.8 yamt /*
562 1.8 yamt * RFC 3465 Appropriate Byte Counting (ABC)
563 1.8 yamt */
564 1.8 yamt
565 1.8 yamt int acked = th->th_ack - tp->snd_una;
566 1.8 yamt
567 1.8 yamt if (cw >= tp->snd_ssthresh) {
568 1.8 yamt tp->t_bytes_acked += acked;
569 1.8 yamt if (tp->t_bytes_acked >= cw) {
570 1.8 yamt /* Time to increase the window. */
571 1.8 yamt tp->t_bytes_acked -= cw;
572 1.8 yamt } else {
573 1.8 yamt /* No need to increase yet. */
574 1.8 yamt incr = 0;
575 1.8 yamt }
576 1.8 yamt } else {
577 1.8 yamt /*
578 1.8 yamt * use 2*SMSS or 1*SMSS for the "L" param,
579 1.8 yamt * depending on sysctl setting.
580 1.8 yamt *
581 1.8 yamt * (See RFC 3465 2.3 Choosing the Limit)
582 1.8 yamt */
583 1.8 yamt u_int abc_lim;
584 1.8 yamt
585 1.9 yamt abc_lim = (tcp_abc_aggressive == 0 ||
586 1.9 yamt tp->snd_nxt != tp->snd_max) ? incr : incr * 2;
587 1.8 yamt incr = min(acked, abc_lim);
588 1.8 yamt }
589 1.8 yamt } else {
590 1.8 yamt
591 1.8 yamt /*
592 1.8 yamt * If the window gives us less than ssthresh packets
593 1.8 yamt * in flight, open exponentially (segsz per packet).
594 1.8 yamt * Otherwise open linearly: segsz per window
595 1.8 yamt * (segsz^2 / cwnd per packet).
596 1.8 yamt */
597 1.8 yamt
598 1.8 yamt if (cw >= tp->snd_ssthresh) {
599 1.8 yamt incr = incr * incr / cw;
600 1.8 yamt }
601 1.8 yamt }
602 1.4 rpaulo
603 1.4 rpaulo tp->snd_cwnd = min(cw + incr, TCP_MAXWIN << tp->snd_scale);
604 1.1 rpaulo }
605 1.1 rpaulo
606 1.14 matt const struct tcp_congctl tcp_reno_ctl = {
607 1.1 rpaulo .fast_retransmit = tcp_reno_fast_retransmit,
608 1.1 rpaulo .slow_retransmit = tcp_reno_slow_retransmit,
609 1.1 rpaulo .fast_retransmit_newack = tcp_reno_fast_retransmit_newack,
610 1.1 rpaulo .newack = tcp_reno_newack,
611 1.6 rpaulo .cong_exp = tcp_reno_congestion_exp,
612 1.1 rpaulo };
613 1.1 rpaulo
614 1.1 rpaulo /*
615 1.1 rpaulo * TCP/NewReno Congestion control.
616 1.1 rpaulo */
617 1.1 rpaulo static int
618 1.11 yamt tcp_newreno_fast_retransmit(struct tcpcb *tp, const struct tcphdr *th)
619 1.1 rpaulo {
620 1.16 yamt
621 1.1 rpaulo if (SEQ_LT(th->th_ack, tp->snd_high)) {
622 1.1 rpaulo /*
623 1.1 rpaulo * False fast retransmit after timeout.
624 1.1 rpaulo * Do not enter fast recovery
625 1.1 rpaulo */
626 1.1 rpaulo tp->t_dupacks = 0;
627 1.1 rpaulo return 1;
628 1.1 rpaulo }
629 1.16 yamt /*
630 1.16 yamt * Fast retransmit is same as reno.
631 1.16 yamt */
632 1.16 yamt return tcp_reno_fast_retransmit(tp, th);
633 1.1 rpaulo }
634 1.1 rpaulo
635 1.1 rpaulo /*
636 1.1 rpaulo * Implement the NewReno response to a new ack, checking for partial acks in
637 1.1 rpaulo * fast recovery.
638 1.1 rpaulo */
639 1.1 rpaulo static void
640 1.11 yamt tcp_newreno_fast_retransmit_newack(struct tcpcb *tp, const struct tcphdr *th)
641 1.1 rpaulo {
642 1.1 rpaulo if (tp->t_partialacks < 0) {
643 1.1 rpaulo /*
644 1.1 rpaulo * We were not in fast recovery. Reset the duplicate ack
645 1.1 rpaulo * counter.
646 1.1 rpaulo */
647 1.1 rpaulo tp->t_dupacks = 0;
648 1.1 rpaulo } else if (SEQ_LT(th->th_ack, tp->snd_recover)) {
649 1.1 rpaulo /*
650 1.1 rpaulo * This is a partial ack. Retransmit the first unacknowledged
651 1.1 rpaulo * segment and deflate the congestion window by the amount of
652 1.1 rpaulo * acknowledged data. Do not exit fast recovery.
653 1.1 rpaulo */
654 1.1 rpaulo tcp_seq onxt = tp->snd_nxt;
655 1.1 rpaulo u_long ocwnd = tp->snd_cwnd;
656 1.1 rpaulo
657 1.1 rpaulo /*
658 1.1 rpaulo * snd_una has not yet been updated and the socket's send
659 1.1 rpaulo * buffer has not yet drained off the ACK'd data, so we
660 1.1 rpaulo * have to leave snd_una as it was to get the correct data
661 1.1 rpaulo * offset in tcp_output().
662 1.1 rpaulo */
663 1.1 rpaulo if (++tp->t_partialacks == 1)
664 1.1 rpaulo TCP_TIMER_DISARM(tp, TCPT_REXMT);
665 1.1 rpaulo tp->t_rtttime = 0;
666 1.1 rpaulo tp->snd_nxt = th->th_ack;
667 1.1 rpaulo /*
668 1.1 rpaulo * Set snd_cwnd to one segment beyond ACK'd offset. snd_una
669 1.1 rpaulo * is not yet updated when we're called.
670 1.1 rpaulo */
671 1.1 rpaulo tp->snd_cwnd = tp->t_segsz + (th->th_ack - tp->snd_una);
672 1.1 rpaulo (void) tcp_output(tp);
673 1.1 rpaulo tp->snd_cwnd = ocwnd;
674 1.1 rpaulo if (SEQ_GT(onxt, tp->snd_nxt))
675 1.1 rpaulo tp->snd_nxt = onxt;
676 1.1 rpaulo /*
677 1.1 rpaulo * Partial window deflation. Relies on fact that tp->snd_una
678 1.1 rpaulo * not updated yet.
679 1.1 rpaulo */
680 1.1 rpaulo tp->snd_cwnd -= (th->th_ack - tp->snd_una - tp->t_segsz);
681 1.1 rpaulo } else {
682 1.1 rpaulo /*
683 1.1 rpaulo * Complete ack. Inflate the congestion window to ssthresh
684 1.1 rpaulo * and exit fast recovery.
685 1.1 rpaulo *
686 1.1 rpaulo * Window inflation should have left us with approx.
687 1.1 rpaulo * snd_ssthresh outstanding data. But in case we
688 1.1 rpaulo * would be inclined to send a burst, better to do
689 1.1 rpaulo * it via the slow start mechanism.
690 1.1 rpaulo */
691 1.1 rpaulo if (SEQ_SUB(tp->snd_max, th->th_ack) < tp->snd_ssthresh)
692 1.1 rpaulo tp->snd_cwnd = SEQ_SUB(tp->snd_max, th->th_ack)
693 1.1 rpaulo + tp->t_segsz;
694 1.1 rpaulo else
695 1.1 rpaulo tp->snd_cwnd = tp->snd_ssthresh;
696 1.1 rpaulo tp->t_partialacks = -1;
697 1.1 rpaulo tp->t_dupacks = 0;
698 1.8 yamt tp->t_bytes_acked = 0;
699 1.1 rpaulo }
700 1.1 rpaulo }
701 1.1 rpaulo
702 1.1 rpaulo static void
703 1.11 yamt tcp_newreno_newack(struct tcpcb *tp, const struct tcphdr *th)
704 1.1 rpaulo {
705 1.1 rpaulo /*
706 1.4 rpaulo * If we are still in fast recovery (meaning we are using
707 1.4 rpaulo * NewReno and we have only received partial acks), do not
708 1.4 rpaulo * inflate the window yet.
709 1.1 rpaulo */
710 1.4 rpaulo if (tp->t_partialacks < 0)
711 1.4 rpaulo tcp_reno_newack(tp, th);
712 1.1 rpaulo }
713 1.1 rpaulo
714 1.1 rpaulo
715 1.14 matt const struct tcp_congctl tcp_newreno_ctl = {
716 1.1 rpaulo .fast_retransmit = tcp_newreno_fast_retransmit,
717 1.1 rpaulo .slow_retransmit = tcp_reno_slow_retransmit,
718 1.1 rpaulo .fast_retransmit_newack = tcp_newreno_fast_retransmit_newack,
719 1.1 rpaulo .newack = tcp_newreno_newack,
720 1.6 rpaulo .cong_exp = tcp_reno_congestion_exp,
721 1.1 rpaulo };
722 1.1 rpaulo
723 1.1 rpaulo
724