Home | History | Annotate | Line # | Download | only in netinet
tcp_congctl.c revision 1.14.4.1
      1  1.14.4.1      yamt /*	$NetBSD: tcp_congctl.c,v 1.14.4.1 2008/05/16 02:25:42 yamt Exp $	*/
      2       1.1    rpaulo 
      3       1.1    rpaulo /*-
      4       1.1    rpaulo  * Copyright (c) 1997, 1998, 1999, 2001, 2005, 2006 The NetBSD Foundation, Inc.
      5       1.1    rpaulo  * All rights reserved.
      6       1.1    rpaulo  *
      7       1.1    rpaulo  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1    rpaulo  * by Jason R. Thorpe and Kevin M. Lahey of the Numerical Aerospace Simulation
      9       1.1    rpaulo  * Facility, NASA Ames Research Center.
     10       1.1    rpaulo  * This code is derived from software contributed to The NetBSD Foundation
     11       1.1    rpaulo  * by Charles M. Hannum.
     12       1.1    rpaulo  * This code is derived from software contributed to The NetBSD Foundation
     13       1.1    rpaulo  * by Rui Paulo.
     14       1.1    rpaulo  *
     15       1.1    rpaulo  * Redistribution and use in source and binary forms, with or without
     16       1.1    rpaulo  * modification, are permitted provided that the following conditions
     17       1.1    rpaulo  * are met:
     18       1.1    rpaulo  * 1. Redistributions of source code must retain the above copyright
     19       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer.
     20       1.1    rpaulo  * 2. Redistributions in binary form must reproduce the above copyright
     21       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer in the
     22       1.1    rpaulo  *    documentation and/or other materials provided with the distribution.
     23       1.1    rpaulo  *
     24       1.1    rpaulo  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     25       1.1    rpaulo  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     26       1.1    rpaulo  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     27       1.1    rpaulo  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     28       1.1    rpaulo  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     29       1.1    rpaulo  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     30       1.1    rpaulo  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     31       1.1    rpaulo  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     32       1.1    rpaulo  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     33       1.1    rpaulo  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     34       1.1    rpaulo  * POSSIBILITY OF SUCH DAMAGE.
     35       1.1    rpaulo  */
     36       1.1    rpaulo 
     37       1.1    rpaulo /*
     38       1.1    rpaulo  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
     39       1.1    rpaulo  * All rights reserved.
     40       1.1    rpaulo  *
     41       1.1    rpaulo  * Redistribution and use in source and binary forms, with or without
     42       1.1    rpaulo  * modification, are permitted provided that the following conditions
     43       1.1    rpaulo  * are met:
     44       1.1    rpaulo  * 1. Redistributions of source code must retain the above copyright
     45       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer.
     46       1.1    rpaulo  * 2. Redistributions in binary form must reproduce the above copyright
     47       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer in the
     48       1.1    rpaulo  *    documentation and/or other materials provided with the distribution.
     49       1.1    rpaulo  * 3. Neither the name of the project nor the names of its contributors
     50       1.1    rpaulo  *    may be used to endorse or promote products derived from this software
     51       1.1    rpaulo  *    without specific prior written permission.
     52       1.1    rpaulo  *
     53       1.1    rpaulo  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     54       1.1    rpaulo  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     55       1.1    rpaulo  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     56       1.1    rpaulo  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     57       1.1    rpaulo  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     58       1.1    rpaulo  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     59       1.1    rpaulo  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     60       1.1    rpaulo  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     61       1.1    rpaulo  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     62       1.1    rpaulo  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     63       1.1    rpaulo  * SUCH DAMAGE.
     64       1.1    rpaulo  */
     65       1.1    rpaulo 
     66       1.1    rpaulo /*
     67       1.1    rpaulo  *      @(#)COPYRIGHT   1.1 (NRL) 17 January 1995
     68       1.1    rpaulo  *
     69       1.1    rpaulo  * NRL grants permission for redistribution and use in source and binary
     70       1.1    rpaulo  * forms, with or without modification, of the software and documentation
     71       1.1    rpaulo  * created at NRL provided that the following conditions are met:
     72       1.1    rpaulo  *
     73       1.1    rpaulo  * 1. Redistributions of source code must retain the above copyright
     74       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer.
     75       1.1    rpaulo  * 2. Redistributions in binary form must reproduce the above copyright
     76       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer in the
     77       1.1    rpaulo  *    documentation and/or other materials provided with the distribution.
     78       1.1    rpaulo  * 3. All advertising materials mentioning features or use of this software
     79       1.1    rpaulo  *    must display the following acknowledgements:
     80       1.1    rpaulo  *      This product includes software developed by the University of
     81       1.1    rpaulo  *      California, Berkeley and its contributors.
     82       1.1    rpaulo  *      This product includes software developed at the Information
     83       1.1    rpaulo  *      Technology Division, US Naval Research Laboratory.
     84       1.1    rpaulo  * 4. Neither the name of the NRL nor the names of its contributors
     85       1.1    rpaulo  *    may be used to endorse or promote products derived from this software
     86       1.1    rpaulo  *    without specific prior written permission.
     87       1.1    rpaulo  *
     88       1.1    rpaulo  * THE SOFTWARE PROVIDED BY NRL IS PROVIDED BY NRL AND CONTRIBUTORS ``AS
     89       1.1    rpaulo  * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     90       1.1    rpaulo  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     91       1.1    rpaulo  * PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL NRL OR
     92       1.1    rpaulo  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     93       1.1    rpaulo  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     94       1.1    rpaulo  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     95       1.1    rpaulo  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     96       1.1    rpaulo  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     97       1.1    rpaulo  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     98       1.1    rpaulo  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     99       1.1    rpaulo  *
    100       1.1    rpaulo  * The views and conclusions contained in the software and documentation
    101       1.1    rpaulo  * are those of the authors and should not be interpreted as representing
    102       1.1    rpaulo  * official policies, either expressed or implied, of the US Naval
    103       1.1    rpaulo  * Research Laboratory (NRL).
    104       1.1    rpaulo  */
    105       1.1    rpaulo 
    106       1.1    rpaulo /*
    107       1.1    rpaulo  * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1994, 1995
    108       1.1    rpaulo  *	The Regents of the University of California.  All rights reserved.
    109       1.1    rpaulo  *
    110       1.1    rpaulo  * Redistribution and use in source and binary forms, with or without
    111       1.1    rpaulo  * modification, are permitted provided that the following conditions
    112       1.1    rpaulo  * are met:
    113       1.1    rpaulo  * 1. Redistributions of source code must retain the above copyright
    114       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer.
    115       1.1    rpaulo  * 2. Redistributions in binary form must reproduce the above copyright
    116       1.1    rpaulo  *    notice, this list of conditions and the following disclaimer in the
    117       1.1    rpaulo  *    documentation and/or other materials provided with the distribution.
    118       1.1    rpaulo  * 3. Neither the name of the University nor the names of its contributors
    119       1.1    rpaulo  *    may be used to endorse or promote products derived from this software
    120       1.1    rpaulo  *    without specific prior written permission.
    121       1.1    rpaulo  *
    122       1.1    rpaulo  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    123       1.1    rpaulo  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    124       1.1    rpaulo  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    125       1.1    rpaulo  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    126       1.1    rpaulo  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    127       1.1    rpaulo  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    128       1.1    rpaulo  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    129       1.1    rpaulo  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    130       1.1    rpaulo  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    131       1.1    rpaulo  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    132       1.1    rpaulo  * SUCH DAMAGE.
    133       1.1    rpaulo  *
    134       1.1    rpaulo  *	@(#)tcp_input.c	8.12 (Berkeley) 5/24/95
    135       1.1    rpaulo  */
    136       1.1    rpaulo 
    137       1.1    rpaulo #include <sys/cdefs.h>
    138  1.14.4.1      yamt __KERNEL_RCSID(0, "$NetBSD: tcp_congctl.c,v 1.14.4.1 2008/05/16 02:25:42 yamt Exp $");
    139       1.1    rpaulo 
    140       1.1    rpaulo #include "opt_inet.h"
    141       1.1    rpaulo #include "opt_tcp_debug.h"
    142       1.1    rpaulo #include "opt_tcp_congctl.h"
    143       1.1    rpaulo 
    144       1.1    rpaulo #include <sys/param.h>
    145       1.1    rpaulo #include <sys/systm.h>
    146       1.1    rpaulo #include <sys/malloc.h>
    147       1.1    rpaulo #include <sys/mbuf.h>
    148       1.1    rpaulo #include <sys/protosw.h>
    149       1.1    rpaulo #include <sys/socket.h>
    150       1.1    rpaulo #include <sys/socketvar.h>
    151       1.1    rpaulo #include <sys/errno.h>
    152       1.1    rpaulo #include <sys/syslog.h>
    153       1.1    rpaulo #include <sys/pool.h>
    154       1.1    rpaulo #include <sys/domain.h>
    155       1.1    rpaulo #include <sys/kernel.h>
    156      1.13   xtraeme #include <sys/mutex.h>
    157       1.1    rpaulo 
    158       1.1    rpaulo #include <net/if.h>
    159       1.1    rpaulo #include <net/route.h>
    160       1.1    rpaulo 
    161       1.1    rpaulo #include <netinet/in.h>
    162       1.1    rpaulo #include <netinet/in_systm.h>
    163       1.1    rpaulo #include <netinet/ip.h>
    164       1.1    rpaulo #include <netinet/in_pcb.h>
    165       1.1    rpaulo #include <netinet/in_var.h>
    166       1.1    rpaulo #include <netinet/ip_var.h>
    167       1.1    rpaulo 
    168       1.1    rpaulo #ifdef INET6
    169       1.1    rpaulo #ifndef INET
    170       1.1    rpaulo #include <netinet/in.h>
    171       1.1    rpaulo #endif
    172       1.1    rpaulo #include <netinet/ip6.h>
    173       1.1    rpaulo #include <netinet6/ip6_var.h>
    174       1.1    rpaulo #include <netinet6/in6_pcb.h>
    175       1.1    rpaulo #include <netinet6/ip6_var.h>
    176       1.1    rpaulo #include <netinet6/in6_var.h>
    177       1.1    rpaulo #include <netinet/icmp6.h>
    178       1.1    rpaulo #include <netinet6/nd6.h>
    179       1.1    rpaulo #endif
    180       1.1    rpaulo 
    181       1.1    rpaulo #include <netinet/tcp.h>
    182       1.1    rpaulo #include <netinet/tcp_fsm.h>
    183       1.1    rpaulo #include <netinet/tcp_seq.h>
    184       1.1    rpaulo #include <netinet/tcp_timer.h>
    185       1.1    rpaulo #include <netinet/tcp_var.h>
    186       1.1    rpaulo #include <netinet/tcpip.h>
    187       1.1    rpaulo #include <netinet/tcp_congctl.h>
    188       1.1    rpaulo #ifdef TCP_DEBUG
    189       1.1    rpaulo #include <netinet/tcp_debug.h>
    190       1.1    rpaulo #endif
    191       1.1    rpaulo 
    192       1.1    rpaulo /*
    193       1.1    rpaulo  * TODO:
    194       1.1    rpaulo  *   consider separating the actual implementations in another file.
    195       1.1    rpaulo  */
    196       1.1    rpaulo 
    197      1.11      yamt static int  tcp_reno_fast_retransmit(struct tcpcb *, const struct tcphdr *);
    198       1.1    rpaulo static void tcp_reno_slow_retransmit(struct tcpcb *);
    199      1.11      yamt static void tcp_reno_fast_retransmit_newack(struct tcpcb *,
    200      1.11      yamt     const struct tcphdr *);
    201      1.11      yamt static void tcp_reno_newack(struct tcpcb *, const struct tcphdr *);
    202       1.6    rpaulo static void tcp_reno_congestion_exp(struct tcpcb *tp);
    203       1.1    rpaulo 
    204      1.11      yamt static int  tcp_newreno_fast_retransmit(struct tcpcb *, const struct tcphdr *);
    205       1.1    rpaulo static void tcp_newreno_fast_retransmit_newack(struct tcpcb *,
    206      1.11      yamt 	const struct tcphdr *);
    207      1.11      yamt static void tcp_newreno_newack(struct tcpcb *, const struct tcphdr *);
    208       1.1    rpaulo 
    209       1.1    rpaulo 
    210       1.1    rpaulo static void tcp_congctl_fillnames(void);
    211       1.1    rpaulo 
    212       1.1    rpaulo extern int tcprexmtthresh;
    213       1.1    rpaulo 
    214       1.1    rpaulo MALLOC_DEFINE(M_TCPCONGCTL, "tcpcongctl", "TCP congestion control structures");
    215       1.1    rpaulo 
    216      1.14      matt /* currently selected global congestion control */
    217      1.14      matt char tcp_congctl_global_name[TCPCC_MAXLEN];
    218      1.14      matt 
    219      1.14      matt /* available global congestion control algorithms */
    220      1.14      matt char tcp_congctl_avail[10 * TCPCC_MAXLEN];
    221      1.14      matt 
    222       1.1    rpaulo /*
    223       1.1    rpaulo  * Used to list the available congestion control algorithms.
    224       1.1    rpaulo  */
    225      1.14      matt TAILQ_HEAD(, tcp_congctlent) tcp_congctlhd =
    226      1.14      matt     TAILQ_HEAD_INITIALIZER(tcp_congctlhd);
    227      1.14      matt 
    228      1.14      matt static struct tcp_congctlent * tcp_congctl_global;
    229       1.1    rpaulo 
    230      1.13   xtraeme static kmutex_t tcp_congctl_mtx;
    231       1.1    rpaulo 
    232       1.1    rpaulo void
    233       1.1    rpaulo tcp_congctl_init(void)
    234       1.1    rpaulo {
    235       1.1    rpaulo 	int r;
    236       1.1    rpaulo 
    237      1.13   xtraeme 	mutex_init(&tcp_congctl_mtx, MUTEX_DEFAULT, IPL_NONE);
    238       1.1    rpaulo 
    239       1.1    rpaulo 	/* Base algorithms. */
    240       1.1    rpaulo 	r = tcp_congctl_register("reno", &tcp_reno_ctl);
    241       1.1    rpaulo 	KASSERT(r == 0);
    242       1.1    rpaulo 	r = tcp_congctl_register("newreno", &tcp_newreno_ctl);
    243       1.1    rpaulo 	KASSERT(r == 0);
    244       1.1    rpaulo 
    245       1.1    rpaulo 	/* NewReno is the default. */
    246       1.1    rpaulo #ifndef TCP_CONGCTL_DEFAULT
    247       1.1    rpaulo #define TCP_CONGCTL_DEFAULT "newreno"
    248       1.1    rpaulo #endif
    249       1.1    rpaulo 
    250       1.1    rpaulo 	r = tcp_congctl_select(NULL, TCP_CONGCTL_DEFAULT);
    251       1.1    rpaulo 	KASSERT(r == 0);
    252       1.1    rpaulo }
    253       1.1    rpaulo 
    254       1.1    rpaulo /*
    255       1.1    rpaulo  * Register a congestion algorithm and select it if we have none.
    256       1.1    rpaulo  */
    257       1.1    rpaulo int
    258      1.14      matt tcp_congctl_register(const char *name, const struct tcp_congctl *tcc)
    259       1.1    rpaulo {
    260       1.1    rpaulo 	struct tcp_congctlent *ntcc, *tccp;
    261       1.1    rpaulo 
    262       1.1    rpaulo 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent)
    263       1.1    rpaulo 		if (!strcmp(name, tccp->congctl_name)) {
    264       1.1    rpaulo 			/* name already registered */
    265       1.1    rpaulo 			return EEXIST;
    266       1.1    rpaulo 		}
    267       1.1    rpaulo 
    268      1.14      matt 	ntcc = malloc(sizeof(*ntcc), M_TCPCONGCTL, M_WAITOK|M_ZERO);
    269       1.1    rpaulo 
    270       1.1    rpaulo 	strlcpy(ntcc->congctl_name, name, sizeof(ntcc->congctl_name) - 1);
    271       1.1    rpaulo 	ntcc->congctl_ctl = tcc;
    272       1.1    rpaulo 
    273       1.1    rpaulo 	TAILQ_INSERT_TAIL(&tcp_congctlhd, ntcc, congctl_ent);
    274       1.1    rpaulo 	tcp_congctl_fillnames();
    275       1.1    rpaulo 
    276       1.1    rpaulo 	if (TAILQ_FIRST(&tcp_congctlhd) == ntcc)
    277       1.1    rpaulo 		tcp_congctl_select(NULL, name);
    278       1.1    rpaulo 
    279       1.1    rpaulo 	return 0;
    280       1.1    rpaulo }
    281       1.1    rpaulo 
    282       1.1    rpaulo int
    283       1.1    rpaulo tcp_congctl_unregister(const char *name)
    284       1.1    rpaulo {
    285       1.1    rpaulo 	struct tcp_congctlent *tccp, *rtccp;
    286       1.1    rpaulo 	unsigned int size;
    287       1.1    rpaulo 
    288       1.1    rpaulo 	rtccp = NULL;
    289       1.1    rpaulo 	size = 0;
    290       1.1    rpaulo 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
    291       1.1    rpaulo 		if (!strcmp(name, tccp->congctl_name))
    292       1.1    rpaulo 			rtccp = tccp;
    293       1.1    rpaulo 		size++;
    294       1.1    rpaulo 	}
    295       1.1    rpaulo 
    296       1.1    rpaulo 	if (!rtccp)
    297       1.1    rpaulo 		return ENOENT;
    298       1.1    rpaulo 
    299      1.14      matt 	if (size <= 1 || tcp_congctl_global == rtccp || rtccp->congctl_refcnt)
    300       1.1    rpaulo 		return EBUSY;
    301       1.1    rpaulo 
    302       1.1    rpaulo 	TAILQ_REMOVE(&tcp_congctlhd, rtccp, congctl_ent);
    303       1.1    rpaulo 	free(rtccp, M_TCPCONGCTL);
    304       1.1    rpaulo 	tcp_congctl_fillnames();
    305       1.1    rpaulo 
    306       1.1    rpaulo 	return 0;
    307       1.1    rpaulo }
    308       1.1    rpaulo 
    309       1.1    rpaulo /*
    310       1.1    rpaulo  * Select a congestion algorithm by name.
    311       1.1    rpaulo  */
    312       1.1    rpaulo int
    313       1.1    rpaulo tcp_congctl_select(struct tcpcb *tp, const char *name)
    314       1.1    rpaulo {
    315      1.14      matt 	struct tcp_congctlent *tccp, *old_tccp, *new_tccp;
    316      1.14      matt 	bool old_found, new_found;
    317       1.1    rpaulo 
    318       1.1    rpaulo 	KASSERT(name);
    319       1.1    rpaulo 
    320      1.14      matt 	old_found = (tp == NULL || tp->t_congctl == NULL);
    321      1.14      matt 	old_tccp = NULL;
    322      1.14      matt 	new_found = false;
    323      1.14      matt 	new_tccp = NULL;
    324      1.14      matt 
    325      1.14      matt 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
    326      1.14      matt 		if (!old_found && tccp->congctl_ctl == tp->t_congctl) {
    327      1.14      matt 			old_tccp = tccp;
    328      1.14      matt 			old_found = true;
    329      1.14      matt 		}
    330      1.14      matt 
    331      1.14      matt 		if (!new_found && !strcmp(name, tccp->congctl_name)) {
    332      1.14      matt 			new_tccp = tccp;
    333      1.14      matt 			new_found = true;
    334      1.14      matt 		}
    335      1.14      matt 
    336      1.14      matt 		if (new_found && old_found) {
    337       1.1    rpaulo 			if (tp) {
    338      1.13   xtraeme 				mutex_enter(&tcp_congctl_mtx);
    339      1.14      matt 				if (old_tccp)
    340      1.14      matt 					old_tccp->congctl_refcnt--;
    341      1.14      matt 				tp->t_congctl = new_tccp->congctl_ctl;
    342      1.14      matt 				new_tccp->congctl_refcnt++;
    343      1.13   xtraeme 				mutex_exit(&tcp_congctl_mtx);
    344       1.1    rpaulo 			} else {
    345      1.14      matt 				tcp_congctl_global = new_tccp;
    346       1.1    rpaulo 				strlcpy(tcp_congctl_global_name,
    347      1.14      matt 				    new_tccp->congctl_name,
    348       1.1    rpaulo 				    sizeof(tcp_congctl_global_name) - 1);
    349       1.1    rpaulo 			}
    350       1.1    rpaulo 			return 0;
    351       1.1    rpaulo 		}
    352      1.14      matt 	}
    353      1.14      matt 
    354      1.14      matt 	return EINVAL;
    355      1.14      matt }
    356      1.14      matt 
    357      1.14      matt void
    358      1.14      matt tcp_congctl_release(struct tcpcb *tp)
    359      1.14      matt {
    360      1.14      matt 	struct tcp_congctlent *tccp;
    361      1.14      matt 
    362      1.14      matt 	KASSERT(tp->t_congctl);
    363       1.1    rpaulo 
    364      1.14      matt 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
    365      1.14      matt 		if (tccp->congctl_ctl == tp->t_congctl) {
    366      1.14      matt 			tccp->congctl_refcnt--;
    367      1.14      matt 			return;
    368      1.14      matt 		}
    369      1.14      matt 	}
    370       1.1    rpaulo }
    371       1.1    rpaulo 
    372       1.1    rpaulo /*
    373       1.1    rpaulo  * Returns the name of a congestion algorithm.
    374       1.1    rpaulo  */
    375       1.1    rpaulo const char *
    376       1.1    rpaulo tcp_congctl_bystruct(const struct tcp_congctl *tcc)
    377       1.1    rpaulo {
    378       1.1    rpaulo 	struct tcp_congctlent *tccp;
    379       1.1    rpaulo 
    380       1.1    rpaulo 	KASSERT(tcc);
    381       1.1    rpaulo 
    382       1.1    rpaulo 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent)
    383       1.1    rpaulo 		if (tccp->congctl_ctl == tcc)
    384       1.1    rpaulo 			return tccp->congctl_name;
    385       1.1    rpaulo 
    386       1.1    rpaulo 	return NULL;
    387       1.1    rpaulo }
    388       1.1    rpaulo 
    389       1.1    rpaulo static void
    390       1.1    rpaulo tcp_congctl_fillnames(void)
    391       1.1    rpaulo {
    392       1.1    rpaulo 	struct tcp_congctlent *tccp;
    393       1.1    rpaulo 	const char *delim = " ";
    394       1.1    rpaulo 
    395       1.1    rpaulo 	tcp_congctl_avail[0] = '\0';
    396       1.1    rpaulo 	TAILQ_FOREACH(tccp, &tcp_congctlhd, congctl_ent) {
    397       1.1    rpaulo 		strlcat(tcp_congctl_avail, tccp->congctl_name,
    398       1.1    rpaulo 		    sizeof(tcp_congctl_avail) - 1);
    399       1.1    rpaulo 		if (TAILQ_NEXT(tccp, congctl_ent))
    400       1.1    rpaulo 			strlcat(tcp_congctl_avail, delim,
    401       1.1    rpaulo 			    sizeof(tcp_congctl_avail) - 1);
    402       1.1    rpaulo 	}
    403       1.1    rpaulo 
    404       1.1    rpaulo }
    405       1.1    rpaulo 
    406       1.1    rpaulo /* ------------------------------------------------------------------------ */
    407       1.1    rpaulo 
    408       1.6    rpaulo /*
    409       1.6    rpaulo  * TCP/Reno congestion control.
    410       1.6    rpaulo  */
    411       1.6    rpaulo static void
    412       1.1    rpaulo tcp_reno_congestion_exp(struct tcpcb *tp)
    413       1.1    rpaulo {
    414       1.1    rpaulo 	u_int win;
    415       1.1    rpaulo 
    416       1.1    rpaulo 	/*
    417       1.1    rpaulo 	 * Halve the congestion window and reduce the
    418       1.1    rpaulo 	 * slow start threshold.
    419       1.1    rpaulo 	 */
    420       1.1    rpaulo 	win = min(tp->snd_wnd, tp->snd_cwnd) / 2 / tp->t_segsz;
    421       1.1    rpaulo 	if (win < 2)
    422       1.1    rpaulo 		win = 2;
    423       1.1    rpaulo 
    424       1.1    rpaulo 	tp->snd_ssthresh = win * tp->t_segsz;
    425       1.1    rpaulo 	tp->snd_recover = tp->snd_max;
    426       1.1    rpaulo 	tp->snd_cwnd = tp->snd_ssthresh;
    427       1.1    rpaulo 
    428       1.7    rpaulo 	/*
    429       1.7    rpaulo 	 * When using TCP ECN, notify the peer that
    430       1.7    rpaulo 	 * we reduced the cwnd.
    431       1.7    rpaulo 	 */
    432       1.1    rpaulo 	if (TCP_ECN_ALLOWED(tp))
    433       1.1    rpaulo 		tp->t_flags |= TF_ECN_SND_CWR;
    434       1.1    rpaulo }
    435       1.1    rpaulo 
    436       1.1    rpaulo 
    437       1.6    rpaulo 
    438       1.1    rpaulo static int
    439      1.11      yamt tcp_reno_fast_retransmit(struct tcpcb *tp, const struct tcphdr *th)
    440       1.1    rpaulo {
    441       1.7    rpaulo 	/*
    442       1.7    rpaulo 	 * We know we're losing at the current
    443       1.7    rpaulo 	 * window size so do congestion avoidance
    444       1.7    rpaulo 	 * (set ssthresh to half the current window
    445       1.7    rpaulo 	 * and pull our congestion window back to
    446       1.7    rpaulo 	 * the new ssthresh).
    447       1.7    rpaulo 	 *
    448       1.7    rpaulo 	 * Dup acks mean that packets have left the
    449       1.7    rpaulo 	 * network (they're now cached at the receiver)
    450       1.7    rpaulo 	 * so bump cwnd by the amount in the receiver
    451       1.7    rpaulo 	 * to keep a constant cwnd packets in the
    452       1.7    rpaulo 	 * network.
    453       1.7    rpaulo 	 *
    454       1.7    rpaulo 	 * If we are using TCP/SACK, then enter
    455       1.7    rpaulo 	 * Fast Recovery if the receiver SACKs
    456       1.7    rpaulo 	 * data that is tcprexmtthresh * MSS
    457       1.7    rpaulo 	 * bytes past the last ACKed segment,
    458       1.7    rpaulo 	 * irrespective of the number of DupAcks.
    459       1.7    rpaulo 	 */
    460       1.7    rpaulo 
    461       1.1    rpaulo 	tcp_seq onxt;
    462       1.1    rpaulo 
    463       1.1    rpaulo 	onxt = tp->snd_nxt;
    464       1.1    rpaulo 	tcp_reno_congestion_exp(tp);
    465       1.1    rpaulo 	tp->t_partialacks = 0;
    466       1.1    rpaulo 	TCP_TIMER_DISARM(tp, TCPT_REXMT);
    467       1.1    rpaulo 	tp->t_rtttime = 0;
    468       1.1    rpaulo 	if (TCP_SACK_ENABLED(tp)) {
    469       1.1    rpaulo 		tp->t_dupacks = tcprexmtthresh;
    470       1.1    rpaulo 		tp->sack_newdata = tp->snd_nxt;
    471       1.1    rpaulo 		tp->snd_cwnd = tp->t_segsz;
    472       1.1    rpaulo 		(void) tcp_output(tp);
    473       1.1    rpaulo 		return 0;
    474       1.1    rpaulo 	}
    475       1.1    rpaulo 	tp->snd_nxt = th->th_ack;
    476       1.1    rpaulo 	tp->snd_cwnd = tp->t_segsz;
    477       1.1    rpaulo 	(void) tcp_output(tp);
    478       1.1    rpaulo 	tp->snd_cwnd = tp->snd_ssthresh + tp->t_segsz * tp->t_dupacks;
    479       1.1    rpaulo 	if (SEQ_GT(onxt, tp->snd_nxt))
    480       1.1    rpaulo 		tp->snd_nxt = onxt;
    481       1.1    rpaulo 
    482       1.1    rpaulo 	return 0;
    483       1.1    rpaulo }
    484       1.1    rpaulo 
    485       1.1    rpaulo static void
    486       1.1    rpaulo tcp_reno_slow_retransmit(struct tcpcb *tp)
    487       1.1    rpaulo {
    488       1.1    rpaulo 	u_int win;
    489       1.1    rpaulo 
    490       1.1    rpaulo 	/*
    491       1.1    rpaulo 	 * Close the congestion window down to one segment
    492       1.1    rpaulo 	 * (we'll open it by one segment for each ack we get).
    493       1.1    rpaulo 	 * Since we probably have a window's worth of unacked
    494       1.1    rpaulo 	 * data accumulated, this "slow start" keeps us from
    495       1.1    rpaulo 	 * dumping all that data as back-to-back packets (which
    496       1.1    rpaulo 	 * might overwhelm an intermediate gateway).
    497       1.1    rpaulo 	 *
    498       1.1    rpaulo 	 * There are two phases to the opening: Initially we
    499       1.1    rpaulo 	 * open by one mss on each ack.  This makes the window
    500       1.1    rpaulo 	 * size increase exponentially with time.  If the
    501       1.1    rpaulo 	 * window is larger than the path can handle, this
    502       1.1    rpaulo 	 * exponential growth results in dropped packet(s)
    503       1.1    rpaulo 	 * almost immediately.  To get more time between
    504       1.1    rpaulo 	 * drops but still "push" the network to take advantage
    505       1.1    rpaulo 	 * of improving conditions, we switch from exponential
    506       1.1    rpaulo 	 * to linear window opening at some threshhold size.
    507       1.1    rpaulo 	 * For a threshhold, we use half the current window
    508       1.1    rpaulo 	 * size, truncated to a multiple of the mss.
    509       1.1    rpaulo 	 *
    510       1.1    rpaulo 	 * (the minimum cwnd that will give us exponential
    511       1.1    rpaulo 	 * growth is 2 mss.  We don't allow the threshhold
    512       1.1    rpaulo 	 * to go below this.)
    513       1.1    rpaulo 	 */
    514       1.1    rpaulo 
    515       1.1    rpaulo 	win = min(tp->snd_wnd, tp->snd_cwnd) / 2 / tp->t_segsz;
    516       1.1    rpaulo 	if (win < 2)
    517       1.1    rpaulo 		win = 2;
    518       1.1    rpaulo 	/* Loss Window MUST be one segment. */
    519       1.1    rpaulo 	tp->snd_cwnd = tp->t_segsz;
    520       1.1    rpaulo 	tp->snd_ssthresh = win * tp->t_segsz;
    521       1.1    rpaulo 	tp->t_partialacks = -1;
    522       1.1    rpaulo 	tp->t_dupacks = 0;
    523       1.8      yamt 	tp->t_bytes_acked = 0;
    524       1.1    rpaulo }
    525       1.1    rpaulo 
    526       1.1    rpaulo static void
    527      1.11      yamt tcp_reno_fast_retransmit_newack(struct tcpcb *tp,
    528      1.12  christos     const struct tcphdr *th)
    529       1.1    rpaulo {
    530       1.1    rpaulo 	if (tp->t_partialacks < 0) {
    531       1.1    rpaulo 		/*
    532       1.1    rpaulo 		 * We were not in fast recovery.  Reset the duplicate ack
    533       1.1    rpaulo 		 * counter.
    534       1.1    rpaulo 		 */
    535       1.1    rpaulo 		tp->t_dupacks = 0;
    536       1.1    rpaulo 	} else {
    537       1.1    rpaulo 		/*
    538       1.1    rpaulo 		 * Clamp the congestion window to the crossover point and
    539       1.1    rpaulo 		 * exit fast recovery.
    540       1.1    rpaulo 		 */
    541       1.1    rpaulo 		if (tp->snd_cwnd > tp->snd_ssthresh)
    542       1.1    rpaulo 			tp->snd_cwnd = tp->snd_ssthresh;
    543       1.1    rpaulo 		tp->t_partialacks = -1;
    544       1.1    rpaulo 		tp->t_dupacks = 0;
    545       1.8      yamt 		tp->t_bytes_acked = 0;
    546       1.1    rpaulo 	}
    547       1.1    rpaulo }
    548       1.1    rpaulo 
    549       1.1    rpaulo static void
    550      1.11      yamt tcp_reno_newack(struct tcpcb *tp, const struct tcphdr *th)
    551       1.1    rpaulo {
    552       1.1    rpaulo 	/*
    553       1.1    rpaulo 	 * When new data is acked, open the congestion window.
    554       1.1    rpaulo 	 */
    555       1.4    rpaulo 
    556       1.4    rpaulo 	u_int cw = tp->snd_cwnd;
    557       1.4    rpaulo 	u_int incr = tp->t_segsz;
    558       1.4    rpaulo 
    559       1.8      yamt 	if (tcp_do_abc) {
    560       1.8      yamt 
    561       1.8      yamt 		/*
    562       1.8      yamt 		 * RFC 3465 Appropriate Byte Counting (ABC)
    563       1.8      yamt 		 */
    564       1.8      yamt 
    565       1.8      yamt 		int acked = th->th_ack - tp->snd_una;
    566       1.8      yamt 
    567       1.8      yamt 		if (cw >= tp->snd_ssthresh) {
    568       1.8      yamt 			tp->t_bytes_acked += acked;
    569       1.8      yamt 			if (tp->t_bytes_acked >= cw) {
    570       1.8      yamt 				/* Time to increase the window. */
    571       1.8      yamt 				tp->t_bytes_acked -= cw;
    572       1.8      yamt 			} else {
    573       1.8      yamt 				/* No need to increase yet. */
    574       1.8      yamt 				incr = 0;
    575       1.8      yamt 			}
    576       1.8      yamt 		} else {
    577       1.8      yamt 			/*
    578       1.8      yamt 			 * use 2*SMSS or 1*SMSS for the "L" param,
    579       1.8      yamt 			 * depending on sysctl setting.
    580       1.8      yamt 			 *
    581       1.8      yamt 			 * (See RFC 3465 2.3 Choosing the Limit)
    582       1.8      yamt 			 */
    583       1.8      yamt 			u_int abc_lim;
    584       1.8      yamt 
    585       1.9      yamt 			abc_lim = (tcp_abc_aggressive == 0 ||
    586       1.9      yamt 			    tp->snd_nxt != tp->snd_max) ? incr : incr * 2;
    587       1.8      yamt 			incr = min(acked, abc_lim);
    588       1.8      yamt 		}
    589       1.8      yamt 	} else {
    590       1.8      yamt 
    591       1.8      yamt 		/*
    592       1.8      yamt 		 * If the window gives us less than ssthresh packets
    593       1.8      yamt 		 * in flight, open exponentially (segsz per packet).
    594       1.8      yamt 		 * Otherwise open linearly: segsz per window
    595       1.8      yamt 		 * (segsz^2 / cwnd per packet).
    596       1.8      yamt 		 */
    597       1.8      yamt 
    598       1.8      yamt 		if (cw >= tp->snd_ssthresh) {
    599       1.8      yamt 			incr = incr * incr / cw;
    600       1.8      yamt 		}
    601       1.8      yamt 	}
    602       1.4    rpaulo 
    603       1.4    rpaulo 	tp->snd_cwnd = min(cw + incr, TCP_MAXWIN << tp->snd_scale);
    604       1.1    rpaulo }
    605       1.1    rpaulo 
    606      1.14      matt const struct tcp_congctl tcp_reno_ctl = {
    607       1.1    rpaulo 	.fast_retransmit = tcp_reno_fast_retransmit,
    608       1.1    rpaulo 	.slow_retransmit = tcp_reno_slow_retransmit,
    609       1.1    rpaulo 	.fast_retransmit_newack = tcp_reno_fast_retransmit_newack,
    610       1.1    rpaulo 	.newack = tcp_reno_newack,
    611       1.6    rpaulo 	.cong_exp = tcp_reno_congestion_exp,
    612       1.1    rpaulo };
    613       1.1    rpaulo 
    614       1.1    rpaulo /*
    615       1.1    rpaulo  * TCP/NewReno Congestion control.
    616       1.1    rpaulo  */
    617       1.1    rpaulo static int
    618      1.11      yamt tcp_newreno_fast_retransmit(struct tcpcb *tp, const struct tcphdr *th)
    619       1.1    rpaulo {
    620       1.1    rpaulo 	if (SEQ_LT(th->th_ack, tp->snd_high)) {
    621       1.1    rpaulo 		/*
    622       1.1    rpaulo 		 * False fast retransmit after timeout.
    623       1.1    rpaulo 		 * Do not enter fast recovery
    624       1.1    rpaulo 		 */
    625       1.1    rpaulo 		tp->t_dupacks = 0;
    626       1.1    rpaulo 		return 1;
    627       1.1    rpaulo 	} else {
    628       1.1    rpaulo 		/*
    629       1.1    rpaulo 		 * Fast retransmit is same as reno.
    630       1.1    rpaulo 		 */
    631       1.1    rpaulo 		return tcp_reno_fast_retransmit(tp, th);
    632       1.1    rpaulo 	}
    633       1.1    rpaulo 
    634       1.1    rpaulo 	return 0;
    635       1.1    rpaulo }
    636       1.1    rpaulo 
    637       1.1    rpaulo /*
    638       1.1    rpaulo  * Implement the NewReno response to a new ack, checking for partial acks in
    639       1.1    rpaulo  * fast recovery.
    640       1.1    rpaulo  */
    641       1.1    rpaulo static void
    642      1.11      yamt tcp_newreno_fast_retransmit_newack(struct tcpcb *tp, const struct tcphdr *th)
    643       1.1    rpaulo {
    644       1.1    rpaulo 	if (tp->t_partialacks < 0) {
    645       1.1    rpaulo 		/*
    646       1.1    rpaulo 		 * We were not in fast recovery.  Reset the duplicate ack
    647       1.1    rpaulo 		 * counter.
    648       1.1    rpaulo 		 */
    649       1.1    rpaulo 		tp->t_dupacks = 0;
    650       1.1    rpaulo 	} else if (SEQ_LT(th->th_ack, tp->snd_recover)) {
    651       1.1    rpaulo 		/*
    652       1.1    rpaulo 		 * This is a partial ack.  Retransmit the first unacknowledged
    653       1.1    rpaulo 		 * segment and deflate the congestion window by the amount of
    654       1.1    rpaulo 		 * acknowledged data.  Do not exit fast recovery.
    655       1.1    rpaulo 		 */
    656       1.1    rpaulo 		tcp_seq onxt = tp->snd_nxt;
    657       1.1    rpaulo 		u_long ocwnd = tp->snd_cwnd;
    658       1.1    rpaulo 
    659       1.1    rpaulo 		/*
    660       1.1    rpaulo 		 * snd_una has not yet been updated and the socket's send
    661       1.1    rpaulo 		 * buffer has not yet drained off the ACK'd data, so we
    662       1.1    rpaulo 		 * have to leave snd_una as it was to get the correct data
    663       1.1    rpaulo 		 * offset in tcp_output().
    664       1.1    rpaulo 		 */
    665       1.1    rpaulo 		if (++tp->t_partialacks == 1)
    666       1.1    rpaulo 			TCP_TIMER_DISARM(tp, TCPT_REXMT);
    667       1.1    rpaulo 		tp->t_rtttime = 0;
    668       1.1    rpaulo 		tp->snd_nxt = th->th_ack;
    669       1.1    rpaulo 		/*
    670       1.1    rpaulo 		 * Set snd_cwnd to one segment beyond ACK'd offset.  snd_una
    671       1.1    rpaulo 		 * is not yet updated when we're called.
    672       1.1    rpaulo 		 */
    673       1.1    rpaulo 		tp->snd_cwnd = tp->t_segsz + (th->th_ack - tp->snd_una);
    674       1.1    rpaulo 		(void) tcp_output(tp);
    675       1.1    rpaulo 		tp->snd_cwnd = ocwnd;
    676       1.1    rpaulo 		if (SEQ_GT(onxt, tp->snd_nxt))
    677       1.1    rpaulo 			tp->snd_nxt = onxt;
    678       1.1    rpaulo 		/*
    679       1.1    rpaulo 		 * Partial window deflation.  Relies on fact that tp->snd_una
    680       1.1    rpaulo 		 * not updated yet.
    681       1.1    rpaulo 		 */
    682       1.1    rpaulo 		tp->snd_cwnd -= (th->th_ack - tp->snd_una - tp->t_segsz);
    683       1.1    rpaulo 	} else {
    684       1.1    rpaulo 		/*
    685       1.1    rpaulo 		 * Complete ack.  Inflate the congestion window to ssthresh
    686       1.1    rpaulo 		 * and exit fast recovery.
    687       1.1    rpaulo 		 *
    688       1.1    rpaulo 		 * Window inflation should have left us with approx.
    689       1.1    rpaulo 		 * snd_ssthresh outstanding data.  But in case we
    690       1.1    rpaulo 		 * would be inclined to send a burst, better to do
    691       1.1    rpaulo 		 * it via the slow start mechanism.
    692       1.1    rpaulo 		 */
    693       1.1    rpaulo 		if (SEQ_SUB(tp->snd_max, th->th_ack) < tp->snd_ssthresh)
    694       1.1    rpaulo 			tp->snd_cwnd = SEQ_SUB(tp->snd_max, th->th_ack)
    695       1.1    rpaulo 			    + tp->t_segsz;
    696       1.1    rpaulo 		else
    697       1.1    rpaulo 			tp->snd_cwnd = tp->snd_ssthresh;
    698       1.1    rpaulo 		tp->t_partialacks = -1;
    699       1.1    rpaulo 		tp->t_dupacks = 0;
    700       1.8      yamt 		tp->t_bytes_acked = 0;
    701       1.1    rpaulo 	}
    702       1.1    rpaulo }
    703       1.1    rpaulo 
    704       1.1    rpaulo static void
    705      1.11      yamt tcp_newreno_newack(struct tcpcb *tp, const struct tcphdr *th)
    706       1.1    rpaulo {
    707       1.1    rpaulo 	/*
    708       1.4    rpaulo 	 * If we are still in fast recovery (meaning we are using
    709       1.4    rpaulo 	 * NewReno and we have only received partial acks), do not
    710       1.4    rpaulo 	 * inflate the window yet.
    711       1.1    rpaulo 	 */
    712       1.4    rpaulo 	if (tp->t_partialacks < 0)
    713       1.4    rpaulo 		tcp_reno_newack(tp, th);
    714       1.1    rpaulo }
    715       1.1    rpaulo 
    716       1.1    rpaulo 
    717      1.14      matt const struct tcp_congctl tcp_newreno_ctl = {
    718       1.1    rpaulo 	.fast_retransmit = tcp_newreno_fast_retransmit,
    719       1.1    rpaulo 	.slow_retransmit = tcp_reno_slow_retransmit,
    720       1.1    rpaulo 	.fast_retransmit_newack = tcp_newreno_fast_retransmit_newack,
    721       1.1    rpaulo 	.newack = tcp_newreno_newack,
    722       1.6    rpaulo 	.cong_exp = tcp_reno_congestion_exp,
    723       1.1    rpaulo };
    724       1.1    rpaulo 
    725       1.1    rpaulo 
    726