Home | History | Annotate | Line # | Download | only in tcp
t_tcp_connect_port.c revision 1.2
      1  1.2  ozaki /*	$NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $	*/
      2  1.2  ozaki 
      3  1.1  ozaki /*-
      4  1.1  ozaki  * SPDX-License-Identifier: BSD-2-Clause
      5  1.1  ozaki  *
      6  1.1  ozaki  * Copyright (c) 2020 Netflix, Inc.
      7  1.1  ozaki  *
      8  1.1  ozaki  * Redistribution and use in source and binary forms, with or without
      9  1.1  ozaki  * modification, are permitted provided that the following conditions are
     10  1.1  ozaki  * met:
     11  1.1  ozaki  * 1. Redistributions of source code must retain the above copyright
     12  1.1  ozaki  *    notice, this list of conditions and the following disclaimer.
     13  1.1  ozaki  * 2. Redistributions in binary form must reproduce the above copyright
     14  1.1  ozaki  *    notice, this list of conditions and the following disclaimer in
     15  1.1  ozaki  *    the documentation and/or other materials provided with the
     16  1.1  ozaki  *    distribution.
     17  1.1  ozaki  *
     18  1.1  ozaki  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     19  1.1  ozaki  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     20  1.1  ozaki  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     21  1.1  ozaki  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     22  1.1  ozaki  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23  1.1  ozaki  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     24  1.1  ozaki  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25  1.1  ozaki  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26  1.1  ozaki  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27  1.1  ozaki  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28  1.1  ozaki  * SUCH DAMAGE.
     29  1.1  ozaki  */
     30  1.1  ozaki 
     31  1.1  ozaki #include <sys/cdefs.h>
     32  1.2  ozaki #ifdef __NetBSD__
     33  1.2  ozaki __RCSID("$NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $");
     34  1.2  ozaki #define USE_RUMPKERNEL	1
     35  1.2  ozaki #else
     36  1.1  ozaki __FBSDID("$FreeBSD$");
     37  1.2  ozaki #endif
     38  1.1  ozaki 
     39  1.1  ozaki #include <sys/param.h>
     40  1.1  ozaki #include <sys/socket.h>
     41  1.1  ozaki #include <sys/stat.h>
     42  1.1  ozaki #include <sys/sysctl.h>
     43  1.1  ozaki 
     44  1.1  ozaki #include <netinet/in.h>
     45  1.1  ozaki 
     46  1.1  ozaki #include <err.h>
     47  1.1  ozaki #include <errno.h>
     48  1.1  ozaki #include <fcntl.h>
     49  1.1  ozaki #include <stdio.h>
     50  1.1  ozaki #include <stdlib.h>
     51  1.1  ozaki #include <unistd.h>
     52  1.1  ozaki 
     53  1.1  ozaki #include <atf-c.h>
     54  1.1  ozaki 
     55  1.2  ozaki #ifdef USE_RUMPKERNEL
     56  1.2  ozaki #include <rump/rump.h>
     57  1.2  ozaki #include <rump/rump_syscalls.h>
     58  1.2  ozaki 
     59  1.2  ozaki #define socket	rump_sys_socket
     60  1.2  ozaki #define bind	rump_sys_bind
     61  1.2  ozaki #define listen	rump_sys_listen
     62  1.2  ozaki #define accept	rump_sys_accept
     63  1.2  ozaki #define connect	rump_sys_connect
     64  1.2  ozaki #define write	rump_sys_write
     65  1.2  ozaki #define close	rump_sys_close
     66  1.2  ozaki #define setsockopt	rump_sys_setsockopt
     67  1.2  ozaki #define getsockname	rump_sys_getsockname
     68  1.2  ozaki #endif /* USE_RUMPKERNEL */
     69  1.2  ozaki 
     70  1.1  ozaki #define	SYSCTLBAKFILE	"tmp.net.inet.ip.portrange.randomized"
     71  1.1  ozaki 
     72  1.1  ozaki /*
     73  1.1  ozaki  * Check if port allocation is randomized. If so, update it. Save the old
     74  1.1  ozaki  * value of the sysctl so it can be updated later.
     75  1.1  ozaki  */
     76  1.1  ozaki static void
     77  1.1  ozaki disable_random_ports(void)
     78  1.1  ozaki {
     79  1.2  ozaki #ifdef USE_RUMPKERNEL
     80  1.2  ozaki 	rump_init(); /* XXX */
     81  1.2  ozaki #else
     82  1.1  ozaki 	int error, fd, random_new, random_save;
     83  1.1  ozaki 	size_t sysctlsz;
     84  1.1  ozaki 
     85  1.1  ozaki 	/*
     86  1.1  ozaki 	 * Pre-emptively unlink our restoration file, so we will do no
     87  1.1  ozaki 	 * restoration on error.
     88  1.1  ozaki 	 */
     89  1.1  ozaki 	unlink(SYSCTLBAKFILE);
     90  1.1  ozaki 
     91  1.1  ozaki 	/*
     92  1.1  ozaki 	 * Disable the net.inet.ip.portrange.randomized sysctl. Save the
     93  1.1  ozaki 	 * old value so we can restore it, if necessary.
     94  1.1  ozaki 	 */
     95  1.1  ozaki 	random_new = 0;
     96  1.1  ozaki 	sysctlsz = sizeof(random_save);
     97  1.1  ozaki 	error = sysctlbyname("net.inet.ip.portrange.randomized", &random_save,
     98  1.1  ozaki 	    &sysctlsz, &random_new, sizeof(random_new));
     99  1.1  ozaki 	if (error) {
    100  1.1  ozaki 		warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") "
    101  1.1  ozaki 		    "failed");
    102  1.1  ozaki 		atf_tc_skip("Unable to set sysctl");
    103  1.1  ozaki 	}
    104  1.1  ozaki 	if (sysctlsz != sizeof(random_save)) {
    105  1.1  ozaki 		fprintf(stderr, "Error: unexpected sysctl value size "
    106  1.1  ozaki 		    "(expected %zu, actual %zu)\n", sizeof(random_save),
    107  1.1  ozaki 		    sysctlsz);
    108  1.1  ozaki 		goto restore_sysctl;
    109  1.1  ozaki 	}
    110  1.1  ozaki 
    111  1.1  ozaki 	/* Open the backup file, write the contents, and close it. */
    112  1.1  ozaki 	fd = open(SYSCTLBAKFILE, O_WRONLY|O_CREAT|O_TRUNC|O_EXCL,
    113  1.1  ozaki 	    S_IRUSR|S_IWUSR);
    114  1.1  ozaki 	if (fd < 0) {
    115  1.1  ozaki 		warn("error opening sysctl backup file");
    116  1.1  ozaki 		goto restore_sysctl;
    117  1.1  ozaki 	}
    118  1.1  ozaki 	error = write(fd, &random_save, sizeof(random_save));
    119  1.1  ozaki 	if (error < 0) {
    120  1.1  ozaki 		warn("error writing saved value to sysctl backup file");
    121  1.1  ozaki 		goto cleanup_and_restore;
    122  1.1  ozaki 	}
    123  1.1  ozaki 	if (error != (int)sizeof(random_save)) {
    124  1.1  ozaki 		fprintf(stderr,
    125  1.1  ozaki 		    "Error writing saved value to sysctl backup file: "
    126  1.1  ozaki 		    "(expected %zu, actual %d)\n", sizeof(random_save), error);
    127  1.1  ozaki 		goto cleanup_and_restore;
    128  1.1  ozaki 	}
    129  1.1  ozaki 	error = close(fd);
    130  1.1  ozaki 	if (error) {
    131  1.1  ozaki 		warn("error closing sysctl backup file");
    132  1.1  ozaki cleanup_and_restore:
    133  1.1  ozaki 		(void)close(fd);
    134  1.1  ozaki 		(void)unlink(SYSCTLBAKFILE);
    135  1.1  ozaki restore_sysctl:
    136  1.1  ozaki 		(void)sysctlbyname("net.inet.ip.portrange.randomized", NULL,
    137  1.1  ozaki 		    NULL, &random_save, sysctlsz);
    138  1.1  ozaki 		atf_tc_skip("Error setting sysctl");
    139  1.1  ozaki 	}
    140  1.2  ozaki #endif /* USE_RUMPKERNEL */
    141  1.1  ozaki }
    142  1.1  ozaki 
    143  1.1  ozaki /*
    144  1.1  ozaki  * Restore the sysctl value from the backup file and delete the backup file.
    145  1.1  ozaki  */
    146  1.1  ozaki static void
    147  1.1  ozaki restore_random_ports(void)
    148  1.1  ozaki {
    149  1.2  ozaki #ifndef USE_RUMPKERNEL
    150  1.1  ozaki 	int error, fd, random_save;
    151  1.1  ozaki 
    152  1.1  ozaki 	/* Open the backup file, read the contents, close it, and delete it. */
    153  1.1  ozaki 	fd = open(SYSCTLBAKFILE, O_RDONLY);
    154  1.1  ozaki 	if (fd < 0) {
    155  1.1  ozaki 		warn("error opening sysctl backup file");
    156  1.1  ozaki 		return;
    157  1.1  ozaki 	}
    158  1.1  ozaki 	error = read(fd, &random_save, sizeof(random_save));
    159  1.1  ozaki 	if (error < 0) {
    160  1.1  ozaki 		warn("error reading saved value from sysctl backup file");
    161  1.1  ozaki 		return;
    162  1.1  ozaki 	}
    163  1.1  ozaki 	if (error != (int)sizeof(random_save)) {
    164  1.1  ozaki 		fprintf(stderr,
    165  1.1  ozaki 		    "Error reading saved value from sysctl backup file: "
    166  1.1  ozaki 		    "(expected %zu, actual %d)\n", sizeof(random_save), error);
    167  1.1  ozaki 		return;
    168  1.1  ozaki 	}
    169  1.1  ozaki 	error = close(fd);
    170  1.1  ozaki 	if (error)
    171  1.1  ozaki 		warn("error closing sysctl backup file");
    172  1.1  ozaki 	error = unlink(SYSCTLBAKFILE);
    173  1.1  ozaki 	if (error)
    174  1.1  ozaki 		warn("error removing sysctl backup file");
    175  1.1  ozaki 
    176  1.1  ozaki 	/* Restore the saved sysctl value. */
    177  1.1  ozaki 	error = sysctlbyname("net.inet.ip.portrange.randomized", NULL, NULL,
    178  1.1  ozaki 	    &random_save, sizeof(random_save));
    179  1.1  ozaki 	if (error)
    180  1.1  ozaki 		warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") "
    181  1.1  ozaki 		    "failed while restoring value");
    182  1.2  ozaki #endif /* USE_RUMPKERNEL */
    183  1.1  ozaki }
    184  1.1  ozaki 
    185  1.1  ozaki /*
    186  1.1  ozaki  * Given a domain and sockaddr, open a listening socket with automatic port
    187  1.1  ozaki  * selection. Then, try to connect 64K times. Ensure the connected socket never
    188  1.1  ozaki  * uses an overlapping port.
    189  1.1  ozaki  */
    190  1.1  ozaki static void
    191  1.1  ozaki connect_loop(int domain, const struct sockaddr *addr)
    192  1.1  ozaki {
    193  1.1  ozaki 	union {
    194  1.1  ozaki 		struct sockaddr saddr;
    195  1.1  ozaki 		struct sockaddr_in saddr4;
    196  1.1  ozaki 		struct sockaddr_in6 saddr6;
    197  1.1  ozaki 	} su_clnt, su_srvr;
    198  1.1  ozaki 	socklen_t salen;
    199  1.1  ozaki 	int asock, csock, error, i, lsock;
    200  1.1  ozaki 	const struct linger lopt = { 1, 0 };
    201  1.1  ozaki 
    202  1.1  ozaki 	/*
    203  1.1  ozaki 	 * Disable the net.inet.ip.portrange.randomized sysctl. Assuming an
    204  1.1  ozaki 	 * otherwise idle system, this makes the kernel try all possible
    205  1.1  ozaki 	 * ports sequentially and makes it more likely it will try the
    206  1.1  ozaki 	 * port on which we have a listening socket.
    207  1.1  ozaki 	 */
    208  1.1  ozaki 	disable_random_ports();
    209  1.1  ozaki 
    210  1.1  ozaki 	/* Setup the listen socket. */
    211  1.1  ozaki 	lsock = socket(domain, SOCK_STREAM, 0);
    212  1.1  ozaki 	ATF_REQUIRE_MSG(lsock >= 0, "socket() for listen socket failed: %s",
    213  1.1  ozaki 	    strerror(errno));
    214  1.1  ozaki 	error = bind(lsock, addr, addr->sa_len);
    215  1.1  ozaki 	ATF_REQUIRE_MSG(error == 0, "bind() failed: %s", strerror(errno));
    216  1.1  ozaki 	error = listen(lsock, 1);
    217  1.1  ozaki 	ATF_REQUIRE_MSG(error == 0, "listen() failed: %s", strerror(errno));
    218  1.1  ozaki 
    219  1.1  ozaki 	/*
    220  1.1  ozaki 	 * Get the address of the listen socket, which will be the destination
    221  1.1  ozaki 	 * address for our connection attempts.
    222  1.1  ozaki 	 */
    223  1.1  ozaki 	salen = sizeof(su_srvr);
    224  1.1  ozaki 	error = getsockname(lsock, &su_srvr.saddr, &salen);
    225  1.1  ozaki 	ATF_REQUIRE_MSG(error == 0,
    226  1.1  ozaki 	    "getsockname() for listen socket failed: %s",
    227  1.1  ozaki 	    strerror(errno));
    228  1.1  ozaki 	ATF_REQUIRE_MSG(salen == (domain == PF_INET ?
    229  1.1  ozaki 	    sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
    230  1.1  ozaki 	    "unexpected sockaddr size");
    231  1.1  ozaki 	ATF_REQUIRE_MSG(su_srvr.saddr.sa_len == (domain == PF_INET ?
    232  1.1  ozaki 	    sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
    233  1.1  ozaki 	    "unexpected sa_len size");
    234  1.1  ozaki 
    235  1.1  ozaki 	/* Open 64K connections in a loop. */
    236  1.1  ozaki 	for (i = 0; i < 65536; i++) {
    237  1.1  ozaki 		csock = socket(domain, SOCK_STREAM, 0);
    238  1.1  ozaki 		ATF_REQUIRE_MSG(csock >= 0,
    239  1.1  ozaki 		    "socket() for client socket %d failed: %s",
    240  1.1  ozaki 		    i, strerror(errno));
    241  1.1  ozaki 
    242  1.1  ozaki 		error = connect(csock, &su_srvr.saddr, su_srvr.saddr.sa_len);
    243  1.1  ozaki 		ATF_REQUIRE_MSG(error == 0,
    244  1.1  ozaki 		    "connect() for client socket %d failed: %s",
    245  1.1  ozaki 		    i, strerror(errno));
    246  1.1  ozaki 
    247  1.1  ozaki 		error = setsockopt(csock, SOL_SOCKET, SO_LINGER, &lopt,
    248  1.1  ozaki 		    sizeof(lopt));
    249  1.1  ozaki 		ATF_REQUIRE_MSG(error == 0,
    250  1.1  ozaki 		    "Setting linger for client socket %d failed: %s",
    251  1.1  ozaki 		    i, strerror(errno));
    252  1.1  ozaki 
    253  1.1  ozaki 		/* Ascertain the client socket address. */
    254  1.1  ozaki 		salen = sizeof(su_clnt);
    255  1.1  ozaki 		error = getsockname(csock, &su_clnt.saddr, &salen);
    256  1.1  ozaki 		ATF_REQUIRE_MSG(error == 0,
    257  1.1  ozaki 		    "getsockname() for client socket %d failed: %s",
    258  1.1  ozaki 		    i, strerror(errno));
    259  1.1  ozaki 		ATF_REQUIRE_MSG(salen == (domain == PF_INET ?
    260  1.1  ozaki 		    sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
    261  1.1  ozaki 		    "unexpected sockaddr size for client socket %d", i);
    262  1.1  ozaki 
    263  1.1  ozaki 		/* Ensure the ports do not match. */
    264  1.1  ozaki 		switch (domain) {
    265  1.1  ozaki 		case PF_INET:
    266  1.1  ozaki 			ATF_REQUIRE_MSG(su_clnt.saddr4.sin_port !=
    267  1.1  ozaki 			    su_srvr.saddr4.sin_port,
    268  1.1  ozaki 			    "client socket %d using the same port as server",
    269  1.1  ozaki 			    i);
    270  1.1  ozaki 			break;
    271  1.1  ozaki 		case PF_INET6:
    272  1.1  ozaki 			ATF_REQUIRE_MSG(su_clnt.saddr6.sin6_port !=
    273  1.1  ozaki 			    su_srvr.saddr6.sin6_port,
    274  1.1  ozaki 			    "client socket %d using the same port as server",
    275  1.1  ozaki 			    i);
    276  1.1  ozaki 			break;
    277  1.1  ozaki 		}
    278  1.1  ozaki 
    279  1.1  ozaki 		/* Accept the socket and close both ends. */
    280  1.1  ozaki 		asock = accept(lsock, NULL, NULL);
    281  1.1  ozaki 		ATF_REQUIRE_MSG(asock >= 0,
    282  1.1  ozaki 		    "accept() failed for client socket %d: %s",
    283  1.1  ozaki 		    i, strerror(errno));
    284  1.1  ozaki 
    285  1.1  ozaki 		error = close(asock);
    286  1.1  ozaki 		ATF_REQUIRE_MSG(error == 0,
    287  1.1  ozaki 		    "close() failed for accepted socket %d: %s",
    288  1.1  ozaki 		    i, strerror(errno));
    289  1.1  ozaki 
    290  1.1  ozaki 		error = close(csock);
    291  1.1  ozaki 		ATF_REQUIRE_MSG(error == 0,
    292  1.1  ozaki 		    "close() failed for client socket %d: %s",
    293  1.1  ozaki 		    i, strerror(errno));
    294  1.1  ozaki 	}
    295  1.1  ozaki }
    296  1.1  ozaki 
    297  1.1  ozaki ATF_TC_WITH_CLEANUP(basic_ipv4);
    298  1.1  ozaki ATF_TC_HEAD(basic_ipv4, tc)
    299  1.1  ozaki {
    300  1.1  ozaki 
    301  1.1  ozaki 	atf_tc_set_md_var(tc, "require.user", "root");
    302  1.2  ozaki #ifndef USE_RUMPKERNEL
    303  1.1  ozaki 	atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects");
    304  1.2  ozaki #endif
    305  1.1  ozaki 	atf_tc_set_md_var(tc, "descr",
    306  1.1  ozaki 	    "Check automatic local port assignment during TCP connect calls");
    307  1.1  ozaki }
    308  1.1  ozaki 
    309  1.1  ozaki ATF_TC_BODY(basic_ipv4, tc)
    310  1.1  ozaki {
    311  1.1  ozaki 	struct sockaddr_in saddr4;
    312  1.1  ozaki 
    313  1.1  ozaki 	memset(&saddr4, 0, sizeof(saddr4));
    314  1.1  ozaki 	saddr4.sin_len = sizeof(saddr4);
    315  1.1  ozaki 	saddr4.sin_family = AF_INET;
    316  1.1  ozaki 	saddr4.sin_port = htons(0);
    317  1.1  ozaki 	saddr4.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
    318  1.1  ozaki 
    319  1.1  ozaki 	connect_loop(PF_INET, (const struct sockaddr *)&saddr4);
    320  1.1  ozaki }
    321  1.1  ozaki 
    322  1.1  ozaki ATF_TC_CLEANUP(basic_ipv4, tc)
    323  1.1  ozaki {
    324  1.1  ozaki 
    325  1.1  ozaki 	restore_random_ports();
    326  1.1  ozaki }
    327  1.1  ozaki 
    328  1.1  ozaki ATF_TC_WITH_CLEANUP(basic_ipv6);
    329  1.1  ozaki ATF_TC_HEAD(basic_ipv6, tc)
    330  1.1  ozaki {
    331  1.1  ozaki 
    332  1.1  ozaki 	atf_tc_set_md_var(tc, "require.user", "root");
    333  1.2  ozaki #ifndef USE_RUMPKERNEL
    334  1.1  ozaki 	atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects");
    335  1.2  ozaki #endif
    336  1.1  ozaki 	atf_tc_set_md_var(tc, "descr",
    337  1.1  ozaki 	    "Check automatic local port assignment during TCP connect calls");
    338  1.1  ozaki }
    339  1.1  ozaki 
    340  1.1  ozaki ATF_TC_BODY(basic_ipv6, tc)
    341  1.1  ozaki {
    342  1.1  ozaki 	struct sockaddr_in6 saddr6;
    343  1.1  ozaki 
    344  1.1  ozaki 	memset(&saddr6, 0, sizeof(saddr6));
    345  1.1  ozaki 	saddr6.sin6_len = sizeof(saddr6);
    346  1.1  ozaki 	saddr6.sin6_family = AF_INET6;
    347  1.1  ozaki 	saddr6.sin6_port = htons(0);
    348  1.1  ozaki 	saddr6.sin6_addr = in6addr_loopback;
    349  1.1  ozaki 
    350  1.1  ozaki 	connect_loop(PF_INET6, (const struct sockaddr *)&saddr6);
    351  1.1  ozaki }
    352  1.1  ozaki 
    353  1.1  ozaki ATF_TC_CLEANUP(basic_ipv6, tc)
    354  1.1  ozaki {
    355  1.1  ozaki 
    356  1.1  ozaki 	restore_random_ports();
    357  1.1  ozaki }
    358  1.1  ozaki 
    359  1.1  ozaki ATF_TP_ADD_TCS(tp)
    360  1.1  ozaki {
    361  1.1  ozaki 	ATF_TP_ADD_TC(tp, basic_ipv4);
    362  1.1  ozaki 	ATF_TP_ADD_TC(tp, basic_ipv6);
    363  1.1  ozaki 
    364  1.1  ozaki 	return (atf_no_error());
    365  1.1  ozaki }
    366  1.1  ozaki 
    367