1 1.2 ozaki /* $NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $ */ 2 1.2 ozaki 3 1.1 ozaki /*- 4 1.1 ozaki * SPDX-License-Identifier: BSD-2-Clause 5 1.1 ozaki * 6 1.1 ozaki * Copyright (c) 2020 Netflix, Inc. 7 1.1 ozaki * 8 1.1 ozaki * Redistribution and use in source and binary forms, with or without 9 1.1 ozaki * modification, are permitted provided that the following conditions are 10 1.1 ozaki * met: 11 1.1 ozaki * 1. Redistributions of source code must retain the above copyright 12 1.1 ozaki * notice, this list of conditions and the following disclaimer. 13 1.1 ozaki * 2. Redistributions in binary form must reproduce the above copyright 14 1.1 ozaki * notice, this list of conditions and the following disclaimer in 15 1.1 ozaki * the documentation and/or other materials provided with the 16 1.1 ozaki * distribution. 17 1.1 ozaki * 18 1.1 ozaki * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 19 1.1 ozaki * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20 1.1 ozaki * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21 1.1 ozaki * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 22 1.1 ozaki * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23 1.1 ozaki * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 24 1.1 ozaki * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25 1.1 ozaki * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 26 1.1 ozaki * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 27 1.1 ozaki * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 28 1.1 ozaki * SUCH DAMAGE. 29 1.1 ozaki */ 30 1.1 ozaki 31 1.1 ozaki #include <sys/cdefs.h> 32 1.2 ozaki #ifdef __NetBSD__ 33 1.2 ozaki __RCSID("$NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $"); 34 1.2 ozaki #define USE_RUMPKERNEL 1 35 1.2 ozaki #else 36 1.1 ozaki __FBSDID("$FreeBSD$"); 37 1.2 ozaki #endif 38 1.1 ozaki 39 1.1 ozaki #include <sys/param.h> 40 1.1 ozaki #include <sys/socket.h> 41 1.1 ozaki #include <sys/stat.h> 42 1.1 ozaki #include <sys/sysctl.h> 43 1.1 ozaki 44 1.1 ozaki #include <netinet/in.h> 45 1.1 ozaki 46 1.1 ozaki #include <err.h> 47 1.1 ozaki #include <errno.h> 48 1.1 ozaki #include <fcntl.h> 49 1.1 ozaki #include <stdio.h> 50 1.1 ozaki #include <stdlib.h> 51 1.1 ozaki #include <unistd.h> 52 1.1 ozaki 53 1.1 ozaki #include <atf-c.h> 54 1.1 ozaki 55 1.2 ozaki #ifdef USE_RUMPKERNEL 56 1.2 ozaki #include <rump/rump.h> 57 1.2 ozaki #include <rump/rump_syscalls.h> 58 1.2 ozaki 59 1.2 ozaki #define socket rump_sys_socket 60 1.2 ozaki #define bind rump_sys_bind 61 1.2 ozaki #define listen rump_sys_listen 62 1.2 ozaki #define accept rump_sys_accept 63 1.2 ozaki #define connect rump_sys_connect 64 1.2 ozaki #define write rump_sys_write 65 1.2 ozaki #define close rump_sys_close 66 1.2 ozaki #define setsockopt rump_sys_setsockopt 67 1.2 ozaki #define getsockname rump_sys_getsockname 68 1.2 ozaki #endif /* USE_RUMPKERNEL */ 69 1.2 ozaki 70 1.1 ozaki #define SYSCTLBAKFILE "tmp.net.inet.ip.portrange.randomized" 71 1.1 ozaki 72 1.1 ozaki /* 73 1.1 ozaki * Check if port allocation is randomized. If so, update it. Save the old 74 1.1 ozaki * value of the sysctl so it can be updated later. 75 1.1 ozaki */ 76 1.1 ozaki static void 77 1.1 ozaki disable_random_ports(void) 78 1.1 ozaki { 79 1.2 ozaki #ifdef USE_RUMPKERNEL 80 1.2 ozaki rump_init(); /* XXX */ 81 1.2 ozaki #else 82 1.1 ozaki int error, fd, random_new, random_save; 83 1.1 ozaki size_t sysctlsz; 84 1.1 ozaki 85 1.1 ozaki /* 86 1.1 ozaki * Pre-emptively unlink our restoration file, so we will do no 87 1.1 ozaki * restoration on error. 88 1.1 ozaki */ 89 1.1 ozaki unlink(SYSCTLBAKFILE); 90 1.1 ozaki 91 1.1 ozaki /* 92 1.1 ozaki * Disable the net.inet.ip.portrange.randomized sysctl. Save the 93 1.1 ozaki * old value so we can restore it, if necessary. 94 1.1 ozaki */ 95 1.1 ozaki random_new = 0; 96 1.1 ozaki sysctlsz = sizeof(random_save); 97 1.1 ozaki error = sysctlbyname("net.inet.ip.portrange.randomized", &random_save, 98 1.1 ozaki &sysctlsz, &random_new, sizeof(random_new)); 99 1.1 ozaki if (error) { 100 1.1 ozaki warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") " 101 1.1 ozaki "failed"); 102 1.1 ozaki atf_tc_skip("Unable to set sysctl"); 103 1.1 ozaki } 104 1.1 ozaki if (sysctlsz != sizeof(random_save)) { 105 1.1 ozaki fprintf(stderr, "Error: unexpected sysctl value size " 106 1.1 ozaki "(expected %zu, actual %zu)\n", sizeof(random_save), 107 1.1 ozaki sysctlsz); 108 1.1 ozaki goto restore_sysctl; 109 1.1 ozaki } 110 1.1 ozaki 111 1.1 ozaki /* Open the backup file, write the contents, and close it. */ 112 1.1 ozaki fd = open(SYSCTLBAKFILE, O_WRONLY|O_CREAT|O_TRUNC|O_EXCL, 113 1.1 ozaki S_IRUSR|S_IWUSR); 114 1.1 ozaki if (fd < 0) { 115 1.1 ozaki warn("error opening sysctl backup file"); 116 1.1 ozaki goto restore_sysctl; 117 1.1 ozaki } 118 1.1 ozaki error = write(fd, &random_save, sizeof(random_save)); 119 1.1 ozaki if (error < 0) { 120 1.1 ozaki warn("error writing saved value to sysctl backup file"); 121 1.1 ozaki goto cleanup_and_restore; 122 1.1 ozaki } 123 1.1 ozaki if (error != (int)sizeof(random_save)) { 124 1.1 ozaki fprintf(stderr, 125 1.1 ozaki "Error writing saved value to sysctl backup file: " 126 1.1 ozaki "(expected %zu, actual %d)\n", sizeof(random_save), error); 127 1.1 ozaki goto cleanup_and_restore; 128 1.1 ozaki } 129 1.1 ozaki error = close(fd); 130 1.1 ozaki if (error) { 131 1.1 ozaki warn("error closing sysctl backup file"); 132 1.1 ozaki cleanup_and_restore: 133 1.1 ozaki (void)close(fd); 134 1.1 ozaki (void)unlink(SYSCTLBAKFILE); 135 1.1 ozaki restore_sysctl: 136 1.1 ozaki (void)sysctlbyname("net.inet.ip.portrange.randomized", NULL, 137 1.1 ozaki NULL, &random_save, sysctlsz); 138 1.1 ozaki atf_tc_skip("Error setting sysctl"); 139 1.1 ozaki } 140 1.2 ozaki #endif /* USE_RUMPKERNEL */ 141 1.1 ozaki } 142 1.1 ozaki 143 1.1 ozaki /* 144 1.1 ozaki * Restore the sysctl value from the backup file and delete the backup file. 145 1.1 ozaki */ 146 1.1 ozaki static void 147 1.1 ozaki restore_random_ports(void) 148 1.1 ozaki { 149 1.2 ozaki #ifndef USE_RUMPKERNEL 150 1.1 ozaki int error, fd, random_save; 151 1.1 ozaki 152 1.1 ozaki /* Open the backup file, read the contents, close it, and delete it. */ 153 1.1 ozaki fd = open(SYSCTLBAKFILE, O_RDONLY); 154 1.1 ozaki if (fd < 0) { 155 1.1 ozaki warn("error opening sysctl backup file"); 156 1.1 ozaki return; 157 1.1 ozaki } 158 1.1 ozaki error = read(fd, &random_save, sizeof(random_save)); 159 1.1 ozaki if (error < 0) { 160 1.1 ozaki warn("error reading saved value from sysctl backup file"); 161 1.1 ozaki return; 162 1.1 ozaki } 163 1.1 ozaki if (error != (int)sizeof(random_save)) { 164 1.1 ozaki fprintf(stderr, 165 1.1 ozaki "Error reading saved value from sysctl backup file: " 166 1.1 ozaki "(expected %zu, actual %d)\n", sizeof(random_save), error); 167 1.1 ozaki return; 168 1.1 ozaki } 169 1.1 ozaki error = close(fd); 170 1.1 ozaki if (error) 171 1.1 ozaki warn("error closing sysctl backup file"); 172 1.1 ozaki error = unlink(SYSCTLBAKFILE); 173 1.1 ozaki if (error) 174 1.1 ozaki warn("error removing sysctl backup file"); 175 1.1 ozaki 176 1.1 ozaki /* Restore the saved sysctl value. */ 177 1.1 ozaki error = sysctlbyname("net.inet.ip.portrange.randomized", NULL, NULL, 178 1.1 ozaki &random_save, sizeof(random_save)); 179 1.1 ozaki if (error) 180 1.1 ozaki warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") " 181 1.1 ozaki "failed while restoring value"); 182 1.2 ozaki #endif /* USE_RUMPKERNEL */ 183 1.1 ozaki } 184 1.1 ozaki 185 1.1 ozaki /* 186 1.1 ozaki * Given a domain and sockaddr, open a listening socket with automatic port 187 1.1 ozaki * selection. Then, try to connect 64K times. Ensure the connected socket never 188 1.1 ozaki * uses an overlapping port. 189 1.1 ozaki */ 190 1.1 ozaki static void 191 1.1 ozaki connect_loop(int domain, const struct sockaddr *addr) 192 1.1 ozaki { 193 1.1 ozaki union { 194 1.1 ozaki struct sockaddr saddr; 195 1.1 ozaki struct sockaddr_in saddr4; 196 1.1 ozaki struct sockaddr_in6 saddr6; 197 1.1 ozaki } su_clnt, su_srvr; 198 1.1 ozaki socklen_t salen; 199 1.1 ozaki int asock, csock, error, i, lsock; 200 1.1 ozaki const struct linger lopt = { 1, 0 }; 201 1.1 ozaki 202 1.1 ozaki /* 203 1.1 ozaki * Disable the net.inet.ip.portrange.randomized sysctl. Assuming an 204 1.1 ozaki * otherwise idle system, this makes the kernel try all possible 205 1.1 ozaki * ports sequentially and makes it more likely it will try the 206 1.1 ozaki * port on which we have a listening socket. 207 1.1 ozaki */ 208 1.1 ozaki disable_random_ports(); 209 1.1 ozaki 210 1.1 ozaki /* Setup the listen socket. */ 211 1.1 ozaki lsock = socket(domain, SOCK_STREAM, 0); 212 1.1 ozaki ATF_REQUIRE_MSG(lsock >= 0, "socket() for listen socket failed: %s", 213 1.1 ozaki strerror(errno)); 214 1.1 ozaki error = bind(lsock, addr, addr->sa_len); 215 1.1 ozaki ATF_REQUIRE_MSG(error == 0, "bind() failed: %s", strerror(errno)); 216 1.1 ozaki error = listen(lsock, 1); 217 1.1 ozaki ATF_REQUIRE_MSG(error == 0, "listen() failed: %s", strerror(errno)); 218 1.1 ozaki 219 1.1 ozaki /* 220 1.1 ozaki * Get the address of the listen socket, which will be the destination 221 1.1 ozaki * address for our connection attempts. 222 1.1 ozaki */ 223 1.1 ozaki salen = sizeof(su_srvr); 224 1.1 ozaki error = getsockname(lsock, &su_srvr.saddr, &salen); 225 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 226 1.1 ozaki "getsockname() for listen socket failed: %s", 227 1.1 ozaki strerror(errno)); 228 1.1 ozaki ATF_REQUIRE_MSG(salen == (domain == PF_INET ? 229 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)), 230 1.1 ozaki "unexpected sockaddr size"); 231 1.1 ozaki ATF_REQUIRE_MSG(su_srvr.saddr.sa_len == (domain == PF_INET ? 232 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)), 233 1.1 ozaki "unexpected sa_len size"); 234 1.1 ozaki 235 1.1 ozaki /* Open 64K connections in a loop. */ 236 1.1 ozaki for (i = 0; i < 65536; i++) { 237 1.1 ozaki csock = socket(domain, SOCK_STREAM, 0); 238 1.1 ozaki ATF_REQUIRE_MSG(csock >= 0, 239 1.1 ozaki "socket() for client socket %d failed: %s", 240 1.1 ozaki i, strerror(errno)); 241 1.1 ozaki 242 1.1 ozaki error = connect(csock, &su_srvr.saddr, su_srvr.saddr.sa_len); 243 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 244 1.1 ozaki "connect() for client socket %d failed: %s", 245 1.1 ozaki i, strerror(errno)); 246 1.1 ozaki 247 1.1 ozaki error = setsockopt(csock, SOL_SOCKET, SO_LINGER, &lopt, 248 1.1 ozaki sizeof(lopt)); 249 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 250 1.1 ozaki "Setting linger for client socket %d failed: %s", 251 1.1 ozaki i, strerror(errno)); 252 1.1 ozaki 253 1.1 ozaki /* Ascertain the client socket address. */ 254 1.1 ozaki salen = sizeof(su_clnt); 255 1.1 ozaki error = getsockname(csock, &su_clnt.saddr, &salen); 256 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 257 1.1 ozaki "getsockname() for client socket %d failed: %s", 258 1.1 ozaki i, strerror(errno)); 259 1.1 ozaki ATF_REQUIRE_MSG(salen == (domain == PF_INET ? 260 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)), 261 1.1 ozaki "unexpected sockaddr size for client socket %d", i); 262 1.1 ozaki 263 1.1 ozaki /* Ensure the ports do not match. */ 264 1.1 ozaki switch (domain) { 265 1.1 ozaki case PF_INET: 266 1.1 ozaki ATF_REQUIRE_MSG(su_clnt.saddr4.sin_port != 267 1.1 ozaki su_srvr.saddr4.sin_port, 268 1.1 ozaki "client socket %d using the same port as server", 269 1.1 ozaki i); 270 1.1 ozaki break; 271 1.1 ozaki case PF_INET6: 272 1.1 ozaki ATF_REQUIRE_MSG(su_clnt.saddr6.sin6_port != 273 1.1 ozaki su_srvr.saddr6.sin6_port, 274 1.1 ozaki "client socket %d using the same port as server", 275 1.1 ozaki i); 276 1.1 ozaki break; 277 1.1 ozaki } 278 1.1 ozaki 279 1.1 ozaki /* Accept the socket and close both ends. */ 280 1.1 ozaki asock = accept(lsock, NULL, NULL); 281 1.1 ozaki ATF_REQUIRE_MSG(asock >= 0, 282 1.1 ozaki "accept() failed for client socket %d: %s", 283 1.1 ozaki i, strerror(errno)); 284 1.1 ozaki 285 1.1 ozaki error = close(asock); 286 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 287 1.1 ozaki "close() failed for accepted socket %d: %s", 288 1.1 ozaki i, strerror(errno)); 289 1.1 ozaki 290 1.1 ozaki error = close(csock); 291 1.1 ozaki ATF_REQUIRE_MSG(error == 0, 292 1.1 ozaki "close() failed for client socket %d: %s", 293 1.1 ozaki i, strerror(errno)); 294 1.1 ozaki } 295 1.1 ozaki } 296 1.1 ozaki 297 1.1 ozaki ATF_TC_WITH_CLEANUP(basic_ipv4); 298 1.1 ozaki ATF_TC_HEAD(basic_ipv4, tc) 299 1.1 ozaki { 300 1.1 ozaki 301 1.1 ozaki atf_tc_set_md_var(tc, "require.user", "root"); 302 1.2 ozaki #ifndef USE_RUMPKERNEL 303 1.1 ozaki atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects"); 304 1.2 ozaki #endif 305 1.1 ozaki atf_tc_set_md_var(tc, "descr", 306 1.1 ozaki "Check automatic local port assignment during TCP connect calls"); 307 1.1 ozaki } 308 1.1 ozaki 309 1.1 ozaki ATF_TC_BODY(basic_ipv4, tc) 310 1.1 ozaki { 311 1.1 ozaki struct sockaddr_in saddr4; 312 1.1 ozaki 313 1.1 ozaki memset(&saddr4, 0, sizeof(saddr4)); 314 1.1 ozaki saddr4.sin_len = sizeof(saddr4); 315 1.1 ozaki saddr4.sin_family = AF_INET; 316 1.1 ozaki saddr4.sin_port = htons(0); 317 1.1 ozaki saddr4.sin_addr.s_addr = htonl(INADDR_LOOPBACK); 318 1.1 ozaki 319 1.1 ozaki connect_loop(PF_INET, (const struct sockaddr *)&saddr4); 320 1.1 ozaki } 321 1.1 ozaki 322 1.1 ozaki ATF_TC_CLEANUP(basic_ipv4, tc) 323 1.1 ozaki { 324 1.1 ozaki 325 1.1 ozaki restore_random_ports(); 326 1.1 ozaki } 327 1.1 ozaki 328 1.1 ozaki ATF_TC_WITH_CLEANUP(basic_ipv6); 329 1.1 ozaki ATF_TC_HEAD(basic_ipv6, tc) 330 1.1 ozaki { 331 1.1 ozaki 332 1.1 ozaki atf_tc_set_md_var(tc, "require.user", "root"); 333 1.2 ozaki #ifndef USE_RUMPKERNEL 334 1.1 ozaki atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects"); 335 1.2 ozaki #endif 336 1.1 ozaki atf_tc_set_md_var(tc, "descr", 337 1.1 ozaki "Check automatic local port assignment during TCP connect calls"); 338 1.1 ozaki } 339 1.1 ozaki 340 1.1 ozaki ATF_TC_BODY(basic_ipv6, tc) 341 1.1 ozaki { 342 1.1 ozaki struct sockaddr_in6 saddr6; 343 1.1 ozaki 344 1.1 ozaki memset(&saddr6, 0, sizeof(saddr6)); 345 1.1 ozaki saddr6.sin6_len = sizeof(saddr6); 346 1.1 ozaki saddr6.sin6_family = AF_INET6; 347 1.1 ozaki saddr6.sin6_port = htons(0); 348 1.1 ozaki saddr6.sin6_addr = in6addr_loopback; 349 1.1 ozaki 350 1.1 ozaki connect_loop(PF_INET6, (const struct sockaddr *)&saddr6); 351 1.1 ozaki } 352 1.1 ozaki 353 1.1 ozaki ATF_TC_CLEANUP(basic_ipv6, tc) 354 1.1 ozaki { 355 1.1 ozaki 356 1.1 ozaki restore_random_ports(); 357 1.1 ozaki } 358 1.1 ozaki 359 1.1 ozaki ATF_TP_ADD_TCS(tp) 360 1.1 ozaki { 361 1.1 ozaki ATF_TP_ADD_TC(tp, basic_ipv4); 362 1.1 ozaki ATF_TP_ADD_TC(tp, basic_ipv6); 363 1.1 ozaki 364 1.1 ozaki return (atf_no_error()); 365 1.1 ozaki } 366 1.1 ozaki 367