t_tcp_connect_port.c revision 1.2 1 1.2 ozaki /* $NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $ */
2 1.2 ozaki
3 1.1 ozaki /*-
4 1.1 ozaki * SPDX-License-Identifier: BSD-2-Clause
5 1.1 ozaki *
6 1.1 ozaki * Copyright (c) 2020 Netflix, Inc.
7 1.1 ozaki *
8 1.1 ozaki * Redistribution and use in source and binary forms, with or without
9 1.1 ozaki * modification, are permitted provided that the following conditions are
10 1.1 ozaki * met:
11 1.1 ozaki * 1. Redistributions of source code must retain the above copyright
12 1.1 ozaki * notice, this list of conditions and the following disclaimer.
13 1.1 ozaki * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 ozaki * notice, this list of conditions and the following disclaimer in
15 1.1 ozaki * the documentation and/or other materials provided with the
16 1.1 ozaki * distribution.
17 1.1 ozaki *
18 1.1 ozaki * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19 1.1 ozaki * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 1.1 ozaki * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 1.1 ozaki * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22 1.1 ozaki * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 1.1 ozaki * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24 1.1 ozaki * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 1.1 ozaki * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26 1.1 ozaki * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 1.1 ozaki * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 1.1 ozaki * SUCH DAMAGE.
29 1.1 ozaki */
30 1.1 ozaki
31 1.1 ozaki #include <sys/cdefs.h>
32 1.2 ozaki #ifdef __NetBSD__
33 1.2 ozaki __RCSID("$NetBSD: t_tcp_connect_port.c,v 1.2 2022/11/17 08:36:54 ozaki-r Exp $");
34 1.2 ozaki #define USE_RUMPKERNEL 1
35 1.2 ozaki #else
36 1.1 ozaki __FBSDID("$FreeBSD$");
37 1.2 ozaki #endif
38 1.1 ozaki
39 1.1 ozaki #include <sys/param.h>
40 1.1 ozaki #include <sys/socket.h>
41 1.1 ozaki #include <sys/stat.h>
42 1.1 ozaki #include <sys/sysctl.h>
43 1.1 ozaki
44 1.1 ozaki #include <netinet/in.h>
45 1.1 ozaki
46 1.1 ozaki #include <err.h>
47 1.1 ozaki #include <errno.h>
48 1.1 ozaki #include <fcntl.h>
49 1.1 ozaki #include <stdio.h>
50 1.1 ozaki #include <stdlib.h>
51 1.1 ozaki #include <unistd.h>
52 1.1 ozaki
53 1.1 ozaki #include <atf-c.h>
54 1.1 ozaki
55 1.2 ozaki #ifdef USE_RUMPKERNEL
56 1.2 ozaki #include <rump/rump.h>
57 1.2 ozaki #include <rump/rump_syscalls.h>
58 1.2 ozaki
59 1.2 ozaki #define socket rump_sys_socket
60 1.2 ozaki #define bind rump_sys_bind
61 1.2 ozaki #define listen rump_sys_listen
62 1.2 ozaki #define accept rump_sys_accept
63 1.2 ozaki #define connect rump_sys_connect
64 1.2 ozaki #define write rump_sys_write
65 1.2 ozaki #define close rump_sys_close
66 1.2 ozaki #define setsockopt rump_sys_setsockopt
67 1.2 ozaki #define getsockname rump_sys_getsockname
68 1.2 ozaki #endif /* USE_RUMPKERNEL */
69 1.2 ozaki
70 1.1 ozaki #define SYSCTLBAKFILE "tmp.net.inet.ip.portrange.randomized"
71 1.1 ozaki
72 1.1 ozaki /*
73 1.1 ozaki * Check if port allocation is randomized. If so, update it. Save the old
74 1.1 ozaki * value of the sysctl so it can be updated later.
75 1.1 ozaki */
76 1.1 ozaki static void
77 1.1 ozaki disable_random_ports(void)
78 1.1 ozaki {
79 1.2 ozaki #ifdef USE_RUMPKERNEL
80 1.2 ozaki rump_init(); /* XXX */
81 1.2 ozaki #else
82 1.1 ozaki int error, fd, random_new, random_save;
83 1.1 ozaki size_t sysctlsz;
84 1.1 ozaki
85 1.1 ozaki /*
86 1.1 ozaki * Pre-emptively unlink our restoration file, so we will do no
87 1.1 ozaki * restoration on error.
88 1.1 ozaki */
89 1.1 ozaki unlink(SYSCTLBAKFILE);
90 1.1 ozaki
91 1.1 ozaki /*
92 1.1 ozaki * Disable the net.inet.ip.portrange.randomized sysctl. Save the
93 1.1 ozaki * old value so we can restore it, if necessary.
94 1.1 ozaki */
95 1.1 ozaki random_new = 0;
96 1.1 ozaki sysctlsz = sizeof(random_save);
97 1.1 ozaki error = sysctlbyname("net.inet.ip.portrange.randomized", &random_save,
98 1.1 ozaki &sysctlsz, &random_new, sizeof(random_new));
99 1.1 ozaki if (error) {
100 1.1 ozaki warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") "
101 1.1 ozaki "failed");
102 1.1 ozaki atf_tc_skip("Unable to set sysctl");
103 1.1 ozaki }
104 1.1 ozaki if (sysctlsz != sizeof(random_save)) {
105 1.1 ozaki fprintf(stderr, "Error: unexpected sysctl value size "
106 1.1 ozaki "(expected %zu, actual %zu)\n", sizeof(random_save),
107 1.1 ozaki sysctlsz);
108 1.1 ozaki goto restore_sysctl;
109 1.1 ozaki }
110 1.1 ozaki
111 1.1 ozaki /* Open the backup file, write the contents, and close it. */
112 1.1 ozaki fd = open(SYSCTLBAKFILE, O_WRONLY|O_CREAT|O_TRUNC|O_EXCL,
113 1.1 ozaki S_IRUSR|S_IWUSR);
114 1.1 ozaki if (fd < 0) {
115 1.1 ozaki warn("error opening sysctl backup file");
116 1.1 ozaki goto restore_sysctl;
117 1.1 ozaki }
118 1.1 ozaki error = write(fd, &random_save, sizeof(random_save));
119 1.1 ozaki if (error < 0) {
120 1.1 ozaki warn("error writing saved value to sysctl backup file");
121 1.1 ozaki goto cleanup_and_restore;
122 1.1 ozaki }
123 1.1 ozaki if (error != (int)sizeof(random_save)) {
124 1.1 ozaki fprintf(stderr,
125 1.1 ozaki "Error writing saved value to sysctl backup file: "
126 1.1 ozaki "(expected %zu, actual %d)\n", sizeof(random_save), error);
127 1.1 ozaki goto cleanup_and_restore;
128 1.1 ozaki }
129 1.1 ozaki error = close(fd);
130 1.1 ozaki if (error) {
131 1.1 ozaki warn("error closing sysctl backup file");
132 1.1 ozaki cleanup_and_restore:
133 1.1 ozaki (void)close(fd);
134 1.1 ozaki (void)unlink(SYSCTLBAKFILE);
135 1.1 ozaki restore_sysctl:
136 1.1 ozaki (void)sysctlbyname("net.inet.ip.portrange.randomized", NULL,
137 1.1 ozaki NULL, &random_save, sysctlsz);
138 1.1 ozaki atf_tc_skip("Error setting sysctl");
139 1.1 ozaki }
140 1.2 ozaki #endif /* USE_RUMPKERNEL */
141 1.1 ozaki }
142 1.1 ozaki
143 1.1 ozaki /*
144 1.1 ozaki * Restore the sysctl value from the backup file and delete the backup file.
145 1.1 ozaki */
146 1.1 ozaki static void
147 1.1 ozaki restore_random_ports(void)
148 1.1 ozaki {
149 1.2 ozaki #ifndef USE_RUMPKERNEL
150 1.1 ozaki int error, fd, random_save;
151 1.1 ozaki
152 1.1 ozaki /* Open the backup file, read the contents, close it, and delete it. */
153 1.1 ozaki fd = open(SYSCTLBAKFILE, O_RDONLY);
154 1.1 ozaki if (fd < 0) {
155 1.1 ozaki warn("error opening sysctl backup file");
156 1.1 ozaki return;
157 1.1 ozaki }
158 1.1 ozaki error = read(fd, &random_save, sizeof(random_save));
159 1.1 ozaki if (error < 0) {
160 1.1 ozaki warn("error reading saved value from sysctl backup file");
161 1.1 ozaki return;
162 1.1 ozaki }
163 1.1 ozaki if (error != (int)sizeof(random_save)) {
164 1.1 ozaki fprintf(stderr,
165 1.1 ozaki "Error reading saved value from sysctl backup file: "
166 1.1 ozaki "(expected %zu, actual %d)\n", sizeof(random_save), error);
167 1.1 ozaki return;
168 1.1 ozaki }
169 1.1 ozaki error = close(fd);
170 1.1 ozaki if (error)
171 1.1 ozaki warn("error closing sysctl backup file");
172 1.1 ozaki error = unlink(SYSCTLBAKFILE);
173 1.1 ozaki if (error)
174 1.1 ozaki warn("error removing sysctl backup file");
175 1.1 ozaki
176 1.1 ozaki /* Restore the saved sysctl value. */
177 1.1 ozaki error = sysctlbyname("net.inet.ip.portrange.randomized", NULL, NULL,
178 1.1 ozaki &random_save, sizeof(random_save));
179 1.1 ozaki if (error)
180 1.1 ozaki warn("sysctlbyname(\"net.inet.ip.portrange.randomized\") "
181 1.1 ozaki "failed while restoring value");
182 1.2 ozaki #endif /* USE_RUMPKERNEL */
183 1.1 ozaki }
184 1.1 ozaki
185 1.1 ozaki /*
186 1.1 ozaki * Given a domain and sockaddr, open a listening socket with automatic port
187 1.1 ozaki * selection. Then, try to connect 64K times. Ensure the connected socket never
188 1.1 ozaki * uses an overlapping port.
189 1.1 ozaki */
190 1.1 ozaki static void
191 1.1 ozaki connect_loop(int domain, const struct sockaddr *addr)
192 1.1 ozaki {
193 1.1 ozaki union {
194 1.1 ozaki struct sockaddr saddr;
195 1.1 ozaki struct sockaddr_in saddr4;
196 1.1 ozaki struct sockaddr_in6 saddr6;
197 1.1 ozaki } su_clnt, su_srvr;
198 1.1 ozaki socklen_t salen;
199 1.1 ozaki int asock, csock, error, i, lsock;
200 1.1 ozaki const struct linger lopt = { 1, 0 };
201 1.1 ozaki
202 1.1 ozaki /*
203 1.1 ozaki * Disable the net.inet.ip.portrange.randomized sysctl. Assuming an
204 1.1 ozaki * otherwise idle system, this makes the kernel try all possible
205 1.1 ozaki * ports sequentially and makes it more likely it will try the
206 1.1 ozaki * port on which we have a listening socket.
207 1.1 ozaki */
208 1.1 ozaki disable_random_ports();
209 1.1 ozaki
210 1.1 ozaki /* Setup the listen socket. */
211 1.1 ozaki lsock = socket(domain, SOCK_STREAM, 0);
212 1.1 ozaki ATF_REQUIRE_MSG(lsock >= 0, "socket() for listen socket failed: %s",
213 1.1 ozaki strerror(errno));
214 1.1 ozaki error = bind(lsock, addr, addr->sa_len);
215 1.1 ozaki ATF_REQUIRE_MSG(error == 0, "bind() failed: %s", strerror(errno));
216 1.1 ozaki error = listen(lsock, 1);
217 1.1 ozaki ATF_REQUIRE_MSG(error == 0, "listen() failed: %s", strerror(errno));
218 1.1 ozaki
219 1.1 ozaki /*
220 1.1 ozaki * Get the address of the listen socket, which will be the destination
221 1.1 ozaki * address for our connection attempts.
222 1.1 ozaki */
223 1.1 ozaki salen = sizeof(su_srvr);
224 1.1 ozaki error = getsockname(lsock, &su_srvr.saddr, &salen);
225 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
226 1.1 ozaki "getsockname() for listen socket failed: %s",
227 1.1 ozaki strerror(errno));
228 1.1 ozaki ATF_REQUIRE_MSG(salen == (domain == PF_INET ?
229 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
230 1.1 ozaki "unexpected sockaddr size");
231 1.1 ozaki ATF_REQUIRE_MSG(su_srvr.saddr.sa_len == (domain == PF_INET ?
232 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
233 1.1 ozaki "unexpected sa_len size");
234 1.1 ozaki
235 1.1 ozaki /* Open 64K connections in a loop. */
236 1.1 ozaki for (i = 0; i < 65536; i++) {
237 1.1 ozaki csock = socket(domain, SOCK_STREAM, 0);
238 1.1 ozaki ATF_REQUIRE_MSG(csock >= 0,
239 1.1 ozaki "socket() for client socket %d failed: %s",
240 1.1 ozaki i, strerror(errno));
241 1.1 ozaki
242 1.1 ozaki error = connect(csock, &su_srvr.saddr, su_srvr.saddr.sa_len);
243 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
244 1.1 ozaki "connect() for client socket %d failed: %s",
245 1.1 ozaki i, strerror(errno));
246 1.1 ozaki
247 1.1 ozaki error = setsockopt(csock, SOL_SOCKET, SO_LINGER, &lopt,
248 1.1 ozaki sizeof(lopt));
249 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
250 1.1 ozaki "Setting linger for client socket %d failed: %s",
251 1.1 ozaki i, strerror(errno));
252 1.1 ozaki
253 1.1 ozaki /* Ascertain the client socket address. */
254 1.1 ozaki salen = sizeof(su_clnt);
255 1.1 ozaki error = getsockname(csock, &su_clnt.saddr, &salen);
256 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
257 1.1 ozaki "getsockname() for client socket %d failed: %s",
258 1.1 ozaki i, strerror(errno));
259 1.1 ozaki ATF_REQUIRE_MSG(salen == (domain == PF_INET ?
260 1.1 ozaki sizeof(struct sockaddr_in) : sizeof(struct sockaddr_in6)),
261 1.1 ozaki "unexpected sockaddr size for client socket %d", i);
262 1.1 ozaki
263 1.1 ozaki /* Ensure the ports do not match. */
264 1.1 ozaki switch (domain) {
265 1.1 ozaki case PF_INET:
266 1.1 ozaki ATF_REQUIRE_MSG(su_clnt.saddr4.sin_port !=
267 1.1 ozaki su_srvr.saddr4.sin_port,
268 1.1 ozaki "client socket %d using the same port as server",
269 1.1 ozaki i);
270 1.1 ozaki break;
271 1.1 ozaki case PF_INET6:
272 1.1 ozaki ATF_REQUIRE_MSG(su_clnt.saddr6.sin6_port !=
273 1.1 ozaki su_srvr.saddr6.sin6_port,
274 1.1 ozaki "client socket %d using the same port as server",
275 1.1 ozaki i);
276 1.1 ozaki break;
277 1.1 ozaki }
278 1.1 ozaki
279 1.1 ozaki /* Accept the socket and close both ends. */
280 1.1 ozaki asock = accept(lsock, NULL, NULL);
281 1.1 ozaki ATF_REQUIRE_MSG(asock >= 0,
282 1.1 ozaki "accept() failed for client socket %d: %s",
283 1.1 ozaki i, strerror(errno));
284 1.1 ozaki
285 1.1 ozaki error = close(asock);
286 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
287 1.1 ozaki "close() failed for accepted socket %d: %s",
288 1.1 ozaki i, strerror(errno));
289 1.1 ozaki
290 1.1 ozaki error = close(csock);
291 1.1 ozaki ATF_REQUIRE_MSG(error == 0,
292 1.1 ozaki "close() failed for client socket %d: %s",
293 1.1 ozaki i, strerror(errno));
294 1.1 ozaki }
295 1.1 ozaki }
296 1.1 ozaki
297 1.1 ozaki ATF_TC_WITH_CLEANUP(basic_ipv4);
298 1.1 ozaki ATF_TC_HEAD(basic_ipv4, tc)
299 1.1 ozaki {
300 1.1 ozaki
301 1.1 ozaki atf_tc_set_md_var(tc, "require.user", "root");
302 1.2 ozaki #ifndef USE_RUMPKERNEL
303 1.1 ozaki atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects");
304 1.2 ozaki #endif
305 1.1 ozaki atf_tc_set_md_var(tc, "descr",
306 1.1 ozaki "Check automatic local port assignment during TCP connect calls");
307 1.1 ozaki }
308 1.1 ozaki
309 1.1 ozaki ATF_TC_BODY(basic_ipv4, tc)
310 1.1 ozaki {
311 1.1 ozaki struct sockaddr_in saddr4;
312 1.1 ozaki
313 1.1 ozaki memset(&saddr4, 0, sizeof(saddr4));
314 1.1 ozaki saddr4.sin_len = sizeof(saddr4);
315 1.1 ozaki saddr4.sin_family = AF_INET;
316 1.1 ozaki saddr4.sin_port = htons(0);
317 1.1 ozaki saddr4.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
318 1.1 ozaki
319 1.1 ozaki connect_loop(PF_INET, (const struct sockaddr *)&saddr4);
320 1.1 ozaki }
321 1.1 ozaki
322 1.1 ozaki ATF_TC_CLEANUP(basic_ipv4, tc)
323 1.1 ozaki {
324 1.1 ozaki
325 1.1 ozaki restore_random_ports();
326 1.1 ozaki }
327 1.1 ozaki
328 1.1 ozaki ATF_TC_WITH_CLEANUP(basic_ipv6);
329 1.1 ozaki ATF_TC_HEAD(basic_ipv6, tc)
330 1.1 ozaki {
331 1.1 ozaki
332 1.1 ozaki atf_tc_set_md_var(tc, "require.user", "root");
333 1.2 ozaki #ifndef USE_RUMPKERNEL
334 1.1 ozaki atf_tc_set_md_var(tc, "require.config", "allow_sysctl_side_effects");
335 1.2 ozaki #endif
336 1.1 ozaki atf_tc_set_md_var(tc, "descr",
337 1.1 ozaki "Check automatic local port assignment during TCP connect calls");
338 1.1 ozaki }
339 1.1 ozaki
340 1.1 ozaki ATF_TC_BODY(basic_ipv6, tc)
341 1.1 ozaki {
342 1.1 ozaki struct sockaddr_in6 saddr6;
343 1.1 ozaki
344 1.1 ozaki memset(&saddr6, 0, sizeof(saddr6));
345 1.1 ozaki saddr6.sin6_len = sizeof(saddr6);
346 1.1 ozaki saddr6.sin6_family = AF_INET6;
347 1.1 ozaki saddr6.sin6_port = htons(0);
348 1.1 ozaki saddr6.sin6_addr = in6addr_loopback;
349 1.1 ozaki
350 1.1 ozaki connect_loop(PF_INET6, (const struct sockaddr *)&saddr6);
351 1.1 ozaki }
352 1.1 ozaki
353 1.1 ozaki ATF_TC_CLEANUP(basic_ipv6, tc)
354 1.1 ozaki {
355 1.1 ozaki
356 1.1 ozaki restore_random_ports();
357 1.1 ozaki }
358 1.1 ozaki
359 1.1 ozaki ATF_TP_ADD_TCS(tp)
360 1.1 ozaki {
361 1.1 ozaki ATF_TP_ADD_TC(tp, basic_ipv4);
362 1.1 ozaki ATF_TP_ADD_TC(tp, basic_ipv6);
363 1.1 ozaki
364 1.1 ozaki return (atf_no_error());
365 1.1 ozaki }
366 1.1 ozaki
367