hijack.c revision 1.26 1 1.26 pooka /* $NetBSD: hijack.c,v 1.26 2011/02/05 16:59:24 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*-
4 1.1 pooka * Copyright (c) 2011 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka #include <sys/cdefs.h>
29 1.26 pooka __RCSID("$NetBSD: hijack.c,v 1.26 2011/02/05 16:59:24 pooka Exp $");
30 1.21 christos
31 1.21 christos #define __ssp_weak_name(fun) _hijack_ ## fun
32 1.1 pooka
33 1.1 pooka #include <sys/param.h>
34 1.1 pooka #include <sys/types.h>
35 1.10 pooka #include <sys/event.h>
36 1.1 pooka #include <sys/ioctl.h>
37 1.1 pooka #include <sys/socket.h>
38 1.1 pooka #include <sys/poll.h>
39 1.1 pooka
40 1.1 pooka #include <rump/rumpclient.h>
41 1.1 pooka #include <rump/rump_syscalls.h>
42 1.1 pooka
43 1.1 pooka #include <assert.h>
44 1.1 pooka #include <dlfcn.h>
45 1.1 pooka #include <err.h>
46 1.1 pooka #include <errno.h>
47 1.1 pooka #include <fcntl.h>
48 1.1 pooka #include <poll.h>
49 1.1 pooka #include <pthread.h>
50 1.3 pooka #include <signal.h>
51 1.1 pooka #include <stdarg.h>
52 1.8 pooka #include <stdbool.h>
53 1.1 pooka #include <stdio.h>
54 1.1 pooka #include <stdlib.h>
55 1.3 pooka #include <time.h>
56 1.1 pooka #include <unistd.h>
57 1.1 pooka
58 1.17 pooka enum dualcall {
59 1.17 pooka DUALCALL_WRITE, DUALCALL_WRITEV,
60 1.17 pooka DUALCALL_IOCTL, DUALCALL_FCNTL,
61 1.17 pooka DUALCALL_SOCKET, DUALCALL_ACCEPT, DUALCALL_BIND, DUALCALL_CONNECT,
62 1.17 pooka DUALCALL_GETPEERNAME, DUALCALL_GETSOCKNAME, DUALCALL_LISTEN,
63 1.17 pooka DUALCALL_RECVFROM, DUALCALL_RECVMSG,
64 1.17 pooka DUALCALL_SENDTO, DUALCALL_SENDMSG,
65 1.17 pooka DUALCALL_GETSOCKOPT, DUALCALL_SETSOCKOPT,
66 1.17 pooka DUALCALL_SHUTDOWN,
67 1.17 pooka DUALCALL_READ, DUALCALL_READV,
68 1.17 pooka DUALCALL_DUP2, DUALCALL_CLOSE,
69 1.17 pooka DUALCALL_POLLTS,
70 1.17 pooka DUALCALL__NUM
71 1.1 pooka };
72 1.1 pooka
73 1.8 pooka #define RSYS_STRING(a) __STRING(a)
74 1.8 pooka #define RSYS_NAME(a) RSYS_STRING(__CONCAT(RUMP_SYS_RENAME_,a))
75 1.8 pooka
76 1.1 pooka /*
77 1.14 pooka * Would be nice to get this automatically in sync with libc.
78 1.14 pooka * Also, this does not work for compat-using binaries!
79 1.14 pooka */
80 1.14 pooka #if !__NetBSD_Prereq__(5,99,7)
81 1.17 pooka #define LIBCSELECT select
82 1.17 pooka #define LIBCPOLLTS pollts
83 1.14 pooka #else
84 1.24 pooka #define LIBCSELECT _sys___select50
85 1.24 pooka #define LIBCPOLLTS _sys___pollts50
86 1.17 pooka #endif
87 1.14 pooka
88 1.20 pooka int LIBCSELECT(int, fd_set *, fd_set *, fd_set *, struct timeval *);
89 1.20 pooka int LIBCPOLLTS(struct pollfd *, nfds_t,
90 1.20 pooka const struct timespec *, const sigset_t *);
91 1.17 pooka
92 1.17 pooka #define S(a) __STRING(a)
93 1.17 pooka struct sysnames {
94 1.17 pooka enum dualcall scm_callnum;
95 1.17 pooka const char *scm_hostname;
96 1.17 pooka const char *scm_rumpname;
97 1.17 pooka } syscnames[] = {
98 1.17 pooka { DUALCALL_SOCKET, "__socket30", RSYS_NAME(SOCKET) },
99 1.17 pooka { DUALCALL_ACCEPT, "accept", RSYS_NAME(ACCEPT) },
100 1.17 pooka { DUALCALL_BIND, "bind", RSYS_NAME(BIND) },
101 1.17 pooka { DUALCALL_CONNECT, "connect", RSYS_NAME(CONNECT) },
102 1.17 pooka { DUALCALL_GETPEERNAME, "getpeername", RSYS_NAME(GETPEERNAME) },
103 1.17 pooka { DUALCALL_GETSOCKNAME, "getsockname", RSYS_NAME(GETSOCKNAME) },
104 1.17 pooka { DUALCALL_LISTEN, "listen", RSYS_NAME(LISTEN) },
105 1.17 pooka { DUALCALL_RECVFROM, "recvfrom", RSYS_NAME(RECVFROM) },
106 1.17 pooka { DUALCALL_RECVMSG, "recvmsg", RSYS_NAME(RECVMSG) },
107 1.17 pooka { DUALCALL_SENDTO, "sendto", RSYS_NAME(SENDTO) },
108 1.17 pooka { DUALCALL_SENDMSG, "sendmsg", RSYS_NAME(SENDMSG) },
109 1.17 pooka { DUALCALL_GETSOCKOPT, "getsockopt", RSYS_NAME(GETSOCKOPT) },
110 1.17 pooka { DUALCALL_SETSOCKOPT, "setsockopt", RSYS_NAME(SETSOCKOPT) },
111 1.17 pooka { DUALCALL_SHUTDOWN, "shutdown", RSYS_NAME(SHUTDOWN) },
112 1.17 pooka { DUALCALL_READ, "read", RSYS_NAME(READ) },
113 1.17 pooka { DUALCALL_READV, "readv", RSYS_NAME(READV) },
114 1.17 pooka { DUALCALL_WRITE, "write", RSYS_NAME(WRITE) },
115 1.17 pooka { DUALCALL_WRITEV, "writev", RSYS_NAME(WRITEV) },
116 1.17 pooka { DUALCALL_IOCTL, "ioctl", RSYS_NAME(IOCTL) },
117 1.17 pooka { DUALCALL_FCNTL, "fcntl", RSYS_NAME(FCNTL) },
118 1.17 pooka { DUALCALL_DUP2, "dup2", RSYS_NAME(DUP2) },
119 1.17 pooka { DUALCALL_CLOSE, "close", RSYS_NAME(CLOSE) },
120 1.17 pooka { DUALCALL_POLLTS, S(LIBCPOLLTS), RSYS_NAME(POLLTS) },
121 1.17 pooka };
122 1.17 pooka #undef S
123 1.17 pooka
124 1.17 pooka struct bothsys {
125 1.17 pooka void *bs_host;
126 1.17 pooka void *bs_rump;
127 1.17 pooka } syscalls[DUALCALL__NUM];
128 1.17 pooka #define GETSYSCALL(which, name) syscalls[DUALCALL_##name].bs_##which
129 1.17 pooka
130 1.25 pooka pid_t (*host_fork)(void);
131 1.25 pooka int (*host_daemon)(int, int);
132 1.17 pooka
133 1.17 pooka static unsigned dup2mask;
134 1.17 pooka #define ISDUP2D(fd) (1<<(fd) & dup2mask)
135 1.17 pooka
136 1.17 pooka //#define DEBUGJACK
137 1.17 pooka #ifdef DEBUGJACK
138 1.17 pooka #define DPRINTF(x) mydprintf x
139 1.17 pooka static void
140 1.17 pooka mydprintf(const char *fmt, ...)
141 1.17 pooka {
142 1.17 pooka va_list ap;
143 1.17 pooka
144 1.17 pooka if (ISDUP2D(STDERR_FILENO))
145 1.17 pooka return;
146 1.17 pooka
147 1.17 pooka va_start(ap, fmt);
148 1.17 pooka vfprintf(stderr, fmt, ap);
149 1.17 pooka va_end(ap);
150 1.17 pooka }
151 1.17 pooka
152 1.17 pooka #else
153 1.17 pooka #define DPRINTF(x)
154 1.14 pooka #endif
155 1.14 pooka
156 1.17 pooka #define FDCALL(type, name, rcname, args, proto, vars) \
157 1.17 pooka type name args \
158 1.17 pooka { \
159 1.17 pooka type (*fun) proto; \
160 1.17 pooka \
161 1.17 pooka if (fd_isrump(fd)) { \
162 1.17 pooka fun = syscalls[rcname].bs_rump; \
163 1.17 pooka fd = fd_host2rump(fd); \
164 1.17 pooka } else { \
165 1.17 pooka fun = syscalls[rcname].bs_host; \
166 1.17 pooka } \
167 1.17 pooka \
168 1.17 pooka return fun vars; \
169 1.17 pooka }
170 1.17 pooka
171 1.14 pooka /*
172 1.1 pooka * This is called from librumpclient in case of LD_PRELOAD.
173 1.1 pooka * It ensures correct RTLD_NEXT.
174 1.1 pooka */
175 1.1 pooka static void *
176 1.1 pooka hijackdlsym(void *handle, const char *symbol)
177 1.1 pooka {
178 1.1 pooka
179 1.1 pooka return dlsym(handle, symbol);
180 1.1 pooka }
181 1.1 pooka
182 1.7 pooka /* low calorie sockets? */
183 1.14 pooka static bool hostlocalsockets = true;
184 1.7 pooka
185 1.1 pooka static void __attribute__((constructor))
186 1.1 pooka rcinit(void)
187 1.1 pooka {
188 1.23 pooka extern void *(*rumpclient_dlsym)(void *, const char *);
189 1.19 pooka unsigned i, j;
190 1.1 pooka
191 1.23 pooka rumpclient_dlsym = hijackdlsym;
192 1.17 pooka host_fork = dlsym(RTLD_NEXT, "fork");
193 1.25 pooka host_daemon = dlsym(RTLD_NEXT, "daemon");
194 1.17 pooka
195 1.17 pooka /*
196 1.17 pooka * In theory cannot print anything during lookups because
197 1.17 pooka * we might not have the call vector set up. so, the errx()
198 1.17 pooka * is a bit of a strech, but it might work.
199 1.17 pooka */
200 1.1 pooka
201 1.17 pooka for (i = 0; i < DUALCALL__NUM; i++) {
202 1.17 pooka /* build runtime O(1) access */
203 1.17 pooka for (j = 0; j < __arraycount(syscnames); j++) {
204 1.17 pooka if (syscnames[j].scm_callnum == i)
205 1.17 pooka break;
206 1.17 pooka }
207 1.17 pooka
208 1.17 pooka if (j == __arraycount(syscnames))
209 1.17 pooka errx(1, "rumphijack error: syscall pos %d missing", i);
210 1.17 pooka
211 1.23 pooka syscalls[i].bs_host = dlsym(RTLD_NEXT,
212 1.23 pooka syscnames[j].scm_hostname);
213 1.17 pooka if (syscalls[i].bs_host == NULL)
214 1.17 pooka errx(1, "hostcall %s not found missing",
215 1.17 pooka syscnames[j].scm_hostname);
216 1.17 pooka
217 1.23 pooka syscalls[i].bs_rump = dlsym(RTLD_NEXT,
218 1.23 pooka syscnames[j].scm_rumpname);
219 1.17 pooka if (syscalls[i].bs_rump == NULL)
220 1.17 pooka errx(1, "rumpcall %s not found missing",
221 1.17 pooka syscnames[j].scm_rumpname);
222 1.1 pooka }
223 1.1 pooka
224 1.22 pooka if (rumpclient_init() == -1)
225 1.1 pooka err(1, "rumpclient init");
226 1.22 pooka rumpclient_setconnretry(RUMPCLIENT_RETRYCONN_INFTIME);
227 1.1 pooka }
228 1.1 pooka
229 1.2 pooka /* XXX: need runtime selection. low for now due to FD_SETSIZE */
230 1.2 pooka #define HIJACK_FDOFF 128
231 1.2 pooka #define HIJACK_SELECT 128 /* XXX */
232 1.2 pooka #define HIJACK_ASSERT 128 /* XXX */
233 1.2 pooka static int
234 1.2 pooka fd_rump2host(int fd)
235 1.2 pooka {
236 1.2 pooka
237 1.2 pooka if (fd == -1)
238 1.2 pooka return fd;
239 1.2 pooka
240 1.2 pooka if (!ISDUP2D(fd))
241 1.2 pooka fd += HIJACK_FDOFF;
242 1.2 pooka
243 1.2 pooka return fd;
244 1.2 pooka }
245 1.2 pooka
246 1.2 pooka static int
247 1.2 pooka fd_host2rump(int fd)
248 1.2 pooka {
249 1.2 pooka
250 1.2 pooka if (!ISDUP2D(fd))
251 1.2 pooka fd -= HIJACK_FDOFF;
252 1.2 pooka return fd;
253 1.2 pooka }
254 1.2 pooka
255 1.2 pooka static bool
256 1.2 pooka fd_isrump(int fd)
257 1.2 pooka {
258 1.2 pooka
259 1.2 pooka return ISDUP2D(fd) || fd >= HIJACK_FDOFF;
260 1.2 pooka }
261 1.2 pooka
262 1.2 pooka #define assertfd(_fd_) assert(ISDUP2D(_fd_) || (_fd_) >= HIJACK_ASSERT)
263 1.2 pooka #undef HIJACK_FDOFF
264 1.2 pooka
265 1.1 pooka int __socket30(int, int, int);
266 1.1 pooka int
267 1.1 pooka __socket30(int domain, int type, int protocol)
268 1.1 pooka {
269 1.17 pooka int (*op_socket)(int, int, int);
270 1.1 pooka int fd;
271 1.7 pooka bool dohost;
272 1.7 pooka
273 1.7 pooka dohost = hostlocalsockets && (domain == AF_LOCAL);
274 1.1 pooka
275 1.7 pooka if (dohost)
276 1.17 pooka op_socket = GETSYSCALL(host, SOCKET);
277 1.7 pooka else
278 1.17 pooka op_socket = GETSYSCALL(rump, SOCKET);
279 1.17 pooka fd = op_socket(domain, type, protocol);
280 1.2 pooka
281 1.7 pooka if (!dohost)
282 1.7 pooka fd = fd_rump2host(fd);
283 1.7 pooka DPRINTF(("socket <- %d\n", fd));
284 1.2 pooka
285 1.7 pooka return fd;
286 1.1 pooka }
287 1.1 pooka
288 1.1 pooka int
289 1.1 pooka accept(int s, struct sockaddr *addr, socklen_t *addrlen)
290 1.1 pooka {
291 1.17 pooka int (*op_accept)(int, struct sockaddr *, socklen_t *);
292 1.1 pooka int fd;
293 1.7 pooka bool isrump;
294 1.7 pooka
295 1.7 pooka isrump = fd_isrump(s);
296 1.1 pooka
297 1.2 pooka DPRINTF(("accept -> %d", s));
298 1.7 pooka if (isrump) {
299 1.17 pooka op_accept = GETSYSCALL(rump, ACCEPT);
300 1.7 pooka s = fd_host2rump(s);
301 1.7 pooka } else {
302 1.17 pooka op_accept = GETSYSCALL(host, ACCEPT);
303 1.7 pooka }
304 1.17 pooka fd = op_accept(s, addr, addrlen);
305 1.7 pooka if (fd != -1 && isrump)
306 1.7 pooka fd = fd_rump2host(fd);
307 1.7 pooka
308 1.7 pooka DPRINTF((" <- %d\n", fd));
309 1.2 pooka
310 1.7 pooka return fd;
311 1.1 pooka }
312 1.1 pooka
313 1.17 pooka /*
314 1.17 pooka * ioctl and fcntl are varargs calls and need special treatment
315 1.17 pooka */
316 1.1 pooka int
317 1.17 pooka ioctl(int fd, unsigned long cmd, ...)
318 1.1 pooka {
319 1.17 pooka int (*op_ioctl)(int, unsigned long cmd, ...);
320 1.17 pooka va_list ap;
321 1.17 pooka int rv;
322 1.1 pooka
323 1.17 pooka DPRINTF(("ioctl -> %d\n", fd));
324 1.17 pooka if (fd_isrump(fd)) {
325 1.17 pooka fd = fd_host2rump(fd);
326 1.17 pooka op_ioctl = GETSYSCALL(rump, IOCTL);
327 1.7 pooka } else {
328 1.17 pooka op_ioctl = GETSYSCALL(host, IOCTL);
329 1.7 pooka }
330 1.1 pooka
331 1.17 pooka va_start(ap, cmd);
332 1.17 pooka rv = op_ioctl(fd, cmd, va_arg(ap, void *));
333 1.17 pooka va_end(ap);
334 1.17 pooka return rv;
335 1.1 pooka }
336 1.1 pooka
337 1.1 pooka int
338 1.17 pooka fcntl(int fd, int cmd, ...)
339 1.1 pooka {
340 1.17 pooka int (*op_fcntl)(int, int, ...);
341 1.17 pooka va_list ap;
342 1.17 pooka int rv;
343 1.1 pooka
344 1.17 pooka DPRINTF(("fcntl -> %d\n", fd));
345 1.17 pooka if (fd_isrump(fd)) {
346 1.17 pooka fd = fd_host2rump(fd);
347 1.17 pooka op_fcntl = GETSYSCALL(rump, FCNTL);
348 1.7 pooka } else {
349 1.17 pooka op_fcntl = GETSYSCALL(host, FCNTL);
350 1.7 pooka }
351 1.1 pooka
352 1.17 pooka va_start(ap, cmd);
353 1.17 pooka rv = op_fcntl(fd, cmd, va_arg(ap, void *));
354 1.17 pooka va_end(ap);
355 1.17 pooka return rv;
356 1.1 pooka }
357 1.1 pooka
358 1.17 pooka /*
359 1.17 pooka * write cannot issue a standard debug printf due to recursion
360 1.17 pooka */
361 1.1 pooka ssize_t
362 1.17 pooka write(int fd, const void *buf, size_t blen)
363 1.1 pooka {
364 1.17 pooka ssize_t (*op_write)(int, const void *, size_t);
365 1.1 pooka
366 1.17 pooka if (fd_isrump(fd)) {
367 1.17 pooka fd = fd_host2rump(fd);
368 1.17 pooka op_write = GETSYSCALL(rump, WRITE);
369 1.16 pooka } else {
370 1.17 pooka op_write = GETSYSCALL(host, WRITE);
371 1.16 pooka }
372 1.1 pooka
373 1.17 pooka return op_write(fd, buf, blen);
374 1.2 pooka }
375 1.2 pooka
376 1.2 pooka /*
377 1.2 pooka * dup2 is special. we allow dup2 of a rump kernel fd to 0-2 since
378 1.2 pooka * many programs do that. dup2 of a rump kernel fd to another value
379 1.2 pooka * not >= fdoff is an error.
380 1.2 pooka *
381 1.2 pooka * Note: cannot rump2host newd, because it is often hardcoded.
382 1.2 pooka */
383 1.2 pooka int
384 1.2 pooka dup2(int oldd, int newd)
385 1.2 pooka {
386 1.17 pooka int (*host_dup2)(int, int);
387 1.2 pooka int rv;
388 1.2 pooka
389 1.2 pooka DPRINTF(("dup2 -> %d (o) -> %d (n)\n", oldd, newd));
390 1.2 pooka
391 1.2 pooka if (fd_isrump(oldd)) {
392 1.2 pooka if (!(newd >= 0 && newd <= 2))
393 1.2 pooka return EBADF;
394 1.2 pooka oldd = fd_host2rump(oldd);
395 1.2 pooka rv = rump_sys_dup2(oldd, newd);
396 1.2 pooka if (rv != -1)
397 1.10 pooka dup2mask |= 1<<newd;
398 1.2 pooka } else {
399 1.17 pooka host_dup2 = syscalls[DUALCALL_DUP2].bs_host;
400 1.10 pooka rv = host_dup2(oldd, newd);
401 1.2 pooka }
402 1.10 pooka
403 1.10 pooka return rv;
404 1.2 pooka }
405 1.2 pooka
406 1.2 pooka /*
407 1.2 pooka * We just wrap fork the appropriate rump client calls to preserve
408 1.2 pooka * the file descriptors of the forked parent in the child, but
409 1.2 pooka * prevent double use of connection fd.
410 1.2 pooka */
411 1.2 pooka pid_t
412 1.2 pooka fork()
413 1.2 pooka {
414 1.2 pooka struct rumpclient_fork *rf;
415 1.2 pooka pid_t rv;
416 1.2 pooka
417 1.2 pooka DPRINTF(("fork\n"));
418 1.2 pooka
419 1.2 pooka if ((rf = rumpclient_prefork()) == NULL)
420 1.2 pooka return -1;
421 1.2 pooka
422 1.2 pooka switch ((rv = host_fork())) {
423 1.2 pooka case -1:
424 1.2 pooka /* XXX: cancel rf */
425 1.2 pooka break;
426 1.2 pooka case 0:
427 1.2 pooka if (rumpclient_fork_init(rf) == -1)
428 1.26 pooka rv = -1;
429 1.2 pooka break;
430 1.2 pooka default:
431 1.2 pooka break;
432 1.2 pooka }
433 1.2 pooka
434 1.2 pooka DPRINTF(("fork returns %d\n", rv));
435 1.2 pooka return rv;
436 1.1 pooka }
437 1.1 pooka
438 1.25 pooka int
439 1.25 pooka daemon(int nochdir, int noclose)
440 1.25 pooka {
441 1.25 pooka struct rumpclient_fork *rf;
442 1.25 pooka
443 1.25 pooka if ((rf = rumpclient_prefork()) == NULL)
444 1.25 pooka return -1;
445 1.25 pooka
446 1.25 pooka if (host_daemon(nochdir, noclose) == -1)
447 1.25 pooka return -1;
448 1.25 pooka
449 1.25 pooka if (rumpclient_fork_init(rf) == -1)
450 1.25 pooka return -1;
451 1.25 pooka
452 1.25 pooka return 0;
453 1.25 pooka }
454 1.25 pooka
455 1.1 pooka /*
456 1.17 pooka * select is done by calling poll.
457 1.1 pooka */
458 1.1 pooka int
459 1.17 pooka LIBCSELECT(int nfds, fd_set *readfds, fd_set *writefds, fd_set *exceptfds,
460 1.4 pooka struct timeval *timeout)
461 1.1 pooka {
462 1.4 pooka struct pollfd *pfds;
463 1.4 pooka struct timespec ts, *tsp = NULL;
464 1.19 pooka nfds_t realnfds;
465 1.19 pooka int i, j;
466 1.4 pooka int rv, incr;
467 1.4 pooka
468 1.7 pooka DPRINTF(("select\n"));
469 1.7 pooka
470 1.4 pooka /*
471 1.4 pooka * Well, first we must scan the fds to figure out how many
472 1.4 pooka * fds there really are. This is because up to and including
473 1.17 pooka * nb5 poll() silently refuses nfds > process_maxopen_fds.
474 1.4 pooka * Seems to be fixed in current, thank the maker.
475 1.4 pooka * god damn cluster...bomb.
476 1.4 pooka */
477 1.4 pooka
478 1.4 pooka for (i = 0, realnfds = 0; i < nfds; i++) {
479 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
480 1.4 pooka realnfds++;
481 1.4 pooka continue;
482 1.4 pooka }
483 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
484 1.4 pooka realnfds++;
485 1.4 pooka continue;
486 1.4 pooka }
487 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
488 1.4 pooka realnfds++;
489 1.4 pooka continue;
490 1.1 pooka }
491 1.1 pooka }
492 1.1 pooka
493 1.6 pooka if (realnfds) {
494 1.6 pooka pfds = malloc(sizeof(*pfds) * realnfds);
495 1.6 pooka if (!pfds)
496 1.6 pooka return -1;
497 1.6 pooka } else {
498 1.6 pooka pfds = NULL;
499 1.6 pooka }
500 1.1 pooka
501 1.4 pooka for (i = 0, j = 0; i < nfds; i++) {
502 1.4 pooka incr = 0;
503 1.4 pooka pfds[j].events = pfds[j].revents = 0;
504 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
505 1.4 pooka pfds[j].fd = i;
506 1.4 pooka pfds[j].events |= POLLIN;
507 1.4 pooka incr=1;
508 1.4 pooka }
509 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
510 1.4 pooka pfds[j].fd = i;
511 1.4 pooka pfds[j].events |= POLLOUT;
512 1.4 pooka incr=1;
513 1.4 pooka }
514 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
515 1.4 pooka pfds[j].fd = i;
516 1.4 pooka pfds[j].events |= POLLHUP|POLLERR;
517 1.4 pooka incr=1;
518 1.1 pooka }
519 1.4 pooka if (incr)
520 1.4 pooka j++;
521 1.1 pooka }
522 1.1 pooka
523 1.4 pooka if (timeout) {
524 1.4 pooka TIMEVAL_TO_TIMESPEC(timeout, &ts);
525 1.4 pooka tsp = &ts;
526 1.4 pooka }
527 1.4 pooka rv = pollts(pfds, realnfds, tsp, NULL);
528 1.4 pooka if (rv <= 0)
529 1.4 pooka goto out;
530 1.4 pooka
531 1.4 pooka /*
532 1.4 pooka * ok, harvest results. first zero out entries (can't use
533 1.4 pooka * FD_ZERO for the obvious select-me-not reason). whee.
534 1.4 pooka */
535 1.4 pooka for (i = 0; i < nfds; i++) {
536 1.4 pooka if (readfds)
537 1.4 pooka FD_CLR(i, readfds);
538 1.4 pooka if (writefds)
539 1.4 pooka FD_CLR(i, writefds);
540 1.4 pooka if (exceptfds)
541 1.4 pooka FD_CLR(i, exceptfds);
542 1.1 pooka }
543 1.1 pooka
544 1.4 pooka /* and then plug in the results */
545 1.19 pooka for (i = 0; i < (int)realnfds; i++) {
546 1.4 pooka if (readfds) {
547 1.4 pooka if (pfds[i].revents & POLLIN) {
548 1.4 pooka FD_SET(pfds[i].fd, readfds);
549 1.4 pooka }
550 1.4 pooka }
551 1.4 pooka if (writefds) {
552 1.4 pooka if (pfds[i].revents & POLLOUT) {
553 1.4 pooka FD_SET(pfds[i].fd, writefds);
554 1.4 pooka }
555 1.4 pooka }
556 1.4 pooka if (exceptfds) {
557 1.4 pooka if (pfds[i].revents & (POLLHUP|POLLERR)) {
558 1.4 pooka FD_SET(pfds[i].fd, exceptfds);
559 1.4 pooka }
560 1.4 pooka }
561 1.1 pooka }
562 1.1 pooka
563 1.4 pooka out:
564 1.4 pooka free(pfds);
565 1.1 pooka return rv;
566 1.1 pooka }
567 1.1 pooka
568 1.1 pooka static void
569 1.1 pooka checkpoll(struct pollfd *fds, nfds_t nfds, int *hostcall, int *rumpcall)
570 1.1 pooka {
571 1.1 pooka nfds_t i;
572 1.1 pooka
573 1.1 pooka for (i = 0; i < nfds; i++) {
574 1.12 pooka if (fds[i].fd == -1)
575 1.12 pooka continue;
576 1.12 pooka
577 1.2 pooka if (fd_isrump(fds[i].fd))
578 1.2 pooka (*rumpcall)++;
579 1.2 pooka else
580 1.1 pooka (*hostcall)++;
581 1.1 pooka }
582 1.1 pooka }
583 1.1 pooka
584 1.1 pooka static void
585 1.2 pooka adjustpoll(struct pollfd *fds, nfds_t nfds, int (*fdadj)(int))
586 1.1 pooka {
587 1.1 pooka nfds_t i;
588 1.1 pooka
589 1.1 pooka for (i = 0; i < nfds; i++) {
590 1.2 pooka fds[i].fd = fdadj(fds[i].fd);
591 1.1 pooka }
592 1.1 pooka }
593 1.1 pooka
594 1.1 pooka /*
595 1.1 pooka * poll is easy as long as the call comes in the fds only in one
596 1.1 pooka * kernel. otherwise its quite tricky...
597 1.1 pooka */
598 1.1 pooka struct pollarg {
599 1.1 pooka struct pollfd *pfds;
600 1.1 pooka nfds_t nfds;
601 1.3 pooka const struct timespec *ts;
602 1.3 pooka const sigset_t *sigmask;
603 1.1 pooka int pipefd;
604 1.1 pooka int errnum;
605 1.1 pooka };
606 1.1 pooka
607 1.1 pooka static void *
608 1.1 pooka hostpoll(void *arg)
609 1.1 pooka {
610 1.17 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
611 1.17 pooka const sigset_t *);
612 1.1 pooka struct pollarg *parg = arg;
613 1.1 pooka intptr_t rv;
614 1.1 pooka
615 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_host;
616 1.17 pooka rv = op_pollts(parg->pfds, parg->nfds, parg->ts, parg->sigmask);
617 1.1 pooka if (rv == -1)
618 1.1 pooka parg->errnum = errno;
619 1.1 pooka rump_sys_write(parg->pipefd, &rv, sizeof(rv));
620 1.1 pooka
621 1.1 pooka return (void *)(intptr_t)rv;
622 1.1 pooka }
623 1.1 pooka
624 1.1 pooka int
625 1.17 pooka LIBCPOLLTS(struct pollfd *fds, nfds_t nfds, const struct timespec *ts,
626 1.3 pooka const sigset_t *sigmask)
627 1.1 pooka {
628 1.3 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
629 1.3 pooka const sigset_t *);
630 1.17 pooka int (*host_close)(int);
631 1.1 pooka int hostcall = 0, rumpcall = 0;
632 1.1 pooka pthread_t pt;
633 1.1 pooka nfds_t i;
634 1.1 pooka int rv;
635 1.1 pooka
636 1.2 pooka DPRINTF(("poll\n"));
637 1.1 pooka checkpoll(fds, nfds, &hostcall, &rumpcall);
638 1.1 pooka
639 1.1 pooka if (hostcall && rumpcall) {
640 1.1 pooka struct pollfd *pfd_host = NULL, *pfd_rump = NULL;
641 1.1 pooka int rpipe[2] = {-1,-1}, hpipe[2] = {-1,-1};
642 1.1 pooka struct pollarg parg;
643 1.1 pooka uintptr_t lrv;
644 1.1 pooka int sverrno = 0, trv;
645 1.1 pooka
646 1.1 pooka /*
647 1.1 pooka * ok, this is where it gets tricky. We must support
648 1.1 pooka * this since it's a very common operation in certain
649 1.1 pooka * types of software (telnet, netcat, etc). We allocate
650 1.1 pooka * two vectors and run two poll commands in separate
651 1.1 pooka * threads. Whichever returns first "wins" and the
652 1.1 pooka * other kernel's fds won't show activity.
653 1.1 pooka */
654 1.1 pooka rv = -1;
655 1.1 pooka
656 1.1 pooka /* allocate full vector for O(n) joining after call */
657 1.1 pooka pfd_host = malloc(sizeof(*pfd_host)*(nfds+1));
658 1.1 pooka if (!pfd_host)
659 1.1 pooka goto out;
660 1.1 pooka pfd_rump = malloc(sizeof(*pfd_rump)*(nfds+1));
661 1.1 pooka if (!pfd_rump) {
662 1.1 pooka goto out;
663 1.1 pooka }
664 1.1 pooka
665 1.1 pooka /* split vectors */
666 1.1 pooka for (i = 0; i < nfds; i++) {
667 1.3 pooka if (fds[i].fd == -1) {
668 1.3 pooka pfd_host[i].fd = -1;
669 1.3 pooka pfd_rump[i].fd = -1;
670 1.3 pooka } else if (fd_isrump(fds[i].fd)) {
671 1.2 pooka pfd_host[i].fd = -1;
672 1.2 pooka pfd_rump[i].fd = fd_host2rump(fds[i].fd);
673 1.2 pooka pfd_rump[i].events = fds[i].events;
674 1.2 pooka } else {
675 1.2 pooka pfd_rump[i].fd = -1;
676 1.1 pooka pfd_host[i].fd = fds[i].fd;
677 1.1 pooka pfd_host[i].events = fds[i].events;
678 1.1 pooka }
679 1.13 pooka fds[i].revents = 0;
680 1.1 pooka }
681 1.1 pooka
682 1.1 pooka /*
683 1.1 pooka * then, open two pipes, one for notifications
684 1.1 pooka * to each kernel.
685 1.1 pooka */
686 1.1 pooka if (rump_sys_pipe(rpipe) == -1)
687 1.1 pooka goto out;
688 1.1 pooka if (pipe(hpipe) == -1)
689 1.1 pooka goto out;
690 1.1 pooka
691 1.1 pooka pfd_host[nfds].fd = hpipe[0];
692 1.1 pooka pfd_host[nfds].events = POLLIN;
693 1.1 pooka pfd_rump[nfds].fd = rpipe[0];
694 1.1 pooka pfd_rump[nfds].events = POLLIN;
695 1.1 pooka
696 1.1 pooka /*
697 1.1 pooka * then, create a thread to do host part and meanwhile
698 1.1 pooka * do rump kernel part right here
699 1.1 pooka */
700 1.1 pooka
701 1.1 pooka parg.pfds = pfd_host;
702 1.1 pooka parg.nfds = nfds+1;
703 1.3 pooka parg.ts = ts;
704 1.3 pooka parg.sigmask = sigmask;
705 1.1 pooka parg.pipefd = rpipe[1];
706 1.1 pooka pthread_create(&pt, NULL, hostpoll, &parg);
707 1.1 pooka
708 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_rump;
709 1.3 pooka lrv = op_pollts(pfd_rump, nfds+1, ts, NULL);
710 1.1 pooka sverrno = errno;
711 1.1 pooka write(hpipe[1], &rv, sizeof(rv));
712 1.1 pooka pthread_join(pt, (void *)&trv);
713 1.1 pooka
714 1.1 pooka /* check who "won" and merge results */
715 1.1 pooka if (lrv != 0 && pfd_host[nfds].revents & POLLIN) {
716 1.1 pooka rv = trv;
717 1.1 pooka
718 1.1 pooka for (i = 0; i < nfds; i++) {
719 1.1 pooka if (pfd_rump[i].fd != -1)
720 1.1 pooka fds[i].revents = pfd_rump[i].revents;
721 1.1 pooka }
722 1.1 pooka sverrno = parg.errnum;
723 1.1 pooka } else if (trv != 0 && pfd_rump[nfds].revents & POLLIN) {
724 1.1 pooka rv = trv;
725 1.1 pooka
726 1.1 pooka for (i = 0; i < nfds; i++) {
727 1.1 pooka if (pfd_host[i].fd != -1)
728 1.1 pooka fds[i].revents = pfd_host[i].revents;
729 1.1 pooka }
730 1.1 pooka } else {
731 1.1 pooka rv = 0;
732 1.1 pooka }
733 1.1 pooka
734 1.1 pooka out:
735 1.17 pooka host_close = syscalls[DUALCALL_CLOSE].bs_host;
736 1.1 pooka if (rpipe[0] != -1)
737 1.1 pooka rump_sys_close(rpipe[0]);
738 1.1 pooka if (rpipe[1] != -1)
739 1.1 pooka rump_sys_close(rpipe[1]);
740 1.1 pooka if (hpipe[0] != -1)
741 1.9 pooka host_close(hpipe[0]);
742 1.1 pooka if (hpipe[1] != -1)
743 1.9 pooka host_close(hpipe[1]);
744 1.1 pooka free(pfd_host);
745 1.1 pooka free(pfd_rump);
746 1.1 pooka errno = sverrno;
747 1.1 pooka } else {
748 1.1 pooka if (hostcall) {
749 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_host;
750 1.1 pooka } else {
751 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_rump;
752 1.2 pooka adjustpoll(fds, nfds, fd_host2rump);
753 1.1 pooka }
754 1.1 pooka
755 1.3 pooka rv = op_pollts(fds, nfds, ts, sigmask);
756 1.1 pooka if (rumpcall)
757 1.2 pooka adjustpoll(fds, nfds, fd_rump2host);
758 1.1 pooka }
759 1.1 pooka
760 1.1 pooka return rv;
761 1.1 pooka }
762 1.1 pooka
763 1.1 pooka int
764 1.24 pooka poll(struct pollfd *fds, nfds_t nfds, int timeout)
765 1.1 pooka {
766 1.3 pooka struct timespec ts;
767 1.3 pooka struct timespec *tsp = NULL;
768 1.3 pooka
769 1.3 pooka if (timeout != INFTIM) {
770 1.3 pooka ts.tv_sec = timeout / 1000;
771 1.11 pooka ts.tv_nsec = (timeout % 1000) * 1000*1000;
772 1.3 pooka
773 1.3 pooka tsp = &ts;
774 1.3 pooka }
775 1.1 pooka
776 1.3 pooka return pollts(fds, nfds, tsp, NULL);
777 1.1 pooka }
778 1.10 pooka
779 1.10 pooka int
780 1.10 pooka kqueue(void)
781 1.10 pooka {
782 1.10 pooka
783 1.17 pooka fprintf(stderr, "kqueue unsupported");
784 1.10 pooka abort();
785 1.17 pooka /*NOTREACHED*/
786 1.10 pooka }
787 1.10 pooka
788 1.17 pooka /*ARGSUSED*/
789 1.10 pooka int
790 1.10 pooka kevent(int kq, const struct kevent *changelist, size_t nchanges,
791 1.10 pooka struct kevent *eventlist, size_t nevents,
792 1.10 pooka const struct timespec *timeout)
793 1.10 pooka {
794 1.10 pooka
795 1.17 pooka fprintf(stderr, "kqueue unsupported");
796 1.10 pooka abort();
797 1.17 pooka /*NOTREACHED*/
798 1.10 pooka }
799 1.17 pooka
800 1.17 pooka /*
801 1.17 pooka * Rest are std type calls.
802 1.17 pooka */
803 1.17 pooka
804 1.17 pooka FDCALL(int, bind, DUALCALL_BIND, \
805 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
806 1.17 pooka (int, const struct sockaddr *, socklen_t), \
807 1.17 pooka (fd, name, namelen))
808 1.17 pooka
809 1.17 pooka FDCALL(int, connect, DUALCALL_CONNECT, \
810 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
811 1.17 pooka (int, const struct sockaddr *, socklen_t), \
812 1.17 pooka (fd, name, namelen))
813 1.17 pooka
814 1.17 pooka FDCALL(int, getpeername, DUALCALL_GETPEERNAME, \
815 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
816 1.17 pooka (int, struct sockaddr *, socklen_t *), \
817 1.17 pooka (fd, name, namelen))
818 1.17 pooka
819 1.17 pooka FDCALL(int, getsockname, DUALCALL_GETSOCKNAME, \
820 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
821 1.17 pooka (int, struct sockaddr *, socklen_t *), \
822 1.17 pooka (fd, name, namelen))
823 1.17 pooka
824 1.17 pooka FDCALL(int, listen, DUALCALL_LISTEN, \
825 1.17 pooka (int fd, int backlog), \
826 1.17 pooka (int, int), \
827 1.17 pooka (fd, backlog))
828 1.17 pooka
829 1.17 pooka FDCALL(ssize_t, recvfrom, DUALCALL_RECVFROM, \
830 1.17 pooka (int fd, void *buf, size_t len, int flags, \
831 1.17 pooka struct sockaddr *from, socklen_t *fromlen), \
832 1.17 pooka (int, void *, size_t, int, struct sockaddr *, socklen_t *), \
833 1.17 pooka (fd, buf, len, flags, from, fromlen))
834 1.17 pooka
835 1.17 pooka FDCALL(ssize_t, sendto, DUALCALL_SENDTO, \
836 1.17 pooka (int fd, const void *buf, size_t len, int flags, \
837 1.17 pooka const struct sockaddr *to, socklen_t tolen), \
838 1.17 pooka (int, const void *, size_t, int, \
839 1.17 pooka const struct sockaddr *, socklen_t), \
840 1.17 pooka (fd, buf, len, flags, to, tolen))
841 1.17 pooka
842 1.17 pooka FDCALL(ssize_t, recvmsg, DUALCALL_RECVMSG, \
843 1.17 pooka (int fd, struct msghdr *msg, int flags), \
844 1.17 pooka (int, struct msghdr *, int), \
845 1.17 pooka (fd, msg, flags))
846 1.17 pooka
847 1.17 pooka FDCALL(ssize_t, sendmsg, DUALCALL_SENDMSG, \
848 1.17 pooka (int fd, const struct msghdr *msg, int flags), \
849 1.17 pooka (int, const struct msghdr *, int), \
850 1.17 pooka (fd, msg, flags))
851 1.17 pooka
852 1.17 pooka FDCALL(int, getsockopt, DUALCALL_GETSOCKOPT, \
853 1.17 pooka (int fd, int level, int optn, void *optval, socklen_t *optlen), \
854 1.17 pooka (int, int, int, void *, socklen_t *), \
855 1.17 pooka (fd, level, optn, optval, optlen))
856 1.17 pooka
857 1.17 pooka FDCALL(int, setsockopt, DUALCALL_SETSOCKOPT, \
858 1.17 pooka (int fd, int level, int optn, \
859 1.17 pooka const void *optval, socklen_t optlen), \
860 1.17 pooka (int, int, int, const void *, socklen_t), \
861 1.17 pooka (fd, level, optn, optval, optlen))
862 1.17 pooka
863 1.17 pooka FDCALL(int, shutdown, DUALCALL_SHUTDOWN, \
864 1.17 pooka (int fd, int how), \
865 1.17 pooka (int, int), \
866 1.17 pooka (fd, how))
867 1.17 pooka
868 1.21 christos #if _FORTIFY_SOURCE > 0
869 1.21 christos #define STUB(fun) __ssp_weak_name(fun)
870 1.21 christos ssize_t _sys_readlink(const char * __restrict, char * __restrict, size_t);
871 1.21 christos ssize_t
872 1.21 christos STUB(readlink)(const char * __restrict path, char * __restrict buf,
873 1.21 christos size_t bufsiz)
874 1.21 christos {
875 1.21 christos return _sys_readlink(path, buf, bufsiz);
876 1.21 christos }
877 1.21 christos
878 1.21 christos char *_sys_getcwd(char *, size_t);
879 1.21 christos char *
880 1.21 christos STUB(getcwd)(char *buf, size_t size)
881 1.21 christos {
882 1.21 christos return _sys_getcwd(buf, size);
883 1.21 christos }
884 1.21 christos #else
885 1.21 christos #define STUB(fun) fun
886 1.21 christos #endif
887 1.21 christos
888 1.21 christos FDCALL(ssize_t, STUB(read), DUALCALL_READ, \
889 1.17 pooka (int fd, void *buf, size_t buflen), \
890 1.17 pooka (int, void *, size_t), \
891 1.17 pooka (fd, buf, buflen))
892 1.17 pooka
893 1.18 pooka FDCALL(ssize_t, readv, DUALCALL_READV, \
894 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
895 1.17 pooka (int, const struct iovec *, int), \
896 1.17 pooka (fd, iov, iovcnt))
897 1.17 pooka
898 1.17 pooka FDCALL(ssize_t, writev, DUALCALL_WRITEV, \
899 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
900 1.17 pooka (int, const struct iovec *, int), \
901 1.17 pooka (fd, iov, iovcnt))
902 1.17 pooka
903 1.17 pooka FDCALL(int, close, DUALCALL_CLOSE, \
904 1.17 pooka (int fd), \
905 1.17 pooka (int), \
906 1.17 pooka (fd))
907