hijack.c revision 1.24 1 1.24 pooka /* $NetBSD: hijack.c,v 1.24 2011/02/05 12:38:19 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*-
4 1.1 pooka * Copyright (c) 2011 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka #include <sys/cdefs.h>
29 1.24 pooka __RCSID("$NetBSD: hijack.c,v 1.24 2011/02/05 12:38:19 pooka Exp $");
30 1.21 christos
31 1.21 christos #define __ssp_weak_name(fun) _hijack_ ## fun
32 1.1 pooka
33 1.1 pooka #include <sys/param.h>
34 1.1 pooka #include <sys/types.h>
35 1.10 pooka #include <sys/event.h>
36 1.1 pooka #include <sys/ioctl.h>
37 1.1 pooka #include <sys/socket.h>
38 1.1 pooka #include <sys/poll.h>
39 1.1 pooka
40 1.1 pooka #include <rump/rumpclient.h>
41 1.1 pooka #include <rump/rump_syscalls.h>
42 1.1 pooka
43 1.1 pooka #include <assert.h>
44 1.1 pooka #include <dlfcn.h>
45 1.1 pooka #include <err.h>
46 1.1 pooka #include <errno.h>
47 1.1 pooka #include <fcntl.h>
48 1.1 pooka #include <poll.h>
49 1.1 pooka #include <pthread.h>
50 1.3 pooka #include <signal.h>
51 1.1 pooka #include <stdarg.h>
52 1.8 pooka #include <stdbool.h>
53 1.1 pooka #include <stdio.h>
54 1.1 pooka #include <stdlib.h>
55 1.3 pooka #include <time.h>
56 1.1 pooka #include <unistd.h>
57 1.1 pooka
58 1.17 pooka enum dualcall {
59 1.17 pooka DUALCALL_WRITE, DUALCALL_WRITEV,
60 1.17 pooka DUALCALL_IOCTL, DUALCALL_FCNTL,
61 1.17 pooka DUALCALL_SOCKET, DUALCALL_ACCEPT, DUALCALL_BIND, DUALCALL_CONNECT,
62 1.17 pooka DUALCALL_GETPEERNAME, DUALCALL_GETSOCKNAME, DUALCALL_LISTEN,
63 1.17 pooka DUALCALL_RECVFROM, DUALCALL_RECVMSG,
64 1.17 pooka DUALCALL_SENDTO, DUALCALL_SENDMSG,
65 1.17 pooka DUALCALL_GETSOCKOPT, DUALCALL_SETSOCKOPT,
66 1.17 pooka DUALCALL_SHUTDOWN,
67 1.17 pooka DUALCALL_READ, DUALCALL_READV,
68 1.17 pooka DUALCALL_DUP2, DUALCALL_CLOSE,
69 1.17 pooka DUALCALL_POLLTS,
70 1.17 pooka DUALCALL__NUM
71 1.1 pooka };
72 1.1 pooka
73 1.8 pooka #define RSYS_STRING(a) __STRING(a)
74 1.8 pooka #define RSYS_NAME(a) RSYS_STRING(__CONCAT(RUMP_SYS_RENAME_,a))
75 1.8 pooka
76 1.1 pooka /*
77 1.14 pooka * Would be nice to get this automatically in sync with libc.
78 1.14 pooka * Also, this does not work for compat-using binaries!
79 1.14 pooka */
80 1.14 pooka #if !__NetBSD_Prereq__(5,99,7)
81 1.17 pooka #define LIBCSELECT select
82 1.17 pooka #define LIBCPOLLTS pollts
83 1.14 pooka #else
84 1.24 pooka #define LIBCSELECT _sys___select50
85 1.24 pooka #define LIBCPOLLTS _sys___pollts50
86 1.17 pooka #endif
87 1.14 pooka
88 1.20 pooka int LIBCSELECT(int, fd_set *, fd_set *, fd_set *, struct timeval *);
89 1.20 pooka int LIBCPOLLTS(struct pollfd *, nfds_t,
90 1.20 pooka const struct timespec *, const sigset_t *);
91 1.17 pooka
92 1.17 pooka #define S(a) __STRING(a)
93 1.17 pooka struct sysnames {
94 1.17 pooka enum dualcall scm_callnum;
95 1.17 pooka const char *scm_hostname;
96 1.17 pooka const char *scm_rumpname;
97 1.17 pooka } syscnames[] = {
98 1.17 pooka { DUALCALL_SOCKET, "__socket30", RSYS_NAME(SOCKET) },
99 1.17 pooka { DUALCALL_ACCEPT, "accept", RSYS_NAME(ACCEPT) },
100 1.17 pooka { DUALCALL_BIND, "bind", RSYS_NAME(BIND) },
101 1.17 pooka { DUALCALL_CONNECT, "connect", RSYS_NAME(CONNECT) },
102 1.17 pooka { DUALCALL_GETPEERNAME, "getpeername", RSYS_NAME(GETPEERNAME) },
103 1.17 pooka { DUALCALL_GETSOCKNAME, "getsockname", RSYS_NAME(GETSOCKNAME) },
104 1.17 pooka { DUALCALL_LISTEN, "listen", RSYS_NAME(LISTEN) },
105 1.17 pooka { DUALCALL_RECVFROM, "recvfrom", RSYS_NAME(RECVFROM) },
106 1.17 pooka { DUALCALL_RECVMSG, "recvmsg", RSYS_NAME(RECVMSG) },
107 1.17 pooka { DUALCALL_SENDTO, "sendto", RSYS_NAME(SENDTO) },
108 1.17 pooka { DUALCALL_SENDMSG, "sendmsg", RSYS_NAME(SENDMSG) },
109 1.17 pooka { DUALCALL_GETSOCKOPT, "getsockopt", RSYS_NAME(GETSOCKOPT) },
110 1.17 pooka { DUALCALL_SETSOCKOPT, "setsockopt", RSYS_NAME(SETSOCKOPT) },
111 1.17 pooka { DUALCALL_SHUTDOWN, "shutdown", RSYS_NAME(SHUTDOWN) },
112 1.17 pooka { DUALCALL_READ, "read", RSYS_NAME(READ) },
113 1.17 pooka { DUALCALL_READV, "readv", RSYS_NAME(READV) },
114 1.17 pooka { DUALCALL_WRITE, "write", RSYS_NAME(WRITE) },
115 1.17 pooka { DUALCALL_WRITEV, "writev", RSYS_NAME(WRITEV) },
116 1.17 pooka { DUALCALL_IOCTL, "ioctl", RSYS_NAME(IOCTL) },
117 1.17 pooka { DUALCALL_FCNTL, "fcntl", RSYS_NAME(FCNTL) },
118 1.17 pooka { DUALCALL_DUP2, "dup2", RSYS_NAME(DUP2) },
119 1.17 pooka { DUALCALL_CLOSE, "close", RSYS_NAME(CLOSE) },
120 1.17 pooka { DUALCALL_POLLTS, S(LIBCPOLLTS), RSYS_NAME(POLLTS) },
121 1.17 pooka };
122 1.17 pooka #undef S
123 1.17 pooka
124 1.17 pooka struct bothsys {
125 1.17 pooka void *bs_host;
126 1.17 pooka void *bs_rump;
127 1.17 pooka } syscalls[DUALCALL__NUM];
128 1.17 pooka #define GETSYSCALL(which, name) syscalls[DUALCALL_##name].bs_##which
129 1.17 pooka
130 1.17 pooka pid_t (*host_fork)(void);
131 1.17 pooka
132 1.17 pooka static unsigned dup2mask;
133 1.17 pooka #define ISDUP2D(fd) (1<<(fd) & dup2mask)
134 1.17 pooka
135 1.17 pooka //#define DEBUGJACK
136 1.17 pooka #ifdef DEBUGJACK
137 1.17 pooka #define DPRINTF(x) mydprintf x
138 1.17 pooka static void
139 1.17 pooka mydprintf(const char *fmt, ...)
140 1.17 pooka {
141 1.17 pooka va_list ap;
142 1.17 pooka
143 1.17 pooka if (ISDUP2D(STDERR_FILENO))
144 1.17 pooka return;
145 1.17 pooka
146 1.17 pooka va_start(ap, fmt);
147 1.17 pooka vfprintf(stderr, fmt, ap);
148 1.17 pooka va_end(ap);
149 1.17 pooka }
150 1.17 pooka
151 1.17 pooka #else
152 1.17 pooka #define DPRINTF(x)
153 1.14 pooka #endif
154 1.14 pooka
155 1.17 pooka #define FDCALL(type, name, rcname, args, proto, vars) \
156 1.17 pooka type name args \
157 1.17 pooka { \
158 1.17 pooka type (*fun) proto; \
159 1.17 pooka \
160 1.17 pooka if (fd_isrump(fd)) { \
161 1.17 pooka fun = syscalls[rcname].bs_rump; \
162 1.17 pooka fd = fd_host2rump(fd); \
163 1.17 pooka } else { \
164 1.17 pooka fun = syscalls[rcname].bs_host; \
165 1.17 pooka } \
166 1.17 pooka \
167 1.17 pooka return fun vars; \
168 1.17 pooka }
169 1.17 pooka
170 1.14 pooka /*
171 1.1 pooka * This is called from librumpclient in case of LD_PRELOAD.
172 1.1 pooka * It ensures correct RTLD_NEXT.
173 1.1 pooka */
174 1.1 pooka static void *
175 1.1 pooka hijackdlsym(void *handle, const char *symbol)
176 1.1 pooka {
177 1.1 pooka
178 1.1 pooka return dlsym(handle, symbol);
179 1.1 pooka }
180 1.1 pooka
181 1.7 pooka /* low calorie sockets? */
182 1.14 pooka static bool hostlocalsockets = true;
183 1.7 pooka
184 1.1 pooka static void __attribute__((constructor))
185 1.1 pooka rcinit(void)
186 1.1 pooka {
187 1.23 pooka extern void *(*rumpclient_dlsym)(void *, const char *);
188 1.19 pooka unsigned i, j;
189 1.1 pooka
190 1.23 pooka rumpclient_dlsym = hijackdlsym;
191 1.17 pooka host_fork = dlsym(RTLD_NEXT, "fork");
192 1.17 pooka
193 1.17 pooka /*
194 1.17 pooka * In theory cannot print anything during lookups because
195 1.17 pooka * we might not have the call vector set up. so, the errx()
196 1.17 pooka * is a bit of a strech, but it might work.
197 1.17 pooka */
198 1.1 pooka
199 1.17 pooka for (i = 0; i < DUALCALL__NUM; i++) {
200 1.17 pooka /* build runtime O(1) access */
201 1.17 pooka for (j = 0; j < __arraycount(syscnames); j++) {
202 1.17 pooka if (syscnames[j].scm_callnum == i)
203 1.17 pooka break;
204 1.17 pooka }
205 1.17 pooka
206 1.17 pooka if (j == __arraycount(syscnames))
207 1.17 pooka errx(1, "rumphijack error: syscall pos %d missing", i);
208 1.17 pooka
209 1.23 pooka syscalls[i].bs_host = dlsym(RTLD_NEXT,
210 1.23 pooka syscnames[j].scm_hostname);
211 1.17 pooka if (syscalls[i].bs_host == NULL)
212 1.17 pooka errx(1, "hostcall %s not found missing",
213 1.17 pooka syscnames[j].scm_hostname);
214 1.17 pooka
215 1.23 pooka syscalls[i].bs_rump = dlsym(RTLD_NEXT,
216 1.23 pooka syscnames[j].scm_rumpname);
217 1.17 pooka if (syscalls[i].bs_rump == NULL)
218 1.17 pooka errx(1, "rumpcall %s not found missing",
219 1.17 pooka syscnames[j].scm_rumpname);
220 1.1 pooka }
221 1.1 pooka
222 1.22 pooka if (rumpclient_init() == -1)
223 1.1 pooka err(1, "rumpclient init");
224 1.22 pooka rumpclient_setconnretry(RUMPCLIENT_RETRYCONN_INFTIME);
225 1.1 pooka }
226 1.1 pooka
227 1.2 pooka /* XXX: need runtime selection. low for now due to FD_SETSIZE */
228 1.2 pooka #define HIJACK_FDOFF 128
229 1.2 pooka #define HIJACK_SELECT 128 /* XXX */
230 1.2 pooka #define HIJACK_ASSERT 128 /* XXX */
231 1.2 pooka static int
232 1.2 pooka fd_rump2host(int fd)
233 1.2 pooka {
234 1.2 pooka
235 1.2 pooka if (fd == -1)
236 1.2 pooka return fd;
237 1.2 pooka
238 1.2 pooka if (!ISDUP2D(fd))
239 1.2 pooka fd += HIJACK_FDOFF;
240 1.2 pooka
241 1.2 pooka return fd;
242 1.2 pooka }
243 1.2 pooka
244 1.2 pooka static int
245 1.2 pooka fd_host2rump(int fd)
246 1.2 pooka {
247 1.2 pooka
248 1.2 pooka if (!ISDUP2D(fd))
249 1.2 pooka fd -= HIJACK_FDOFF;
250 1.2 pooka return fd;
251 1.2 pooka }
252 1.2 pooka
253 1.2 pooka static bool
254 1.2 pooka fd_isrump(int fd)
255 1.2 pooka {
256 1.2 pooka
257 1.2 pooka return ISDUP2D(fd) || fd >= HIJACK_FDOFF;
258 1.2 pooka }
259 1.2 pooka
260 1.2 pooka #define assertfd(_fd_) assert(ISDUP2D(_fd_) || (_fd_) >= HIJACK_ASSERT)
261 1.2 pooka #undef HIJACK_FDOFF
262 1.2 pooka
263 1.1 pooka int __socket30(int, int, int);
264 1.1 pooka int
265 1.1 pooka __socket30(int domain, int type, int protocol)
266 1.1 pooka {
267 1.17 pooka int (*op_socket)(int, int, int);
268 1.1 pooka int fd;
269 1.7 pooka bool dohost;
270 1.7 pooka
271 1.7 pooka dohost = hostlocalsockets && (domain == AF_LOCAL);
272 1.1 pooka
273 1.7 pooka if (dohost)
274 1.17 pooka op_socket = GETSYSCALL(host, SOCKET);
275 1.7 pooka else
276 1.17 pooka op_socket = GETSYSCALL(rump, SOCKET);
277 1.17 pooka fd = op_socket(domain, type, protocol);
278 1.2 pooka
279 1.7 pooka if (!dohost)
280 1.7 pooka fd = fd_rump2host(fd);
281 1.7 pooka DPRINTF(("socket <- %d\n", fd));
282 1.2 pooka
283 1.7 pooka return fd;
284 1.1 pooka }
285 1.1 pooka
286 1.1 pooka int
287 1.1 pooka accept(int s, struct sockaddr *addr, socklen_t *addrlen)
288 1.1 pooka {
289 1.17 pooka int (*op_accept)(int, struct sockaddr *, socklen_t *);
290 1.1 pooka int fd;
291 1.7 pooka bool isrump;
292 1.7 pooka
293 1.7 pooka isrump = fd_isrump(s);
294 1.1 pooka
295 1.2 pooka DPRINTF(("accept -> %d", s));
296 1.7 pooka if (isrump) {
297 1.17 pooka op_accept = GETSYSCALL(rump, ACCEPT);
298 1.7 pooka s = fd_host2rump(s);
299 1.7 pooka } else {
300 1.17 pooka op_accept = GETSYSCALL(host, ACCEPT);
301 1.7 pooka }
302 1.17 pooka fd = op_accept(s, addr, addrlen);
303 1.7 pooka if (fd != -1 && isrump)
304 1.7 pooka fd = fd_rump2host(fd);
305 1.7 pooka
306 1.7 pooka DPRINTF((" <- %d\n", fd));
307 1.2 pooka
308 1.7 pooka return fd;
309 1.1 pooka }
310 1.1 pooka
311 1.17 pooka /*
312 1.17 pooka * ioctl and fcntl are varargs calls and need special treatment
313 1.17 pooka */
314 1.1 pooka int
315 1.17 pooka ioctl(int fd, unsigned long cmd, ...)
316 1.1 pooka {
317 1.17 pooka int (*op_ioctl)(int, unsigned long cmd, ...);
318 1.17 pooka va_list ap;
319 1.17 pooka int rv;
320 1.1 pooka
321 1.17 pooka DPRINTF(("ioctl -> %d\n", fd));
322 1.17 pooka if (fd_isrump(fd)) {
323 1.17 pooka fd = fd_host2rump(fd);
324 1.17 pooka op_ioctl = GETSYSCALL(rump, IOCTL);
325 1.7 pooka } else {
326 1.17 pooka op_ioctl = GETSYSCALL(host, IOCTL);
327 1.7 pooka }
328 1.1 pooka
329 1.17 pooka va_start(ap, cmd);
330 1.17 pooka rv = op_ioctl(fd, cmd, va_arg(ap, void *));
331 1.17 pooka va_end(ap);
332 1.17 pooka return rv;
333 1.1 pooka }
334 1.1 pooka
335 1.1 pooka int
336 1.17 pooka fcntl(int fd, int cmd, ...)
337 1.1 pooka {
338 1.17 pooka int (*op_fcntl)(int, int, ...);
339 1.17 pooka va_list ap;
340 1.17 pooka int rv;
341 1.1 pooka
342 1.17 pooka DPRINTF(("fcntl -> %d\n", fd));
343 1.17 pooka if (fd_isrump(fd)) {
344 1.17 pooka fd = fd_host2rump(fd);
345 1.17 pooka op_fcntl = GETSYSCALL(rump, FCNTL);
346 1.7 pooka } else {
347 1.17 pooka op_fcntl = GETSYSCALL(host, FCNTL);
348 1.7 pooka }
349 1.1 pooka
350 1.17 pooka va_start(ap, cmd);
351 1.17 pooka rv = op_fcntl(fd, cmd, va_arg(ap, void *));
352 1.17 pooka va_end(ap);
353 1.17 pooka return rv;
354 1.1 pooka }
355 1.1 pooka
356 1.17 pooka /*
357 1.17 pooka * write cannot issue a standard debug printf due to recursion
358 1.17 pooka */
359 1.1 pooka ssize_t
360 1.17 pooka write(int fd, const void *buf, size_t blen)
361 1.1 pooka {
362 1.17 pooka ssize_t (*op_write)(int, const void *, size_t);
363 1.1 pooka
364 1.17 pooka if (fd_isrump(fd)) {
365 1.17 pooka fd = fd_host2rump(fd);
366 1.17 pooka op_write = GETSYSCALL(rump, WRITE);
367 1.16 pooka } else {
368 1.17 pooka op_write = GETSYSCALL(host, WRITE);
369 1.16 pooka }
370 1.1 pooka
371 1.17 pooka return op_write(fd, buf, blen);
372 1.2 pooka }
373 1.2 pooka
374 1.2 pooka /*
375 1.2 pooka * dup2 is special. we allow dup2 of a rump kernel fd to 0-2 since
376 1.2 pooka * many programs do that. dup2 of a rump kernel fd to another value
377 1.2 pooka * not >= fdoff is an error.
378 1.2 pooka *
379 1.2 pooka * Note: cannot rump2host newd, because it is often hardcoded.
380 1.2 pooka */
381 1.2 pooka int
382 1.2 pooka dup2(int oldd, int newd)
383 1.2 pooka {
384 1.17 pooka int (*host_dup2)(int, int);
385 1.2 pooka int rv;
386 1.2 pooka
387 1.2 pooka DPRINTF(("dup2 -> %d (o) -> %d (n)\n", oldd, newd));
388 1.2 pooka
389 1.2 pooka if (fd_isrump(oldd)) {
390 1.2 pooka if (!(newd >= 0 && newd <= 2))
391 1.2 pooka return EBADF;
392 1.2 pooka oldd = fd_host2rump(oldd);
393 1.2 pooka rv = rump_sys_dup2(oldd, newd);
394 1.2 pooka if (rv != -1)
395 1.10 pooka dup2mask |= 1<<newd;
396 1.2 pooka } else {
397 1.17 pooka host_dup2 = syscalls[DUALCALL_DUP2].bs_host;
398 1.10 pooka rv = host_dup2(oldd, newd);
399 1.2 pooka }
400 1.10 pooka
401 1.10 pooka return rv;
402 1.2 pooka }
403 1.2 pooka
404 1.2 pooka /*
405 1.2 pooka * We just wrap fork the appropriate rump client calls to preserve
406 1.2 pooka * the file descriptors of the forked parent in the child, but
407 1.2 pooka * prevent double use of connection fd.
408 1.2 pooka */
409 1.2 pooka pid_t
410 1.2 pooka fork()
411 1.2 pooka {
412 1.2 pooka struct rumpclient_fork *rf;
413 1.2 pooka pid_t rv;
414 1.2 pooka
415 1.2 pooka DPRINTF(("fork\n"));
416 1.2 pooka
417 1.2 pooka if ((rf = rumpclient_prefork()) == NULL)
418 1.2 pooka return -1;
419 1.2 pooka
420 1.2 pooka switch ((rv = host_fork())) {
421 1.2 pooka case -1:
422 1.2 pooka /* XXX: cancel rf */
423 1.2 pooka break;
424 1.2 pooka case 0:
425 1.2 pooka if (rumpclient_fork_init(rf) == -1)
426 1.2 pooka rv = -1;
427 1.2 pooka break;
428 1.2 pooka default:
429 1.2 pooka break;
430 1.2 pooka }
431 1.2 pooka
432 1.2 pooka DPRINTF(("fork returns %d\n", rv));
433 1.2 pooka return rv;
434 1.1 pooka }
435 1.1 pooka
436 1.1 pooka /*
437 1.17 pooka * select is done by calling poll.
438 1.1 pooka */
439 1.1 pooka int
440 1.17 pooka LIBCSELECT(int nfds, fd_set *readfds, fd_set *writefds, fd_set *exceptfds,
441 1.4 pooka struct timeval *timeout)
442 1.1 pooka {
443 1.4 pooka struct pollfd *pfds;
444 1.4 pooka struct timespec ts, *tsp = NULL;
445 1.19 pooka nfds_t realnfds;
446 1.19 pooka int i, j;
447 1.4 pooka int rv, incr;
448 1.4 pooka
449 1.7 pooka DPRINTF(("select\n"));
450 1.7 pooka
451 1.4 pooka /*
452 1.4 pooka * Well, first we must scan the fds to figure out how many
453 1.4 pooka * fds there really are. This is because up to and including
454 1.17 pooka * nb5 poll() silently refuses nfds > process_maxopen_fds.
455 1.4 pooka * Seems to be fixed in current, thank the maker.
456 1.4 pooka * god damn cluster...bomb.
457 1.4 pooka */
458 1.4 pooka
459 1.4 pooka for (i = 0, realnfds = 0; i < nfds; i++) {
460 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
461 1.4 pooka realnfds++;
462 1.4 pooka continue;
463 1.4 pooka }
464 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
465 1.4 pooka realnfds++;
466 1.4 pooka continue;
467 1.4 pooka }
468 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
469 1.4 pooka realnfds++;
470 1.4 pooka continue;
471 1.1 pooka }
472 1.1 pooka }
473 1.1 pooka
474 1.6 pooka if (realnfds) {
475 1.6 pooka pfds = malloc(sizeof(*pfds) * realnfds);
476 1.6 pooka if (!pfds)
477 1.6 pooka return -1;
478 1.6 pooka } else {
479 1.6 pooka pfds = NULL;
480 1.6 pooka }
481 1.1 pooka
482 1.4 pooka for (i = 0, j = 0; i < nfds; i++) {
483 1.4 pooka incr = 0;
484 1.4 pooka pfds[j].events = pfds[j].revents = 0;
485 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
486 1.4 pooka pfds[j].fd = i;
487 1.4 pooka pfds[j].events |= POLLIN;
488 1.4 pooka incr=1;
489 1.4 pooka }
490 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
491 1.4 pooka pfds[j].fd = i;
492 1.4 pooka pfds[j].events |= POLLOUT;
493 1.4 pooka incr=1;
494 1.4 pooka }
495 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
496 1.4 pooka pfds[j].fd = i;
497 1.4 pooka pfds[j].events |= POLLHUP|POLLERR;
498 1.4 pooka incr=1;
499 1.1 pooka }
500 1.4 pooka if (incr)
501 1.4 pooka j++;
502 1.1 pooka }
503 1.1 pooka
504 1.4 pooka if (timeout) {
505 1.4 pooka TIMEVAL_TO_TIMESPEC(timeout, &ts);
506 1.4 pooka tsp = &ts;
507 1.4 pooka }
508 1.4 pooka rv = pollts(pfds, realnfds, tsp, NULL);
509 1.4 pooka if (rv <= 0)
510 1.4 pooka goto out;
511 1.4 pooka
512 1.4 pooka /*
513 1.4 pooka * ok, harvest results. first zero out entries (can't use
514 1.4 pooka * FD_ZERO for the obvious select-me-not reason). whee.
515 1.4 pooka */
516 1.4 pooka for (i = 0; i < nfds; i++) {
517 1.4 pooka if (readfds)
518 1.4 pooka FD_CLR(i, readfds);
519 1.4 pooka if (writefds)
520 1.4 pooka FD_CLR(i, writefds);
521 1.4 pooka if (exceptfds)
522 1.4 pooka FD_CLR(i, exceptfds);
523 1.1 pooka }
524 1.1 pooka
525 1.4 pooka /* and then plug in the results */
526 1.19 pooka for (i = 0; i < (int)realnfds; i++) {
527 1.4 pooka if (readfds) {
528 1.4 pooka if (pfds[i].revents & POLLIN) {
529 1.4 pooka FD_SET(pfds[i].fd, readfds);
530 1.4 pooka }
531 1.4 pooka }
532 1.4 pooka if (writefds) {
533 1.4 pooka if (pfds[i].revents & POLLOUT) {
534 1.4 pooka FD_SET(pfds[i].fd, writefds);
535 1.4 pooka }
536 1.4 pooka }
537 1.4 pooka if (exceptfds) {
538 1.4 pooka if (pfds[i].revents & (POLLHUP|POLLERR)) {
539 1.4 pooka FD_SET(pfds[i].fd, exceptfds);
540 1.4 pooka }
541 1.4 pooka }
542 1.1 pooka }
543 1.1 pooka
544 1.4 pooka out:
545 1.4 pooka free(pfds);
546 1.1 pooka return rv;
547 1.1 pooka }
548 1.1 pooka
549 1.1 pooka static void
550 1.1 pooka checkpoll(struct pollfd *fds, nfds_t nfds, int *hostcall, int *rumpcall)
551 1.1 pooka {
552 1.1 pooka nfds_t i;
553 1.1 pooka
554 1.1 pooka for (i = 0; i < nfds; i++) {
555 1.12 pooka if (fds[i].fd == -1)
556 1.12 pooka continue;
557 1.12 pooka
558 1.2 pooka if (fd_isrump(fds[i].fd))
559 1.2 pooka (*rumpcall)++;
560 1.2 pooka else
561 1.1 pooka (*hostcall)++;
562 1.1 pooka }
563 1.1 pooka }
564 1.1 pooka
565 1.1 pooka static void
566 1.2 pooka adjustpoll(struct pollfd *fds, nfds_t nfds, int (*fdadj)(int))
567 1.1 pooka {
568 1.1 pooka nfds_t i;
569 1.1 pooka
570 1.1 pooka for (i = 0; i < nfds; i++) {
571 1.2 pooka fds[i].fd = fdadj(fds[i].fd);
572 1.1 pooka }
573 1.1 pooka }
574 1.1 pooka
575 1.1 pooka /*
576 1.1 pooka * poll is easy as long as the call comes in the fds only in one
577 1.1 pooka * kernel. otherwise its quite tricky...
578 1.1 pooka */
579 1.1 pooka struct pollarg {
580 1.1 pooka struct pollfd *pfds;
581 1.1 pooka nfds_t nfds;
582 1.3 pooka const struct timespec *ts;
583 1.3 pooka const sigset_t *sigmask;
584 1.1 pooka int pipefd;
585 1.1 pooka int errnum;
586 1.1 pooka };
587 1.1 pooka
588 1.1 pooka static void *
589 1.1 pooka hostpoll(void *arg)
590 1.1 pooka {
591 1.17 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
592 1.17 pooka const sigset_t *);
593 1.1 pooka struct pollarg *parg = arg;
594 1.1 pooka intptr_t rv;
595 1.1 pooka
596 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_host;
597 1.17 pooka rv = op_pollts(parg->pfds, parg->nfds, parg->ts, parg->sigmask);
598 1.1 pooka if (rv == -1)
599 1.1 pooka parg->errnum = errno;
600 1.1 pooka rump_sys_write(parg->pipefd, &rv, sizeof(rv));
601 1.1 pooka
602 1.1 pooka return (void *)(intptr_t)rv;
603 1.1 pooka }
604 1.1 pooka
605 1.1 pooka int
606 1.17 pooka LIBCPOLLTS(struct pollfd *fds, nfds_t nfds, const struct timespec *ts,
607 1.3 pooka const sigset_t *sigmask)
608 1.1 pooka {
609 1.3 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
610 1.3 pooka const sigset_t *);
611 1.17 pooka int (*host_close)(int);
612 1.1 pooka int hostcall = 0, rumpcall = 0;
613 1.1 pooka pthread_t pt;
614 1.1 pooka nfds_t i;
615 1.1 pooka int rv;
616 1.1 pooka
617 1.2 pooka DPRINTF(("poll\n"));
618 1.1 pooka checkpoll(fds, nfds, &hostcall, &rumpcall);
619 1.1 pooka
620 1.1 pooka if (hostcall && rumpcall) {
621 1.1 pooka struct pollfd *pfd_host = NULL, *pfd_rump = NULL;
622 1.1 pooka int rpipe[2] = {-1,-1}, hpipe[2] = {-1,-1};
623 1.1 pooka struct pollarg parg;
624 1.1 pooka uintptr_t lrv;
625 1.1 pooka int sverrno = 0, trv;
626 1.1 pooka
627 1.1 pooka /*
628 1.1 pooka * ok, this is where it gets tricky. We must support
629 1.1 pooka * this since it's a very common operation in certain
630 1.1 pooka * types of software (telnet, netcat, etc). We allocate
631 1.1 pooka * two vectors and run two poll commands in separate
632 1.1 pooka * threads. Whichever returns first "wins" and the
633 1.1 pooka * other kernel's fds won't show activity.
634 1.1 pooka */
635 1.1 pooka rv = -1;
636 1.1 pooka
637 1.1 pooka /* allocate full vector for O(n) joining after call */
638 1.1 pooka pfd_host = malloc(sizeof(*pfd_host)*(nfds+1));
639 1.1 pooka if (!pfd_host)
640 1.1 pooka goto out;
641 1.1 pooka pfd_rump = malloc(sizeof(*pfd_rump)*(nfds+1));
642 1.1 pooka if (!pfd_rump) {
643 1.1 pooka goto out;
644 1.1 pooka }
645 1.1 pooka
646 1.1 pooka /* split vectors */
647 1.1 pooka for (i = 0; i < nfds; i++) {
648 1.3 pooka if (fds[i].fd == -1) {
649 1.3 pooka pfd_host[i].fd = -1;
650 1.3 pooka pfd_rump[i].fd = -1;
651 1.3 pooka } else if (fd_isrump(fds[i].fd)) {
652 1.2 pooka pfd_host[i].fd = -1;
653 1.2 pooka pfd_rump[i].fd = fd_host2rump(fds[i].fd);
654 1.2 pooka pfd_rump[i].events = fds[i].events;
655 1.2 pooka } else {
656 1.2 pooka pfd_rump[i].fd = -1;
657 1.1 pooka pfd_host[i].fd = fds[i].fd;
658 1.1 pooka pfd_host[i].events = fds[i].events;
659 1.1 pooka }
660 1.13 pooka fds[i].revents = 0;
661 1.1 pooka }
662 1.1 pooka
663 1.1 pooka /*
664 1.1 pooka * then, open two pipes, one for notifications
665 1.1 pooka * to each kernel.
666 1.1 pooka */
667 1.1 pooka if (rump_sys_pipe(rpipe) == -1)
668 1.1 pooka goto out;
669 1.1 pooka if (pipe(hpipe) == -1)
670 1.1 pooka goto out;
671 1.1 pooka
672 1.1 pooka pfd_host[nfds].fd = hpipe[0];
673 1.1 pooka pfd_host[nfds].events = POLLIN;
674 1.1 pooka pfd_rump[nfds].fd = rpipe[0];
675 1.1 pooka pfd_rump[nfds].events = POLLIN;
676 1.1 pooka
677 1.1 pooka /*
678 1.1 pooka * then, create a thread to do host part and meanwhile
679 1.1 pooka * do rump kernel part right here
680 1.1 pooka */
681 1.1 pooka
682 1.1 pooka parg.pfds = pfd_host;
683 1.1 pooka parg.nfds = nfds+1;
684 1.3 pooka parg.ts = ts;
685 1.3 pooka parg.sigmask = sigmask;
686 1.1 pooka parg.pipefd = rpipe[1];
687 1.1 pooka pthread_create(&pt, NULL, hostpoll, &parg);
688 1.1 pooka
689 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_rump;
690 1.3 pooka lrv = op_pollts(pfd_rump, nfds+1, ts, NULL);
691 1.1 pooka sverrno = errno;
692 1.1 pooka write(hpipe[1], &rv, sizeof(rv));
693 1.1 pooka pthread_join(pt, (void *)&trv);
694 1.1 pooka
695 1.1 pooka /* check who "won" and merge results */
696 1.1 pooka if (lrv != 0 && pfd_host[nfds].revents & POLLIN) {
697 1.1 pooka rv = trv;
698 1.1 pooka
699 1.1 pooka for (i = 0; i < nfds; i++) {
700 1.1 pooka if (pfd_rump[i].fd != -1)
701 1.1 pooka fds[i].revents = pfd_rump[i].revents;
702 1.1 pooka }
703 1.1 pooka sverrno = parg.errnum;
704 1.1 pooka } else if (trv != 0 && pfd_rump[nfds].revents & POLLIN) {
705 1.1 pooka rv = trv;
706 1.1 pooka
707 1.1 pooka for (i = 0; i < nfds; i++) {
708 1.1 pooka if (pfd_host[i].fd != -1)
709 1.1 pooka fds[i].revents = pfd_host[i].revents;
710 1.1 pooka }
711 1.1 pooka } else {
712 1.1 pooka rv = 0;
713 1.1 pooka }
714 1.1 pooka
715 1.1 pooka out:
716 1.17 pooka host_close = syscalls[DUALCALL_CLOSE].bs_host;
717 1.1 pooka if (rpipe[0] != -1)
718 1.1 pooka rump_sys_close(rpipe[0]);
719 1.1 pooka if (rpipe[1] != -1)
720 1.1 pooka rump_sys_close(rpipe[1]);
721 1.1 pooka if (hpipe[0] != -1)
722 1.9 pooka host_close(hpipe[0]);
723 1.1 pooka if (hpipe[1] != -1)
724 1.9 pooka host_close(hpipe[1]);
725 1.1 pooka free(pfd_host);
726 1.1 pooka free(pfd_rump);
727 1.1 pooka errno = sverrno;
728 1.1 pooka } else {
729 1.1 pooka if (hostcall) {
730 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_host;
731 1.1 pooka } else {
732 1.17 pooka op_pollts = syscalls[DUALCALL_POLLTS].bs_rump;
733 1.2 pooka adjustpoll(fds, nfds, fd_host2rump);
734 1.1 pooka }
735 1.1 pooka
736 1.3 pooka rv = op_pollts(fds, nfds, ts, sigmask);
737 1.1 pooka if (rumpcall)
738 1.2 pooka adjustpoll(fds, nfds, fd_rump2host);
739 1.1 pooka }
740 1.1 pooka
741 1.1 pooka return rv;
742 1.1 pooka }
743 1.1 pooka
744 1.1 pooka int
745 1.24 pooka poll(struct pollfd *fds, nfds_t nfds, int timeout)
746 1.1 pooka {
747 1.3 pooka struct timespec ts;
748 1.3 pooka struct timespec *tsp = NULL;
749 1.3 pooka
750 1.3 pooka if (timeout != INFTIM) {
751 1.3 pooka ts.tv_sec = timeout / 1000;
752 1.11 pooka ts.tv_nsec = (timeout % 1000) * 1000*1000;
753 1.3 pooka
754 1.3 pooka tsp = &ts;
755 1.3 pooka }
756 1.1 pooka
757 1.3 pooka return pollts(fds, nfds, tsp, NULL);
758 1.1 pooka }
759 1.10 pooka
760 1.10 pooka int
761 1.10 pooka kqueue(void)
762 1.10 pooka {
763 1.10 pooka
764 1.17 pooka fprintf(stderr, "kqueue unsupported");
765 1.10 pooka abort();
766 1.17 pooka /*NOTREACHED*/
767 1.10 pooka }
768 1.10 pooka
769 1.17 pooka /*ARGSUSED*/
770 1.10 pooka int
771 1.10 pooka kevent(int kq, const struct kevent *changelist, size_t nchanges,
772 1.10 pooka struct kevent *eventlist, size_t nevents,
773 1.10 pooka const struct timespec *timeout)
774 1.10 pooka {
775 1.10 pooka
776 1.17 pooka fprintf(stderr, "kqueue unsupported");
777 1.10 pooka abort();
778 1.17 pooka /*NOTREACHED*/
779 1.10 pooka }
780 1.17 pooka
781 1.17 pooka /*
782 1.17 pooka * Rest are std type calls.
783 1.17 pooka */
784 1.17 pooka
785 1.17 pooka FDCALL(int, bind, DUALCALL_BIND, \
786 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
787 1.17 pooka (int, const struct sockaddr *, socklen_t), \
788 1.17 pooka (fd, name, namelen))
789 1.17 pooka
790 1.17 pooka FDCALL(int, connect, DUALCALL_CONNECT, \
791 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
792 1.17 pooka (int, const struct sockaddr *, socklen_t), \
793 1.17 pooka (fd, name, namelen))
794 1.17 pooka
795 1.17 pooka FDCALL(int, getpeername, DUALCALL_GETPEERNAME, \
796 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
797 1.17 pooka (int, struct sockaddr *, socklen_t *), \
798 1.17 pooka (fd, name, namelen))
799 1.17 pooka
800 1.17 pooka FDCALL(int, getsockname, DUALCALL_GETSOCKNAME, \
801 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
802 1.17 pooka (int, struct sockaddr *, socklen_t *), \
803 1.17 pooka (fd, name, namelen))
804 1.17 pooka
805 1.17 pooka FDCALL(int, listen, DUALCALL_LISTEN, \
806 1.17 pooka (int fd, int backlog), \
807 1.17 pooka (int, int), \
808 1.17 pooka (fd, backlog))
809 1.17 pooka
810 1.17 pooka FDCALL(ssize_t, recvfrom, DUALCALL_RECVFROM, \
811 1.17 pooka (int fd, void *buf, size_t len, int flags, \
812 1.17 pooka struct sockaddr *from, socklen_t *fromlen), \
813 1.17 pooka (int, void *, size_t, int, struct sockaddr *, socklen_t *), \
814 1.17 pooka (fd, buf, len, flags, from, fromlen))
815 1.17 pooka
816 1.17 pooka FDCALL(ssize_t, sendto, DUALCALL_SENDTO, \
817 1.17 pooka (int fd, const void *buf, size_t len, int flags, \
818 1.17 pooka const struct sockaddr *to, socklen_t tolen), \
819 1.17 pooka (int, const void *, size_t, int, \
820 1.17 pooka const struct sockaddr *, socklen_t), \
821 1.17 pooka (fd, buf, len, flags, to, tolen))
822 1.17 pooka
823 1.17 pooka FDCALL(ssize_t, recvmsg, DUALCALL_RECVMSG, \
824 1.17 pooka (int fd, struct msghdr *msg, int flags), \
825 1.17 pooka (int, struct msghdr *, int), \
826 1.17 pooka (fd, msg, flags))
827 1.17 pooka
828 1.17 pooka FDCALL(ssize_t, sendmsg, DUALCALL_SENDMSG, \
829 1.17 pooka (int fd, const struct msghdr *msg, int flags), \
830 1.17 pooka (int, const struct msghdr *, int), \
831 1.17 pooka (fd, msg, flags))
832 1.17 pooka
833 1.17 pooka FDCALL(int, getsockopt, DUALCALL_GETSOCKOPT, \
834 1.17 pooka (int fd, int level, int optn, void *optval, socklen_t *optlen), \
835 1.17 pooka (int, int, int, void *, socklen_t *), \
836 1.17 pooka (fd, level, optn, optval, optlen))
837 1.17 pooka
838 1.17 pooka FDCALL(int, setsockopt, DUALCALL_SETSOCKOPT, \
839 1.17 pooka (int fd, int level, int optn, \
840 1.17 pooka const void *optval, socklen_t optlen), \
841 1.17 pooka (int, int, int, const void *, socklen_t), \
842 1.17 pooka (fd, level, optn, optval, optlen))
843 1.17 pooka
844 1.17 pooka FDCALL(int, shutdown, DUALCALL_SHUTDOWN, \
845 1.17 pooka (int fd, int how), \
846 1.17 pooka (int, int), \
847 1.17 pooka (fd, how))
848 1.17 pooka
849 1.21 christos #if _FORTIFY_SOURCE > 0
850 1.21 christos #define STUB(fun) __ssp_weak_name(fun)
851 1.21 christos ssize_t _sys_readlink(const char * __restrict, char * __restrict, size_t);
852 1.21 christos ssize_t
853 1.21 christos STUB(readlink)(const char * __restrict path, char * __restrict buf,
854 1.21 christos size_t bufsiz)
855 1.21 christos {
856 1.21 christos return _sys_readlink(path, buf, bufsiz);
857 1.21 christos }
858 1.21 christos
859 1.21 christos char *_sys_getcwd(char *, size_t);
860 1.21 christos char *
861 1.21 christos STUB(getcwd)(char *buf, size_t size)
862 1.21 christos {
863 1.21 christos return _sys_getcwd(buf, size);
864 1.21 christos }
865 1.21 christos #else
866 1.21 christos #define STUB(fun) fun
867 1.21 christos #endif
868 1.21 christos
869 1.21 christos FDCALL(ssize_t, STUB(read), DUALCALL_READ, \
870 1.17 pooka (int fd, void *buf, size_t buflen), \
871 1.17 pooka (int, void *, size_t), \
872 1.17 pooka (fd, buf, buflen))
873 1.17 pooka
874 1.18 pooka FDCALL(ssize_t, readv, DUALCALL_READV, \
875 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
876 1.17 pooka (int, const struct iovec *, int), \
877 1.17 pooka (fd, iov, iovcnt))
878 1.17 pooka
879 1.17 pooka FDCALL(ssize_t, writev, DUALCALL_WRITEV, \
880 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
881 1.17 pooka (int, const struct iovec *, int), \
882 1.17 pooka (fd, iov, iovcnt))
883 1.17 pooka
884 1.17 pooka FDCALL(int, close, DUALCALL_CLOSE, \
885 1.17 pooka (int fd), \
886 1.17 pooka (int), \
887 1.17 pooka (fd))
888