hijack.c revision 1.93 1 1.93 abs /* $NetBSD: hijack.c,v 1.93 2012/06/25 22:32:47 abs Exp $ */
2 1.1 pooka
3 1.1 pooka /*-
4 1.1 pooka * Copyright (c) 2011 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.90 joerg /* Disable namespace mangling, Fortification is useless here anyway. */
29 1.90 joerg #undef _FORTIFY_SOURCE
30 1.90 joerg
31 1.1 pooka #include <sys/cdefs.h>
32 1.93 abs __RCSID("$NetBSD: hijack.c,v 1.93 2012/06/25 22:32:47 abs Exp $");
33 1.1 pooka
34 1.1 pooka #include <sys/param.h>
35 1.1 pooka #include <sys/types.h>
36 1.10 pooka #include <sys/event.h>
37 1.1 pooka #include <sys/ioctl.h>
38 1.62 pooka #include <sys/mman.h>
39 1.48 pooka #include <sys/mount.h>
40 1.48 pooka #include <sys/poll.h>
41 1.1 pooka #include <sys/socket.h>
42 1.45 pooka #include <sys/statvfs.h>
43 1.91 dholland #include <sys/quotactl.h>
44 1.1 pooka
45 1.1 pooka #include <rump/rumpclient.h>
46 1.1 pooka #include <rump/rump_syscalls.h>
47 1.1 pooka
48 1.1 pooka #include <assert.h>
49 1.1 pooka #include <dlfcn.h>
50 1.1 pooka #include <err.h>
51 1.1 pooka #include <errno.h>
52 1.1 pooka #include <fcntl.h>
53 1.1 pooka #include <poll.h>
54 1.1 pooka #include <pthread.h>
55 1.3 pooka #include <signal.h>
56 1.1 pooka #include <stdarg.h>
57 1.8 pooka #include <stdbool.h>
58 1.1 pooka #include <stdio.h>
59 1.1 pooka #include <stdlib.h>
60 1.28 pooka #include <string.h>
61 1.3 pooka #include <time.h>
62 1.1 pooka #include <unistd.h>
63 1.1 pooka
64 1.64 pooka #include "hijack.h"
65 1.64 pooka
66 1.17 pooka enum dualcall {
67 1.60 pooka DUALCALL_WRITE, DUALCALL_WRITEV, DUALCALL_PWRITE, DUALCALL_PWRITEV,
68 1.17 pooka DUALCALL_IOCTL, DUALCALL_FCNTL,
69 1.17 pooka DUALCALL_SOCKET, DUALCALL_ACCEPT, DUALCALL_BIND, DUALCALL_CONNECT,
70 1.17 pooka DUALCALL_GETPEERNAME, DUALCALL_GETSOCKNAME, DUALCALL_LISTEN,
71 1.17 pooka DUALCALL_RECVFROM, DUALCALL_RECVMSG,
72 1.17 pooka DUALCALL_SENDTO, DUALCALL_SENDMSG,
73 1.17 pooka DUALCALL_GETSOCKOPT, DUALCALL_SETSOCKOPT,
74 1.17 pooka DUALCALL_SHUTDOWN,
75 1.60 pooka DUALCALL_READ, DUALCALL_READV, DUALCALL_PREAD, DUALCALL_PREADV,
76 1.41 pooka DUALCALL_DUP2,
77 1.34 pooka DUALCALL_CLOSE,
78 1.17 pooka DUALCALL_POLLTS,
79 1.34 pooka DUALCALL_KEVENT,
80 1.45 pooka DUALCALL_STAT, DUALCALL_LSTAT, DUALCALL_FSTAT,
81 1.45 pooka DUALCALL_CHMOD, DUALCALL_LCHMOD, DUALCALL_FCHMOD,
82 1.45 pooka DUALCALL_CHOWN, DUALCALL_LCHOWN, DUALCALL_FCHOWN,
83 1.45 pooka DUALCALL_OPEN,
84 1.45 pooka DUALCALL_STATVFS1, DUALCALL_FSTATVFS1,
85 1.45 pooka DUALCALL_CHDIR, DUALCALL_FCHDIR,
86 1.45 pooka DUALCALL_LSEEK,
87 1.45 pooka DUALCALL_GETDENTS,
88 1.45 pooka DUALCALL_UNLINK, DUALCALL_SYMLINK, DUALCALL_READLINK,
89 1.45 pooka DUALCALL_RENAME,
90 1.45 pooka DUALCALL_MKDIR, DUALCALL_RMDIR,
91 1.45 pooka DUALCALL_UTIMES, DUALCALL_LUTIMES, DUALCALL_FUTIMES,
92 1.45 pooka DUALCALL_TRUNCATE, DUALCALL_FTRUNCATE,
93 1.45 pooka DUALCALL_FSYNC, DUALCALL_FSYNC_RANGE,
94 1.48 pooka DUALCALL_MOUNT, DUALCALL_UNMOUNT,
95 1.57 pooka DUALCALL___GETCWD,
96 1.60 pooka DUALCALL_CHFLAGS, DUALCALL_LCHFLAGS, DUALCALL_FCHFLAGS,
97 1.65 pooka DUALCALL_ACCESS,
98 1.68 pooka DUALCALL_MKNOD,
99 1.78 pooka DUALCALL___SYSCTL,
100 1.78 pooka DUALCALL_GETVFSSTAT, DUALCALL_NFSSVC,
101 1.78 pooka DUALCALL_GETFH, DUALCALL_FHOPEN, DUALCALL_FHSTAT, DUALCALL_FHSTATVFS1,
102 1.83 pooka #if __NetBSD_Prereq__(5,99,48)
103 1.80 bouyer DUALCALL_QUOTACTL,
104 1.83 pooka #endif
105 1.17 pooka DUALCALL__NUM
106 1.1 pooka };
107 1.1 pooka
108 1.8 pooka #define RSYS_STRING(a) __STRING(a)
109 1.8 pooka #define RSYS_NAME(a) RSYS_STRING(__CONCAT(RUMP_SYS_RENAME_,a))
110 1.8 pooka
111 1.1 pooka /*
112 1.14 pooka * Would be nice to get this automatically in sync with libc.
113 1.14 pooka * Also, this does not work for compat-using binaries!
114 1.14 pooka */
115 1.14 pooka #if !__NetBSD_Prereq__(5,99,7)
116 1.29 pooka #define REALSELECT select
117 1.29 pooka #define REALPOLLTS pollts
118 1.34 pooka #define REALKEVENT kevent
119 1.45 pooka #define REALSTAT __stat30
120 1.45 pooka #define REALLSTAT __lstat30
121 1.45 pooka #define REALFSTAT __fstat30
122 1.45 pooka #define REALUTIMES utimes
123 1.45 pooka #define REALLUTIMES lutimes
124 1.45 pooka #define REALFUTIMES futimes
125 1.68 pooka #define REALMKNOD mknod
126 1.78 pooka #define REALFHSTAT __fhstat40
127 1.14 pooka #else
128 1.29 pooka #define REALSELECT _sys___select50
129 1.29 pooka #define REALPOLLTS _sys___pollts50
130 1.34 pooka #define REALKEVENT _sys___kevent50
131 1.45 pooka #define REALSTAT __stat50
132 1.45 pooka #define REALLSTAT __lstat50
133 1.45 pooka #define REALFSTAT __fstat50
134 1.45 pooka #define REALUTIMES __utimes50
135 1.45 pooka #define REALLUTIMES __lutimes50
136 1.69 pooka #define REALFUTIMES __futimes50
137 1.68 pooka #define REALMKNOD __mknod50
138 1.78 pooka #define REALFHSTAT __fhstat50
139 1.17 pooka #endif
140 1.31 pooka #define REALREAD _sys_read
141 1.60 pooka #define REALPREAD _sys_pread
142 1.60 pooka #define REALPWRITE _sys_pwrite
143 1.45 pooka #define REALGETDENTS __getdents30
144 1.48 pooka #define REALMOUNT __mount50
145 1.78 pooka #define REALGETFH __getfh30
146 1.78 pooka #define REALFHOPEN __fhopen40
147 1.78 pooka #define REALFHSTATVFS1 __fhstatvfs140
148 1.91 dholland #define OLDREALQUOTACTL __quotactl50 /* 5.99.48-62 only */
149 1.14 pooka
150 1.29 pooka int REALSELECT(int, fd_set *, fd_set *, fd_set *, struct timeval *);
151 1.29 pooka int REALPOLLTS(struct pollfd *, nfds_t,
152 1.20 pooka const struct timespec *, const sigset_t *);
153 1.34 pooka int REALKEVENT(int, const struct kevent *, size_t, struct kevent *, size_t,
154 1.34 pooka const struct timespec *);
155 1.31 pooka ssize_t REALREAD(int, void *, size_t);
156 1.60 pooka ssize_t REALPREAD(int, void *, size_t, off_t);
157 1.60 pooka ssize_t REALPWRITE(int, const void *, size_t, off_t);
158 1.45 pooka int REALSTAT(const char *, struct stat *);
159 1.45 pooka int REALLSTAT(const char *, struct stat *);
160 1.45 pooka int REALFSTAT(int, struct stat *);
161 1.45 pooka int REALGETDENTS(int, char *, size_t);
162 1.45 pooka int REALUTIMES(const char *, const struct timeval [2]);
163 1.45 pooka int REALLUTIMES(const char *, const struct timeval [2]);
164 1.45 pooka int REALFUTIMES(int, const struct timeval [2]);
165 1.48 pooka int REALMOUNT(const char *, const char *, int, void *, size_t);
166 1.57 pooka int __getcwd(char *, size_t);
167 1.68 pooka int REALMKNOD(const char *, mode_t, dev_t);
168 1.78 pooka int REALGETFH(const char *, void *, size_t *);
169 1.78 pooka int REALFHOPEN(const void *, size_t, int);
170 1.78 pooka int REALFHSTAT(const void *, size_t, struct stat *);
171 1.78 pooka int REALFHSTATVFS1(const void *, size_t, struct statvfs *, int);
172 1.91 dholland int OLDREALQUOTACTL(const char *, struct plistref *);
173 1.17 pooka
174 1.17 pooka #define S(a) __STRING(a)
175 1.17 pooka struct sysnames {
176 1.17 pooka enum dualcall scm_callnum;
177 1.17 pooka const char *scm_hostname;
178 1.17 pooka const char *scm_rumpname;
179 1.83 pooka } syscnames[] = {
180 1.17 pooka { DUALCALL_SOCKET, "__socket30", RSYS_NAME(SOCKET) },
181 1.17 pooka { DUALCALL_ACCEPT, "accept", RSYS_NAME(ACCEPT) },
182 1.17 pooka { DUALCALL_BIND, "bind", RSYS_NAME(BIND) },
183 1.17 pooka { DUALCALL_CONNECT, "connect", RSYS_NAME(CONNECT) },
184 1.17 pooka { DUALCALL_GETPEERNAME, "getpeername", RSYS_NAME(GETPEERNAME) },
185 1.17 pooka { DUALCALL_GETSOCKNAME, "getsockname", RSYS_NAME(GETSOCKNAME) },
186 1.17 pooka { DUALCALL_LISTEN, "listen", RSYS_NAME(LISTEN) },
187 1.17 pooka { DUALCALL_RECVFROM, "recvfrom", RSYS_NAME(RECVFROM) },
188 1.17 pooka { DUALCALL_RECVMSG, "recvmsg", RSYS_NAME(RECVMSG) },
189 1.17 pooka { DUALCALL_SENDTO, "sendto", RSYS_NAME(SENDTO) },
190 1.17 pooka { DUALCALL_SENDMSG, "sendmsg", RSYS_NAME(SENDMSG) },
191 1.17 pooka { DUALCALL_GETSOCKOPT, "getsockopt", RSYS_NAME(GETSOCKOPT) },
192 1.17 pooka { DUALCALL_SETSOCKOPT, "setsockopt", RSYS_NAME(SETSOCKOPT) },
193 1.17 pooka { DUALCALL_SHUTDOWN, "shutdown", RSYS_NAME(SHUTDOWN) },
194 1.31 pooka { DUALCALL_READ, S(REALREAD), RSYS_NAME(READ) },
195 1.17 pooka { DUALCALL_READV, "readv", RSYS_NAME(READV) },
196 1.60 pooka { DUALCALL_PREAD, S(REALPREAD), RSYS_NAME(PREAD) },
197 1.60 pooka { DUALCALL_PREADV, "preadv", RSYS_NAME(PREADV) },
198 1.17 pooka { DUALCALL_WRITE, "write", RSYS_NAME(WRITE) },
199 1.17 pooka { DUALCALL_WRITEV, "writev", RSYS_NAME(WRITEV) },
200 1.60 pooka { DUALCALL_PWRITE, S(REALPWRITE), RSYS_NAME(PWRITE) },
201 1.60 pooka { DUALCALL_PWRITEV, "pwritev", RSYS_NAME(PWRITEV) },
202 1.17 pooka { DUALCALL_IOCTL, "ioctl", RSYS_NAME(IOCTL) },
203 1.17 pooka { DUALCALL_FCNTL, "fcntl", RSYS_NAME(FCNTL) },
204 1.17 pooka { DUALCALL_DUP2, "dup2", RSYS_NAME(DUP2) },
205 1.17 pooka { DUALCALL_CLOSE, "close", RSYS_NAME(CLOSE) },
206 1.29 pooka { DUALCALL_POLLTS, S(REALPOLLTS), RSYS_NAME(POLLTS) },
207 1.34 pooka { DUALCALL_KEVENT, S(REALKEVENT), RSYS_NAME(KEVENT) },
208 1.45 pooka { DUALCALL_STAT, S(REALSTAT), RSYS_NAME(STAT) },
209 1.45 pooka { DUALCALL_LSTAT, S(REALLSTAT), RSYS_NAME(LSTAT) },
210 1.45 pooka { DUALCALL_FSTAT, S(REALFSTAT), RSYS_NAME(FSTAT) },
211 1.45 pooka { DUALCALL_CHOWN, "chown", RSYS_NAME(CHOWN) },
212 1.45 pooka { DUALCALL_LCHOWN, "lchown", RSYS_NAME(LCHOWN) },
213 1.45 pooka { DUALCALL_FCHOWN, "fchown", RSYS_NAME(FCHOWN) },
214 1.45 pooka { DUALCALL_CHMOD, "chmod", RSYS_NAME(CHMOD) },
215 1.45 pooka { DUALCALL_LCHMOD, "lchmod", RSYS_NAME(LCHMOD) },
216 1.45 pooka { DUALCALL_FCHMOD, "fchmod", RSYS_NAME(FCHMOD) },
217 1.45 pooka { DUALCALL_UTIMES, S(REALUTIMES), RSYS_NAME(UTIMES) },
218 1.45 pooka { DUALCALL_LUTIMES, S(REALLUTIMES), RSYS_NAME(LUTIMES) },
219 1.45 pooka { DUALCALL_FUTIMES, S(REALFUTIMES), RSYS_NAME(FUTIMES) },
220 1.45 pooka { DUALCALL_OPEN, "open", RSYS_NAME(OPEN) },
221 1.45 pooka { DUALCALL_STATVFS1, "statvfs1", RSYS_NAME(STATVFS1) },
222 1.45 pooka { DUALCALL_FSTATVFS1, "fstatvfs1", RSYS_NAME(FSTATVFS1) },
223 1.45 pooka { DUALCALL_CHDIR, "chdir", RSYS_NAME(CHDIR) },
224 1.45 pooka { DUALCALL_FCHDIR, "fchdir", RSYS_NAME(FCHDIR) },
225 1.61 pooka { DUALCALL_LSEEK, "lseek", RSYS_NAME(LSEEK) },
226 1.45 pooka { DUALCALL_GETDENTS, "__getdents30", RSYS_NAME(GETDENTS) },
227 1.45 pooka { DUALCALL_UNLINK, "unlink", RSYS_NAME(UNLINK) },
228 1.45 pooka { DUALCALL_SYMLINK, "symlink", RSYS_NAME(SYMLINK) },
229 1.45 pooka { DUALCALL_READLINK, "readlink", RSYS_NAME(READLINK) },
230 1.45 pooka { DUALCALL_RENAME, "rename", RSYS_NAME(RENAME) },
231 1.45 pooka { DUALCALL_MKDIR, "mkdir", RSYS_NAME(MKDIR) },
232 1.45 pooka { DUALCALL_RMDIR, "rmdir", RSYS_NAME(RMDIR) },
233 1.45 pooka { DUALCALL_TRUNCATE, "truncate", RSYS_NAME(TRUNCATE) },
234 1.45 pooka { DUALCALL_FTRUNCATE, "ftruncate", RSYS_NAME(FTRUNCATE) },
235 1.45 pooka { DUALCALL_FSYNC, "fsync", RSYS_NAME(FSYNC) },
236 1.45 pooka { DUALCALL_FSYNC_RANGE, "fsync_range", RSYS_NAME(FSYNC_RANGE) },
237 1.48 pooka { DUALCALL_MOUNT, S(REALMOUNT), RSYS_NAME(MOUNT) },
238 1.48 pooka { DUALCALL_UNMOUNT, "unmount", RSYS_NAME(UNMOUNT) },
239 1.57 pooka { DUALCALL___GETCWD, "__getcwd", RSYS_NAME(__GETCWD) },
240 1.60 pooka { DUALCALL_CHFLAGS, "chflags", RSYS_NAME(CHFLAGS) },
241 1.60 pooka { DUALCALL_LCHFLAGS, "lchflags", RSYS_NAME(LCHFLAGS) },
242 1.60 pooka { DUALCALL_FCHFLAGS, "fchflags", RSYS_NAME(FCHFLAGS) },
243 1.65 pooka { DUALCALL_ACCESS, "access", RSYS_NAME(ACCESS) },
244 1.68 pooka { DUALCALL_MKNOD, S(REALMKNOD), RSYS_NAME(MKNOD) },
245 1.78 pooka { DUALCALL___SYSCTL, "__sysctl", RSYS_NAME(__SYSCTL) },
246 1.78 pooka { DUALCALL_GETVFSSTAT, "getvfsstat", RSYS_NAME(GETVFSSTAT) },
247 1.78 pooka { DUALCALL_NFSSVC, "nfssvc", RSYS_NAME(NFSSVC) },
248 1.79 bouyer { DUALCALL_GETFH, S(REALGETFH), RSYS_NAME(GETFH) },
249 1.83 pooka { DUALCALL_FHOPEN, S(REALFHOPEN),RSYS_NAME(FHOPEN) },
250 1.83 pooka { DUALCALL_FHSTAT, S(REALFHSTAT),RSYS_NAME(FHSTAT) },
251 1.79 bouyer { DUALCALL_FHSTATVFS1, S(REALFHSTATVFS1),RSYS_NAME(FHSTATVFS1) },
252 1.91 dholland #if __NetBSD_Prereq__(5,99,63)
253 1.91 dholland { DUALCALL_QUOTACTL, "__quotactl", RSYS_NAME(__QUOTACTL) },
254 1.91 dholland #elif __NetBSD_Prereq__(5,99,48)
255 1.91 dholland { DUALCALL_QUOTACTL, S(OLDREALQUOTACTL),RSYS_NAME(QUOTACTL) },
256 1.83 pooka #endif
257 1.17 pooka };
258 1.17 pooka #undef S
259 1.17 pooka
260 1.17 pooka struct bothsys {
261 1.17 pooka void *bs_host;
262 1.17 pooka void *bs_rump;
263 1.17 pooka } syscalls[DUALCALL__NUM];
264 1.17 pooka #define GETSYSCALL(which, name) syscalls[DUALCALL_##name].bs_##which
265 1.17 pooka
266 1.71 pooka static pid_t (*host_fork)(void);
267 1.71 pooka static int (*host_daemon)(int, int);
268 1.71 pooka static void * (*host_mmap)(void *, size_t, int, int, int, off_t);
269 1.71 pooka
270 1.75 pooka /*
271 1.75 pooka * This tracks if our process is in a subdirectory of /rump.
272 1.75 pooka * It's preserved over exec.
273 1.75 pooka */
274 1.75 pooka static bool pwdinrump;
275 1.75 pooka
276 1.75 pooka enum pathtype { PATH_HOST, PATH_RUMP, PATH_RUMPBLANKET };
277 1.75 pooka
278 1.75 pooka static bool fd_isrump(int);
279 1.75 pooka static enum pathtype path_isrump(const char *);
280 1.71 pooka
281 1.85 pooka /* default FD_SETSIZE is 256 ==> default fdoff is 128 */
282 1.85 pooka static int hijack_fdoff = FD_SETSIZE/2;
283 1.85 pooka
284 1.71 pooka /*
285 1.71 pooka * Maintain a mapping table for the usual dup2 suspects.
286 1.74 pooka * Could use atomic ops to operate on dup2vec, but an application
287 1.74 pooka * racing there is not well-defined, so don't bother.
288 1.71 pooka */
289 1.71 pooka /* note: you cannot change this without editing the env-passing code */
290 1.71 pooka #define DUP2HIGH 2
291 1.71 pooka static uint32_t dup2vec[DUP2HIGH+1];
292 1.71 pooka #define DUP2BIT (1<<31)
293 1.71 pooka #define DUP2ALIAS (1<<30)
294 1.71 pooka #define DUP2FDMASK ((1<<30)-1)
295 1.71 pooka
296 1.71 pooka static bool
297 1.71 pooka isdup2d(int fd)
298 1.71 pooka {
299 1.71 pooka
300 1.71 pooka return fd <= DUP2HIGH && fd >= 0 && dup2vec[fd] & DUP2BIT;
301 1.71 pooka }
302 1.71 pooka
303 1.71 pooka static int
304 1.71 pooka mapdup2(int hostfd)
305 1.71 pooka {
306 1.71 pooka
307 1.71 pooka _DIAGASSERT(isdup2d(hostfd));
308 1.71 pooka return dup2vec[hostfd] & DUP2FDMASK;
309 1.71 pooka }
310 1.71 pooka
311 1.71 pooka static int
312 1.71 pooka unmapdup2(int rumpfd)
313 1.71 pooka {
314 1.71 pooka int i;
315 1.71 pooka
316 1.71 pooka for (i = 0; i <= DUP2HIGH; i++) {
317 1.72 pooka if (dup2vec[i] & DUP2BIT &&
318 1.72 pooka (dup2vec[i] & DUP2FDMASK) == (unsigned)rumpfd)
319 1.71 pooka return i;
320 1.71 pooka }
321 1.71 pooka return -1;
322 1.71 pooka }
323 1.71 pooka
324 1.71 pooka static void
325 1.71 pooka setdup2(int hostfd, int rumpfd)
326 1.71 pooka {
327 1.71 pooka
328 1.71 pooka if (hostfd > DUP2HIGH) {
329 1.71 pooka _DIAGASSERT(0);
330 1.71 pooka return;
331 1.71 pooka }
332 1.71 pooka
333 1.71 pooka dup2vec[hostfd] = DUP2BIT | DUP2ALIAS | rumpfd;
334 1.71 pooka }
335 1.71 pooka
336 1.71 pooka static void
337 1.71 pooka clrdup2(int hostfd)
338 1.71 pooka {
339 1.71 pooka
340 1.71 pooka if (hostfd > DUP2HIGH) {
341 1.71 pooka _DIAGASSERT(0);
342 1.71 pooka return;
343 1.71 pooka }
344 1.71 pooka
345 1.71 pooka dup2vec[hostfd] = 0;
346 1.71 pooka }
347 1.71 pooka
348 1.71 pooka static bool
349 1.71 pooka killdup2alias(int rumpfd)
350 1.71 pooka {
351 1.71 pooka int hostfd;
352 1.71 pooka
353 1.71 pooka if ((hostfd = unmapdup2(rumpfd)) == -1)
354 1.71 pooka return false;
355 1.71 pooka
356 1.71 pooka if (dup2vec[hostfd] & DUP2ALIAS) {
357 1.71 pooka dup2vec[hostfd] &= ~DUP2ALIAS;
358 1.71 pooka return true;
359 1.71 pooka }
360 1.71 pooka return false;
361 1.71 pooka }
362 1.17 pooka
363 1.17 pooka //#define DEBUGJACK
364 1.17 pooka #ifdef DEBUGJACK
365 1.17 pooka #define DPRINTF(x) mydprintf x
366 1.17 pooka static void
367 1.17 pooka mydprintf(const char *fmt, ...)
368 1.17 pooka {
369 1.17 pooka va_list ap;
370 1.17 pooka
371 1.71 pooka if (isdup2d(STDERR_FILENO))
372 1.17 pooka return;
373 1.17 pooka
374 1.17 pooka va_start(ap, fmt);
375 1.17 pooka vfprintf(stderr, fmt, ap);
376 1.17 pooka va_end(ap);
377 1.17 pooka }
378 1.17 pooka
379 1.71 pooka static const char *
380 1.71 pooka whichfd(int fd)
381 1.71 pooka {
382 1.71 pooka
383 1.71 pooka if (fd == -1)
384 1.71 pooka return "-1";
385 1.71 pooka else if (fd_isrump(fd))
386 1.71 pooka return "rump";
387 1.71 pooka else
388 1.71 pooka return "host";
389 1.71 pooka }
390 1.71 pooka
391 1.71 pooka static const char *
392 1.71 pooka whichpath(const char *path)
393 1.71 pooka {
394 1.71 pooka
395 1.71 pooka if (path_isrump(path))
396 1.71 pooka return "rump";
397 1.71 pooka else
398 1.71 pooka return "host";
399 1.71 pooka }
400 1.71 pooka
401 1.17 pooka #else
402 1.17 pooka #define DPRINTF(x)
403 1.14 pooka #endif
404 1.14 pooka
405 1.17 pooka #define FDCALL(type, name, rcname, args, proto, vars) \
406 1.17 pooka type name args \
407 1.17 pooka { \
408 1.17 pooka type (*fun) proto; \
409 1.17 pooka \
410 1.71 pooka DPRINTF(("%s -> %d (%s)\n", __STRING(name), fd, whichfd(fd))); \
411 1.17 pooka if (fd_isrump(fd)) { \
412 1.17 pooka fun = syscalls[rcname].bs_rump; \
413 1.17 pooka fd = fd_host2rump(fd); \
414 1.17 pooka } else { \
415 1.17 pooka fun = syscalls[rcname].bs_host; \
416 1.17 pooka } \
417 1.17 pooka \
418 1.17 pooka return fun vars; \
419 1.17 pooka }
420 1.17 pooka
421 1.45 pooka #define PATHCALL(type, name, rcname, args, proto, vars) \
422 1.45 pooka type name args \
423 1.45 pooka { \
424 1.45 pooka type (*fun) proto; \
425 1.75 pooka enum pathtype pt; \
426 1.45 pooka \
427 1.71 pooka DPRINTF(("%s -> %s (%s)\n", __STRING(name), path, \
428 1.71 pooka whichpath(path))); \
429 1.75 pooka if ((pt = path_isrump(path)) != PATH_HOST) { \
430 1.45 pooka fun = syscalls[rcname].bs_rump; \
431 1.75 pooka if (pt == PATH_RUMP) \
432 1.75 pooka path = path_host2rump(path); \
433 1.45 pooka } else { \
434 1.45 pooka fun = syscalls[rcname].bs_host; \
435 1.45 pooka } \
436 1.45 pooka \
437 1.45 pooka return fun vars; \
438 1.45 pooka }
439 1.45 pooka
440 1.78 pooka #define VFSCALL(bit, type, name, rcname, args, proto, vars) \
441 1.78 pooka type name args \
442 1.78 pooka { \
443 1.78 pooka type (*fun) proto; \
444 1.78 pooka \
445 1.78 pooka DPRINTF(("%s (0x%x, 0x%x)\n", __STRING(name), bit, vfsbits)); \
446 1.78 pooka if (vfsbits & bit) { \
447 1.78 pooka fun = syscalls[rcname].bs_rump; \
448 1.78 pooka } else { \
449 1.78 pooka fun = syscalls[rcname].bs_host; \
450 1.78 pooka } \
451 1.78 pooka \
452 1.78 pooka return fun vars; \
453 1.78 pooka }
454 1.78 pooka
455 1.14 pooka /*
456 1.49 pooka * These variables are set from the RUMPHIJACK string and control
457 1.49 pooka * which operations can product rump kernel file descriptors.
458 1.49 pooka * This should be easily extendable for future needs.
459 1.49 pooka */
460 1.49 pooka #define RUMPHIJACK_DEFAULT "path=/rump,socket=all:nolocal"
461 1.49 pooka static bool rumpsockets[PF_MAX];
462 1.49 pooka static const char *rumpprefix;
463 1.49 pooka static size_t rumpprefixlen;
464 1.49 pooka
465 1.49 pooka static struct {
466 1.49 pooka int pf;
467 1.49 pooka const char *name;
468 1.49 pooka } socketmap[] = {
469 1.51 pooka { PF_LOCAL, "local" },
470 1.49 pooka { PF_INET, "inet" },
471 1.49 pooka { PF_LINK, "link" },
472 1.55 pooka #ifdef PF_OROUTE
473 1.56 pooka { PF_OROUTE, "oroute" },
474 1.56 pooka #endif
475 1.49 pooka { PF_ROUTE, "route" },
476 1.49 pooka { PF_INET6, "inet6" },
477 1.55 pooka #ifdef PF_MPLS
478 1.55 pooka { PF_MPLS, "mpls" },
479 1.55 pooka #endif
480 1.49 pooka { -1, NULL }
481 1.49 pooka };
482 1.49 pooka
483 1.49 pooka static void
484 1.49 pooka sockparser(char *buf)
485 1.49 pooka {
486 1.49 pooka char *p, *l;
487 1.49 pooka bool value;
488 1.49 pooka int i;
489 1.49 pooka
490 1.49 pooka /* if "all" is present, it must be specified first */
491 1.49 pooka if (strncmp(buf, "all", strlen("all")) == 0) {
492 1.50 pooka for (i = 0; i < (int)__arraycount(rumpsockets); i++) {
493 1.49 pooka rumpsockets[i] = true;
494 1.49 pooka }
495 1.49 pooka buf += strlen("all");
496 1.49 pooka if (*buf == ':')
497 1.49 pooka buf++;
498 1.49 pooka }
499 1.49 pooka
500 1.49 pooka for (p = strtok_r(buf, ":", &l); p; p = strtok_r(NULL, ":", &l)) {
501 1.49 pooka value = true;
502 1.49 pooka if (strncmp(p, "no", strlen("no")) == 0) {
503 1.49 pooka value = false;
504 1.49 pooka p += strlen("no");
505 1.49 pooka }
506 1.45 pooka
507 1.49 pooka for (i = 0; socketmap[i].name; i++) {
508 1.49 pooka if (strcmp(p, socketmap[i].name) == 0) {
509 1.49 pooka rumpsockets[socketmap[i].pf] = value;
510 1.49 pooka break;
511 1.49 pooka }
512 1.49 pooka }
513 1.49 pooka if (socketmap[i].name == NULL) {
514 1.78 pooka errx(1, "invalid socket specifier %s", p);
515 1.49 pooka }
516 1.49 pooka }
517 1.49 pooka }
518 1.49 pooka
519 1.49 pooka static void
520 1.49 pooka pathparser(char *buf)
521 1.49 pooka {
522 1.49 pooka
523 1.57 pooka /* sanity-check */
524 1.49 pooka if (*buf != '/')
525 1.49 pooka errx(1, "hijack path specifier must begin with ``/''");
526 1.57 pooka rumpprefixlen = strlen(buf);
527 1.57 pooka if (rumpprefixlen < 2)
528 1.57 pooka errx(1, "invalid hijack prefix: %s", buf);
529 1.57 pooka if (buf[rumpprefixlen-1] == '/' && strspn(buf, "/") != rumpprefixlen)
530 1.57 pooka errx(1, "hijack prefix may end in slash only if pure "
531 1.57 pooka "slash, gave %s", buf);
532 1.49 pooka
533 1.49 pooka if ((rumpprefix = strdup(buf)) == NULL)
534 1.49 pooka err(1, "strdup");
535 1.49 pooka rumpprefixlen = strlen(rumpprefix);
536 1.49 pooka }
537 1.49 pooka
538 1.75 pooka static struct blanket {
539 1.75 pooka const char *pfx;
540 1.75 pooka size_t len;
541 1.75 pooka } *blanket;
542 1.75 pooka static int nblanket;
543 1.75 pooka
544 1.75 pooka static void
545 1.75 pooka blanketparser(char *buf)
546 1.75 pooka {
547 1.75 pooka char *p, *l;
548 1.75 pooka int i;
549 1.75 pooka
550 1.75 pooka for (nblanket = 0, p = buf; p; p = strchr(p+1, ':'), nblanket++)
551 1.75 pooka continue;
552 1.75 pooka
553 1.75 pooka blanket = malloc(nblanket * sizeof(*blanket));
554 1.75 pooka if (blanket == NULL)
555 1.75 pooka err(1, "alloc blanket %d", nblanket);
556 1.75 pooka
557 1.75 pooka for (p = strtok_r(buf, ":", &l), i = 0; p;
558 1.75 pooka p = strtok_r(NULL, ":", &l), i++) {
559 1.75 pooka blanket[i].pfx = strdup(p);
560 1.75 pooka if (blanket[i].pfx == NULL)
561 1.75 pooka err(1, "strdup blanket");
562 1.75 pooka blanket[i].len = strlen(p);
563 1.75 pooka
564 1.75 pooka if (blanket[i].len == 0 || *blanket[i].pfx != '/')
565 1.75 pooka errx(1, "invalid blanket specifier %s", p);
566 1.75 pooka if (*(blanket[i].pfx + blanket[i].len-1) == '/')
567 1.75 pooka errx(1, "invalid blanket specifier %s", p);
568 1.75 pooka }
569 1.75 pooka }
570 1.75 pooka
571 1.78 pooka #define VFSBIT_NFSSVC 0x01
572 1.78 pooka #define VFSBIT_GETVFSSTAT 0x02
573 1.78 pooka #define VFSBIT_FHCALLS 0x04
574 1.78 pooka static unsigned vfsbits;
575 1.78 pooka
576 1.78 pooka static struct {
577 1.78 pooka int bit;
578 1.78 pooka const char *name;
579 1.78 pooka } vfscalls[] = {
580 1.78 pooka { VFSBIT_NFSSVC, "nfssvc" },
581 1.78 pooka { VFSBIT_GETVFSSTAT, "getvfsstat" },
582 1.78 pooka { VFSBIT_FHCALLS, "fhcalls" },
583 1.78 pooka { -1, NULL }
584 1.78 pooka };
585 1.78 pooka
586 1.78 pooka static void
587 1.78 pooka vfsparser(char *buf)
588 1.78 pooka {
589 1.78 pooka char *p, *l;
590 1.78 pooka bool turnon;
591 1.78 pooka unsigned int fullmask;
592 1.78 pooka int i;
593 1.78 pooka
594 1.78 pooka /* build the full mask and sanity-check while we're at it */
595 1.78 pooka fullmask = 0;
596 1.78 pooka for (i = 0; vfscalls[i].name != NULL; i++) {
597 1.78 pooka if (fullmask & vfscalls[i].bit)
598 1.78 pooka errx(1, "problem exists between vi and chair");
599 1.78 pooka fullmask |= vfscalls[i].bit;
600 1.78 pooka }
601 1.78 pooka
602 1.78 pooka
603 1.78 pooka /* if "all" is present, it must be specified first */
604 1.78 pooka if (strncmp(buf, "all", strlen("all")) == 0) {
605 1.78 pooka vfsbits = fullmask;
606 1.78 pooka buf += strlen("all");
607 1.78 pooka if (*buf == ':')
608 1.78 pooka buf++;
609 1.78 pooka }
610 1.78 pooka
611 1.78 pooka for (p = strtok_r(buf, ":", &l); p; p = strtok_r(NULL, ":", &l)) {
612 1.78 pooka turnon = true;
613 1.78 pooka if (strncmp(p, "no", strlen("no")) == 0) {
614 1.78 pooka turnon = false;
615 1.78 pooka p += strlen("no");
616 1.78 pooka }
617 1.78 pooka
618 1.78 pooka for (i = 0; vfscalls[i].name; i++) {
619 1.78 pooka if (strcmp(p, vfscalls[i].name) == 0) {
620 1.78 pooka if (turnon)
621 1.78 pooka vfsbits |= vfscalls[i].bit;
622 1.78 pooka else
623 1.78 pooka vfsbits &= ~vfscalls[i].bit;
624 1.78 pooka break;
625 1.78 pooka }
626 1.78 pooka }
627 1.78 pooka if (vfscalls[i].name == NULL) {
628 1.78 pooka errx(1, "invalid vfscall specifier %s", p);
629 1.78 pooka }
630 1.78 pooka }
631 1.78 pooka }
632 1.78 pooka
633 1.78 pooka static bool rumpsysctl = false;
634 1.78 pooka
635 1.78 pooka static void
636 1.78 pooka sysctlparser(char *buf)
637 1.78 pooka {
638 1.78 pooka
639 1.78 pooka if (buf == NULL) {
640 1.78 pooka rumpsysctl = true;
641 1.78 pooka return;
642 1.78 pooka }
643 1.78 pooka
644 1.78 pooka if (strcasecmp(buf, "y") == 0 || strcasecmp(buf, "yes") == 0 ||
645 1.78 pooka strcasecmp(buf, "yep") == 0 || strcasecmp(buf, "tottakai") == 0) {
646 1.78 pooka rumpsysctl = true;
647 1.78 pooka return;
648 1.78 pooka }
649 1.78 pooka if (strcasecmp(buf, "n") == 0 || strcasecmp(buf, "no") == 0) {
650 1.78 pooka rumpsysctl = false;
651 1.78 pooka return;
652 1.78 pooka }
653 1.78 pooka
654 1.78 pooka errx(1, "sysctl value should be y(es)/n(o), gave: %s", buf);
655 1.78 pooka }
656 1.78 pooka
657 1.85 pooka static void
658 1.85 pooka fdoffparser(char *buf)
659 1.85 pooka {
660 1.85 pooka unsigned long fdoff;
661 1.85 pooka char *ep;
662 1.85 pooka
663 1.85 pooka if (*buf == '-') {
664 1.85 pooka errx(1, "fdoff must not be negative");
665 1.85 pooka }
666 1.85 pooka fdoff = strtoul(buf, &ep, 10);
667 1.85 pooka if (*ep != '\0')
668 1.85 pooka errx(1, "invalid fdoff specifier \"%s\"", buf);
669 1.85 pooka if (fdoff >= INT_MAX/2 || fdoff < 3)
670 1.85 pooka errx(1, "fdoff out of range");
671 1.85 pooka hijack_fdoff = fdoff;
672 1.85 pooka }
673 1.85 pooka
674 1.49 pooka static struct {
675 1.49 pooka void (*parsefn)(char *);
676 1.49 pooka const char *name;
677 1.78 pooka bool needvalues;
678 1.49 pooka } hijackparse[] = {
679 1.78 pooka { sockparser, "socket", true },
680 1.78 pooka { pathparser, "path", true },
681 1.78 pooka { blanketparser, "blanket", true },
682 1.78 pooka { vfsparser, "vfs", true },
683 1.78 pooka { sysctlparser, "sysctl", false },
684 1.86 pooka { fdoffparser, "fdoff", true },
685 1.78 pooka { NULL, NULL, false },
686 1.49 pooka };
687 1.49 pooka
688 1.49 pooka static void
689 1.49 pooka parsehijack(char *hijack)
690 1.49 pooka {
691 1.49 pooka char *p, *p2, *l;
692 1.49 pooka const char *hijackcopy;
693 1.78 pooka bool nop2;
694 1.49 pooka int i;
695 1.49 pooka
696 1.49 pooka if ((hijackcopy = strdup(hijack)) == NULL)
697 1.49 pooka err(1, "strdup");
698 1.49 pooka
699 1.49 pooka /* disable everything explicitly */
700 1.49 pooka for (i = 0; i < PF_MAX; i++)
701 1.49 pooka rumpsockets[i] = false;
702 1.49 pooka
703 1.49 pooka for (p = strtok_r(hijack, ",", &l); p; p = strtok_r(NULL, ",", &l)) {
704 1.78 pooka nop2 = false;
705 1.49 pooka p2 = strchr(p, '=');
706 1.78 pooka if (!p2) {
707 1.78 pooka nop2 = true;
708 1.78 pooka p2 = p + strlen(p);
709 1.78 pooka }
710 1.49 pooka
711 1.49 pooka for (i = 0; hijackparse[i].parsefn; i++) {
712 1.49 pooka if (strncmp(hijackparse[i].name, p,
713 1.49 pooka (size_t)(p2-p)) == 0) {
714 1.78 pooka if (nop2 && hijackparse[i].needvalues)
715 1.78 pooka errx(1, "invalid hijack specifier: %s",
716 1.78 pooka hijackcopy);
717 1.78 pooka hijackparse[i].parsefn(nop2 ? NULL : p2+1);
718 1.49 pooka break;
719 1.49 pooka }
720 1.49 pooka }
721 1.81 pooka
722 1.81 pooka if (hijackparse[i].parsefn == NULL)
723 1.81 pooka errx(1, "invalid hijack specifier name in %s", p);
724 1.49 pooka }
725 1.49 pooka
726 1.49 pooka }
727 1.7 pooka
728 1.1 pooka static void __attribute__((constructor))
729 1.1 pooka rcinit(void)
730 1.1 pooka {
731 1.49 pooka char buf[1024];
732 1.19 pooka unsigned i, j;
733 1.1 pooka
734 1.17 pooka host_fork = dlsym(RTLD_NEXT, "fork");
735 1.25 pooka host_daemon = dlsym(RTLD_NEXT, "daemon");
736 1.62 pooka host_mmap = dlsym(RTLD_NEXT, "mmap");
737 1.17 pooka
738 1.17 pooka /*
739 1.17 pooka * In theory cannot print anything during lookups because
740 1.17 pooka * we might not have the call vector set up. so, the errx()
741 1.17 pooka * is a bit of a strech, but it might work.
742 1.17 pooka */
743 1.1 pooka
744 1.17 pooka for (i = 0; i < DUALCALL__NUM; i++) {
745 1.17 pooka /* build runtime O(1) access */
746 1.83 pooka for (j = 0; j < __arraycount(syscnames); j++) {
747 1.83 pooka if (syscnames[j].scm_callnum == i)
748 1.83 pooka break;
749 1.83 pooka }
750 1.81 pooka
751 1.83 pooka if (j == __arraycount(syscnames))
752 1.83 pooka errx(1, "rumphijack error: syscall pos %d missing", i);
753 1.17 pooka
754 1.23 pooka syscalls[i].bs_host = dlsym(RTLD_NEXT,
755 1.83 pooka syscnames[j].scm_hostname);
756 1.83 pooka if (syscalls[i].bs_host == NULL)
757 1.83 pooka errx(1, "hostcall %s not found!",
758 1.83 pooka syscnames[j].scm_hostname);
759 1.17 pooka
760 1.23 pooka syscalls[i].bs_rump = dlsym(RTLD_NEXT,
761 1.83 pooka syscnames[j].scm_rumpname);
762 1.17 pooka if (syscalls[i].bs_rump == NULL)
763 1.70 pooka errx(1, "rumpcall %s not found!",
764 1.83 pooka syscnames[j].scm_rumpname);
765 1.1 pooka }
766 1.1 pooka
767 1.22 pooka if (rumpclient_init() == -1)
768 1.1 pooka err(1, "rumpclient init");
769 1.28 pooka
770 1.49 pooka /* check which syscalls we're supposed to hijack */
771 1.49 pooka if (getenv_r("RUMPHIJACK", buf, sizeof(buf)) == -1) {
772 1.49 pooka strcpy(buf, RUMPHIJACK_DEFAULT);
773 1.49 pooka }
774 1.49 pooka parsehijack(buf);
775 1.49 pooka
776 1.28 pooka /* set client persistence level */
777 1.44 pooka if (getenv_r("RUMPHIJACK_RETRYCONNECT", buf, sizeof(buf)) != -1) {
778 1.28 pooka if (strcmp(buf, "die") == 0)
779 1.28 pooka rumpclient_setconnretry(RUMPCLIENT_RETRYCONN_DIE);
780 1.28 pooka else if (strcmp(buf, "inftime") == 0)
781 1.28 pooka rumpclient_setconnretry(RUMPCLIENT_RETRYCONN_INFTIME);
782 1.28 pooka else if (strcmp(buf, "once") == 0)
783 1.28 pooka rumpclient_setconnretry(RUMPCLIENT_RETRYCONN_ONCE);
784 1.28 pooka else {
785 1.28 pooka time_t timeout;
786 1.44 pooka char *ep;
787 1.28 pooka
788 1.44 pooka timeout = (time_t)strtoll(buf, &ep, 10);
789 1.44 pooka if (timeout <= 0 || ep != buf + strlen(buf))
790 1.44 pooka errx(1, "RUMPHIJACK_RETRYCONNECT must be "
791 1.44 pooka "keyword or integer, got: %s", buf);
792 1.28 pooka
793 1.28 pooka rumpclient_setconnretry(timeout);
794 1.28 pooka }
795 1.28 pooka }
796 1.39 pooka
797 1.71 pooka if (getenv_r("RUMPHIJACK__DUP2INFO", buf, sizeof(buf)) == 0) {
798 1.71 pooka if (sscanf(buf, "%u,%u,%u",
799 1.71 pooka &dup2vec[0], &dup2vec[1], &dup2vec[2]) != 3) {
800 1.71 pooka warnx("invalid dup2mask: %s", buf);
801 1.71 pooka memset(dup2vec, 0, sizeof(dup2vec));
802 1.71 pooka }
803 1.71 pooka unsetenv("RUMPHIJACK__DUP2INFO");
804 1.45 pooka }
805 1.45 pooka if (getenv_r("RUMPHIJACK__PWDINRUMP", buf, sizeof(buf)) == 0) {
806 1.49 pooka pwdinrump = true;
807 1.45 pooka unsetenv("RUMPHIJACK__PWDINRUMP");
808 1.39 pooka }
809 1.1 pooka }
810 1.1 pooka
811 1.2 pooka static int
812 1.2 pooka fd_rump2host(int fd)
813 1.2 pooka {
814 1.2 pooka
815 1.2 pooka if (fd == -1)
816 1.2 pooka return fd;
817 1.85 pooka return fd + hijack_fdoff;
818 1.71 pooka }
819 1.2 pooka
820 1.71 pooka static int
821 1.71 pooka fd_rump2host_withdup(int fd)
822 1.71 pooka {
823 1.71 pooka int hfd;
824 1.2 pooka
825 1.71 pooka _DIAGASSERT(fd != -1);
826 1.71 pooka hfd = unmapdup2(fd);
827 1.71 pooka if (hfd != -1) {
828 1.71 pooka _DIAGASSERT(hfd <= DUP2HIGH);
829 1.71 pooka return hfd;
830 1.71 pooka }
831 1.71 pooka return fd_rump2host(fd);
832 1.2 pooka }
833 1.2 pooka
834 1.2 pooka static int
835 1.2 pooka fd_host2rump(int fd)
836 1.2 pooka {
837 1.2 pooka
838 1.71 pooka if (!isdup2d(fd))
839 1.85 pooka return fd - hijack_fdoff;
840 1.71 pooka else
841 1.71 pooka return mapdup2(fd);
842 1.2 pooka }
843 1.2 pooka
844 1.2 pooka static bool
845 1.2 pooka fd_isrump(int fd)
846 1.2 pooka {
847 1.2 pooka
848 1.85 pooka return isdup2d(fd) || fd >= hijack_fdoff;
849 1.2 pooka }
850 1.2 pooka
851 1.85 pooka #define assertfd(_fd_) assert(ISDUP2D(_fd_) || (_fd_) >= hijack_fdoff)
852 1.40 pooka
853 1.75 pooka static enum pathtype
854 1.45 pooka path_isrump(const char *path)
855 1.45 pooka {
856 1.76 pooka size_t plen;
857 1.75 pooka int i;
858 1.45 pooka
859 1.75 pooka if (rumpprefix == NULL && nblanket == 0)
860 1.75 pooka return PATH_HOST;
861 1.49 pooka
862 1.45 pooka if (*path == '/') {
863 1.76 pooka plen = strlen(path);
864 1.76 pooka if (rumpprefix && plen >= rumpprefixlen) {
865 1.76 pooka if (strncmp(path, rumpprefix, rumpprefixlen) == 0
866 1.76 pooka && (plen == rumpprefixlen
867 1.76 pooka || *(path + rumpprefixlen) == '/')) {
868 1.75 pooka return PATH_RUMP;
869 1.75 pooka }
870 1.75 pooka }
871 1.75 pooka for (i = 0; i < nblanket; i++) {
872 1.75 pooka if (strncmp(path, blanket[i].pfx, blanket[i].len) == 0)
873 1.75 pooka return PATH_RUMPBLANKET;
874 1.75 pooka }
875 1.75 pooka
876 1.75 pooka return PATH_HOST;
877 1.45 pooka } else {
878 1.75 pooka return pwdinrump ? PATH_RUMP : PATH_HOST;
879 1.45 pooka }
880 1.45 pooka }
881 1.45 pooka
882 1.45 pooka static const char *rootpath = "/";
883 1.45 pooka static const char *
884 1.45 pooka path_host2rump(const char *path)
885 1.45 pooka {
886 1.45 pooka const char *rv;
887 1.45 pooka
888 1.45 pooka if (*path == '/') {
889 1.49 pooka rv = path + rumpprefixlen;
890 1.45 pooka if (*rv == '\0')
891 1.45 pooka rv = rootpath;
892 1.45 pooka } else {
893 1.45 pooka rv = path;
894 1.45 pooka }
895 1.45 pooka
896 1.45 pooka return rv;
897 1.45 pooka }
898 1.45 pooka
899 1.40 pooka static int
900 1.40 pooka dodup(int oldd, int minfd)
901 1.40 pooka {
902 1.40 pooka int (*op_fcntl)(int, int, ...);
903 1.40 pooka int newd;
904 1.40 pooka int isrump;
905 1.40 pooka
906 1.40 pooka DPRINTF(("dup -> %d (minfd %d)\n", oldd, minfd));
907 1.40 pooka if (fd_isrump(oldd)) {
908 1.40 pooka op_fcntl = GETSYSCALL(rump, FCNTL);
909 1.40 pooka oldd = fd_host2rump(oldd);
910 1.85 pooka if (minfd >= hijack_fdoff)
911 1.85 pooka minfd -= hijack_fdoff;
912 1.40 pooka isrump = 1;
913 1.40 pooka } else {
914 1.40 pooka op_fcntl = GETSYSCALL(host, FCNTL);
915 1.40 pooka isrump = 0;
916 1.40 pooka }
917 1.40 pooka
918 1.40 pooka newd = op_fcntl(oldd, F_DUPFD, minfd);
919 1.40 pooka
920 1.40 pooka if (isrump)
921 1.40 pooka newd = fd_rump2host(newd);
922 1.40 pooka DPRINTF(("dup <- %d\n", newd));
923 1.40 pooka
924 1.40 pooka return newd;
925 1.40 pooka }
926 1.2 pooka
927 1.47 pooka /*
928 1.85 pooka * Check that host fd value does not exceed fdoffset and if necessary
929 1.85 pooka * dup the file descriptor so that it doesn't collide with the dup2mask.
930 1.47 pooka */
931 1.47 pooka static int
932 1.85 pooka fd_host2host(int fd)
933 1.47 pooka {
934 1.47 pooka int (*op_fcntl)(int, int, ...) = GETSYSCALL(host, FCNTL);
935 1.47 pooka int (*op_close)(int) = GETSYSCALL(host, CLOSE);
936 1.47 pooka int ofd, i;
937 1.47 pooka
938 1.85 pooka if (fd >= hijack_fdoff) {
939 1.85 pooka op_close(fd);
940 1.85 pooka errno = ENFILE;
941 1.85 pooka return -1;
942 1.85 pooka }
943 1.85 pooka
944 1.71 pooka for (i = 1; isdup2d(fd); i++) {
945 1.47 pooka ofd = fd;
946 1.47 pooka fd = op_fcntl(ofd, F_DUPFD, i);
947 1.47 pooka op_close(ofd);
948 1.47 pooka }
949 1.47 pooka
950 1.47 pooka return fd;
951 1.47 pooka }
952 1.47 pooka
953 1.45 pooka int
954 1.45 pooka open(const char *path, int flags, ...)
955 1.45 pooka {
956 1.45 pooka int (*op_open)(const char *, int, ...);
957 1.45 pooka bool isrump;
958 1.45 pooka va_list ap;
959 1.75 pooka enum pathtype pt;
960 1.45 pooka int fd;
961 1.45 pooka
962 1.71 pooka DPRINTF(("open -> %s (%s)\n", path, whichpath(path)));
963 1.71 pooka
964 1.75 pooka if ((pt = path_isrump(path)) != PATH_HOST) {
965 1.75 pooka if (pt == PATH_RUMP)
966 1.75 pooka path = path_host2rump(path);
967 1.45 pooka op_open = GETSYSCALL(rump, OPEN);
968 1.45 pooka isrump = true;
969 1.45 pooka } else {
970 1.45 pooka op_open = GETSYSCALL(host, OPEN);
971 1.45 pooka isrump = false;
972 1.45 pooka }
973 1.45 pooka
974 1.45 pooka va_start(ap, flags);
975 1.45 pooka fd = op_open(path, flags, va_arg(ap, mode_t));
976 1.45 pooka va_end(ap);
977 1.45 pooka
978 1.45 pooka if (isrump)
979 1.45 pooka fd = fd_rump2host(fd);
980 1.47 pooka else
981 1.85 pooka fd = fd_host2host(fd);
982 1.71 pooka
983 1.71 pooka DPRINTF(("open <- %d (%s)\n", fd, whichfd(fd)));
984 1.45 pooka return fd;
985 1.45 pooka }
986 1.45 pooka
987 1.45 pooka int
988 1.45 pooka chdir(const char *path)
989 1.45 pooka {
990 1.45 pooka int (*op_chdir)(const char *);
991 1.75 pooka enum pathtype pt;
992 1.45 pooka int rv;
993 1.45 pooka
994 1.75 pooka if ((pt = path_isrump(path)) != PATH_HOST) {
995 1.45 pooka op_chdir = GETSYSCALL(rump, CHDIR);
996 1.75 pooka if (pt == PATH_RUMP)
997 1.75 pooka path = path_host2rump(path);
998 1.45 pooka } else {
999 1.45 pooka op_chdir = GETSYSCALL(host, CHDIR);
1000 1.45 pooka }
1001 1.45 pooka
1002 1.45 pooka rv = op_chdir(path);
1003 1.75 pooka if (rv == 0)
1004 1.75 pooka pwdinrump = pt != PATH_HOST;
1005 1.45 pooka
1006 1.45 pooka return rv;
1007 1.45 pooka }
1008 1.45 pooka
1009 1.45 pooka int
1010 1.45 pooka fchdir(int fd)
1011 1.45 pooka {
1012 1.45 pooka int (*op_fchdir)(int);
1013 1.45 pooka bool isrump;
1014 1.45 pooka int rv;
1015 1.45 pooka
1016 1.45 pooka if (fd_isrump(fd)) {
1017 1.45 pooka op_fchdir = GETSYSCALL(rump, FCHDIR);
1018 1.45 pooka isrump = true;
1019 1.45 pooka fd = fd_host2rump(fd);
1020 1.45 pooka } else {
1021 1.45 pooka op_fchdir = GETSYSCALL(host, FCHDIR);
1022 1.45 pooka isrump = false;
1023 1.45 pooka }
1024 1.45 pooka
1025 1.45 pooka rv = op_fchdir(fd);
1026 1.45 pooka if (rv == 0) {
1027 1.75 pooka pwdinrump = isrump;
1028 1.45 pooka }
1029 1.45 pooka
1030 1.45 pooka return rv;
1031 1.45 pooka }
1032 1.45 pooka
1033 1.52 pooka int
1034 1.57 pooka __getcwd(char *bufp, size_t len)
1035 1.57 pooka {
1036 1.57 pooka int (*op___getcwd)(char *, size_t);
1037 1.75 pooka size_t prefixgap;
1038 1.75 pooka bool iamslash;
1039 1.57 pooka int rv;
1040 1.57 pooka
1041 1.75 pooka if (pwdinrump && rumpprefix) {
1042 1.57 pooka if (rumpprefix[rumpprefixlen-1] == '/')
1043 1.57 pooka iamslash = true;
1044 1.57 pooka else
1045 1.57 pooka iamslash = false;
1046 1.57 pooka
1047 1.57 pooka if (iamslash)
1048 1.57 pooka prefixgap = rumpprefixlen - 1; /* ``//+path'' */
1049 1.57 pooka else
1050 1.57 pooka prefixgap = rumpprefixlen; /* ``/pfx+/path'' */
1051 1.57 pooka if (len <= prefixgap) {
1052 1.66 pooka errno = ERANGE;
1053 1.66 pooka return -1;
1054 1.57 pooka }
1055 1.57 pooka
1056 1.57 pooka op___getcwd = GETSYSCALL(rump, __GETCWD);
1057 1.57 pooka rv = op___getcwd(bufp + prefixgap, len - prefixgap);
1058 1.57 pooka if (rv == -1)
1059 1.57 pooka return rv;
1060 1.57 pooka
1061 1.57 pooka /* augment the "/" part only for a non-root path */
1062 1.57 pooka memcpy(bufp, rumpprefix, rumpprefixlen);
1063 1.57 pooka
1064 1.57 pooka /* append / only to non-root cwd */
1065 1.57 pooka if (rv != 2)
1066 1.57 pooka bufp[prefixgap] = '/';
1067 1.57 pooka
1068 1.57 pooka /* don't append extra slash in the purely-slash case */
1069 1.57 pooka if (rv == 2 && !iamslash)
1070 1.57 pooka bufp[rumpprefixlen] = '\0';
1071 1.75 pooka } else if (pwdinrump) {
1072 1.75 pooka /* assume blanket. we can't provide a prefix here */
1073 1.75 pooka op___getcwd = GETSYSCALL(rump, __GETCWD);
1074 1.75 pooka rv = op___getcwd(bufp, len);
1075 1.57 pooka } else {
1076 1.57 pooka op___getcwd = GETSYSCALL(host, __GETCWD);
1077 1.75 pooka rv = op___getcwd(bufp, len);
1078 1.57 pooka }
1079 1.75 pooka
1080 1.75 pooka return rv;
1081 1.57 pooka }
1082 1.57 pooka
1083 1.57 pooka int
1084 1.52 pooka rename(const char *from, const char *to)
1085 1.52 pooka {
1086 1.52 pooka int (*op_rename)(const char *, const char *);
1087 1.75 pooka enum pathtype ptf, ptt;
1088 1.52 pooka
1089 1.75 pooka if ((ptf = path_isrump(from)) != PATH_HOST) {
1090 1.75 pooka if ((ptt = path_isrump(to)) == PATH_HOST) {
1091 1.66 pooka errno = EXDEV;
1092 1.66 pooka return -1;
1093 1.66 pooka }
1094 1.52 pooka
1095 1.75 pooka if (ptf == PATH_RUMP)
1096 1.75 pooka from = path_host2rump(from);
1097 1.75 pooka if (ptt == PATH_RUMP)
1098 1.75 pooka to = path_host2rump(to);
1099 1.52 pooka op_rename = GETSYSCALL(rump, RENAME);
1100 1.52 pooka } else {
1101 1.75 pooka if (path_isrump(to) != PATH_HOST) {
1102 1.66 pooka errno = EXDEV;
1103 1.66 pooka return -1;
1104 1.66 pooka }
1105 1.53 pooka
1106 1.52 pooka op_rename = GETSYSCALL(host, RENAME);
1107 1.52 pooka }
1108 1.52 pooka
1109 1.52 pooka return op_rename(from, to);
1110 1.52 pooka }
1111 1.52 pooka
1112 1.1 pooka int __socket30(int, int, int);
1113 1.1 pooka int
1114 1.1 pooka __socket30(int domain, int type, int protocol)
1115 1.1 pooka {
1116 1.17 pooka int (*op_socket)(int, int, int);
1117 1.1 pooka int fd;
1118 1.49 pooka bool isrump;
1119 1.7 pooka
1120 1.49 pooka isrump = domain < PF_MAX && rumpsockets[domain];
1121 1.1 pooka
1122 1.49 pooka if (isrump)
1123 1.49 pooka op_socket = GETSYSCALL(rump, SOCKET);
1124 1.49 pooka else
1125 1.17 pooka op_socket = GETSYSCALL(host, SOCKET);
1126 1.17 pooka fd = op_socket(domain, type, protocol);
1127 1.2 pooka
1128 1.49 pooka if (isrump)
1129 1.7 pooka fd = fd_rump2host(fd);
1130 1.47 pooka else
1131 1.85 pooka fd = fd_host2host(fd);
1132 1.7 pooka DPRINTF(("socket <- %d\n", fd));
1133 1.2 pooka
1134 1.7 pooka return fd;
1135 1.1 pooka }
1136 1.1 pooka
1137 1.1 pooka int
1138 1.1 pooka accept(int s, struct sockaddr *addr, socklen_t *addrlen)
1139 1.1 pooka {
1140 1.17 pooka int (*op_accept)(int, struct sockaddr *, socklen_t *);
1141 1.1 pooka int fd;
1142 1.7 pooka bool isrump;
1143 1.7 pooka
1144 1.7 pooka isrump = fd_isrump(s);
1145 1.1 pooka
1146 1.2 pooka DPRINTF(("accept -> %d", s));
1147 1.7 pooka if (isrump) {
1148 1.17 pooka op_accept = GETSYSCALL(rump, ACCEPT);
1149 1.7 pooka s = fd_host2rump(s);
1150 1.7 pooka } else {
1151 1.17 pooka op_accept = GETSYSCALL(host, ACCEPT);
1152 1.7 pooka }
1153 1.17 pooka fd = op_accept(s, addr, addrlen);
1154 1.7 pooka if (fd != -1 && isrump)
1155 1.7 pooka fd = fd_rump2host(fd);
1156 1.47 pooka else
1157 1.85 pooka fd = fd_host2host(fd);
1158 1.7 pooka
1159 1.7 pooka DPRINTF((" <- %d\n", fd));
1160 1.2 pooka
1161 1.7 pooka return fd;
1162 1.1 pooka }
1163 1.1 pooka
1164 1.17 pooka /*
1165 1.17 pooka * ioctl and fcntl are varargs calls and need special treatment
1166 1.17 pooka */
1167 1.1 pooka int
1168 1.17 pooka ioctl(int fd, unsigned long cmd, ...)
1169 1.1 pooka {
1170 1.17 pooka int (*op_ioctl)(int, unsigned long cmd, ...);
1171 1.17 pooka va_list ap;
1172 1.17 pooka int rv;
1173 1.1 pooka
1174 1.17 pooka DPRINTF(("ioctl -> %d\n", fd));
1175 1.17 pooka if (fd_isrump(fd)) {
1176 1.17 pooka fd = fd_host2rump(fd);
1177 1.17 pooka op_ioctl = GETSYSCALL(rump, IOCTL);
1178 1.7 pooka } else {
1179 1.17 pooka op_ioctl = GETSYSCALL(host, IOCTL);
1180 1.7 pooka }
1181 1.1 pooka
1182 1.17 pooka va_start(ap, cmd);
1183 1.17 pooka rv = op_ioctl(fd, cmd, va_arg(ap, void *));
1184 1.17 pooka va_end(ap);
1185 1.17 pooka return rv;
1186 1.1 pooka }
1187 1.1 pooka
1188 1.1 pooka int
1189 1.17 pooka fcntl(int fd, int cmd, ...)
1190 1.1 pooka {
1191 1.17 pooka int (*op_fcntl)(int, int, ...);
1192 1.17 pooka va_list ap;
1193 1.71 pooka int rv, minfd, i, maxdup2;
1194 1.40 pooka
1195 1.40 pooka DPRINTF(("fcntl -> %d (cmd %d)\n", fd, cmd));
1196 1.40 pooka
1197 1.40 pooka switch (cmd) {
1198 1.40 pooka case F_DUPFD:
1199 1.40 pooka va_start(ap, cmd);
1200 1.40 pooka minfd = va_arg(ap, int);
1201 1.40 pooka va_end(ap);
1202 1.40 pooka return dodup(fd, minfd);
1203 1.40 pooka
1204 1.40 pooka case F_CLOSEM:
1205 1.40 pooka /*
1206 1.40 pooka * So, if fd < HIJACKOFF, we want to do a host closem.
1207 1.40 pooka */
1208 1.40 pooka
1209 1.85 pooka if (fd < hijack_fdoff) {
1210 1.40 pooka int closemfd = fd;
1211 1.1 pooka
1212 1.40 pooka if (rumpclient__closenotify(&closemfd,
1213 1.39 pooka RUMPCLIENT_CLOSE_FCLOSEM) == -1)
1214 1.39 pooka return -1;
1215 1.40 pooka op_fcntl = GETSYSCALL(host, FCNTL);
1216 1.40 pooka rv = op_fcntl(closemfd, cmd);
1217 1.40 pooka if (rv)
1218 1.40 pooka return rv;
1219 1.40 pooka }
1220 1.40 pooka
1221 1.40 pooka /*
1222 1.40 pooka * Additionally, we want to do a rump closem, but only
1223 1.71 pooka * for the file descriptors not dup2'd.
1224 1.40 pooka */
1225 1.40 pooka
1226 1.71 pooka for (i = 0, maxdup2 = 0; i <= DUP2HIGH; i++) {
1227 1.72 pooka if (dup2vec[i] & DUP2BIT) {
1228 1.72 pooka int val;
1229 1.72 pooka
1230 1.72 pooka val = dup2vec[i] & DUP2FDMASK;
1231 1.72 pooka maxdup2 = MAX(val, maxdup2);
1232 1.72 pooka }
1233 1.40 pooka }
1234 1.40 pooka
1235 1.85 pooka if (fd >= hijack_fdoff)
1236 1.85 pooka fd -= hijack_fdoff;
1237 1.40 pooka else
1238 1.40 pooka fd = 0;
1239 1.71 pooka fd = MAX(maxdup2+1, fd);
1240 1.40 pooka
1241 1.40 pooka /* hmm, maybe we should close rump fd's not within dup2mask? */
1242 1.40 pooka return rump_sys_fcntl(fd, F_CLOSEM);
1243 1.40 pooka
1244 1.40 pooka case F_MAXFD:
1245 1.40 pooka /*
1246 1.40 pooka * For maxfd, if there's a rump kernel fd, return
1247 1.40 pooka * it hostified. Otherwise, return host's MAXFD
1248 1.40 pooka * return value.
1249 1.40 pooka */
1250 1.40 pooka if ((rv = rump_sys_fcntl(fd, F_MAXFD)) != -1) {
1251 1.40 pooka /*
1252 1.40 pooka * This might go a little wrong in case
1253 1.40 pooka * of dup2 to [012], but I'm not sure if
1254 1.40 pooka * there's a justification for tracking
1255 1.40 pooka * that info. Consider e.g.
1256 1.40 pooka * dup2(rumpfd, 2) followed by rump_sys_open()
1257 1.40 pooka * returning 1. We should return 1+HIJACKOFF,
1258 1.40 pooka * not 2+HIJACKOFF. However, if [01] is not
1259 1.40 pooka * open, the correct return value is 2.
1260 1.40 pooka */
1261 1.40 pooka return fd_rump2host(fd);
1262 1.40 pooka } else {
1263 1.40 pooka op_fcntl = GETSYSCALL(host, FCNTL);
1264 1.40 pooka return op_fcntl(fd, F_MAXFD);
1265 1.40 pooka }
1266 1.40 pooka /*NOTREACHED*/
1267 1.40 pooka
1268 1.40 pooka default:
1269 1.40 pooka if (fd_isrump(fd)) {
1270 1.40 pooka fd = fd_host2rump(fd);
1271 1.40 pooka op_fcntl = GETSYSCALL(rump, FCNTL);
1272 1.40 pooka } else {
1273 1.40 pooka op_fcntl = GETSYSCALL(host, FCNTL);
1274 1.40 pooka }
1275 1.40 pooka
1276 1.40 pooka va_start(ap, cmd);
1277 1.40 pooka rv = op_fcntl(fd, cmd, va_arg(ap, void *));
1278 1.40 pooka va_end(ap);
1279 1.40 pooka return rv;
1280 1.7 pooka }
1281 1.40 pooka /*NOTREACHED*/
1282 1.1 pooka }
1283 1.1 pooka
1284 1.39 pooka int
1285 1.39 pooka close(int fd)
1286 1.39 pooka {
1287 1.39 pooka int (*op_close)(int);
1288 1.39 pooka int rv;
1289 1.39 pooka
1290 1.39 pooka DPRINTF(("close -> %d\n", fd));
1291 1.39 pooka if (fd_isrump(fd)) {
1292 1.71 pooka bool undup2 = false;
1293 1.71 pooka int ofd;
1294 1.71 pooka
1295 1.71 pooka if (isdup2d(ofd = fd)) {
1296 1.71 pooka undup2 = true;
1297 1.71 pooka }
1298 1.39 pooka
1299 1.47 pooka fd = fd_host2rump(fd);
1300 1.71 pooka if (!undup2 && killdup2alias(fd)) {
1301 1.47 pooka return 0;
1302 1.47 pooka }
1303 1.47 pooka
1304 1.39 pooka op_close = GETSYSCALL(rump, CLOSE);
1305 1.39 pooka rv = op_close(fd);
1306 1.71 pooka if (rv == 0 && undup2) {
1307 1.71 pooka clrdup2(ofd);
1308 1.71 pooka }
1309 1.39 pooka } else {
1310 1.39 pooka if (rumpclient__closenotify(&fd, RUMPCLIENT_CLOSE_CLOSE) == -1)
1311 1.39 pooka return -1;
1312 1.39 pooka op_close = GETSYSCALL(host, CLOSE);
1313 1.39 pooka rv = op_close(fd);
1314 1.39 pooka }
1315 1.39 pooka
1316 1.39 pooka return rv;
1317 1.39 pooka }
1318 1.39 pooka
1319 1.17 pooka /*
1320 1.17 pooka * write cannot issue a standard debug printf due to recursion
1321 1.17 pooka */
1322 1.1 pooka ssize_t
1323 1.17 pooka write(int fd, const void *buf, size_t blen)
1324 1.1 pooka {
1325 1.17 pooka ssize_t (*op_write)(int, const void *, size_t);
1326 1.1 pooka
1327 1.17 pooka if (fd_isrump(fd)) {
1328 1.17 pooka fd = fd_host2rump(fd);
1329 1.17 pooka op_write = GETSYSCALL(rump, WRITE);
1330 1.16 pooka } else {
1331 1.17 pooka op_write = GETSYSCALL(host, WRITE);
1332 1.16 pooka }
1333 1.1 pooka
1334 1.17 pooka return op_write(fd, buf, blen);
1335 1.2 pooka }
1336 1.2 pooka
1337 1.2 pooka /*
1338 1.2 pooka * dup2 is special. we allow dup2 of a rump kernel fd to 0-2 since
1339 1.2 pooka * many programs do that. dup2 of a rump kernel fd to another value
1340 1.2 pooka * not >= fdoff is an error.
1341 1.2 pooka *
1342 1.2 pooka * Note: cannot rump2host newd, because it is often hardcoded.
1343 1.2 pooka */
1344 1.2 pooka int
1345 1.2 pooka dup2(int oldd, int newd)
1346 1.2 pooka {
1347 1.17 pooka int (*host_dup2)(int, int);
1348 1.2 pooka int rv;
1349 1.2 pooka
1350 1.2 pooka DPRINTF(("dup2 -> %d (o) -> %d (n)\n", oldd, newd));
1351 1.2 pooka
1352 1.2 pooka if (fd_isrump(oldd)) {
1353 1.71 pooka int (*op_close)(int) = GETSYSCALL(host, CLOSE);
1354 1.71 pooka
1355 1.71 pooka /* only allow fd 0-2 for cross-kernel dup */
1356 1.71 pooka if (!(newd >= 0 && newd <= 2 && !fd_isrump(newd))) {
1357 1.66 pooka errno = EBADF;
1358 1.66 pooka return -1;
1359 1.66 pooka }
1360 1.71 pooka
1361 1.71 pooka /* regular dup2? */
1362 1.71 pooka if (fd_isrump(newd)) {
1363 1.71 pooka newd = fd_host2rump(newd);
1364 1.71 pooka rv = rump_sys_dup2(oldd, newd);
1365 1.71 pooka return fd_rump2host(rv);
1366 1.71 pooka }
1367 1.71 pooka
1368 1.71 pooka /*
1369 1.71 pooka * dup2 rump => host? just establish an
1370 1.71 pooka * entry in the mapping table.
1371 1.71 pooka */
1372 1.71 pooka op_close(newd);
1373 1.71 pooka setdup2(newd, fd_host2rump(oldd));
1374 1.71 pooka rv = 0;
1375 1.2 pooka } else {
1376 1.17 pooka host_dup2 = syscalls[DUALCALL_DUP2].bs_host;
1377 1.39 pooka if (rumpclient__closenotify(&newd, RUMPCLIENT_CLOSE_DUP2) == -1)
1378 1.39 pooka return -1;
1379 1.10 pooka rv = host_dup2(oldd, newd);
1380 1.2 pooka }
1381 1.10 pooka
1382 1.10 pooka return rv;
1383 1.2 pooka }
1384 1.2 pooka
1385 1.34 pooka int
1386 1.34 pooka dup(int oldd)
1387 1.34 pooka {
1388 1.34 pooka
1389 1.40 pooka return dodup(oldd, 0);
1390 1.34 pooka }
1391 1.34 pooka
1392 1.2 pooka pid_t
1393 1.93 abs fork(void)
1394 1.2 pooka {
1395 1.2 pooka pid_t rv;
1396 1.2 pooka
1397 1.2 pooka DPRINTF(("fork\n"));
1398 1.2 pooka
1399 1.43 pooka rv = rumpclient__dofork(host_fork);
1400 1.2 pooka
1401 1.2 pooka DPRINTF(("fork returns %d\n", rv));
1402 1.2 pooka return rv;
1403 1.1 pooka }
1404 1.43 pooka /* we do not have the luxury of not requiring a stackframe */
1405 1.43 pooka __strong_alias(__vfork14,fork);
1406 1.1 pooka
1407 1.25 pooka int
1408 1.25 pooka daemon(int nochdir, int noclose)
1409 1.25 pooka {
1410 1.25 pooka struct rumpclient_fork *rf;
1411 1.25 pooka
1412 1.25 pooka if ((rf = rumpclient_prefork()) == NULL)
1413 1.25 pooka return -1;
1414 1.25 pooka
1415 1.25 pooka if (host_daemon(nochdir, noclose) == -1)
1416 1.25 pooka return -1;
1417 1.25 pooka
1418 1.25 pooka if (rumpclient_fork_init(rf) == -1)
1419 1.25 pooka return -1;
1420 1.25 pooka
1421 1.25 pooka return 0;
1422 1.25 pooka }
1423 1.25 pooka
1424 1.39 pooka int
1425 1.42 pooka execve(const char *path, char *const argv[], char *const envp[])
1426 1.39 pooka {
1427 1.39 pooka char buf[128];
1428 1.39 pooka char *dup2str;
1429 1.49 pooka const char *pwdinrumpstr;
1430 1.42 pooka char **newenv;
1431 1.42 pooka size_t nelem;
1432 1.42 pooka int rv, sverrno;
1433 1.71 pooka int bonus = 2, i = 0;
1434 1.45 pooka
1435 1.71 pooka snprintf(buf, sizeof(buf), "RUMPHIJACK__DUP2INFO=%u,%u,%u",
1436 1.71 pooka dup2vec[0], dup2vec[1], dup2vec[2]);
1437 1.71 pooka dup2str = strdup(buf);
1438 1.71 pooka if (dup2str == NULL) {
1439 1.71 pooka errno = ENOMEM;
1440 1.71 pooka return -1;
1441 1.45 pooka }
1442 1.39 pooka
1443 1.45 pooka if (pwdinrump) {
1444 1.49 pooka pwdinrumpstr = "RUMPHIJACK__PWDINRUMP=true";
1445 1.45 pooka bonus++;
1446 1.45 pooka } else {
1447 1.45 pooka pwdinrumpstr = NULL;
1448 1.45 pooka }
1449 1.39 pooka
1450 1.42 pooka for (nelem = 0; envp && envp[nelem]; nelem++)
1451 1.42 pooka continue;
1452 1.71 pooka newenv = malloc(sizeof(*newenv) * (nelem+bonus));
1453 1.42 pooka if (newenv == NULL) {
1454 1.39 pooka free(dup2str);
1455 1.66 pooka errno = ENOMEM;
1456 1.66 pooka return -1;
1457 1.39 pooka }
1458 1.42 pooka memcpy(newenv, envp, nelem*sizeof(*newenv));
1459 1.71 pooka newenv[nelem+i] = dup2str;
1460 1.71 pooka i++;
1461 1.71 pooka
1462 1.45 pooka if (pwdinrumpstr) {
1463 1.49 pooka newenv[nelem+i] = __UNCONST(pwdinrumpstr);
1464 1.45 pooka i++;
1465 1.45 pooka }
1466 1.45 pooka newenv[nelem+i] = NULL;
1467 1.45 pooka _DIAGASSERT(i < bonus);
1468 1.42 pooka
1469 1.42 pooka rv = rumpclient_exec(path, argv, newenv);
1470 1.42 pooka
1471 1.42 pooka _DIAGASSERT(rv != 0);
1472 1.42 pooka sverrno = errno;
1473 1.42 pooka free(newenv);
1474 1.42 pooka free(dup2str);
1475 1.42 pooka errno = sverrno;
1476 1.39 pooka return rv;
1477 1.39 pooka }
1478 1.39 pooka
1479 1.1 pooka /*
1480 1.17 pooka * select is done by calling poll.
1481 1.1 pooka */
1482 1.1 pooka int
1483 1.29 pooka REALSELECT(int nfds, fd_set *readfds, fd_set *writefds, fd_set *exceptfds,
1484 1.4 pooka struct timeval *timeout)
1485 1.1 pooka {
1486 1.4 pooka struct pollfd *pfds;
1487 1.4 pooka struct timespec ts, *tsp = NULL;
1488 1.19 pooka nfds_t realnfds;
1489 1.19 pooka int i, j;
1490 1.4 pooka int rv, incr;
1491 1.4 pooka
1492 1.7 pooka DPRINTF(("select\n"));
1493 1.7 pooka
1494 1.4 pooka /*
1495 1.4 pooka * Well, first we must scan the fds to figure out how many
1496 1.4 pooka * fds there really are. This is because up to and including
1497 1.17 pooka * nb5 poll() silently refuses nfds > process_maxopen_fds.
1498 1.4 pooka * Seems to be fixed in current, thank the maker.
1499 1.4 pooka * god damn cluster...bomb.
1500 1.4 pooka */
1501 1.4 pooka
1502 1.4 pooka for (i = 0, realnfds = 0; i < nfds; i++) {
1503 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
1504 1.4 pooka realnfds++;
1505 1.4 pooka continue;
1506 1.4 pooka }
1507 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
1508 1.4 pooka realnfds++;
1509 1.4 pooka continue;
1510 1.4 pooka }
1511 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
1512 1.4 pooka realnfds++;
1513 1.4 pooka continue;
1514 1.1 pooka }
1515 1.1 pooka }
1516 1.1 pooka
1517 1.6 pooka if (realnfds) {
1518 1.38 pooka pfds = calloc(realnfds, sizeof(*pfds));
1519 1.6 pooka if (!pfds)
1520 1.6 pooka return -1;
1521 1.6 pooka } else {
1522 1.6 pooka pfds = NULL;
1523 1.6 pooka }
1524 1.1 pooka
1525 1.4 pooka for (i = 0, j = 0; i < nfds; i++) {
1526 1.4 pooka incr = 0;
1527 1.4 pooka if (readfds && FD_ISSET(i, readfds)) {
1528 1.4 pooka pfds[j].fd = i;
1529 1.4 pooka pfds[j].events |= POLLIN;
1530 1.4 pooka incr=1;
1531 1.4 pooka }
1532 1.4 pooka if (writefds && FD_ISSET(i, writefds)) {
1533 1.4 pooka pfds[j].fd = i;
1534 1.4 pooka pfds[j].events |= POLLOUT;
1535 1.4 pooka incr=1;
1536 1.4 pooka }
1537 1.4 pooka if (exceptfds && FD_ISSET(i, exceptfds)) {
1538 1.4 pooka pfds[j].fd = i;
1539 1.4 pooka pfds[j].events |= POLLHUP|POLLERR;
1540 1.4 pooka incr=1;
1541 1.1 pooka }
1542 1.4 pooka if (incr)
1543 1.4 pooka j++;
1544 1.1 pooka }
1545 1.37 pooka assert(j == (int)realnfds);
1546 1.1 pooka
1547 1.4 pooka if (timeout) {
1548 1.4 pooka TIMEVAL_TO_TIMESPEC(timeout, &ts);
1549 1.4 pooka tsp = &ts;
1550 1.4 pooka }
1551 1.29 pooka rv = REALPOLLTS(pfds, realnfds, tsp, NULL);
1552 1.36 pooka /*
1553 1.36 pooka * "If select() returns with an error the descriptor sets
1554 1.36 pooka * will be unmodified"
1555 1.36 pooka */
1556 1.36 pooka if (rv < 0)
1557 1.4 pooka goto out;
1558 1.4 pooka
1559 1.4 pooka /*
1560 1.36 pooka * zero out results (can't use FD_ZERO for the
1561 1.36 pooka * obvious select-me-not reason). whee.
1562 1.36 pooka *
1563 1.36 pooka * We do this here since some software ignores the return
1564 1.36 pooka * value of select, and hence if the timeout expires, it may
1565 1.36 pooka * assume all input descriptors have activity.
1566 1.4 pooka */
1567 1.4 pooka for (i = 0; i < nfds; i++) {
1568 1.4 pooka if (readfds)
1569 1.4 pooka FD_CLR(i, readfds);
1570 1.4 pooka if (writefds)
1571 1.4 pooka FD_CLR(i, writefds);
1572 1.4 pooka if (exceptfds)
1573 1.4 pooka FD_CLR(i, exceptfds);
1574 1.1 pooka }
1575 1.36 pooka if (rv == 0)
1576 1.36 pooka goto out;
1577 1.1 pooka
1578 1.36 pooka /*
1579 1.36 pooka * We have >0 fds with activity. Harvest the results.
1580 1.36 pooka */
1581 1.19 pooka for (i = 0; i < (int)realnfds; i++) {
1582 1.4 pooka if (readfds) {
1583 1.4 pooka if (pfds[i].revents & POLLIN) {
1584 1.4 pooka FD_SET(pfds[i].fd, readfds);
1585 1.4 pooka }
1586 1.4 pooka }
1587 1.4 pooka if (writefds) {
1588 1.4 pooka if (pfds[i].revents & POLLOUT) {
1589 1.4 pooka FD_SET(pfds[i].fd, writefds);
1590 1.4 pooka }
1591 1.4 pooka }
1592 1.4 pooka if (exceptfds) {
1593 1.4 pooka if (pfds[i].revents & (POLLHUP|POLLERR)) {
1594 1.4 pooka FD_SET(pfds[i].fd, exceptfds);
1595 1.4 pooka }
1596 1.4 pooka }
1597 1.1 pooka }
1598 1.1 pooka
1599 1.4 pooka out:
1600 1.4 pooka free(pfds);
1601 1.1 pooka return rv;
1602 1.1 pooka }
1603 1.1 pooka
1604 1.1 pooka static void
1605 1.1 pooka checkpoll(struct pollfd *fds, nfds_t nfds, int *hostcall, int *rumpcall)
1606 1.1 pooka {
1607 1.1 pooka nfds_t i;
1608 1.1 pooka
1609 1.1 pooka for (i = 0; i < nfds; i++) {
1610 1.12 pooka if (fds[i].fd == -1)
1611 1.12 pooka continue;
1612 1.12 pooka
1613 1.2 pooka if (fd_isrump(fds[i].fd))
1614 1.2 pooka (*rumpcall)++;
1615 1.2 pooka else
1616 1.1 pooka (*hostcall)++;
1617 1.1 pooka }
1618 1.1 pooka }
1619 1.1 pooka
1620 1.1 pooka static void
1621 1.2 pooka adjustpoll(struct pollfd *fds, nfds_t nfds, int (*fdadj)(int))
1622 1.1 pooka {
1623 1.1 pooka nfds_t i;
1624 1.1 pooka
1625 1.1 pooka for (i = 0; i < nfds; i++) {
1626 1.2 pooka fds[i].fd = fdadj(fds[i].fd);
1627 1.1 pooka }
1628 1.1 pooka }
1629 1.1 pooka
1630 1.1 pooka /*
1631 1.1 pooka * poll is easy as long as the call comes in the fds only in one
1632 1.1 pooka * kernel. otherwise its quite tricky...
1633 1.1 pooka */
1634 1.1 pooka struct pollarg {
1635 1.1 pooka struct pollfd *pfds;
1636 1.1 pooka nfds_t nfds;
1637 1.3 pooka const struct timespec *ts;
1638 1.3 pooka const sigset_t *sigmask;
1639 1.1 pooka int pipefd;
1640 1.1 pooka int errnum;
1641 1.1 pooka };
1642 1.1 pooka
1643 1.1 pooka static void *
1644 1.1 pooka hostpoll(void *arg)
1645 1.1 pooka {
1646 1.17 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
1647 1.17 pooka const sigset_t *);
1648 1.1 pooka struct pollarg *parg = arg;
1649 1.1 pooka intptr_t rv;
1650 1.1 pooka
1651 1.35 pooka op_pollts = GETSYSCALL(host, POLLTS);
1652 1.17 pooka rv = op_pollts(parg->pfds, parg->nfds, parg->ts, parg->sigmask);
1653 1.1 pooka if (rv == -1)
1654 1.1 pooka parg->errnum = errno;
1655 1.1 pooka rump_sys_write(parg->pipefd, &rv, sizeof(rv));
1656 1.1 pooka
1657 1.92 martin return (void *)rv;
1658 1.1 pooka }
1659 1.1 pooka
1660 1.1 pooka int
1661 1.29 pooka REALPOLLTS(struct pollfd *fds, nfds_t nfds, const struct timespec *ts,
1662 1.3 pooka const sigset_t *sigmask)
1663 1.1 pooka {
1664 1.3 pooka int (*op_pollts)(struct pollfd *, nfds_t, const struct timespec *,
1665 1.3 pooka const sigset_t *);
1666 1.17 pooka int (*host_close)(int);
1667 1.1 pooka int hostcall = 0, rumpcall = 0;
1668 1.1 pooka pthread_t pt;
1669 1.1 pooka nfds_t i;
1670 1.1 pooka int rv;
1671 1.1 pooka
1672 1.2 pooka DPRINTF(("poll\n"));
1673 1.1 pooka checkpoll(fds, nfds, &hostcall, &rumpcall);
1674 1.1 pooka
1675 1.1 pooka if (hostcall && rumpcall) {
1676 1.1 pooka struct pollfd *pfd_host = NULL, *pfd_rump = NULL;
1677 1.1 pooka int rpipe[2] = {-1,-1}, hpipe[2] = {-1,-1};
1678 1.1 pooka struct pollarg parg;
1679 1.92 martin void *trv_val;
1680 1.92 martin int sverrno = 0, lrv, trv;
1681 1.1 pooka
1682 1.1 pooka /*
1683 1.1 pooka * ok, this is where it gets tricky. We must support
1684 1.1 pooka * this since it's a very common operation in certain
1685 1.1 pooka * types of software (telnet, netcat, etc). We allocate
1686 1.1 pooka * two vectors and run two poll commands in separate
1687 1.1 pooka * threads. Whichever returns first "wins" and the
1688 1.1 pooka * other kernel's fds won't show activity.
1689 1.1 pooka */
1690 1.1 pooka rv = -1;
1691 1.1 pooka
1692 1.1 pooka /* allocate full vector for O(n) joining after call */
1693 1.1 pooka pfd_host = malloc(sizeof(*pfd_host)*(nfds+1));
1694 1.1 pooka if (!pfd_host)
1695 1.1 pooka goto out;
1696 1.1 pooka pfd_rump = malloc(sizeof(*pfd_rump)*(nfds+1));
1697 1.1 pooka if (!pfd_rump) {
1698 1.1 pooka goto out;
1699 1.1 pooka }
1700 1.1 pooka
1701 1.59 pooka /*
1702 1.59 pooka * then, open two pipes, one for notifications
1703 1.59 pooka * to each kernel.
1704 1.73 pooka *
1705 1.73 pooka * At least the rump pipe should probably be
1706 1.73 pooka * cached, along with the helper threads. This
1707 1.73 pooka * should give a microbenchmark improvement (haven't
1708 1.73 pooka * experienced a macro-level problem yet, though).
1709 1.59 pooka */
1710 1.59 pooka if ((rv = rump_sys_pipe(rpipe)) == -1) {
1711 1.59 pooka sverrno = errno;
1712 1.59 pooka }
1713 1.59 pooka if (rv == 0 && (rv = pipe(hpipe)) == -1) {
1714 1.59 pooka sverrno = errno;
1715 1.59 pooka }
1716 1.59 pooka
1717 1.59 pooka /* split vectors (or signal errors) */
1718 1.1 pooka for (i = 0; i < nfds; i++) {
1719 1.59 pooka int fd;
1720 1.59 pooka
1721 1.59 pooka fds[i].revents = 0;
1722 1.3 pooka if (fds[i].fd == -1) {
1723 1.3 pooka pfd_host[i].fd = -1;
1724 1.3 pooka pfd_rump[i].fd = -1;
1725 1.3 pooka } else if (fd_isrump(fds[i].fd)) {
1726 1.2 pooka pfd_host[i].fd = -1;
1727 1.59 pooka fd = fd_host2rump(fds[i].fd);
1728 1.59 pooka if (fd == rpipe[0] || fd == rpipe[1]) {
1729 1.59 pooka fds[i].revents = POLLNVAL;
1730 1.59 pooka if (rv != -1)
1731 1.59 pooka rv++;
1732 1.59 pooka }
1733 1.59 pooka pfd_rump[i].fd = fd;
1734 1.2 pooka pfd_rump[i].events = fds[i].events;
1735 1.2 pooka } else {
1736 1.2 pooka pfd_rump[i].fd = -1;
1737 1.59 pooka fd = fds[i].fd;
1738 1.59 pooka if (fd == hpipe[0] || fd == hpipe[1]) {
1739 1.59 pooka fds[i].revents = POLLNVAL;
1740 1.59 pooka if (rv != -1)
1741 1.59 pooka rv++;
1742 1.59 pooka }
1743 1.59 pooka pfd_host[i].fd = fd;
1744 1.1 pooka pfd_host[i].events = fds[i].events;
1745 1.1 pooka }
1746 1.39 pooka pfd_rump[i].revents = pfd_host[i].revents = 0;
1747 1.1 pooka }
1748 1.59 pooka if (rv) {
1749 1.1 pooka goto out;
1750 1.59 pooka }
1751 1.1 pooka
1752 1.1 pooka pfd_host[nfds].fd = hpipe[0];
1753 1.1 pooka pfd_host[nfds].events = POLLIN;
1754 1.1 pooka pfd_rump[nfds].fd = rpipe[0];
1755 1.1 pooka pfd_rump[nfds].events = POLLIN;
1756 1.1 pooka
1757 1.1 pooka /*
1758 1.1 pooka * then, create a thread to do host part and meanwhile
1759 1.1 pooka * do rump kernel part right here
1760 1.1 pooka */
1761 1.1 pooka
1762 1.1 pooka parg.pfds = pfd_host;
1763 1.1 pooka parg.nfds = nfds+1;
1764 1.3 pooka parg.ts = ts;
1765 1.3 pooka parg.sigmask = sigmask;
1766 1.1 pooka parg.pipefd = rpipe[1];
1767 1.1 pooka pthread_create(&pt, NULL, hostpoll, &parg);
1768 1.1 pooka
1769 1.35 pooka op_pollts = GETSYSCALL(rump, POLLTS);
1770 1.3 pooka lrv = op_pollts(pfd_rump, nfds+1, ts, NULL);
1771 1.1 pooka sverrno = errno;
1772 1.1 pooka write(hpipe[1], &rv, sizeof(rv));
1773 1.92 martin pthread_join(pt, &trv_val);
1774 1.92 martin trv = (int)(intptr_t)trv_val;
1775 1.1 pooka
1776 1.1 pooka /* check who "won" and merge results */
1777 1.1 pooka if (lrv != 0 && pfd_host[nfds].revents & POLLIN) {
1778 1.1 pooka rv = trv;
1779 1.1 pooka
1780 1.1 pooka for (i = 0; i < nfds; i++) {
1781 1.1 pooka if (pfd_rump[i].fd != -1)
1782 1.1 pooka fds[i].revents = pfd_rump[i].revents;
1783 1.1 pooka }
1784 1.1 pooka sverrno = parg.errnum;
1785 1.1 pooka } else if (trv != 0 && pfd_rump[nfds].revents & POLLIN) {
1786 1.1 pooka rv = trv;
1787 1.1 pooka
1788 1.1 pooka for (i = 0; i < nfds; i++) {
1789 1.1 pooka if (pfd_host[i].fd != -1)
1790 1.1 pooka fds[i].revents = pfd_host[i].revents;
1791 1.1 pooka }
1792 1.1 pooka } else {
1793 1.1 pooka rv = 0;
1794 1.1 pooka }
1795 1.1 pooka
1796 1.1 pooka out:
1797 1.35 pooka host_close = GETSYSCALL(host, CLOSE);
1798 1.1 pooka if (rpipe[0] != -1)
1799 1.1 pooka rump_sys_close(rpipe[0]);
1800 1.1 pooka if (rpipe[1] != -1)
1801 1.1 pooka rump_sys_close(rpipe[1]);
1802 1.1 pooka if (hpipe[0] != -1)
1803 1.9 pooka host_close(hpipe[0]);
1804 1.1 pooka if (hpipe[1] != -1)
1805 1.9 pooka host_close(hpipe[1]);
1806 1.1 pooka free(pfd_host);
1807 1.1 pooka free(pfd_rump);
1808 1.1 pooka errno = sverrno;
1809 1.1 pooka } else {
1810 1.1 pooka if (hostcall) {
1811 1.35 pooka op_pollts = GETSYSCALL(host, POLLTS);
1812 1.1 pooka } else {
1813 1.35 pooka op_pollts = GETSYSCALL(rump, POLLTS);
1814 1.2 pooka adjustpoll(fds, nfds, fd_host2rump);
1815 1.1 pooka }
1816 1.1 pooka
1817 1.3 pooka rv = op_pollts(fds, nfds, ts, sigmask);
1818 1.1 pooka if (rumpcall)
1819 1.71 pooka adjustpoll(fds, nfds, fd_rump2host_withdup);
1820 1.1 pooka }
1821 1.1 pooka
1822 1.1 pooka return rv;
1823 1.1 pooka }
1824 1.1 pooka
1825 1.1 pooka int
1826 1.24 pooka poll(struct pollfd *fds, nfds_t nfds, int timeout)
1827 1.1 pooka {
1828 1.3 pooka struct timespec ts;
1829 1.3 pooka struct timespec *tsp = NULL;
1830 1.3 pooka
1831 1.3 pooka if (timeout != INFTIM) {
1832 1.3 pooka ts.tv_sec = timeout / 1000;
1833 1.11 pooka ts.tv_nsec = (timeout % 1000) * 1000*1000;
1834 1.3 pooka
1835 1.3 pooka tsp = &ts;
1836 1.3 pooka }
1837 1.1 pooka
1838 1.29 pooka return REALPOLLTS(fds, nfds, tsp, NULL);
1839 1.1 pooka }
1840 1.10 pooka
1841 1.10 pooka int
1842 1.34 pooka REALKEVENT(int kq, const struct kevent *changelist, size_t nchanges,
1843 1.34 pooka struct kevent *eventlist, size_t nevents,
1844 1.34 pooka const struct timespec *timeout)
1845 1.10 pooka {
1846 1.34 pooka int (*op_kevent)(int, const struct kevent *, size_t,
1847 1.34 pooka struct kevent *, size_t, const struct timespec *);
1848 1.34 pooka const struct kevent *ev;
1849 1.34 pooka size_t i;
1850 1.10 pooka
1851 1.34 pooka /*
1852 1.34 pooka * Check that we don't attempt to kevent rump kernel fd's.
1853 1.34 pooka * That needs similar treatment to select/poll, but is slightly
1854 1.34 pooka * trickier since we need to manage to different kq descriptors.
1855 1.34 pooka * (TODO, in case you're wondering).
1856 1.34 pooka */
1857 1.34 pooka for (i = 0; i < nchanges; i++) {
1858 1.34 pooka ev = &changelist[i];
1859 1.34 pooka if (ev->filter == EVFILT_READ || ev->filter == EVFILT_WRITE ||
1860 1.34 pooka ev->filter == EVFILT_VNODE) {
1861 1.66 pooka if (fd_isrump((int)ev->ident)) {
1862 1.66 pooka errno = ENOTSUP;
1863 1.66 pooka return -1;
1864 1.66 pooka }
1865 1.34 pooka }
1866 1.27 pooka }
1867 1.10 pooka
1868 1.35 pooka op_kevent = GETSYSCALL(host, KEVENT);
1869 1.34 pooka return op_kevent(kq, changelist, nchanges, eventlist, nevents, timeout);
1870 1.10 pooka }
1871 1.17 pooka
1872 1.17 pooka /*
1873 1.62 pooka * mmapping from a rump kernel is not supported, so disallow it.
1874 1.62 pooka */
1875 1.62 pooka void *
1876 1.62 pooka mmap(void *addr, size_t len, int prot, int flags, int fd, off_t offset)
1877 1.62 pooka {
1878 1.62 pooka
1879 1.62 pooka if (flags & MAP_FILE && fd_isrump(fd)) {
1880 1.62 pooka errno = ENOSYS;
1881 1.62 pooka return MAP_FAILED;
1882 1.62 pooka }
1883 1.62 pooka return host_mmap(addr, len, prot, flags, fd, offset);
1884 1.62 pooka }
1885 1.62 pooka
1886 1.62 pooka /*
1887 1.78 pooka * these go to one or the other on a per-process configuration
1888 1.78 pooka */
1889 1.78 pooka int __sysctl(const int *, unsigned int, void *, size_t *, const void *, size_t);
1890 1.78 pooka int
1891 1.78 pooka __sysctl(const int *name, unsigned int namelen, void *old, size_t *oldlenp,
1892 1.78 pooka const void *new, size_t newlen)
1893 1.78 pooka {
1894 1.78 pooka int (*op___sysctl)(const int *, unsigned int, void *, size_t *,
1895 1.78 pooka const void *, size_t);
1896 1.78 pooka
1897 1.78 pooka if (rumpsysctl) {
1898 1.78 pooka op___sysctl = GETSYSCALL(rump, __SYSCTL);
1899 1.78 pooka } else {
1900 1.78 pooka op___sysctl = GETSYSCALL(host, __SYSCTL);
1901 1.78 pooka /* we haven't inited yet */
1902 1.78 pooka if (__predict_false(op___sysctl == NULL)) {
1903 1.84 pooka op___sysctl = rumphijack_dlsym(RTLD_NEXT, "__sysctl");
1904 1.78 pooka }
1905 1.78 pooka }
1906 1.78 pooka
1907 1.78 pooka return op___sysctl(name, namelen, old, oldlenp, new, newlen);
1908 1.78 pooka }
1909 1.78 pooka
1910 1.78 pooka /*
1911 1.17 pooka * Rest are std type calls.
1912 1.17 pooka */
1913 1.17 pooka
1914 1.17 pooka FDCALL(int, bind, DUALCALL_BIND, \
1915 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
1916 1.17 pooka (int, const struct sockaddr *, socklen_t), \
1917 1.17 pooka (fd, name, namelen))
1918 1.17 pooka
1919 1.17 pooka FDCALL(int, connect, DUALCALL_CONNECT, \
1920 1.17 pooka (int fd, const struct sockaddr *name, socklen_t namelen), \
1921 1.17 pooka (int, const struct sockaddr *, socklen_t), \
1922 1.17 pooka (fd, name, namelen))
1923 1.17 pooka
1924 1.17 pooka FDCALL(int, getpeername, DUALCALL_GETPEERNAME, \
1925 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
1926 1.17 pooka (int, struct sockaddr *, socklen_t *), \
1927 1.17 pooka (fd, name, namelen))
1928 1.17 pooka
1929 1.17 pooka FDCALL(int, getsockname, DUALCALL_GETSOCKNAME, \
1930 1.17 pooka (int fd, struct sockaddr *name, socklen_t *namelen), \
1931 1.17 pooka (int, struct sockaddr *, socklen_t *), \
1932 1.17 pooka (fd, name, namelen))
1933 1.17 pooka
1934 1.17 pooka FDCALL(int, listen, DUALCALL_LISTEN, \
1935 1.17 pooka (int fd, int backlog), \
1936 1.17 pooka (int, int), \
1937 1.17 pooka (fd, backlog))
1938 1.17 pooka
1939 1.17 pooka FDCALL(ssize_t, recvfrom, DUALCALL_RECVFROM, \
1940 1.17 pooka (int fd, void *buf, size_t len, int flags, \
1941 1.17 pooka struct sockaddr *from, socklen_t *fromlen), \
1942 1.17 pooka (int, void *, size_t, int, struct sockaddr *, socklen_t *), \
1943 1.17 pooka (fd, buf, len, flags, from, fromlen))
1944 1.17 pooka
1945 1.17 pooka FDCALL(ssize_t, sendto, DUALCALL_SENDTO, \
1946 1.17 pooka (int fd, const void *buf, size_t len, int flags, \
1947 1.17 pooka const struct sockaddr *to, socklen_t tolen), \
1948 1.17 pooka (int, const void *, size_t, int, \
1949 1.17 pooka const struct sockaddr *, socklen_t), \
1950 1.17 pooka (fd, buf, len, flags, to, tolen))
1951 1.17 pooka
1952 1.17 pooka FDCALL(ssize_t, recvmsg, DUALCALL_RECVMSG, \
1953 1.17 pooka (int fd, struct msghdr *msg, int flags), \
1954 1.17 pooka (int, struct msghdr *, int), \
1955 1.17 pooka (fd, msg, flags))
1956 1.17 pooka
1957 1.17 pooka FDCALL(ssize_t, sendmsg, DUALCALL_SENDMSG, \
1958 1.17 pooka (int fd, const struct msghdr *msg, int flags), \
1959 1.17 pooka (int, const struct msghdr *, int), \
1960 1.17 pooka (fd, msg, flags))
1961 1.17 pooka
1962 1.17 pooka FDCALL(int, getsockopt, DUALCALL_GETSOCKOPT, \
1963 1.17 pooka (int fd, int level, int optn, void *optval, socklen_t *optlen), \
1964 1.17 pooka (int, int, int, void *, socklen_t *), \
1965 1.17 pooka (fd, level, optn, optval, optlen))
1966 1.17 pooka
1967 1.17 pooka FDCALL(int, setsockopt, DUALCALL_SETSOCKOPT, \
1968 1.17 pooka (int fd, int level, int optn, \
1969 1.17 pooka const void *optval, socklen_t optlen), \
1970 1.17 pooka (int, int, int, const void *, socklen_t), \
1971 1.17 pooka (fd, level, optn, optval, optlen))
1972 1.17 pooka
1973 1.17 pooka FDCALL(int, shutdown, DUALCALL_SHUTDOWN, \
1974 1.17 pooka (int fd, int how), \
1975 1.17 pooka (int, int), \
1976 1.17 pooka (fd, how))
1977 1.17 pooka
1978 1.31 pooka FDCALL(ssize_t, REALREAD, DUALCALL_READ, \
1979 1.17 pooka (int fd, void *buf, size_t buflen), \
1980 1.17 pooka (int, void *, size_t), \
1981 1.17 pooka (fd, buf, buflen))
1982 1.17 pooka
1983 1.18 pooka FDCALL(ssize_t, readv, DUALCALL_READV, \
1984 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
1985 1.17 pooka (int, const struct iovec *, int), \
1986 1.17 pooka (fd, iov, iovcnt))
1987 1.17 pooka
1988 1.60 pooka FDCALL(ssize_t, REALPREAD, DUALCALL_PREAD, \
1989 1.60 pooka (int fd, void *buf, size_t nbytes, off_t offset), \
1990 1.60 pooka (int, void *, size_t, off_t), \
1991 1.60 pooka (fd, buf, nbytes, offset))
1992 1.60 pooka
1993 1.60 pooka FDCALL(ssize_t, preadv, DUALCALL_PREADV, \
1994 1.60 pooka (int fd, const struct iovec *iov, int iovcnt, off_t offset), \
1995 1.60 pooka (int, const struct iovec *, int, off_t), \
1996 1.60 pooka (fd, iov, iovcnt, offset))
1997 1.60 pooka
1998 1.17 pooka FDCALL(ssize_t, writev, DUALCALL_WRITEV, \
1999 1.17 pooka (int fd, const struct iovec *iov, int iovcnt), \
2000 1.17 pooka (int, const struct iovec *, int), \
2001 1.17 pooka (fd, iov, iovcnt))
2002 1.45 pooka
2003 1.60 pooka FDCALL(ssize_t, REALPWRITE, DUALCALL_PWRITE, \
2004 1.60 pooka (int fd, const void *buf, size_t nbytes, off_t offset), \
2005 1.60 pooka (int, const void *, size_t, off_t), \
2006 1.60 pooka (fd, buf, nbytes, offset))
2007 1.60 pooka
2008 1.60 pooka FDCALL(ssize_t, pwritev, DUALCALL_PWRITEV, \
2009 1.60 pooka (int fd, const struct iovec *iov, int iovcnt, off_t offset), \
2010 1.60 pooka (int, const struct iovec *, int, off_t), \
2011 1.60 pooka (fd, iov, iovcnt, offset))
2012 1.60 pooka
2013 1.45 pooka FDCALL(int, REALFSTAT, DUALCALL_FSTAT, \
2014 1.45 pooka (int fd, struct stat *sb), \
2015 1.45 pooka (int, struct stat *), \
2016 1.45 pooka (fd, sb))
2017 1.45 pooka
2018 1.45 pooka FDCALL(int, fstatvfs1, DUALCALL_FSTATVFS1, \
2019 1.45 pooka (int fd, struct statvfs *buf, int flags), \
2020 1.45 pooka (int, struct statvfs *, int), \
2021 1.45 pooka (fd, buf, flags))
2022 1.45 pooka
2023 1.61 pooka FDCALL(off_t, lseek, DUALCALL_LSEEK, \
2024 1.45 pooka (int fd, off_t offset, int whence), \
2025 1.45 pooka (int, off_t, int), \
2026 1.45 pooka (fd, offset, whence))
2027 1.61 pooka __strong_alias(_lseek,lseek);
2028 1.45 pooka
2029 1.45 pooka FDCALL(int, REALGETDENTS, DUALCALL_GETDENTS, \
2030 1.45 pooka (int fd, char *buf, size_t nbytes), \
2031 1.45 pooka (int, char *, size_t), \
2032 1.45 pooka (fd, buf, nbytes))
2033 1.45 pooka
2034 1.45 pooka FDCALL(int, fchown, DUALCALL_FCHOWN, \
2035 1.45 pooka (int fd, uid_t owner, gid_t group), \
2036 1.45 pooka (int, uid_t, gid_t), \
2037 1.45 pooka (fd, owner, group))
2038 1.45 pooka
2039 1.45 pooka FDCALL(int, fchmod, DUALCALL_FCHMOD, \
2040 1.45 pooka (int fd, mode_t mode), \
2041 1.45 pooka (int, mode_t), \
2042 1.45 pooka (fd, mode))
2043 1.45 pooka
2044 1.45 pooka FDCALL(int, ftruncate, DUALCALL_FTRUNCATE, \
2045 1.45 pooka (int fd, off_t length), \
2046 1.45 pooka (int, off_t), \
2047 1.45 pooka (fd, length))
2048 1.45 pooka
2049 1.45 pooka FDCALL(int, fsync, DUALCALL_FSYNC, \
2050 1.45 pooka (int fd), \
2051 1.45 pooka (int), \
2052 1.45 pooka (fd))
2053 1.45 pooka
2054 1.45 pooka FDCALL(int, fsync_range, DUALCALL_FSYNC_RANGE, \
2055 1.45 pooka (int fd, int how, off_t start, off_t length), \
2056 1.45 pooka (int, int, off_t, off_t), \
2057 1.45 pooka (fd, how, start, length))
2058 1.45 pooka
2059 1.45 pooka FDCALL(int, futimes, DUALCALL_FUTIMES, \
2060 1.45 pooka (int fd, const struct timeval *tv), \
2061 1.45 pooka (int, const struct timeval *), \
2062 1.45 pooka (fd, tv))
2063 1.45 pooka
2064 1.60 pooka FDCALL(int, fchflags, DUALCALL_FCHFLAGS, \
2065 1.60 pooka (int fd, u_long flags), \
2066 1.60 pooka (int, u_long), \
2067 1.60 pooka (fd, flags))
2068 1.60 pooka
2069 1.45 pooka /*
2070 1.45 pooka * path-based selectors
2071 1.45 pooka */
2072 1.45 pooka
2073 1.45 pooka PATHCALL(int, REALSTAT, DUALCALL_STAT, \
2074 1.45 pooka (const char *path, struct stat *sb), \
2075 1.45 pooka (const char *, struct stat *), \
2076 1.45 pooka (path, sb))
2077 1.45 pooka
2078 1.45 pooka PATHCALL(int, REALLSTAT, DUALCALL_LSTAT, \
2079 1.45 pooka (const char *path, struct stat *sb), \
2080 1.45 pooka (const char *, struct stat *), \
2081 1.45 pooka (path, sb))
2082 1.45 pooka
2083 1.45 pooka PATHCALL(int, chown, DUALCALL_CHOWN, \
2084 1.45 pooka (const char *path, uid_t owner, gid_t group), \
2085 1.45 pooka (const char *, uid_t, gid_t), \
2086 1.45 pooka (path, owner, group))
2087 1.45 pooka
2088 1.45 pooka PATHCALL(int, lchown, DUALCALL_LCHOWN, \
2089 1.45 pooka (const char *path, uid_t owner, gid_t group), \
2090 1.45 pooka (const char *, uid_t, gid_t), \
2091 1.45 pooka (path, owner, group))
2092 1.45 pooka
2093 1.45 pooka PATHCALL(int, chmod, DUALCALL_CHMOD, \
2094 1.45 pooka (const char *path, mode_t mode), \
2095 1.45 pooka (const char *, mode_t), \
2096 1.45 pooka (path, mode))
2097 1.45 pooka
2098 1.45 pooka PATHCALL(int, lchmod, DUALCALL_LCHMOD, \
2099 1.45 pooka (const char *path, mode_t mode), \
2100 1.45 pooka (const char *, mode_t), \
2101 1.45 pooka (path, mode))
2102 1.45 pooka
2103 1.45 pooka PATHCALL(int, statvfs1, DUALCALL_STATVFS1, \
2104 1.45 pooka (const char *path, struct statvfs *buf, int flags), \
2105 1.45 pooka (const char *, struct statvfs *, int), \
2106 1.45 pooka (path, buf, flags))
2107 1.45 pooka
2108 1.45 pooka PATHCALL(int, unlink, DUALCALL_UNLINK, \
2109 1.45 pooka (const char *path), \
2110 1.45 pooka (const char *), \
2111 1.45 pooka (path))
2112 1.45 pooka
2113 1.45 pooka PATHCALL(int, symlink, DUALCALL_SYMLINK, \
2114 1.58 pooka (const char *target, const char *path), \
2115 1.45 pooka (const char *, const char *), \
2116 1.58 pooka (target, path))
2117 1.45 pooka
2118 1.89 martin PATHCALL(ssize_t, readlink, DUALCALL_READLINK, \
2119 1.45 pooka (const char *path, char *buf, size_t bufsiz), \
2120 1.45 pooka (const char *, char *, size_t), \
2121 1.45 pooka (path, buf, bufsiz))
2122 1.45 pooka
2123 1.45 pooka PATHCALL(int, mkdir, DUALCALL_MKDIR, \
2124 1.45 pooka (const char *path, mode_t mode), \
2125 1.45 pooka (const char *, mode_t), \
2126 1.45 pooka (path, mode))
2127 1.45 pooka
2128 1.45 pooka PATHCALL(int, rmdir, DUALCALL_RMDIR, \
2129 1.45 pooka (const char *path), \
2130 1.45 pooka (const char *), \
2131 1.45 pooka (path))
2132 1.45 pooka
2133 1.45 pooka PATHCALL(int, utimes, DUALCALL_UTIMES, \
2134 1.45 pooka (const char *path, const struct timeval *tv), \
2135 1.45 pooka (const char *, const struct timeval *), \
2136 1.45 pooka (path, tv))
2137 1.45 pooka
2138 1.45 pooka PATHCALL(int, lutimes, DUALCALL_LUTIMES, \
2139 1.45 pooka (const char *path, const struct timeval *tv), \
2140 1.45 pooka (const char *, const struct timeval *), \
2141 1.45 pooka (path, tv))
2142 1.45 pooka
2143 1.60 pooka PATHCALL(int, chflags, DUALCALL_CHFLAGS, \
2144 1.60 pooka (const char *path, u_long flags), \
2145 1.60 pooka (const char *, u_long), \
2146 1.60 pooka (path, flags))
2147 1.60 pooka
2148 1.60 pooka PATHCALL(int, lchflags, DUALCALL_LCHFLAGS, \
2149 1.60 pooka (const char *path, u_long flags), \
2150 1.60 pooka (const char *, u_long), \
2151 1.60 pooka (path, flags))
2152 1.60 pooka
2153 1.45 pooka PATHCALL(int, truncate, DUALCALL_TRUNCATE, \
2154 1.45 pooka (const char *path, off_t length), \
2155 1.45 pooka (const char *, off_t), \
2156 1.45 pooka (path, length))
2157 1.48 pooka
2158 1.65 pooka PATHCALL(int, access, DUALCALL_ACCESS, \
2159 1.65 pooka (const char *path, int mode), \
2160 1.65 pooka (const char *, int), \
2161 1.65 pooka (path, mode))
2162 1.65 pooka
2163 1.68 pooka PATHCALL(int, REALMKNOD, DUALCALL_MKNOD, \
2164 1.68 pooka (const char *path, mode_t mode, dev_t dev), \
2165 1.68 pooka (const char *, mode_t, dev_t), \
2166 1.68 pooka (path, mode, dev))
2167 1.68 pooka
2168 1.48 pooka /*
2169 1.48 pooka * Note: with mount the decisive parameter is the mount
2170 1.48 pooka * destination directory. This is because we don't really know
2171 1.48 pooka * about the "source" directory in a generic call (and besides,
2172 1.48 pooka * it might not even exist, cf. nfs).
2173 1.48 pooka */
2174 1.48 pooka PATHCALL(int, REALMOUNT, DUALCALL_MOUNT, \
2175 1.48 pooka (const char *type, const char *path, int flags, \
2176 1.48 pooka void *data, size_t dlen), \
2177 1.48 pooka (const char *, const char *, int, void *, size_t), \
2178 1.48 pooka (type, path, flags, data, dlen))
2179 1.48 pooka
2180 1.48 pooka PATHCALL(int, unmount, DUALCALL_UNMOUNT, \
2181 1.48 pooka (const char *path, int flags), \
2182 1.48 pooka (const char *, int), \
2183 1.48 pooka (path, flags))
2184 1.78 pooka
2185 1.91 dholland #if __NetBSD_Prereq__(5,99,63)
2186 1.91 dholland PATHCALL(int, __quotactl, DUALCALL_QUOTACTL, \
2187 1.91 dholland (const char *path, struct quotactl_args *args), \
2188 1.91 dholland (const char *, struct quotactl_args *), \
2189 1.91 dholland (path, args))
2190 1.91 dholland #elif __NetBSD_Prereq__(5,99,48)
2191 1.91 dholland PATHCALL(int, OLDREALQUOTACTL, DUALCALL_QUOTACTL, \
2192 1.80 bouyer (const char *path, struct plistref *p), \
2193 1.80 bouyer (const char *, struct plistref *), \
2194 1.80 bouyer (path, p))
2195 1.83 pooka #endif
2196 1.80 bouyer
2197 1.82 pooka PATHCALL(int, REALGETFH, DUALCALL_GETFH, \
2198 1.82 pooka (const char *path, void *fhp, size_t *fh_size), \
2199 1.82 pooka (const char *, void *, size_t *), \
2200 1.82 pooka (path, fhp, fh_size))
2201 1.82 pooka
2202 1.78 pooka /*
2203 1.78 pooka * These act different on a per-process vfs configuration
2204 1.78 pooka */
2205 1.78 pooka
2206 1.78 pooka VFSCALL(VFSBIT_GETVFSSTAT, int, getvfsstat, DUALCALL_GETVFSSTAT, \
2207 1.78 pooka (struct statvfs *buf, size_t buflen, int flags), \
2208 1.78 pooka (struct statvfs *, size_t, int), \
2209 1.78 pooka (buf, buflen, flags))
2210 1.78 pooka
2211 1.78 pooka VFSCALL(VFSBIT_FHCALLS, int, REALFHOPEN, DUALCALL_FHOPEN, \
2212 1.78 pooka (const void *fhp, size_t fh_size, int flags), \
2213 1.78 pooka (const char *, size_t, int), \
2214 1.78 pooka (fhp, fh_size, flags))
2215 1.78 pooka
2216 1.78 pooka VFSCALL(VFSBIT_FHCALLS, int, REALFHSTAT, DUALCALL_FHSTAT, \
2217 1.78 pooka (const void *fhp, size_t fh_size, struct stat *sb), \
2218 1.78 pooka (const char *, size_t, struct stat *), \
2219 1.78 pooka (fhp, fh_size, sb))
2220 1.78 pooka
2221 1.78 pooka VFSCALL(VFSBIT_FHCALLS, int, REALFHSTATVFS1, DUALCALL_FHSTATVFS1, \
2222 1.78 pooka (const void *fhp, size_t fh_size, struct statvfs *sb, int flgs),\
2223 1.78 pooka (const char *, size_t, struct statvfs *, int), \
2224 1.78 pooka (fhp, fh_size, sb, flgs))
2225 1.78 pooka
2226 1.78 pooka /* finally, put nfssvc here. "keep the namespace clean" */
2227 1.78 pooka
2228 1.78 pooka #include <nfs/rpcv2.h>
2229 1.78 pooka #include <nfs/nfs.h>
2230 1.78 pooka
2231 1.78 pooka int
2232 1.78 pooka nfssvc(int flags, void *argstructp)
2233 1.78 pooka {
2234 1.78 pooka int (*op_nfssvc)(int, void *);
2235 1.78 pooka
2236 1.78 pooka if (vfsbits & VFSBIT_NFSSVC){
2237 1.78 pooka struct nfsd_args *nfsdargs;
2238 1.78 pooka
2239 1.78 pooka /* massage the socket descriptor if necessary */
2240 1.78 pooka if (flags == NFSSVC_ADDSOCK) {
2241 1.78 pooka nfsdargs = argstructp;
2242 1.78 pooka nfsdargs->sock = fd_host2rump(nfsdargs->sock);
2243 1.78 pooka }
2244 1.78 pooka op_nfssvc = GETSYSCALL(rump, NFSSVC);
2245 1.78 pooka } else
2246 1.78 pooka op_nfssvc = GETSYSCALL(host, NFSSVC);
2247 1.78 pooka
2248 1.78 pooka return op_nfssvc(flags, argstructp);
2249 1.78 pooka }
2250