rumpclient.c revision 1.24 1 1.24 pooka /* $NetBSD: rumpclient.c,v 1.24 2011/02/06 15:43:20 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.11 pooka * Copyright (c) 2010, 2011 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka /*
29 1.1 pooka * Client side routines for rump syscall proxy.
30 1.1 pooka */
31 1.1 pooka
32 1.1 pooka #include <sys/cdefs.h>
33 1.1 pooka __RCSID("$NetBSD");
34 1.1 pooka
35 1.5 pooka #include <sys/param.h>
36 1.15 pooka #include <sys/event.h>
37 1.1 pooka #include <sys/mman.h>
38 1.1 pooka #include <sys/socket.h>
39 1.1 pooka
40 1.1 pooka #include <arpa/inet.h>
41 1.1 pooka #include <netinet/in.h>
42 1.1 pooka #include <netinet/tcp.h>
43 1.1 pooka
44 1.1 pooka #include <assert.h>
45 1.13 pooka #include <dlfcn.h>
46 1.1 pooka #include <errno.h>
47 1.1 pooka #include <fcntl.h>
48 1.13 pooka #include <link.h>
49 1.1 pooka #include <poll.h>
50 1.1 pooka #include <pthread.h>
51 1.11 pooka #include <signal.h>
52 1.1 pooka #include <stdarg.h>
53 1.18 pooka #include <stdbool.h>
54 1.1 pooka #include <stdio.h>
55 1.1 pooka #include <stdlib.h>
56 1.1 pooka #include <string.h>
57 1.1 pooka #include <unistd.h>
58 1.1 pooka
59 1.1 pooka #include <rump/rumpclient.h>
60 1.1 pooka
61 1.13 pooka #define HOSTOPS
62 1.13 pooka int (*host_socket)(int, int, int);
63 1.13 pooka int (*host_close)(int);
64 1.13 pooka int (*host_connect)(int, const struct sockaddr *, socklen_t);
65 1.15 pooka int (*host_fcntl)(int, int, ...);
66 1.13 pooka int (*host_poll)(struct pollfd *, nfds_t, int);
67 1.13 pooka ssize_t (*host_read)(int, void *, size_t);
68 1.13 pooka ssize_t (*host_sendto)(int, const void *, size_t, int,
69 1.13 pooka const struct sockaddr *, socklen_t);
70 1.13 pooka int (*host_setsockopt)(int, int, int, const void *, socklen_t);
71 1.13 pooka
72 1.17 pooka int (*host_kqueue)(void);
73 1.17 pooka int (*host_kevent)(int, const struct kevent *, size_t,
74 1.17 pooka struct kevent *, size_t, const struct timespec *);
75 1.17 pooka
76 1.1 pooka #include "sp_common.c"
77 1.1 pooka
78 1.11 pooka static struct spclient clispc = {
79 1.11 pooka .spc_fd = -1,
80 1.11 pooka };
81 1.1 pooka
82 1.18 pooka static int kq = -1;
83 1.15 pooka static sigset_t fullset;
84 1.12 pooka
85 1.20 pooka static int doconnect(bool);
86 1.18 pooka static int handshake_req(struct spclient *, uint32_t *, int, bool);
87 1.18 pooka
88 1.20 pooka time_t retrytimo = RUMPCLIENT_RETRYCONN_ONCE;
89 1.18 pooka
90 1.18 pooka static int
91 1.18 pooka send_with_recon(struct spclient *spc, const void *data, size_t dlen)
92 1.18 pooka {
93 1.20 pooka struct timeval starttime, curtime;
94 1.20 pooka time_t prevreconmsg;
95 1.20 pooka unsigned reconretries;
96 1.18 pooka int rv;
97 1.18 pooka
98 1.20 pooka for (prevreconmsg = 0, reconretries = 0;;) {
99 1.18 pooka rv = dosend(spc, data, dlen);
100 1.18 pooka if (__predict_false(rv == ENOTCONN || rv == EBADF)) {
101 1.20 pooka /* no persistent connections */
102 1.20 pooka if (retrytimo == 0)
103 1.20 pooka break;
104 1.24 pooka if (retrytimo == RUMPCLIENT_RETRYCONN_DIE)
105 1.24 pooka exit(1);
106 1.20 pooka
107 1.20 pooka if (!prevreconmsg) {
108 1.20 pooka prevreconmsg = time(NULL);
109 1.20 pooka gettimeofday(&starttime, NULL);
110 1.20 pooka }
111 1.20 pooka if (reconretries == 1) {
112 1.20 pooka if (retrytimo == RUMPCLIENT_RETRYCONN_ONCE) {
113 1.20 pooka rv = ENOTCONN;
114 1.20 pooka break;
115 1.20 pooka }
116 1.20 pooka fprintf(stderr, "rump_sp: connection to "
117 1.20 pooka "kernel lost, trying to reconnect ...\n");
118 1.20 pooka } else if (time(NULL) - prevreconmsg > 120) {
119 1.20 pooka fprintf(stderr, "rump_sp: still trying to "
120 1.20 pooka "reconnect ...\n");
121 1.20 pooka prevreconmsg = time(NULL);
122 1.20 pooka }
123 1.20 pooka
124 1.20 pooka /* check that we aren't over the limit */
125 1.20 pooka if (retrytimo > 0) {
126 1.20 pooka struct timeval tmp;
127 1.20 pooka
128 1.20 pooka gettimeofday(&curtime, NULL);
129 1.20 pooka timersub(&curtime, &starttime, &tmp);
130 1.20 pooka if (tmp.tv_sec >= retrytimo) {
131 1.20 pooka fprintf(stderr, "rump_sp: reconnect "
132 1.20 pooka "failed, %lld second timeout\n",
133 1.20 pooka (long long)retrytimo);
134 1.20 pooka return ENOTCONN;
135 1.20 pooka }
136 1.20 pooka }
137 1.20 pooka
138 1.20 pooka /* adhoc backoff timer */
139 1.20 pooka if (reconretries < 10) {
140 1.20 pooka usleep(100000 * reconretries);
141 1.20 pooka } else {
142 1.20 pooka sleep(MIN(10, reconretries-9));
143 1.20 pooka }
144 1.20 pooka reconretries++;
145 1.20 pooka
146 1.20 pooka if ((rv = doconnect(false)) != 0)
147 1.18 pooka continue;
148 1.18 pooka if ((rv = handshake_req(&clispc, NULL, 0, true)) != 0)
149 1.18 pooka continue;
150 1.20 pooka
151 1.20 pooka /*
152 1.20 pooka * ok, reconnect succesful. we need to return to
153 1.20 pooka * the upper layer to get the entire PDU resent.
154 1.20 pooka */
155 1.20 pooka if (reconretries != 1)
156 1.20 pooka fprintf(stderr, "rump_sp: reconnected!\n");
157 1.20 pooka rv = EAGAIN;
158 1.20 pooka break;
159 1.20 pooka } else {
160 1.20 pooka _DIAGASSERT(errno != EAGAIN);
161 1.18 pooka break;
162 1.18 pooka }
163 1.20 pooka }
164 1.18 pooka
165 1.18 pooka return rv;
166 1.18 pooka }
167 1.18 pooka
168 1.12 pooka static int
169 1.18 pooka cliwaitresp(struct spclient *spc, struct respwait *rw, sigset_t *mask,
170 1.18 pooka bool keeplock)
171 1.12 pooka {
172 1.18 pooka uint64_t mygen;
173 1.18 pooka bool imalive = true;
174 1.12 pooka
175 1.15 pooka pthread_mutex_lock(&spc->spc_mtx);
176 1.18 pooka if (!keeplock)
177 1.18 pooka sendunlockl(spc);
178 1.18 pooka mygen = spc->spc_generation;
179 1.12 pooka
180 1.12 pooka rw->rw_error = 0;
181 1.18 pooka while (!rw->rw_done && rw->rw_error == 0) {
182 1.18 pooka if (__predict_false(spc->spc_generation != mygen || !imalive))
183 1.18 pooka break;
184 1.18 pooka
185 1.12 pooka /* are we free to receive? */
186 1.12 pooka if (spc->spc_istatus == SPCSTATUS_FREE) {
187 1.15 pooka struct kevent kev[8];
188 1.15 pooka int gotresp, dosig, rv, i;
189 1.15 pooka
190 1.12 pooka spc->spc_istatus = SPCSTATUS_BUSY;
191 1.12 pooka pthread_mutex_unlock(&spc->spc_mtx);
192 1.12 pooka
193 1.15 pooka dosig = 0;
194 1.15 pooka for (gotresp = 0; !gotresp; ) {
195 1.15 pooka switch (readframe(spc)) {
196 1.15 pooka case 0:
197 1.17 pooka rv = host_kevent(kq, NULL, 0,
198 1.15 pooka kev, __arraycount(kev), NULL);
199 1.18 pooka
200 1.18 pooka /*
201 1.18 pooka * XXX: don't know how this can
202 1.18 pooka * happen (timeout cannot expire
203 1.18 pooka * since there isn't one), but
204 1.18 pooka * it does happen
205 1.18 pooka */
206 1.18 pooka if (__predict_false(rv == 0))
207 1.18 pooka continue;
208 1.18 pooka
209 1.15 pooka for (i = 0; i < rv; i++) {
210 1.15 pooka if (kev[i].filter
211 1.15 pooka == EVFILT_SIGNAL)
212 1.15 pooka dosig++;
213 1.15 pooka }
214 1.15 pooka if (dosig)
215 1.15 pooka goto cleanup;
216 1.15 pooka
217 1.15 pooka continue;
218 1.15 pooka case -1:
219 1.18 pooka imalive = false;
220 1.15 pooka goto cleanup;
221 1.15 pooka default:
222 1.15 pooka break;
223 1.15 pooka }
224 1.12 pooka
225 1.15 pooka switch (spc->spc_hdr.rsp_class) {
226 1.12 pooka case RUMPSP_RESP:
227 1.12 pooka case RUMPSP_ERROR:
228 1.12 pooka kickwaiter(spc);
229 1.15 pooka gotresp = spc->spc_hdr.rsp_reqno ==
230 1.15 pooka rw->rw_reqno;
231 1.12 pooka break;
232 1.12 pooka case RUMPSP_REQ:
233 1.12 pooka handlereq(spc);
234 1.12 pooka break;
235 1.12 pooka default:
236 1.12 pooka /* panic */
237 1.12 pooka break;
238 1.15 pooka }
239 1.12 pooka }
240 1.12 pooka
241 1.15 pooka cleanup:
242 1.15 pooka pthread_mutex_lock(&spc->spc_mtx);
243 1.15 pooka if (spc->spc_istatus == SPCSTATUS_WANTED)
244 1.15 pooka kickall(spc);
245 1.15 pooka spc->spc_istatus = SPCSTATUS_FREE;
246 1.15 pooka
247 1.15 pooka /* take one for the team */
248 1.15 pooka if (dosig) {
249 1.15 pooka pthread_mutex_unlock(&spc->spc_mtx);
250 1.15 pooka pthread_sigmask(SIG_SETMASK, mask, NULL);
251 1.15 pooka pthread_sigmask(SIG_SETMASK, &fullset, NULL);
252 1.15 pooka pthread_mutex_lock(&spc->spc_mtx);
253 1.15 pooka }
254 1.12 pooka } else {
255 1.12 pooka spc->spc_istatus = SPCSTATUS_WANTED;
256 1.12 pooka pthread_cond_wait(&rw->rw_cv, &spc->spc_mtx);
257 1.12 pooka }
258 1.12 pooka }
259 1.12 pooka TAILQ_REMOVE(&spc->spc_respwait, rw, rw_entries);
260 1.12 pooka pthread_mutex_unlock(&spc->spc_mtx);
261 1.12 pooka pthread_cond_destroy(&rw->rw_cv);
262 1.12 pooka
263 1.18 pooka if (spc->spc_generation != mygen || !imalive) {
264 1.12 pooka return ENOTCONN;
265 1.18 pooka }
266 1.12 pooka return rw->rw_error;
267 1.12 pooka }
268 1.12 pooka
269 1.1 pooka static int
270 1.3 pooka syscall_req(struct spclient *spc, int sysnum,
271 1.3 pooka const void *data, size_t dlen, void **resp)
272 1.1 pooka {
273 1.1 pooka struct rsp_hdr rhdr;
274 1.3 pooka struct respwait rw;
275 1.12 pooka sigset_t omask;
276 1.3 pooka int rv;
277 1.1 pooka
278 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + dlen;
279 1.3 pooka rhdr.rsp_class = RUMPSP_REQ;
280 1.3 pooka rhdr.rsp_type = RUMPSP_SYSCALL;
281 1.1 pooka rhdr.rsp_sysnum = sysnum;
282 1.1 pooka
283 1.12 pooka pthread_sigmask(SIG_SETMASK, &fullset, &omask);
284 1.6 pooka do {
285 1.6 pooka putwait(spc, &rw, &rhdr);
286 1.18 pooka if ((rv = send_with_recon(spc, &rhdr, sizeof(rhdr))) != 0) {
287 1.18 pooka unputwait(spc, &rw);
288 1.18 pooka continue;
289 1.18 pooka }
290 1.18 pooka if ((rv = send_with_recon(spc, data, dlen)) != 0) {
291 1.6 pooka unputwait(spc, &rw);
292 1.18 pooka continue;
293 1.6 pooka }
294 1.6 pooka
295 1.18 pooka rv = cliwaitresp(spc, &rw, &omask, false);
296 1.20 pooka if (rv == ENOTCONN)
297 1.20 pooka rv = EAGAIN;
298 1.20 pooka } while (rv == EAGAIN);
299 1.12 pooka pthread_sigmask(SIG_SETMASK, &omask, NULL);
300 1.3 pooka
301 1.3 pooka *resp = rw.rw_data;
302 1.3 pooka return rv;
303 1.1 pooka }
304 1.1 pooka
305 1.1 pooka static int
306 1.18 pooka handshake_req(struct spclient *spc, uint32_t *auth, int cancel, bool haslock)
307 1.10 pooka {
308 1.11 pooka struct handshake_fork rf;
309 1.10 pooka struct rsp_hdr rhdr;
310 1.10 pooka struct respwait rw;
311 1.12 pooka sigset_t omask;
312 1.21 pooka size_t bonus;
313 1.10 pooka int rv;
314 1.10 pooka
315 1.21 pooka if (auth) {
316 1.21 pooka bonus = sizeof(rf);
317 1.21 pooka } else {
318 1.21 pooka bonus = strlen(getprogname())+1;
319 1.21 pooka }
320 1.21 pooka
321 1.10 pooka /* performs server handshake */
322 1.21 pooka rhdr.rsp_len = sizeof(rhdr) + bonus;
323 1.10 pooka rhdr.rsp_class = RUMPSP_REQ;
324 1.10 pooka rhdr.rsp_type = RUMPSP_HANDSHAKE;
325 1.11 pooka if (auth)
326 1.11 pooka rhdr.rsp_handshake = HANDSHAKE_FORK;
327 1.11 pooka else
328 1.11 pooka rhdr.rsp_handshake = HANDSHAKE_GUEST;
329 1.10 pooka
330 1.12 pooka pthread_sigmask(SIG_SETMASK, &fullset, &omask);
331 1.18 pooka if (haslock)
332 1.18 pooka putwait_locked(spc, &rw, &rhdr);
333 1.18 pooka else
334 1.18 pooka putwait(spc, &rw, &rhdr);
335 1.10 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
336 1.11 pooka if (auth) {
337 1.11 pooka memcpy(rf.rf_auth, auth, AUTHLEN*sizeof(*auth));
338 1.11 pooka rf.rf_cancel = cancel;
339 1.18 pooka rv = send_with_recon(spc, &rf, sizeof(rf));
340 1.21 pooka } else {
341 1.21 pooka rv = dosend(spc, getprogname(), strlen(getprogname())+1);
342 1.11 pooka }
343 1.18 pooka if (rv || cancel) {
344 1.18 pooka if (haslock)
345 1.18 pooka unputwait_locked(spc, &rw);
346 1.18 pooka else
347 1.18 pooka unputwait(spc, &rw);
348 1.18 pooka if (cancel) {
349 1.18 pooka pthread_sigmask(SIG_SETMASK, &omask, NULL);
350 1.18 pooka return rv;
351 1.18 pooka }
352 1.18 pooka } else {
353 1.18 pooka rv = cliwaitresp(spc, &rw, &omask, haslock);
354 1.10 pooka }
355 1.12 pooka pthread_sigmask(SIG_SETMASK, &omask, NULL);
356 1.10 pooka if (rv)
357 1.10 pooka return rv;
358 1.10 pooka
359 1.10 pooka rv = *(int *)rw.rw_data;
360 1.10 pooka free(rw.rw_data);
361 1.10 pooka
362 1.10 pooka return rv;
363 1.10 pooka }
364 1.10 pooka
365 1.10 pooka static int
366 1.11 pooka prefork_req(struct spclient *spc, void **resp)
367 1.11 pooka {
368 1.11 pooka struct rsp_hdr rhdr;
369 1.11 pooka struct respwait rw;
370 1.12 pooka sigset_t omask;
371 1.11 pooka int rv;
372 1.11 pooka
373 1.11 pooka rhdr.rsp_len = sizeof(rhdr);
374 1.11 pooka rhdr.rsp_class = RUMPSP_REQ;
375 1.11 pooka rhdr.rsp_type = RUMPSP_PREFORK;
376 1.11 pooka rhdr.rsp_error = 0;
377 1.11 pooka
378 1.12 pooka pthread_sigmask(SIG_SETMASK, &fullset, &omask);
379 1.18 pooka do {
380 1.18 pooka putwait(spc, &rw, &rhdr);
381 1.18 pooka rv = send_with_recon(spc, &rhdr, sizeof(rhdr));
382 1.18 pooka if (rv != 0) {
383 1.18 pooka unputwait(spc, &rw);
384 1.18 pooka continue;
385 1.18 pooka }
386 1.11 pooka
387 1.18 pooka rv = cliwaitresp(spc, &rw, &omask, false);
388 1.20 pooka if (rv == ENOTCONN)
389 1.20 pooka rv = EAGAIN;
390 1.20 pooka } while (rv == EAGAIN);
391 1.12 pooka pthread_sigmask(SIG_SETMASK, &omask, NULL);
392 1.18 pooka
393 1.11 pooka *resp = rw.rw_data;
394 1.11 pooka return rv;
395 1.11 pooka }
396 1.11 pooka
397 1.18 pooka /*
398 1.18 pooka * prevent response code from deadlocking with reconnect code
399 1.18 pooka */
400 1.11 pooka static int
401 1.18 pooka resp_sendlock(struct spclient *spc)
402 1.18 pooka {
403 1.18 pooka int rv = 0;
404 1.18 pooka
405 1.18 pooka pthread_mutex_lock(&spc->spc_mtx);
406 1.18 pooka while (spc->spc_ostatus != SPCSTATUS_FREE) {
407 1.18 pooka if (__predict_false(spc->spc_reconnecting)) {
408 1.18 pooka rv = EBUSY;
409 1.18 pooka goto out;
410 1.18 pooka }
411 1.18 pooka spc->spc_ostatus = SPCSTATUS_WANTED;
412 1.18 pooka pthread_cond_wait(&spc->spc_cv, &spc->spc_mtx);
413 1.18 pooka }
414 1.18 pooka spc->spc_ostatus = SPCSTATUS_BUSY;
415 1.18 pooka
416 1.18 pooka out:
417 1.18 pooka pthread_mutex_unlock(&spc->spc_mtx);
418 1.18 pooka return rv;
419 1.18 pooka }
420 1.18 pooka
421 1.18 pooka static void
422 1.5 pooka send_copyin_resp(struct spclient *spc, uint64_t reqno, void *data, size_t dlen,
423 1.5 pooka int wantstr)
424 1.1 pooka {
425 1.1 pooka struct rsp_hdr rhdr;
426 1.1 pooka
427 1.5 pooka if (wantstr)
428 1.5 pooka dlen = MIN(dlen, strlen(data)+1);
429 1.5 pooka
430 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + dlen;
431 1.1 pooka rhdr.rsp_reqno = reqno;
432 1.3 pooka rhdr.rsp_class = RUMPSP_RESP;
433 1.3 pooka rhdr.rsp_type = RUMPSP_COPYIN;
434 1.1 pooka rhdr.rsp_sysnum = 0;
435 1.1 pooka
436 1.18 pooka if (resp_sendlock(spc) != 0)
437 1.18 pooka return;
438 1.18 pooka (void)dosend(spc, &rhdr, sizeof(rhdr));
439 1.18 pooka (void)dosend(spc, data, dlen);
440 1.3 pooka sendunlock(spc);
441 1.1 pooka }
442 1.1 pooka
443 1.18 pooka static void
444 1.1 pooka send_anonmmap_resp(struct spclient *spc, uint64_t reqno, void *addr)
445 1.1 pooka {
446 1.1 pooka struct rsp_hdr rhdr;
447 1.1 pooka
448 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(addr);
449 1.1 pooka rhdr.rsp_reqno = reqno;
450 1.3 pooka rhdr.rsp_class = RUMPSP_RESP;
451 1.3 pooka rhdr.rsp_type = RUMPSP_ANONMMAP;
452 1.1 pooka rhdr.rsp_sysnum = 0;
453 1.1 pooka
454 1.18 pooka if (resp_sendlock(spc) != 0)
455 1.18 pooka return;
456 1.18 pooka (void)dosend(spc, &rhdr, sizeof(rhdr));
457 1.18 pooka (void)dosend(spc, &addr, sizeof(addr));
458 1.3 pooka sendunlock(spc);
459 1.1 pooka }
460 1.1 pooka
461 1.1 pooka int
462 1.1 pooka rumpclient_syscall(int sysnum, const void *data, size_t dlen,
463 1.1 pooka register_t *retval)
464 1.1 pooka {
465 1.1 pooka struct rsp_sysresp *resp;
466 1.3 pooka void *rdata;
467 1.3 pooka int rv;
468 1.3 pooka
469 1.3 pooka DPRINTF(("rumpsp syscall_req: syscall %d with %p/%zu\n",
470 1.3 pooka sysnum, data, dlen));
471 1.3 pooka
472 1.3 pooka rv = syscall_req(&clispc, sysnum, data, dlen, &rdata);
473 1.3 pooka if (rv)
474 1.3 pooka return rv;
475 1.3 pooka
476 1.3 pooka resp = rdata;
477 1.3 pooka DPRINTF(("rumpsp syscall_resp: syscall %d error %d, rv: %d/%d\n",
478 1.3 pooka sysnum, rv, resp->rsys_retval[0], resp->rsys_retval[1]));
479 1.1 pooka
480 1.3 pooka memcpy(retval, &resp->rsys_retval, sizeof(resp->rsys_retval));
481 1.3 pooka rv = resp->rsys_error;
482 1.3 pooka free(rdata);
483 1.1 pooka
484 1.3 pooka return rv;
485 1.3 pooka }
486 1.1 pooka
487 1.3 pooka static void
488 1.3 pooka handlereq(struct spclient *spc)
489 1.3 pooka {
490 1.3 pooka struct rsp_copydata *copydata;
491 1.16 pooka struct rsp_hdr *rhdr = &spc->spc_hdr;
492 1.3 pooka void *mapaddr;
493 1.3 pooka size_t maplen;
494 1.5 pooka int reqtype = spc->spc_hdr.rsp_type;
495 1.1 pooka
496 1.5 pooka switch (reqtype) {
497 1.3 pooka case RUMPSP_COPYIN:
498 1.5 pooka case RUMPSP_COPYINSTR:
499 1.3 pooka /*LINTED*/
500 1.3 pooka copydata = (struct rsp_copydata *)spc->spc_buf;
501 1.3 pooka DPRINTF(("rump_sp handlereq: copyin request: %p/%zu\n",
502 1.3 pooka copydata->rcp_addr, copydata->rcp_len));
503 1.3 pooka send_copyin_resp(spc, spc->spc_hdr.rsp_reqno,
504 1.5 pooka copydata->rcp_addr, copydata->rcp_len,
505 1.5 pooka reqtype == RUMPSP_COPYINSTR);
506 1.3 pooka break;
507 1.3 pooka case RUMPSP_COPYOUT:
508 1.5 pooka case RUMPSP_COPYOUTSTR:
509 1.3 pooka /*LINTED*/
510 1.3 pooka copydata = (struct rsp_copydata *)spc->spc_buf;
511 1.3 pooka DPRINTF(("rump_sp handlereq: copyout request: %p/%zu\n",
512 1.3 pooka copydata->rcp_addr, copydata->rcp_len));
513 1.3 pooka /*LINTED*/
514 1.3 pooka memcpy(copydata->rcp_addr, copydata->rcp_data,
515 1.3 pooka copydata->rcp_len);
516 1.3 pooka break;
517 1.3 pooka case RUMPSP_ANONMMAP:
518 1.3 pooka /*LINTED*/
519 1.3 pooka maplen = *(size_t *)spc->spc_buf;
520 1.3 pooka mapaddr = mmap(NULL, maplen, PROT_READ|PROT_WRITE,
521 1.3 pooka MAP_ANON, -1, 0);
522 1.3 pooka if (mapaddr == MAP_FAILED)
523 1.3 pooka mapaddr = NULL;
524 1.3 pooka DPRINTF(("rump_sp handlereq: anonmmap: %p\n", mapaddr));
525 1.3 pooka send_anonmmap_resp(spc, spc->spc_hdr.rsp_reqno, mapaddr);
526 1.3 pooka break;
527 1.16 pooka case RUMPSP_RAISE:
528 1.16 pooka DPRINTF(("rump_sp handlereq: raise sig %d\n", rhdr->rsp_signo));
529 1.18 pooka raise((int)rhdr->rsp_signo);
530 1.16 pooka /*
531 1.16 pooka * We most likely have signals blocked, but the signal
532 1.16 pooka * will be handled soon enough when we return.
533 1.16 pooka */
534 1.16 pooka break;
535 1.3 pooka default:
536 1.12 pooka printf("PANIC: INVALID TYPE %d\n", reqtype);
537 1.3 pooka abort();
538 1.3 pooka break;
539 1.1 pooka }
540 1.1 pooka
541 1.6 pooka spcfreebuf(spc);
542 1.1 pooka }
543 1.1 pooka
544 1.11 pooka static unsigned ptab_idx;
545 1.11 pooka static struct sockaddr *serv_sa;
546 1.11 pooka
547 1.11 pooka static int
548 1.20 pooka doconnect(bool noisy)
549 1.1 pooka {
550 1.18 pooka struct respwait rw;
551 1.18 pooka struct rsp_hdr rhdr;
552 1.15 pooka struct kevent kev[NSIG+1];
553 1.9 pooka char banner[MAXBANNER];
554 1.18 pooka struct pollfd pfd;
555 1.15 pooka int s, error, flags, i;
556 1.9 pooka ssize_t n;
557 1.1 pooka
558 1.18 pooka if (kq != -1)
559 1.18 pooka host_close(kq);
560 1.18 pooka kq = -1;
561 1.19 pooka s = -1;
562 1.18 pooka
563 1.18 pooka if (clispc.spc_fd != -1)
564 1.18 pooka host_close(clispc.spc_fd);
565 1.18 pooka clispc.spc_fd = -1;
566 1.18 pooka
567 1.18 pooka /*
568 1.18 pooka * for reconnect, gate everyone out of the receiver code
569 1.18 pooka */
570 1.18 pooka putwait_locked(&clispc, &rw, &rhdr);
571 1.18 pooka
572 1.18 pooka pthread_mutex_lock(&clispc.spc_mtx);
573 1.18 pooka clispc.spc_reconnecting = 1;
574 1.18 pooka pthread_cond_broadcast(&clispc.spc_cv);
575 1.18 pooka clispc.spc_generation++;
576 1.18 pooka while (clispc.spc_istatus != SPCSTATUS_FREE) {
577 1.18 pooka clispc.spc_istatus = SPCSTATUS_WANTED;
578 1.18 pooka pthread_cond_wait(&rw.rw_cv, &clispc.spc_mtx);
579 1.18 pooka }
580 1.18 pooka kickall(&clispc);
581 1.18 pooka
582 1.18 pooka /*
583 1.18 pooka * we can release it already since we hold the
584 1.18 pooka * send lock during reconnect
585 1.18 pooka * XXX: assert it
586 1.18 pooka */
587 1.18 pooka clispc.spc_istatus = SPCSTATUS_FREE;
588 1.18 pooka pthread_mutex_unlock(&clispc.spc_mtx);
589 1.18 pooka unputwait_locked(&clispc, &rw);
590 1.18 pooka
591 1.18 pooka free(clispc.spc_buf);
592 1.18 pooka clispc.spc_off = 0;
593 1.18 pooka
594 1.13 pooka s = host_socket(parsetab[ptab_idx].domain, SOCK_STREAM, 0);
595 1.11 pooka if (s == -1)
596 1.2 pooka return -1;
597 1.1 pooka
598 1.18 pooka pfd.fd = s;
599 1.18 pooka pfd.events = POLLIN;
600 1.18 pooka while (host_connect(s, serv_sa, (socklen_t)serv_sa->sa_len) == -1) {
601 1.18 pooka if (errno == EINTR)
602 1.18 pooka continue;
603 1.20 pooka error = errno;
604 1.20 pooka if (noisy)
605 1.18 pooka fprintf(stderr, "rump_sp: client connect failed: %s\n",
606 1.18 pooka strerror(errno));
607 1.20 pooka errno = error;
608 1.20 pooka return -1;
609 1.2 pooka }
610 1.1 pooka
611 1.11 pooka if ((error = parsetab[ptab_idx].connhook(s)) != 0) {
612 1.2 pooka error = errno;
613 1.20 pooka if (noisy)
614 1.20 pooka fprintf(stderr, "rump_sp: connect hook failed\n");
615 1.2 pooka errno = error;
616 1.2 pooka return -1;
617 1.1 pooka }
618 1.4 pooka
619 1.13 pooka if ((n = host_read(s, banner, sizeof(banner)-1)) < 0) {
620 1.2 pooka error = errno;
621 1.20 pooka if (noisy)
622 1.20 pooka fprintf(stderr, "rump_sp: failed to read banner\n");
623 1.2 pooka errno = error;
624 1.2 pooka return -1;
625 1.1 pooka }
626 1.9 pooka
627 1.9 pooka if (banner[n-1] != '\n') {
628 1.20 pooka if (noisy)
629 1.20 pooka fprintf(stderr, "rump_sp: invalid banner\n");
630 1.9 pooka errno = EINVAL;
631 1.9 pooka return -1;
632 1.9 pooka }
633 1.9 pooka banner[n] = '\0';
634 1.18 pooka /* parse the banner some day */
635 1.9 pooka
636 1.15 pooka flags = host_fcntl(s, F_GETFL, 0);
637 1.15 pooka if (host_fcntl(s, F_SETFL, flags | O_NONBLOCK) == -1) {
638 1.20 pooka if (noisy)
639 1.20 pooka fprintf(stderr, "rump_sp: socket fd NONBLOCK: %s\n",
640 1.20 pooka strerror(errno));
641 1.15 pooka errno = EINVAL;
642 1.15 pooka return -1;
643 1.15 pooka }
644 1.18 pooka clispc.spc_fd = s;
645 1.18 pooka clispc.spc_state = SPCSTATE_RUNNING;
646 1.18 pooka clispc.spc_reconnecting = 0;
647 1.15 pooka
648 1.15 pooka /* setup kqueue, we want all signals and the fd */
649 1.17 pooka if ((kq = host_kqueue()) == -1) {
650 1.15 pooka error = errno;
651 1.20 pooka if (noisy)
652 1.20 pooka fprintf(stderr, "rump_sp: cannot setup kqueue");
653 1.15 pooka errno = error;
654 1.15 pooka return -1;
655 1.15 pooka }
656 1.15 pooka
657 1.15 pooka for (i = 0; i < NSIG; i++) {
658 1.15 pooka EV_SET(&kev[i], i+1, EVFILT_SIGNAL, EV_ADD|EV_ENABLE, 0, 0, 0);
659 1.15 pooka }
660 1.18 pooka EV_SET(&kev[NSIG], clispc.spc_fd,
661 1.18 pooka EVFILT_READ, EV_ADD|EV_ENABLE, 0, 0, 0);
662 1.17 pooka if (host_kevent(kq, kev, NSIG+1, NULL, 0, NULL) == -1) {
663 1.15 pooka error = errno;
664 1.20 pooka if (noisy)
665 1.20 pooka fprintf(stderr, "rump_sp: kevent() failed");
666 1.15 pooka errno = error;
667 1.15 pooka return -1;
668 1.15 pooka }
669 1.15 pooka
670 1.18 pooka return 0;
671 1.18 pooka }
672 1.18 pooka
673 1.18 pooka static int
674 1.18 pooka doinit(void)
675 1.18 pooka {
676 1.18 pooka
677 1.11 pooka TAILQ_INIT(&clispc.spc_respwait);
678 1.11 pooka pthread_mutex_init(&clispc.spc_mtx, NULL);
679 1.11 pooka pthread_cond_init(&clispc.spc_cv, NULL);
680 1.11 pooka
681 1.11 pooka return 0;
682 1.11 pooka }
683 1.11 pooka
684 1.13 pooka void *(*rumpclient_dlsym)(void *, const char *);
685 1.13 pooka
686 1.11 pooka int
687 1.11 pooka rumpclient_init()
688 1.11 pooka {
689 1.11 pooka char *p;
690 1.11 pooka int error;
691 1.11 pooka
692 1.13 pooka /* dlsym overrided by rumphijack? */
693 1.13 pooka if (!rumpclient_dlsym)
694 1.13 pooka rumpclient_dlsym = dlsym;
695 1.13 pooka
696 1.13 pooka /*
697 1.13 pooka * sag mir, wo die symbol sind. zogen fort, der krieg beginnt.
698 1.13 pooka * wann wird man je verstehen? wann wird man je verstehen?
699 1.13 pooka */
700 1.13 pooka #define FINDSYM2(_name_,_syscall_) \
701 1.13 pooka if ((host_##_name_ = rumpclient_dlsym(RTLD_NEXT, \
702 1.13 pooka #_syscall_)) == NULL) \
703 1.13 pooka /* host_##_name_ = _syscall_ */;
704 1.13 pooka #define FINDSYM(_name_) FINDSYM2(_name_,_name_)
705 1.13 pooka FINDSYM2(socket,__socket30);
706 1.13 pooka FINDSYM(close);
707 1.13 pooka FINDSYM(connect);
708 1.15 pooka FINDSYM(fcntl);
709 1.13 pooka FINDSYM(poll);
710 1.13 pooka FINDSYM(read);
711 1.13 pooka FINDSYM(sendto);
712 1.13 pooka FINDSYM(setsockopt);
713 1.17 pooka FINDSYM(kqueue);
714 1.22 pooka #if !__NetBSD_Prereq__(5,99,7)
715 1.17 pooka FINDSYM(kevent);
716 1.22 pooka #else
717 1.22 pooka FINDSYM2(kevent,_sys___kevent50);
718 1.22 pooka #endif
719 1.13 pooka #undef FINDSYM
720 1.13 pooka #undef FINDSY2
721 1.13 pooka
722 1.11 pooka if ((p = getenv("RUMP_SERVER")) == NULL) {
723 1.11 pooka errno = ENOENT;
724 1.11 pooka return -1;
725 1.11 pooka }
726 1.11 pooka
727 1.11 pooka if ((error = parseurl(p, &serv_sa, &ptab_idx, 0)) != 0) {
728 1.11 pooka errno = error;
729 1.11 pooka return -1;
730 1.11 pooka }
731 1.11 pooka
732 1.18 pooka if (doinit() == -1)
733 1.18 pooka return -1;
734 1.20 pooka if (doconnect(true) == -1)
735 1.11 pooka return -1;
736 1.11 pooka
737 1.18 pooka error = handshake_req(&clispc, NULL, 0, false);
738 1.11 pooka if (error) {
739 1.11 pooka pthread_mutex_destroy(&clispc.spc_mtx);
740 1.11 pooka pthread_cond_destroy(&clispc.spc_cv);
741 1.18 pooka if (clispc.spc_fd != -1)
742 1.18 pooka host_close(clispc.spc_fd);
743 1.10 pooka errno = error;
744 1.10 pooka return -1;
745 1.10 pooka }
746 1.10 pooka
747 1.12 pooka sigfillset(&fullset);
748 1.11 pooka return 0;
749 1.11 pooka }
750 1.11 pooka
751 1.11 pooka struct rumpclient_fork {
752 1.11 pooka uint32_t fork_auth[AUTHLEN];
753 1.11 pooka };
754 1.11 pooka
755 1.11 pooka struct rumpclient_fork *
756 1.11 pooka rumpclient_prefork(void)
757 1.11 pooka {
758 1.11 pooka struct rumpclient_fork *rpf;
759 1.11 pooka void *resp;
760 1.11 pooka int rv;
761 1.11 pooka
762 1.11 pooka rpf = malloc(sizeof(*rpf));
763 1.11 pooka if (rpf == NULL)
764 1.11 pooka return NULL;
765 1.11 pooka
766 1.11 pooka if ((rv = prefork_req(&clispc, &resp)) != 0) {
767 1.11 pooka free(rpf);
768 1.11 pooka errno = rv;
769 1.11 pooka return NULL;
770 1.11 pooka }
771 1.11 pooka
772 1.11 pooka memcpy(rpf->fork_auth, resp, sizeof(rpf->fork_auth));
773 1.11 pooka free(resp);
774 1.11 pooka
775 1.11 pooka return rpf;
776 1.11 pooka }
777 1.11 pooka
778 1.11 pooka int
779 1.11 pooka rumpclient_fork_init(struct rumpclient_fork *rpf)
780 1.11 pooka {
781 1.11 pooka int error;
782 1.23 pooka int osock;
783 1.11 pooka
784 1.23 pooka osock = clispc.spc_fd;
785 1.11 pooka memset(&clispc, 0, sizeof(clispc));
786 1.23 pooka clispc.spc_fd = osock;
787 1.23 pooka
788 1.23 pooka kq = -1; /* kqueue descriptor is not copied over fork() */
789 1.11 pooka
790 1.18 pooka if (doinit() == -1)
791 1.18 pooka return -1;
792 1.20 pooka if (doconnect(false) == -1)
793 1.11 pooka return -1;
794 1.10 pooka
795 1.18 pooka error = handshake_req(&clispc, rpf->fork_auth, 0, false);
796 1.10 pooka if (error) {
797 1.10 pooka pthread_mutex_destroy(&clispc.spc_mtx);
798 1.10 pooka pthread_cond_destroy(&clispc.spc_cv);
799 1.11 pooka errno = error;
800 1.11 pooka return -1;
801 1.10 pooka }
802 1.11 pooka
803 1.11 pooka return 0;
804 1.1 pooka }
805 1.20 pooka
806 1.20 pooka void
807 1.20 pooka rumpclient_setconnretry(time_t timeout)
808 1.20 pooka {
809 1.20 pooka
810 1.24 pooka if (timeout < RUMPCLIENT_RETRYCONN_DIE)
811 1.20 pooka return; /* gigo */
812 1.20 pooka
813 1.20 pooka retrytimo = timeout;
814 1.20 pooka }
815