rumpuser_sp.c revision 1.19 1 1.19 pooka /* $NetBSD: rumpuser_sp.c,v 1.19 2010/11/27 18:30:51 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2010 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka /*
29 1.1 pooka * Sysproxy routines. This provides system RPC support over host sockets.
30 1.1 pooka * The most notable limitation is that the client and server must share
31 1.1 pooka * the same ABI. This does not mean that they have to be the same
32 1.1 pooka * machine or that they need to run the same version of the host OS,
33 1.1 pooka * just that they must agree on the data structures. This even *might*
34 1.1 pooka * work correctly from one hardware architecture to another.
35 1.1 pooka *
36 1.1 pooka * Not finished yet, i.e. don't use in production. Lacks locking plus
37 1.1 pooka * handling of multiple clients and unexpected connection closes.
38 1.1 pooka */
39 1.1 pooka
40 1.1 pooka #include <sys/cdefs.h>
41 1.19 pooka __RCSID("$NetBSD: rumpuser_sp.c,v 1.19 2010/11/27 18:30:51 pooka Exp $");
42 1.1 pooka
43 1.1 pooka #include <sys/types.h>
44 1.11 pooka #include <sys/atomic.h>
45 1.1 pooka #include <sys/mman.h>
46 1.1 pooka #include <sys/socket.h>
47 1.1 pooka
48 1.1 pooka #include <arpa/inet.h>
49 1.1 pooka #include <netinet/in.h>
50 1.1 pooka #include <netinet/tcp.h>
51 1.1 pooka
52 1.1 pooka #include <assert.h>
53 1.1 pooka #include <errno.h>
54 1.1 pooka #include <fcntl.h>
55 1.1 pooka #include <poll.h>
56 1.1 pooka #include <pthread.h>
57 1.1 pooka #include <stdarg.h>
58 1.1 pooka #include <stdio.h>
59 1.1 pooka #include <stdlib.h>
60 1.1 pooka #include <string.h>
61 1.1 pooka #include <unistd.h>
62 1.1 pooka
63 1.1 pooka #include <rump/rumpuser.h>
64 1.13 pooka #include "rumpuser_int.h"
65 1.1 pooka
66 1.5 pooka #include "sp_common.c"
67 1.1 pooka
68 1.18 pooka #define MAXCLI 256
69 1.1 pooka
70 1.1 pooka static struct pollfd pfdlist[MAXCLI];
71 1.1 pooka static struct spclient spclist[MAXCLI];
72 1.11 pooka static unsigned int disco;
73 1.1 pooka
74 1.3 pooka static struct rumpuser_sp_ops spops;
75 1.3 pooka
76 1.3 pooka /*
77 1.3 pooka * Manual wrappers, since librump does not have access to the
78 1.3 pooka * user namespace wrapped interfaces.
79 1.3 pooka */
80 1.3 pooka
81 1.3 pooka static void
82 1.3 pooka lwproc_switch(struct lwp *l)
83 1.3 pooka {
84 1.3 pooka
85 1.4 pooka spops.spop_schedule();
86 1.3 pooka spops.spop_lwproc_switch(l);
87 1.4 pooka spops.spop_unschedule();
88 1.3 pooka }
89 1.3 pooka
90 1.3 pooka static void
91 1.3 pooka lwproc_release(void)
92 1.3 pooka {
93 1.3 pooka
94 1.4 pooka spops.spop_schedule();
95 1.3 pooka spops.spop_lwproc_release();
96 1.4 pooka spops.spop_unschedule();
97 1.3 pooka }
98 1.3 pooka
99 1.3 pooka static int
100 1.10 pooka lwproc_newproc(struct spclient *spc)
101 1.3 pooka {
102 1.3 pooka int rv;
103 1.3 pooka
104 1.4 pooka spops.spop_schedule();
105 1.10 pooka rv = spops.spop_lwproc_newproc(spc);
106 1.4 pooka spops.spop_unschedule();
107 1.3 pooka
108 1.3 pooka return rv;
109 1.3 pooka }
110 1.3 pooka
111 1.8 pooka static int
112 1.8 pooka lwproc_newlwp(pid_t pid)
113 1.8 pooka {
114 1.8 pooka int rv;
115 1.8 pooka
116 1.8 pooka spops.spop_schedule();
117 1.8 pooka rv = spops.spop_lwproc_newlwp(pid);
118 1.8 pooka spops.spop_unschedule();
119 1.8 pooka
120 1.8 pooka return rv;
121 1.8 pooka }
122 1.8 pooka
123 1.3 pooka static struct lwp *
124 1.3 pooka lwproc_curlwp(void)
125 1.3 pooka {
126 1.3 pooka struct lwp *l;
127 1.3 pooka
128 1.4 pooka spops.spop_schedule();
129 1.3 pooka l = spops.spop_lwproc_curlwp();
130 1.4 pooka spops.spop_unschedule();
131 1.3 pooka
132 1.3 pooka return l;
133 1.3 pooka }
134 1.3 pooka
135 1.8 pooka static pid_t
136 1.8 pooka lwproc_getpid(void)
137 1.8 pooka {
138 1.8 pooka pid_t p;
139 1.8 pooka
140 1.8 pooka spops.spop_schedule();
141 1.8 pooka p = spops.spop_getpid();
142 1.8 pooka spops.spop_unschedule();
143 1.8 pooka
144 1.8 pooka return p;
145 1.8 pooka }
146 1.8 pooka
147 1.3 pooka static int
148 1.3 pooka rumpsyscall(int sysnum, void *data, register_t *retval)
149 1.3 pooka {
150 1.3 pooka int rv;
151 1.3 pooka
152 1.4 pooka spops.spop_schedule();
153 1.3 pooka rv = spops.spop_syscall(sysnum, data, retval);
154 1.4 pooka spops.spop_unschedule();
155 1.3 pooka
156 1.3 pooka return rv;
157 1.3 pooka }
158 1.1 pooka
159 1.7 pooka static uint64_t
160 1.7 pooka nextreq(struct spclient *spc)
161 1.7 pooka {
162 1.7 pooka uint64_t nw;
163 1.7 pooka
164 1.7 pooka pthread_mutex_lock(&spc->spc_mtx);
165 1.7 pooka nw = spc->spc_nextreq++;
166 1.7 pooka pthread_mutex_unlock(&spc->spc_mtx);
167 1.7 pooka
168 1.7 pooka return nw;
169 1.7 pooka }
170 1.7 pooka
171 1.1 pooka static int
172 1.1 pooka send_syscall_resp(struct spclient *spc, uint64_t reqno, int error,
173 1.7 pooka register_t *retval)
174 1.1 pooka {
175 1.1 pooka struct rsp_hdr rhdr;
176 1.1 pooka struct rsp_sysresp sysresp;
177 1.7 pooka int rv;
178 1.1 pooka
179 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(sysresp);
180 1.1 pooka rhdr.rsp_reqno = reqno;
181 1.7 pooka rhdr.rsp_class = RUMPSP_RESP;
182 1.7 pooka rhdr.rsp_type = RUMPSP_SYSCALL;
183 1.1 pooka rhdr.rsp_sysnum = 0;
184 1.1 pooka
185 1.1 pooka sysresp.rsys_error = error;
186 1.7 pooka memcpy(sysresp.rsys_retval, retval, sizeof(sysresp.rsys_retval));
187 1.1 pooka
188 1.7 pooka sendlock(spc);
189 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
190 1.7 pooka rv = dosend(spc, &sysresp, sizeof(sysresp));
191 1.7 pooka sendunlock(spc);
192 1.1 pooka
193 1.7 pooka return rv;
194 1.1 pooka }
195 1.1 pooka
196 1.1 pooka static int
197 1.15 pooka copyin_req(struct spclient *spc, const void *remaddr, size_t *dlen,
198 1.15 pooka int wantstr, void **resp)
199 1.1 pooka {
200 1.1 pooka struct rsp_hdr rhdr;
201 1.1 pooka struct rsp_copydata copydata;
202 1.7 pooka struct respwait rw;
203 1.7 pooka int rv;
204 1.7 pooka
205 1.15 pooka DPRINTF(("copyin_req: %zu bytes from %p\n", *dlen, remaddr));
206 1.1 pooka
207 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata);
208 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
209 1.15 pooka if (wantstr)
210 1.15 pooka rhdr.rsp_type = RUMPSP_COPYINSTR;
211 1.15 pooka else
212 1.15 pooka rhdr.rsp_type = RUMPSP_COPYIN;
213 1.1 pooka rhdr.rsp_sysnum = 0;
214 1.1 pooka
215 1.1 pooka copydata.rcp_addr = __UNCONST(remaddr);
216 1.15 pooka copydata.rcp_len = *dlen;
217 1.1 pooka
218 1.7 pooka putwait(spc, &rw, &rhdr);
219 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
220 1.7 pooka rv = dosend(spc, ©data, sizeof(copydata));
221 1.13 pooka if (rv) {
222 1.13 pooka unputwait(spc, &rw);
223 1.13 pooka return rv;
224 1.13 pooka }
225 1.7 pooka
226 1.7 pooka rv = waitresp(spc, &rw);
227 1.7 pooka
228 1.7 pooka DPRINTF(("copyin: response %d\n", rv));
229 1.7 pooka
230 1.7 pooka *resp = rw.rw_data;
231 1.15 pooka if (wantstr)
232 1.15 pooka *dlen = rw.rw_dlen;
233 1.15 pooka
234 1.7 pooka return rv;
235 1.1 pooka
236 1.1 pooka }
237 1.1 pooka
238 1.1 pooka static int
239 1.1 pooka send_copyout_req(struct spclient *spc, const void *remaddr,
240 1.1 pooka const void *data, size_t dlen)
241 1.1 pooka {
242 1.1 pooka struct rsp_hdr rhdr;
243 1.1 pooka struct rsp_copydata copydata;
244 1.7 pooka int rv;
245 1.7 pooka
246 1.7 pooka DPRINTF(("copyout_req (async): %zu bytes to %p\n", dlen, remaddr));
247 1.1 pooka
248 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata) + dlen;
249 1.7 pooka rhdr.rsp_reqno = nextreq(spc);
250 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
251 1.7 pooka rhdr.rsp_type = RUMPSP_COPYOUT;
252 1.1 pooka rhdr.rsp_sysnum = 0;
253 1.1 pooka
254 1.1 pooka copydata.rcp_addr = __UNCONST(remaddr);
255 1.1 pooka copydata.rcp_len = dlen;
256 1.1 pooka
257 1.7 pooka sendlock(spc);
258 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
259 1.7 pooka rv = dosend(spc, ©data, sizeof(copydata));
260 1.7 pooka rv = dosend(spc, data, dlen);
261 1.7 pooka sendunlock(spc);
262 1.1 pooka
263 1.7 pooka return rv;
264 1.1 pooka }
265 1.1 pooka
266 1.1 pooka static int
267 1.7 pooka anonmmap_req(struct spclient *spc, size_t howmuch, void **resp)
268 1.1 pooka {
269 1.1 pooka struct rsp_hdr rhdr;
270 1.7 pooka struct respwait rw;
271 1.7 pooka int rv;
272 1.7 pooka
273 1.7 pooka DPRINTF(("anonmmap_req: %zu bytes\n", howmuch));
274 1.1 pooka
275 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(howmuch);
276 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
277 1.7 pooka rhdr.rsp_type = RUMPSP_ANONMMAP;
278 1.1 pooka rhdr.rsp_sysnum = 0;
279 1.1 pooka
280 1.7 pooka putwait(spc, &rw, &rhdr);
281 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
282 1.7 pooka rv = dosend(spc, &howmuch, sizeof(howmuch));
283 1.13 pooka if (rv) {
284 1.13 pooka unputwait(spc, &rw);
285 1.13 pooka return rv;
286 1.13 pooka }
287 1.1 pooka
288 1.7 pooka rv = waitresp(spc, &rw);
289 1.13 pooka
290 1.7 pooka *resp = rw.rw_data;
291 1.7 pooka
292 1.7 pooka DPRINTF(("anonmmap: mapped at %p\n", **(void ***)resp));
293 1.7 pooka
294 1.7 pooka return rv;
295 1.1 pooka }
296 1.1 pooka
297 1.1 pooka static void
298 1.11 pooka spcref(struct spclient *spc)
299 1.11 pooka {
300 1.11 pooka
301 1.11 pooka pthread_mutex_lock(&spc->spc_mtx);
302 1.11 pooka spc->spc_refcnt++;
303 1.11 pooka pthread_mutex_unlock(&spc->spc_mtx);
304 1.11 pooka }
305 1.11 pooka
306 1.11 pooka static void
307 1.11 pooka spcrelease(struct spclient *spc)
308 1.11 pooka {
309 1.11 pooka int ref;
310 1.11 pooka
311 1.11 pooka pthread_mutex_lock(&spc->spc_mtx);
312 1.11 pooka ref = --spc->spc_refcnt;
313 1.11 pooka pthread_mutex_unlock(&spc->spc_mtx);
314 1.11 pooka
315 1.11 pooka if (ref > 0)
316 1.11 pooka return;
317 1.11 pooka
318 1.12 pooka DPRINTF(("spcrelease: spc %p fd %d\n", spc, spc->spc_fd));
319 1.12 pooka
320 1.13 pooka _DIAGASSERT(TAILQ_EMPTY(&spc->spc_respwait));
321 1.11 pooka _DIAGASSERT(spc->spc_buf == NULL);
322 1.11 pooka
323 1.11 pooka lwproc_switch(spc->spc_mainlwp);
324 1.11 pooka lwproc_release();
325 1.11 pooka spc->spc_mainlwp = NULL;
326 1.11 pooka
327 1.11 pooka close(spc->spc_fd);
328 1.11 pooka spc->spc_fd = -1;
329 1.12 pooka spc->spc_dying = 0;
330 1.11 pooka
331 1.11 pooka atomic_inc_uint(&disco);
332 1.11 pooka }
333 1.11 pooka
334 1.11 pooka static void
335 1.2 pooka serv_handledisco(unsigned int idx)
336 1.1 pooka {
337 1.1 pooka struct spclient *spc = &spclist[idx];
338 1.1 pooka
339 1.1 pooka DPRINTF(("rump_sp: disconnecting [%u]\n", idx));
340 1.1 pooka
341 1.12 pooka pfdlist[idx].fd = -1;
342 1.12 pooka pfdlist[idx].revents = 0;
343 1.12 pooka pthread_mutex_lock(&spc->spc_mtx);
344 1.12 pooka spc->spc_dying = 1;
345 1.12 pooka kickall(spc);
346 1.12 pooka pthread_mutex_unlock(&spc->spc_mtx);
347 1.17 pooka
348 1.17 pooka /*
349 1.17 pooka * Nobody's going to attempt to send/receive anymore,
350 1.17 pooka * so reinit info relevant to that.
351 1.17 pooka */
352 1.17 pooka memset((char *)spc + SPC_ZEROFF, 0, sizeof(*spc) - SPC_ZEROFF);
353 1.17 pooka
354 1.11 pooka spcrelease(spc);
355 1.1 pooka }
356 1.1 pooka
357 1.11 pooka static unsigned
358 1.11 pooka serv_handleconn(int fd, connecthook_fn connhook, int busy)
359 1.1 pooka {
360 1.1 pooka struct sockaddr_storage ss;
361 1.1 pooka socklen_t sl = sizeof(ss);
362 1.11 pooka int newfd, flags;
363 1.1 pooka unsigned i;
364 1.1 pooka
365 1.1 pooka /*LINTED: cast ok */
366 1.1 pooka newfd = accept(fd, (struct sockaddr *)&ss, &sl);
367 1.1 pooka if (newfd == -1)
368 1.11 pooka return 0;
369 1.1 pooka
370 1.11 pooka if (busy) {
371 1.1 pooka close(newfd); /* EBUSY */
372 1.11 pooka return 0;
373 1.1 pooka }
374 1.1 pooka
375 1.11 pooka /* XXX: should do some sort of handshake too */
376 1.11 pooka
377 1.1 pooka flags = fcntl(newfd, F_GETFL, 0);
378 1.1 pooka if (fcntl(newfd, F_SETFL, flags | O_NONBLOCK) == -1) {
379 1.1 pooka close(newfd);
380 1.11 pooka return 0;
381 1.1 pooka }
382 1.1 pooka
383 1.11 pooka if (connhook(newfd) != 0) {
384 1.1 pooka close(newfd);
385 1.11 pooka return 0;
386 1.1 pooka }
387 1.1 pooka
388 1.1 pooka /* find empty slot the simple way */
389 1.1 pooka for (i = 0; i < MAXCLI; i++) {
390 1.12 pooka if (pfdlist[i].fd == -1 && spclist[i].spc_dying == 0)
391 1.2 pooka break;
392 1.1 pooka }
393 1.1 pooka
394 1.11 pooka if (lwproc_newproc(&spclist[i]) != 0) {
395 1.10 pooka close(newfd);
396 1.11 pooka return 0;
397 1.10 pooka }
398 1.10 pooka
399 1.1 pooka assert(i < MAXCLI);
400 1.1 pooka
401 1.1 pooka pfdlist[i].fd = newfd;
402 1.1 pooka spclist[i].spc_fd = newfd;
403 1.8 pooka spclist[i].spc_mainlwp = lwproc_curlwp();
404 1.7 pooka spclist[i].spc_istatus = SPCSTATUS_BUSY; /* dedicated receiver */
405 1.8 pooka spclist[i].spc_pid = lwproc_getpid();
406 1.11 pooka spclist[i].spc_refcnt = 1;
407 1.7 pooka
408 1.7 pooka TAILQ_INIT(&spclist[i].spc_respwait);
409 1.1 pooka
410 1.13 pooka DPRINTF(("rump_sp: added new connection fd %d at idx %u, pid %d\n",
411 1.13 pooka newfd, i, lwproc_getpid()));
412 1.2 pooka
413 1.3 pooka lwproc_switch(NULL);
414 1.1 pooka
415 1.11 pooka return i;
416 1.1 pooka }
417 1.1 pooka
418 1.1 pooka static void
419 1.1 pooka serv_handlesyscall(struct spclient *spc, struct rsp_hdr *rhdr, uint8_t *data)
420 1.1 pooka {
421 1.7 pooka register_t retval[2] = {0, 0};
422 1.1 pooka int rv, sysnum;
423 1.1 pooka
424 1.1 pooka sysnum = (int)rhdr->rsp_sysnum;
425 1.1 pooka DPRINTF(("rump_sp: handling syscall %d from client %d\n",
426 1.1 pooka sysnum, 0));
427 1.1 pooka
428 1.8 pooka lwproc_newlwp(spc->spc_pid);
429 1.3 pooka rv = rumpsyscall(sysnum, data, retval);
430 1.16 pooka lwproc_release();
431 1.1 pooka
432 1.7 pooka DPRINTF(("rump_sp: got return value %d & %d/%d\n",
433 1.7 pooka rv, retval[0], retval[1]));
434 1.5 pooka
435 1.1 pooka send_syscall_resp(spc, rhdr->rsp_reqno, rv, retval);
436 1.1 pooka }
437 1.1 pooka
438 1.7 pooka struct sysbouncearg {
439 1.7 pooka struct spclient *sba_spc;
440 1.7 pooka struct rsp_hdr sba_hdr;
441 1.7 pooka uint8_t *sba_data;
442 1.7 pooka };
443 1.7 pooka static void *
444 1.7 pooka serv_syscallbouncer(void *arg)
445 1.7 pooka {
446 1.7 pooka struct sysbouncearg *barg = arg;
447 1.7 pooka
448 1.7 pooka serv_handlesyscall(barg->sba_spc, &barg->sba_hdr, barg->sba_data);
449 1.12 pooka spcrelease(barg->sba_spc);
450 1.16 pooka free(barg->sba_data);
451 1.16 pooka free(barg);
452 1.7 pooka return NULL;
453 1.7 pooka }
454 1.7 pooka
455 1.15 pooka static int
456 1.15 pooka sp_copyin(void *arg, const void *raddr, void *laddr, size_t *len, int wantstr)
457 1.1 pooka {
458 1.10 pooka struct spclient *spc = arg;
459 1.9 pooka void *rdata = NULL; /* XXXuninit */
460 1.13 pooka int rv, nlocks;
461 1.13 pooka
462 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
463 1.1 pooka
464 1.15 pooka rv = copyin_req(spc, raddr, len, wantstr, &rdata);
465 1.12 pooka if (rv)
466 1.13 pooka goto out;
467 1.1 pooka
468 1.15 pooka memcpy(laddr, rdata, *len);
469 1.7 pooka free(rdata);
470 1.1 pooka
471 1.13 pooka out:
472 1.13 pooka rumpuser__klock(nlocks, NULL);
473 1.13 pooka if (rv)
474 1.13 pooka return EFAULT;
475 1.1 pooka return 0;
476 1.1 pooka }
477 1.1 pooka
478 1.1 pooka int
479 1.15 pooka rumpuser_sp_copyin(void *arg, const void *raddr, void *laddr, size_t len)
480 1.15 pooka {
481 1.15 pooka
482 1.15 pooka return sp_copyin(arg, raddr, laddr, &len, 0);
483 1.15 pooka }
484 1.15 pooka
485 1.15 pooka int
486 1.15 pooka rumpuser_sp_copyinstr(void *arg, const void *raddr, void *laddr, size_t *len)
487 1.15 pooka {
488 1.15 pooka
489 1.15 pooka return sp_copyin(arg, raddr, laddr, len, 1);
490 1.15 pooka }
491 1.15 pooka
492 1.15 pooka static int
493 1.15 pooka sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
494 1.1 pooka {
495 1.10 pooka struct spclient *spc = arg;
496 1.13 pooka int nlocks, rv;
497 1.13 pooka
498 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
499 1.15 pooka rv = send_copyout_req(spc, raddr, laddr, dlen);
500 1.13 pooka rumpuser__klock(nlocks, NULL);
501 1.1 pooka
502 1.13 pooka if (rv)
503 1.7 pooka return EFAULT;
504 1.1 pooka return 0;
505 1.1 pooka }
506 1.1 pooka
507 1.1 pooka int
508 1.15 pooka rumpuser_sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
509 1.15 pooka {
510 1.15 pooka
511 1.15 pooka return sp_copyout(arg, laddr, raddr, dlen);
512 1.15 pooka }
513 1.15 pooka
514 1.15 pooka int
515 1.15 pooka rumpuser_sp_copyoutstr(void *arg, const void *laddr, void *raddr, size_t *dlen)
516 1.15 pooka {
517 1.15 pooka
518 1.15 pooka return sp_copyout(arg, laddr, raddr, *dlen);
519 1.15 pooka }
520 1.15 pooka
521 1.15 pooka int
522 1.10 pooka rumpuser_sp_anonmmap(void *arg, size_t howmuch, void **addr)
523 1.1 pooka {
524 1.10 pooka struct spclient *spc = arg;
525 1.7 pooka void *resp, *rdata;
526 1.13 pooka int nlocks, rv;
527 1.13 pooka
528 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
529 1.1 pooka
530 1.7 pooka rv = anonmmap_req(spc, howmuch, &rdata);
531 1.13 pooka if (rv) {
532 1.13 pooka rv = EFAULT;
533 1.13 pooka goto out;
534 1.13 pooka }
535 1.1 pooka
536 1.7 pooka resp = *(void **)rdata;
537 1.7 pooka free(rdata);
538 1.1 pooka
539 1.7 pooka if (resp == NULL) {
540 1.13 pooka rv = ENOMEM;
541 1.1 pooka }
542 1.1 pooka
543 1.1 pooka *addr = resp;
544 1.13 pooka
545 1.13 pooka out:
546 1.13 pooka rumpuser__klock(nlocks, NULL);
547 1.13 pooka
548 1.13 pooka if (rv)
549 1.13 pooka return rv;
550 1.1 pooka return 0;
551 1.1 pooka }
552 1.1 pooka
553 1.1 pooka /*
554 1.1 pooka *
555 1.1 pooka * Startup routines and mainloop for server.
556 1.1 pooka *
557 1.1 pooka */
558 1.1 pooka
559 1.1 pooka struct spservarg {
560 1.1 pooka int sps_sock;
561 1.1 pooka connecthook_fn sps_connhook;
562 1.1 pooka };
563 1.1 pooka
564 1.14 pooka static pthread_attr_t pattr_detached;
565 1.7 pooka static void
566 1.7 pooka handlereq(struct spclient *spc)
567 1.7 pooka {
568 1.7 pooka struct sysbouncearg *sba;
569 1.7 pooka pthread_t pt;
570 1.7 pooka int rv;
571 1.7 pooka
572 1.7 pooka /* XXX: check that it's a syscall */
573 1.7 pooka
574 1.7 pooka sba = malloc(sizeof(*sba));
575 1.7 pooka if (sba == NULL) {
576 1.7 pooka /* panic */
577 1.7 pooka abort();
578 1.7 pooka }
579 1.7 pooka
580 1.7 pooka sba->sba_spc = spc;
581 1.7 pooka sba->sba_hdr = spc->spc_hdr;
582 1.7 pooka sba->sba_data = spc->spc_buf;
583 1.7 pooka
584 1.7 pooka spc->spc_buf = NULL;
585 1.7 pooka spc->spc_off = 0;
586 1.7 pooka
587 1.11 pooka spcref(spc);
588 1.14 pooka if ((rv = pthread_create(&pt, &pattr_detached,
589 1.14 pooka serv_syscallbouncer, sba)) != 0) {
590 1.7 pooka /* panic */
591 1.7 pooka abort();
592 1.7 pooka }
593 1.7 pooka }
594 1.7 pooka
595 1.1 pooka static void *
596 1.1 pooka spserver(void *arg)
597 1.1 pooka {
598 1.1 pooka struct spservarg *sarg = arg;
599 1.11 pooka struct spclient *spc;
600 1.1 pooka unsigned idx;
601 1.1 pooka int seen;
602 1.1 pooka int rv;
603 1.11 pooka unsigned int nfds, maxidx;
604 1.1 pooka
605 1.11 pooka for (idx = 0; idx < MAXCLI; idx++) {
606 1.1 pooka pfdlist[idx].fd = -1;
607 1.1 pooka pfdlist[idx].events = POLLIN;
608 1.11 pooka
609 1.11 pooka spc = &spclist[idx];
610 1.11 pooka pthread_mutex_init(&spc->spc_mtx, NULL);
611 1.11 pooka pthread_cond_init(&spc->spc_cv, NULL);
612 1.1 pooka }
613 1.1 pooka pfdlist[0].fd = sarg->sps_sock;
614 1.1 pooka pfdlist[0].events = POLLIN;
615 1.1 pooka nfds = 1;
616 1.1 pooka maxidx = 0;
617 1.1 pooka
618 1.14 pooka pthread_attr_init(&pattr_detached);
619 1.14 pooka pthread_attr_setdetachstate(&pattr_detached, PTHREAD_CREATE_DETACHED);
620 1.19 pooka /* XXX: doesn't stacksize currently work on NetBSD */
621 1.19 pooka pthread_attr_setstacksize(&pattr_detached, 32*1024);
622 1.14 pooka
623 1.1 pooka DPRINTF(("rump_sp: server mainloop\n"));
624 1.1 pooka
625 1.1 pooka for (;;) {
626 1.18 pooka int discoed;
627 1.18 pooka
628 1.11 pooka /* g/c hangarounds (eventually) */
629 1.18 pooka discoed = atomic_swap_uint(&disco, 0);
630 1.18 pooka while (discoed--) {
631 1.18 pooka nfds--;
632 1.18 pooka idx = maxidx;
633 1.18 pooka while (idx) {
634 1.18 pooka if (pfdlist[idx].fd != -1) {
635 1.18 pooka maxidx = idx;
636 1.18 pooka break;
637 1.11 pooka }
638 1.18 pooka idx--;
639 1.11 pooka }
640 1.18 pooka DPRINTF(("rump_sp: set maxidx to [%u]\n",
641 1.18 pooka maxidx));
642 1.11 pooka }
643 1.11 pooka
644 1.1 pooka DPRINTF(("rump_sp: loop nfd %d\n", maxidx+1));
645 1.1 pooka seen = 0;
646 1.1 pooka rv = poll(pfdlist, maxidx+1, INFTIM);
647 1.1 pooka assert(maxidx+1 <= MAXCLI);
648 1.1 pooka assert(rv != 0);
649 1.1 pooka if (rv == -1) {
650 1.1 pooka if (errno == EINTR)
651 1.1 pooka continue;
652 1.1 pooka fprintf(stderr, "rump_spserver: poll returned %d\n",
653 1.1 pooka errno);
654 1.1 pooka break;
655 1.1 pooka }
656 1.1 pooka
657 1.12 pooka for (idx = 0; seen < rv && idx < MAXCLI; idx++) {
658 1.1 pooka if ((pfdlist[idx].revents & POLLIN) == 0)
659 1.1 pooka continue;
660 1.1 pooka
661 1.1 pooka seen++;
662 1.1 pooka DPRINTF(("rump_sp: activity at [%u] %d/%d\n",
663 1.1 pooka idx, seen, rv));
664 1.1 pooka if (idx > 0) {
665 1.11 pooka spc = &spclist[idx];
666 1.1 pooka DPRINTF(("rump_sp: mainloop read [%u]\n", idx));
667 1.1 pooka switch (readframe(spc)) {
668 1.1 pooka case 0:
669 1.1 pooka break;
670 1.1 pooka case -1:
671 1.2 pooka serv_handledisco(idx);
672 1.1 pooka break;
673 1.1 pooka default:
674 1.7 pooka switch (spc->spc_hdr.rsp_class) {
675 1.7 pooka case RUMPSP_RESP:
676 1.7 pooka kickwaiter(spc);
677 1.7 pooka break;
678 1.7 pooka case RUMPSP_REQ:
679 1.7 pooka handlereq(spc);
680 1.7 pooka break;
681 1.7 pooka default:
682 1.7 pooka printf("PANIC\n");
683 1.7 pooka abort();
684 1.7 pooka break;
685 1.7 pooka }
686 1.1 pooka break;
687 1.1 pooka }
688 1.11 pooka
689 1.1 pooka } else {
690 1.1 pooka DPRINTF(("rump_sp: mainloop new connection\n"));
691 1.11 pooka
692 1.11 pooka idx = serv_handleconn(pfdlist[0].fd,
693 1.11 pooka sarg->sps_connhook, nfds == MAXCLI);
694 1.11 pooka if (idx)
695 1.11 pooka nfds++;
696 1.11 pooka if (idx > maxidx)
697 1.11 pooka maxidx = idx;
698 1.12 pooka DPRINTF(("rump_sp: maxid now %d\n", maxidx));
699 1.1 pooka }
700 1.1 pooka }
701 1.1 pooka }
702 1.1 pooka
703 1.1 pooka return NULL;
704 1.1 pooka }
705 1.1 pooka
706 1.1 pooka int
707 1.5 pooka rumpuser_sp_init(const struct rumpuser_sp_ops *spopsp, const char *url)
708 1.1 pooka {
709 1.5 pooka pthread_t pt;
710 1.1 pooka struct spservarg *sarg;
711 1.1 pooka struct sockaddr *sap;
712 1.5 pooka char *p;
713 1.5 pooka unsigned idx;
714 1.5 pooka int error, s;
715 1.5 pooka
716 1.5 pooka p = strdup(url);
717 1.5 pooka if (p == NULL)
718 1.5 pooka return ENOMEM;
719 1.5 pooka error = parseurl(p, &sap, &idx, 1);
720 1.5 pooka free(p);
721 1.5 pooka if (error)
722 1.5 pooka return error;
723 1.5 pooka
724 1.5 pooka s = socket(parsetab[idx].domain, SOCK_STREAM, 0);
725 1.5 pooka if (s == -1)
726 1.5 pooka return errno;
727 1.1 pooka
728 1.3 pooka spops = *spopsp;
729 1.5 pooka sarg = malloc(sizeof(*sarg));
730 1.5 pooka if (sarg == NULL) {
731 1.5 pooka close(s);
732 1.5 pooka return ENOMEM;
733 1.5 pooka }
734 1.5 pooka
735 1.5 pooka sarg->sps_sock = s;
736 1.5 pooka sarg->sps_connhook = parsetab[idx].connhook;
737 1.1 pooka
738 1.5 pooka /* sloppy error recovery */
739 1.1 pooka
740 1.5 pooka /*LINTED*/
741 1.5 pooka if (bind(s, sap, sap->sa_len) == -1) {
742 1.5 pooka fprintf(stderr, "rump_sp: server bind failed\n");
743 1.5 pooka return errno;
744 1.1 pooka }
745 1.18 pooka if (listen(s, MAXCLI) == -1) {
746 1.5 pooka fprintf(stderr, "rump_sp: server listen failed\n");
747 1.5 pooka return errno;
748 1.1 pooka }
749 1.1 pooka
750 1.5 pooka if ((error = pthread_create(&pt, NULL, spserver, sarg)) != 0) {
751 1.5 pooka fprintf(stderr, "rump_sp: cannot create wrkr thread\n");
752 1.1 pooka return errno;
753 1.1 pooka }
754 1.5 pooka pthread_detach(pt);
755 1.1 pooka
756 1.1 pooka return 0;
757 1.1 pooka }
758