rumpuser_sp.c revision 1.24 1 1.24 pooka /* $NetBSD: rumpuser_sp.c,v 1.24 2010/12/12 17:10:36 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2010 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka /*
29 1.1 pooka * Sysproxy routines. This provides system RPC support over host sockets.
30 1.1 pooka * The most notable limitation is that the client and server must share
31 1.1 pooka * the same ABI. This does not mean that they have to be the same
32 1.1 pooka * machine or that they need to run the same version of the host OS,
33 1.1 pooka * just that they must agree on the data structures. This even *might*
34 1.1 pooka * work correctly from one hardware architecture to another.
35 1.1 pooka */
36 1.1 pooka
37 1.1 pooka #include <sys/cdefs.h>
38 1.24 pooka __RCSID("$NetBSD: rumpuser_sp.c,v 1.24 2010/12/12 17:10:36 pooka Exp $");
39 1.1 pooka
40 1.1 pooka #include <sys/types.h>
41 1.11 pooka #include <sys/atomic.h>
42 1.1 pooka #include <sys/mman.h>
43 1.1 pooka #include <sys/socket.h>
44 1.1 pooka
45 1.1 pooka #include <arpa/inet.h>
46 1.1 pooka #include <netinet/in.h>
47 1.1 pooka #include <netinet/tcp.h>
48 1.1 pooka
49 1.1 pooka #include <assert.h>
50 1.1 pooka #include <errno.h>
51 1.1 pooka #include <fcntl.h>
52 1.1 pooka #include <poll.h>
53 1.1 pooka #include <pthread.h>
54 1.1 pooka #include <stdarg.h>
55 1.1 pooka #include <stdio.h>
56 1.1 pooka #include <stdlib.h>
57 1.1 pooka #include <string.h>
58 1.1 pooka #include <unistd.h>
59 1.1 pooka
60 1.1 pooka #include <rump/rumpuser.h>
61 1.13 pooka #include "rumpuser_int.h"
62 1.1 pooka
63 1.5 pooka #include "sp_common.c"
64 1.1 pooka
65 1.20 pooka #ifndef MAXCLI
66 1.18 pooka #define MAXCLI 256
67 1.20 pooka #endif
68 1.20 pooka #ifndef MAXWORKER
69 1.20 pooka #define MAXWORKER 128
70 1.20 pooka #endif
71 1.20 pooka #ifndef IDLEWORKER
72 1.20 pooka #define IDLEWORKER 16
73 1.20 pooka #endif
74 1.20 pooka int rumpsp_maxworker = MAXWORKER;
75 1.20 pooka int rumpsp_idleworker = IDLEWORKER;
76 1.1 pooka
77 1.1 pooka static struct pollfd pfdlist[MAXCLI];
78 1.1 pooka static struct spclient spclist[MAXCLI];
79 1.11 pooka static unsigned int disco;
80 1.24 pooka static volatile int spfini;
81 1.1 pooka
82 1.3 pooka static struct rumpuser_sp_ops spops;
83 1.3 pooka
84 1.3 pooka /*
85 1.3 pooka * Manual wrappers, since librump does not have access to the
86 1.3 pooka * user namespace wrapped interfaces.
87 1.3 pooka */
88 1.3 pooka
89 1.3 pooka static void
90 1.3 pooka lwproc_switch(struct lwp *l)
91 1.3 pooka {
92 1.3 pooka
93 1.4 pooka spops.spop_schedule();
94 1.3 pooka spops.spop_lwproc_switch(l);
95 1.4 pooka spops.spop_unschedule();
96 1.3 pooka }
97 1.3 pooka
98 1.3 pooka static void
99 1.3 pooka lwproc_release(void)
100 1.3 pooka {
101 1.3 pooka
102 1.4 pooka spops.spop_schedule();
103 1.3 pooka spops.spop_lwproc_release();
104 1.4 pooka spops.spop_unschedule();
105 1.3 pooka }
106 1.3 pooka
107 1.3 pooka static int
108 1.10 pooka lwproc_newproc(struct spclient *spc)
109 1.3 pooka {
110 1.3 pooka int rv;
111 1.3 pooka
112 1.4 pooka spops.spop_schedule();
113 1.10 pooka rv = spops.spop_lwproc_newproc(spc);
114 1.4 pooka spops.spop_unschedule();
115 1.3 pooka
116 1.3 pooka return rv;
117 1.3 pooka }
118 1.3 pooka
119 1.8 pooka static int
120 1.8 pooka lwproc_newlwp(pid_t pid)
121 1.8 pooka {
122 1.8 pooka int rv;
123 1.8 pooka
124 1.8 pooka spops.spop_schedule();
125 1.8 pooka rv = spops.spop_lwproc_newlwp(pid);
126 1.8 pooka spops.spop_unschedule();
127 1.8 pooka
128 1.8 pooka return rv;
129 1.8 pooka }
130 1.8 pooka
131 1.3 pooka static struct lwp *
132 1.3 pooka lwproc_curlwp(void)
133 1.3 pooka {
134 1.3 pooka struct lwp *l;
135 1.3 pooka
136 1.4 pooka spops.spop_schedule();
137 1.3 pooka l = spops.spop_lwproc_curlwp();
138 1.4 pooka spops.spop_unschedule();
139 1.3 pooka
140 1.3 pooka return l;
141 1.3 pooka }
142 1.3 pooka
143 1.8 pooka static pid_t
144 1.8 pooka lwproc_getpid(void)
145 1.8 pooka {
146 1.8 pooka pid_t p;
147 1.8 pooka
148 1.8 pooka spops.spop_schedule();
149 1.8 pooka p = spops.spop_getpid();
150 1.8 pooka spops.spop_unschedule();
151 1.8 pooka
152 1.8 pooka return p;
153 1.8 pooka }
154 1.8 pooka
155 1.3 pooka static int
156 1.3 pooka rumpsyscall(int sysnum, void *data, register_t *retval)
157 1.3 pooka {
158 1.3 pooka int rv;
159 1.3 pooka
160 1.4 pooka spops.spop_schedule();
161 1.3 pooka rv = spops.spop_syscall(sysnum, data, retval);
162 1.4 pooka spops.spop_unschedule();
163 1.3 pooka
164 1.3 pooka return rv;
165 1.3 pooka }
166 1.1 pooka
167 1.7 pooka static uint64_t
168 1.7 pooka nextreq(struct spclient *spc)
169 1.7 pooka {
170 1.7 pooka uint64_t nw;
171 1.7 pooka
172 1.7 pooka pthread_mutex_lock(&spc->spc_mtx);
173 1.7 pooka nw = spc->spc_nextreq++;
174 1.7 pooka pthread_mutex_unlock(&spc->spc_mtx);
175 1.7 pooka
176 1.7 pooka return nw;
177 1.7 pooka }
178 1.7 pooka
179 1.21 pooka static void
180 1.21 pooka send_error_resp(struct spclient *spc, uint64_t reqno, int error)
181 1.21 pooka {
182 1.21 pooka struct rsp_hdr rhdr;
183 1.21 pooka
184 1.21 pooka rhdr.rsp_len = sizeof(rhdr);
185 1.21 pooka rhdr.rsp_reqno = reqno;
186 1.21 pooka rhdr.rsp_class = RUMPSP_ERROR;
187 1.21 pooka rhdr.rsp_type = 0;
188 1.21 pooka rhdr.rsp_error = error;
189 1.21 pooka
190 1.21 pooka sendlock(spc);
191 1.21 pooka (void)dosend(spc, &rhdr, sizeof(rhdr));
192 1.21 pooka sendunlock(spc);
193 1.21 pooka }
194 1.21 pooka
195 1.1 pooka static int
196 1.1 pooka send_syscall_resp(struct spclient *spc, uint64_t reqno, int error,
197 1.7 pooka register_t *retval)
198 1.1 pooka {
199 1.1 pooka struct rsp_hdr rhdr;
200 1.1 pooka struct rsp_sysresp sysresp;
201 1.7 pooka int rv;
202 1.1 pooka
203 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(sysresp);
204 1.1 pooka rhdr.rsp_reqno = reqno;
205 1.7 pooka rhdr.rsp_class = RUMPSP_RESP;
206 1.7 pooka rhdr.rsp_type = RUMPSP_SYSCALL;
207 1.1 pooka rhdr.rsp_sysnum = 0;
208 1.1 pooka
209 1.1 pooka sysresp.rsys_error = error;
210 1.7 pooka memcpy(sysresp.rsys_retval, retval, sizeof(sysresp.rsys_retval));
211 1.1 pooka
212 1.7 pooka sendlock(spc);
213 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
214 1.7 pooka rv = dosend(spc, &sysresp, sizeof(sysresp));
215 1.7 pooka sendunlock(spc);
216 1.1 pooka
217 1.7 pooka return rv;
218 1.1 pooka }
219 1.1 pooka
220 1.1 pooka static int
221 1.15 pooka copyin_req(struct spclient *spc, const void *remaddr, size_t *dlen,
222 1.15 pooka int wantstr, void **resp)
223 1.1 pooka {
224 1.1 pooka struct rsp_hdr rhdr;
225 1.1 pooka struct rsp_copydata copydata;
226 1.7 pooka struct respwait rw;
227 1.7 pooka int rv;
228 1.7 pooka
229 1.15 pooka DPRINTF(("copyin_req: %zu bytes from %p\n", *dlen, remaddr));
230 1.1 pooka
231 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata);
232 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
233 1.15 pooka if (wantstr)
234 1.15 pooka rhdr.rsp_type = RUMPSP_COPYINSTR;
235 1.15 pooka else
236 1.15 pooka rhdr.rsp_type = RUMPSP_COPYIN;
237 1.1 pooka rhdr.rsp_sysnum = 0;
238 1.1 pooka
239 1.1 pooka copydata.rcp_addr = __UNCONST(remaddr);
240 1.15 pooka copydata.rcp_len = *dlen;
241 1.1 pooka
242 1.7 pooka putwait(spc, &rw, &rhdr);
243 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
244 1.7 pooka rv = dosend(spc, ©data, sizeof(copydata));
245 1.13 pooka if (rv) {
246 1.13 pooka unputwait(spc, &rw);
247 1.13 pooka return rv;
248 1.13 pooka }
249 1.7 pooka
250 1.7 pooka rv = waitresp(spc, &rw);
251 1.7 pooka
252 1.7 pooka DPRINTF(("copyin: response %d\n", rv));
253 1.7 pooka
254 1.7 pooka *resp = rw.rw_data;
255 1.15 pooka if (wantstr)
256 1.15 pooka *dlen = rw.rw_dlen;
257 1.15 pooka
258 1.7 pooka return rv;
259 1.1 pooka
260 1.1 pooka }
261 1.1 pooka
262 1.1 pooka static int
263 1.1 pooka send_copyout_req(struct spclient *spc, const void *remaddr,
264 1.1 pooka const void *data, size_t dlen)
265 1.1 pooka {
266 1.1 pooka struct rsp_hdr rhdr;
267 1.1 pooka struct rsp_copydata copydata;
268 1.7 pooka int rv;
269 1.7 pooka
270 1.7 pooka DPRINTF(("copyout_req (async): %zu bytes to %p\n", dlen, remaddr));
271 1.1 pooka
272 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata) + dlen;
273 1.7 pooka rhdr.rsp_reqno = nextreq(spc);
274 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
275 1.7 pooka rhdr.rsp_type = RUMPSP_COPYOUT;
276 1.1 pooka rhdr.rsp_sysnum = 0;
277 1.1 pooka
278 1.1 pooka copydata.rcp_addr = __UNCONST(remaddr);
279 1.1 pooka copydata.rcp_len = dlen;
280 1.1 pooka
281 1.7 pooka sendlock(spc);
282 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
283 1.7 pooka rv = dosend(spc, ©data, sizeof(copydata));
284 1.7 pooka rv = dosend(spc, data, dlen);
285 1.7 pooka sendunlock(spc);
286 1.1 pooka
287 1.7 pooka return rv;
288 1.1 pooka }
289 1.1 pooka
290 1.1 pooka static int
291 1.7 pooka anonmmap_req(struct spclient *spc, size_t howmuch, void **resp)
292 1.1 pooka {
293 1.1 pooka struct rsp_hdr rhdr;
294 1.7 pooka struct respwait rw;
295 1.7 pooka int rv;
296 1.7 pooka
297 1.7 pooka DPRINTF(("anonmmap_req: %zu bytes\n", howmuch));
298 1.1 pooka
299 1.1 pooka rhdr.rsp_len = sizeof(rhdr) + sizeof(howmuch);
300 1.7 pooka rhdr.rsp_class = RUMPSP_REQ;
301 1.7 pooka rhdr.rsp_type = RUMPSP_ANONMMAP;
302 1.1 pooka rhdr.rsp_sysnum = 0;
303 1.1 pooka
304 1.7 pooka putwait(spc, &rw, &rhdr);
305 1.7 pooka rv = dosend(spc, &rhdr, sizeof(rhdr));
306 1.7 pooka rv = dosend(spc, &howmuch, sizeof(howmuch));
307 1.13 pooka if (rv) {
308 1.13 pooka unputwait(spc, &rw);
309 1.13 pooka return rv;
310 1.13 pooka }
311 1.1 pooka
312 1.7 pooka rv = waitresp(spc, &rw);
313 1.13 pooka
314 1.7 pooka *resp = rw.rw_data;
315 1.7 pooka
316 1.7 pooka DPRINTF(("anonmmap: mapped at %p\n", **(void ***)resp));
317 1.7 pooka
318 1.7 pooka return rv;
319 1.1 pooka }
320 1.1 pooka
321 1.1 pooka static void
322 1.11 pooka spcref(struct spclient *spc)
323 1.11 pooka {
324 1.11 pooka
325 1.11 pooka pthread_mutex_lock(&spc->spc_mtx);
326 1.11 pooka spc->spc_refcnt++;
327 1.11 pooka pthread_mutex_unlock(&spc->spc_mtx);
328 1.11 pooka }
329 1.11 pooka
330 1.11 pooka static void
331 1.11 pooka spcrelease(struct spclient *spc)
332 1.11 pooka {
333 1.11 pooka int ref;
334 1.11 pooka
335 1.11 pooka pthread_mutex_lock(&spc->spc_mtx);
336 1.11 pooka ref = --spc->spc_refcnt;
337 1.11 pooka pthread_mutex_unlock(&spc->spc_mtx);
338 1.11 pooka
339 1.11 pooka if (ref > 0)
340 1.11 pooka return;
341 1.11 pooka
342 1.12 pooka DPRINTF(("spcrelease: spc %p fd %d\n", spc, spc->spc_fd));
343 1.12 pooka
344 1.13 pooka _DIAGASSERT(TAILQ_EMPTY(&spc->spc_respwait));
345 1.11 pooka _DIAGASSERT(spc->spc_buf == NULL);
346 1.11 pooka
347 1.11 pooka lwproc_switch(spc->spc_mainlwp);
348 1.11 pooka lwproc_release();
349 1.11 pooka spc->spc_mainlwp = NULL;
350 1.11 pooka
351 1.11 pooka close(spc->spc_fd);
352 1.11 pooka spc->spc_fd = -1;
353 1.12 pooka spc->spc_dying = 0;
354 1.11 pooka
355 1.11 pooka atomic_inc_uint(&disco);
356 1.11 pooka }
357 1.11 pooka
358 1.11 pooka static void
359 1.2 pooka serv_handledisco(unsigned int idx)
360 1.1 pooka {
361 1.1 pooka struct spclient *spc = &spclist[idx];
362 1.1 pooka
363 1.1 pooka DPRINTF(("rump_sp: disconnecting [%u]\n", idx));
364 1.1 pooka
365 1.12 pooka pfdlist[idx].fd = -1;
366 1.12 pooka pfdlist[idx].revents = 0;
367 1.12 pooka pthread_mutex_lock(&spc->spc_mtx);
368 1.12 pooka spc->spc_dying = 1;
369 1.12 pooka kickall(spc);
370 1.12 pooka pthread_mutex_unlock(&spc->spc_mtx);
371 1.17 pooka
372 1.17 pooka /*
373 1.17 pooka * Nobody's going to attempt to send/receive anymore,
374 1.17 pooka * so reinit info relevant to that.
375 1.17 pooka */
376 1.22 pooka /*LINTED:pointer casts may be ok*/
377 1.17 pooka memset((char *)spc + SPC_ZEROFF, 0, sizeof(*spc) - SPC_ZEROFF);
378 1.17 pooka
379 1.11 pooka spcrelease(spc);
380 1.1 pooka }
381 1.1 pooka
382 1.24 pooka static void
383 1.24 pooka serv_shutdown(void)
384 1.24 pooka {
385 1.24 pooka struct spclient *spc;
386 1.24 pooka unsigned int i;
387 1.24 pooka
388 1.24 pooka for (i = 1; i < MAXCLI; i++) {
389 1.24 pooka spc = &spclist[i];
390 1.24 pooka if (spc->spc_fd == -1)
391 1.24 pooka continue;
392 1.24 pooka
393 1.24 pooka shutdown(spc->spc_fd, SHUT_RDWR);
394 1.24 pooka serv_handledisco(i);
395 1.24 pooka
396 1.24 pooka spcrelease(spc);
397 1.24 pooka }
398 1.24 pooka }
399 1.24 pooka
400 1.11 pooka static unsigned
401 1.11 pooka serv_handleconn(int fd, connecthook_fn connhook, int busy)
402 1.1 pooka {
403 1.1 pooka struct sockaddr_storage ss;
404 1.1 pooka socklen_t sl = sizeof(ss);
405 1.11 pooka int newfd, flags;
406 1.1 pooka unsigned i;
407 1.1 pooka
408 1.1 pooka /*LINTED: cast ok */
409 1.1 pooka newfd = accept(fd, (struct sockaddr *)&ss, &sl);
410 1.1 pooka if (newfd == -1)
411 1.11 pooka return 0;
412 1.1 pooka
413 1.11 pooka if (busy) {
414 1.1 pooka close(newfd); /* EBUSY */
415 1.11 pooka return 0;
416 1.1 pooka }
417 1.1 pooka
418 1.11 pooka /* XXX: should do some sort of handshake too */
419 1.11 pooka
420 1.1 pooka flags = fcntl(newfd, F_GETFL, 0);
421 1.1 pooka if (fcntl(newfd, F_SETFL, flags | O_NONBLOCK) == -1) {
422 1.1 pooka close(newfd);
423 1.11 pooka return 0;
424 1.1 pooka }
425 1.1 pooka
426 1.11 pooka if (connhook(newfd) != 0) {
427 1.1 pooka close(newfd);
428 1.11 pooka return 0;
429 1.1 pooka }
430 1.1 pooka
431 1.1 pooka /* find empty slot the simple way */
432 1.1 pooka for (i = 0; i < MAXCLI; i++) {
433 1.12 pooka if (pfdlist[i].fd == -1 && spclist[i].spc_dying == 0)
434 1.2 pooka break;
435 1.1 pooka }
436 1.1 pooka
437 1.11 pooka if (lwproc_newproc(&spclist[i]) != 0) {
438 1.10 pooka close(newfd);
439 1.11 pooka return 0;
440 1.10 pooka }
441 1.10 pooka
442 1.1 pooka assert(i < MAXCLI);
443 1.1 pooka
444 1.1 pooka pfdlist[i].fd = newfd;
445 1.1 pooka spclist[i].spc_fd = newfd;
446 1.8 pooka spclist[i].spc_mainlwp = lwproc_curlwp();
447 1.7 pooka spclist[i].spc_istatus = SPCSTATUS_BUSY; /* dedicated receiver */
448 1.8 pooka spclist[i].spc_pid = lwproc_getpid();
449 1.11 pooka spclist[i].spc_refcnt = 1;
450 1.7 pooka
451 1.7 pooka TAILQ_INIT(&spclist[i].spc_respwait);
452 1.1 pooka
453 1.13 pooka DPRINTF(("rump_sp: added new connection fd %d at idx %u, pid %d\n",
454 1.13 pooka newfd, i, lwproc_getpid()));
455 1.2 pooka
456 1.3 pooka lwproc_switch(NULL);
457 1.1 pooka
458 1.11 pooka return i;
459 1.1 pooka }
460 1.1 pooka
461 1.1 pooka static void
462 1.1 pooka serv_handlesyscall(struct spclient *spc, struct rsp_hdr *rhdr, uint8_t *data)
463 1.1 pooka {
464 1.7 pooka register_t retval[2] = {0, 0};
465 1.1 pooka int rv, sysnum;
466 1.1 pooka
467 1.1 pooka sysnum = (int)rhdr->rsp_sysnum;
468 1.1 pooka DPRINTF(("rump_sp: handling syscall %d from client %d\n",
469 1.1 pooka sysnum, 0));
470 1.1 pooka
471 1.8 pooka lwproc_newlwp(spc->spc_pid);
472 1.3 pooka rv = rumpsyscall(sysnum, data, retval);
473 1.16 pooka lwproc_release();
474 1.1 pooka
475 1.7 pooka DPRINTF(("rump_sp: got return value %d & %d/%d\n",
476 1.7 pooka rv, retval[0], retval[1]));
477 1.5 pooka
478 1.1 pooka send_syscall_resp(spc, rhdr->rsp_reqno, rv, retval);
479 1.1 pooka }
480 1.1 pooka
481 1.7 pooka struct sysbouncearg {
482 1.7 pooka struct spclient *sba_spc;
483 1.7 pooka struct rsp_hdr sba_hdr;
484 1.7 pooka uint8_t *sba_data;
485 1.20 pooka
486 1.20 pooka TAILQ_ENTRY(sysbouncearg) sba_entries;
487 1.7 pooka };
488 1.20 pooka static pthread_mutex_t sbamtx;
489 1.20 pooka static pthread_cond_t sbacv;
490 1.20 pooka static int nworker, idleworker;
491 1.20 pooka static TAILQ_HEAD(, sysbouncearg) syslist = TAILQ_HEAD_INITIALIZER(syslist);
492 1.20 pooka
493 1.20 pooka /*ARGSUSED*/
494 1.7 pooka static void *
495 1.7 pooka serv_syscallbouncer(void *arg)
496 1.7 pooka {
497 1.20 pooka struct sysbouncearg *sba;
498 1.20 pooka
499 1.20 pooka for (;;) {
500 1.20 pooka pthread_mutex_lock(&sbamtx);
501 1.20 pooka if (idleworker >= rumpsp_idleworker) {
502 1.20 pooka nworker--;
503 1.20 pooka pthread_mutex_unlock(&sbamtx);
504 1.20 pooka break;
505 1.20 pooka }
506 1.20 pooka idleworker++;
507 1.20 pooka while (TAILQ_EMPTY(&syslist)) {
508 1.20 pooka pthread_cond_wait(&sbacv, &sbamtx);
509 1.20 pooka }
510 1.20 pooka
511 1.20 pooka sba = TAILQ_FIRST(&syslist);
512 1.20 pooka TAILQ_REMOVE(&syslist, sba, sba_entries);
513 1.20 pooka idleworker--;
514 1.20 pooka pthread_mutex_unlock(&sbamtx);
515 1.20 pooka
516 1.20 pooka serv_handlesyscall(sba->sba_spc,
517 1.20 pooka &sba->sba_hdr, sba->sba_data);
518 1.20 pooka spcrelease(sba->sba_spc);
519 1.20 pooka free(sba->sba_data);
520 1.20 pooka free(sba);
521 1.20 pooka }
522 1.7 pooka
523 1.7 pooka return NULL;
524 1.7 pooka }
525 1.7 pooka
526 1.15 pooka static int
527 1.15 pooka sp_copyin(void *arg, const void *raddr, void *laddr, size_t *len, int wantstr)
528 1.1 pooka {
529 1.10 pooka struct spclient *spc = arg;
530 1.9 pooka void *rdata = NULL; /* XXXuninit */
531 1.13 pooka int rv, nlocks;
532 1.13 pooka
533 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
534 1.1 pooka
535 1.15 pooka rv = copyin_req(spc, raddr, len, wantstr, &rdata);
536 1.12 pooka if (rv)
537 1.13 pooka goto out;
538 1.1 pooka
539 1.15 pooka memcpy(laddr, rdata, *len);
540 1.7 pooka free(rdata);
541 1.1 pooka
542 1.13 pooka out:
543 1.13 pooka rumpuser__klock(nlocks, NULL);
544 1.13 pooka if (rv)
545 1.13 pooka return EFAULT;
546 1.1 pooka return 0;
547 1.1 pooka }
548 1.1 pooka
549 1.1 pooka int
550 1.15 pooka rumpuser_sp_copyin(void *arg, const void *raddr, void *laddr, size_t len)
551 1.15 pooka {
552 1.15 pooka
553 1.15 pooka return sp_copyin(arg, raddr, laddr, &len, 0);
554 1.15 pooka }
555 1.15 pooka
556 1.15 pooka int
557 1.15 pooka rumpuser_sp_copyinstr(void *arg, const void *raddr, void *laddr, size_t *len)
558 1.15 pooka {
559 1.15 pooka
560 1.15 pooka return sp_copyin(arg, raddr, laddr, len, 1);
561 1.15 pooka }
562 1.15 pooka
563 1.15 pooka static int
564 1.15 pooka sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
565 1.1 pooka {
566 1.10 pooka struct spclient *spc = arg;
567 1.13 pooka int nlocks, rv;
568 1.13 pooka
569 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
570 1.15 pooka rv = send_copyout_req(spc, raddr, laddr, dlen);
571 1.13 pooka rumpuser__klock(nlocks, NULL);
572 1.1 pooka
573 1.13 pooka if (rv)
574 1.7 pooka return EFAULT;
575 1.1 pooka return 0;
576 1.1 pooka }
577 1.1 pooka
578 1.1 pooka int
579 1.15 pooka rumpuser_sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
580 1.15 pooka {
581 1.15 pooka
582 1.15 pooka return sp_copyout(arg, laddr, raddr, dlen);
583 1.15 pooka }
584 1.15 pooka
585 1.15 pooka int
586 1.15 pooka rumpuser_sp_copyoutstr(void *arg, const void *laddr, void *raddr, size_t *dlen)
587 1.15 pooka {
588 1.15 pooka
589 1.15 pooka return sp_copyout(arg, laddr, raddr, *dlen);
590 1.15 pooka }
591 1.15 pooka
592 1.15 pooka int
593 1.10 pooka rumpuser_sp_anonmmap(void *arg, size_t howmuch, void **addr)
594 1.1 pooka {
595 1.10 pooka struct spclient *spc = arg;
596 1.7 pooka void *resp, *rdata;
597 1.13 pooka int nlocks, rv;
598 1.13 pooka
599 1.13 pooka rumpuser__kunlock(0, &nlocks, NULL);
600 1.1 pooka
601 1.7 pooka rv = anonmmap_req(spc, howmuch, &rdata);
602 1.13 pooka if (rv) {
603 1.13 pooka rv = EFAULT;
604 1.13 pooka goto out;
605 1.13 pooka }
606 1.1 pooka
607 1.7 pooka resp = *(void **)rdata;
608 1.7 pooka free(rdata);
609 1.1 pooka
610 1.7 pooka if (resp == NULL) {
611 1.13 pooka rv = ENOMEM;
612 1.1 pooka }
613 1.1 pooka
614 1.1 pooka *addr = resp;
615 1.13 pooka
616 1.13 pooka out:
617 1.13 pooka rumpuser__klock(nlocks, NULL);
618 1.13 pooka
619 1.13 pooka if (rv)
620 1.13 pooka return rv;
621 1.1 pooka return 0;
622 1.1 pooka }
623 1.1 pooka
624 1.1 pooka /*
625 1.1 pooka *
626 1.1 pooka * Startup routines and mainloop for server.
627 1.1 pooka *
628 1.1 pooka */
629 1.1 pooka
630 1.1 pooka struct spservarg {
631 1.1 pooka int sps_sock;
632 1.1 pooka connecthook_fn sps_connhook;
633 1.1 pooka };
634 1.1 pooka
635 1.14 pooka static pthread_attr_t pattr_detached;
636 1.7 pooka static void
637 1.7 pooka handlereq(struct spclient *spc)
638 1.7 pooka {
639 1.7 pooka struct sysbouncearg *sba;
640 1.7 pooka pthread_t pt;
641 1.21 pooka int retries;
642 1.7 pooka
643 1.21 pooka if (__predict_false(spc->spc_hdr.rsp_type != RUMPSP_SYSCALL)) {
644 1.21 pooka send_error_resp(spc, spc->spc_hdr.rsp_reqno, EINVAL);
645 1.21 pooka spcfreebuf(spc);
646 1.21 pooka return;
647 1.21 pooka }
648 1.7 pooka
649 1.21 pooka retries = 0;
650 1.21 pooka while ((sba = malloc(sizeof(*sba))) == NULL) {
651 1.21 pooka if (nworker == 0 || retries > 10) {
652 1.21 pooka send_error_resp(spc, spc->spc_hdr.rsp_reqno, EAGAIN);
653 1.21 pooka spcfreebuf(spc);
654 1.21 pooka return;
655 1.21 pooka }
656 1.21 pooka /* slim chance of more memory? */
657 1.21 pooka usleep(10000);
658 1.7 pooka }
659 1.7 pooka
660 1.7 pooka sba->sba_spc = spc;
661 1.7 pooka sba->sba_hdr = spc->spc_hdr;
662 1.7 pooka sba->sba_data = spc->spc_buf;
663 1.21 pooka spcresetbuf(spc);
664 1.7 pooka
665 1.11 pooka spcref(spc);
666 1.20 pooka
667 1.20 pooka pthread_mutex_lock(&sbamtx);
668 1.20 pooka TAILQ_INSERT_TAIL(&syslist, sba, sba_entries);
669 1.20 pooka if (idleworker > 0) {
670 1.20 pooka /* do we have a daemon's tool (i.e. idle threads)? */
671 1.20 pooka pthread_cond_signal(&sbacv);
672 1.20 pooka } else if (nworker < rumpsp_maxworker) {
673 1.20 pooka /*
674 1.20 pooka * Else, need to create one
675 1.20 pooka * (if we can, otherwise just expect another
676 1.20 pooka * worker to pick up the syscall)
677 1.20 pooka */
678 1.20 pooka if (pthread_create(&pt, &pattr_detached,
679 1.20 pooka serv_syscallbouncer, NULL) == 0)
680 1.20 pooka nworker++;
681 1.7 pooka }
682 1.20 pooka pthread_mutex_unlock(&sbamtx);
683 1.7 pooka }
684 1.7 pooka
685 1.1 pooka static void *
686 1.1 pooka spserver(void *arg)
687 1.1 pooka {
688 1.1 pooka struct spservarg *sarg = arg;
689 1.11 pooka struct spclient *spc;
690 1.1 pooka unsigned idx;
691 1.1 pooka int seen;
692 1.1 pooka int rv;
693 1.11 pooka unsigned int nfds, maxidx;
694 1.1 pooka
695 1.11 pooka for (idx = 0; idx < MAXCLI; idx++) {
696 1.1 pooka pfdlist[idx].fd = -1;
697 1.1 pooka pfdlist[idx].events = POLLIN;
698 1.11 pooka
699 1.11 pooka spc = &spclist[idx];
700 1.11 pooka pthread_mutex_init(&spc->spc_mtx, NULL);
701 1.11 pooka pthread_cond_init(&spc->spc_cv, NULL);
702 1.24 pooka spc->spc_fd = -1;
703 1.1 pooka }
704 1.24 pooka pfdlist[0].fd = spclist[0].spc_fd = sarg->sps_sock;
705 1.1 pooka pfdlist[0].events = POLLIN;
706 1.1 pooka nfds = 1;
707 1.1 pooka maxidx = 0;
708 1.1 pooka
709 1.14 pooka pthread_attr_init(&pattr_detached);
710 1.14 pooka pthread_attr_setdetachstate(&pattr_detached, PTHREAD_CREATE_DETACHED);
711 1.19 pooka /* XXX: doesn't stacksize currently work on NetBSD */
712 1.19 pooka pthread_attr_setstacksize(&pattr_detached, 32*1024);
713 1.14 pooka
714 1.20 pooka pthread_mutex_init(&sbamtx, NULL);
715 1.20 pooka pthread_cond_init(&sbacv, NULL);
716 1.20 pooka
717 1.1 pooka DPRINTF(("rump_sp: server mainloop\n"));
718 1.1 pooka
719 1.1 pooka for (;;) {
720 1.18 pooka int discoed;
721 1.18 pooka
722 1.11 pooka /* g/c hangarounds (eventually) */
723 1.18 pooka discoed = atomic_swap_uint(&disco, 0);
724 1.18 pooka while (discoed--) {
725 1.18 pooka nfds--;
726 1.18 pooka idx = maxidx;
727 1.18 pooka while (idx) {
728 1.18 pooka if (pfdlist[idx].fd != -1) {
729 1.18 pooka maxidx = idx;
730 1.18 pooka break;
731 1.11 pooka }
732 1.18 pooka idx--;
733 1.11 pooka }
734 1.18 pooka DPRINTF(("rump_sp: set maxidx to [%u]\n",
735 1.18 pooka maxidx));
736 1.11 pooka }
737 1.11 pooka
738 1.1 pooka DPRINTF(("rump_sp: loop nfd %d\n", maxidx+1));
739 1.1 pooka seen = 0;
740 1.1 pooka rv = poll(pfdlist, maxidx+1, INFTIM);
741 1.1 pooka assert(maxidx+1 <= MAXCLI);
742 1.1 pooka assert(rv != 0);
743 1.1 pooka if (rv == -1) {
744 1.1 pooka if (errno == EINTR)
745 1.1 pooka continue;
746 1.1 pooka fprintf(stderr, "rump_spserver: poll returned %d\n",
747 1.1 pooka errno);
748 1.1 pooka break;
749 1.1 pooka }
750 1.1 pooka
751 1.12 pooka for (idx = 0; seen < rv && idx < MAXCLI; idx++) {
752 1.1 pooka if ((pfdlist[idx].revents & POLLIN) == 0)
753 1.1 pooka continue;
754 1.1 pooka
755 1.1 pooka seen++;
756 1.1 pooka DPRINTF(("rump_sp: activity at [%u] %d/%d\n",
757 1.1 pooka idx, seen, rv));
758 1.1 pooka if (idx > 0) {
759 1.11 pooka spc = &spclist[idx];
760 1.1 pooka DPRINTF(("rump_sp: mainloop read [%u]\n", idx));
761 1.1 pooka switch (readframe(spc)) {
762 1.1 pooka case 0:
763 1.1 pooka break;
764 1.1 pooka case -1:
765 1.2 pooka serv_handledisco(idx);
766 1.1 pooka break;
767 1.1 pooka default:
768 1.7 pooka switch (spc->spc_hdr.rsp_class) {
769 1.7 pooka case RUMPSP_RESP:
770 1.7 pooka kickwaiter(spc);
771 1.7 pooka break;
772 1.7 pooka case RUMPSP_REQ:
773 1.7 pooka handlereq(spc);
774 1.7 pooka break;
775 1.7 pooka default:
776 1.21 pooka send_error_resp(spc,
777 1.21 pooka spc->spc_hdr.rsp_reqno,
778 1.21 pooka ENOENT);
779 1.21 pooka spcfreebuf(spc);
780 1.7 pooka break;
781 1.7 pooka }
782 1.1 pooka break;
783 1.1 pooka }
784 1.11 pooka
785 1.1 pooka } else {
786 1.1 pooka DPRINTF(("rump_sp: mainloop new connection\n"));
787 1.11 pooka
788 1.24 pooka if (__predict_false(spfini)) {
789 1.24 pooka close(spclist[0].spc_fd);
790 1.24 pooka serv_shutdown();
791 1.24 pooka goto out;
792 1.24 pooka }
793 1.24 pooka
794 1.11 pooka idx = serv_handleconn(pfdlist[0].fd,
795 1.11 pooka sarg->sps_connhook, nfds == MAXCLI);
796 1.11 pooka if (idx)
797 1.11 pooka nfds++;
798 1.11 pooka if (idx > maxidx)
799 1.11 pooka maxidx = idx;
800 1.12 pooka DPRINTF(("rump_sp: maxid now %d\n", maxidx));
801 1.1 pooka }
802 1.1 pooka }
803 1.1 pooka }
804 1.1 pooka
805 1.24 pooka out:
806 1.1 pooka return NULL;
807 1.1 pooka }
808 1.1 pooka
809 1.1 pooka int
810 1.5 pooka rumpuser_sp_init(const struct rumpuser_sp_ops *spopsp, const char *url)
811 1.1 pooka {
812 1.5 pooka pthread_t pt;
813 1.1 pooka struct spservarg *sarg;
814 1.1 pooka struct sockaddr *sap;
815 1.5 pooka char *p;
816 1.5 pooka unsigned idx;
817 1.5 pooka int error, s;
818 1.5 pooka
819 1.5 pooka p = strdup(url);
820 1.5 pooka if (p == NULL)
821 1.5 pooka return ENOMEM;
822 1.5 pooka error = parseurl(p, &sap, &idx, 1);
823 1.5 pooka free(p);
824 1.5 pooka if (error)
825 1.5 pooka return error;
826 1.5 pooka
827 1.5 pooka s = socket(parsetab[idx].domain, SOCK_STREAM, 0);
828 1.5 pooka if (s == -1)
829 1.5 pooka return errno;
830 1.1 pooka
831 1.3 pooka spops = *spopsp;
832 1.5 pooka sarg = malloc(sizeof(*sarg));
833 1.5 pooka if (sarg == NULL) {
834 1.5 pooka close(s);
835 1.5 pooka return ENOMEM;
836 1.5 pooka }
837 1.5 pooka
838 1.5 pooka sarg->sps_sock = s;
839 1.5 pooka sarg->sps_connhook = parsetab[idx].connhook;
840 1.1 pooka
841 1.5 pooka /* sloppy error recovery */
842 1.1 pooka
843 1.5 pooka /*LINTED*/
844 1.5 pooka if (bind(s, sap, sap->sa_len) == -1) {
845 1.5 pooka fprintf(stderr, "rump_sp: server bind failed\n");
846 1.5 pooka return errno;
847 1.1 pooka }
848 1.18 pooka if (listen(s, MAXCLI) == -1) {
849 1.5 pooka fprintf(stderr, "rump_sp: server listen failed\n");
850 1.5 pooka return errno;
851 1.1 pooka }
852 1.1 pooka
853 1.5 pooka if ((error = pthread_create(&pt, NULL, spserver, sarg)) != 0) {
854 1.5 pooka fprintf(stderr, "rump_sp: cannot create wrkr thread\n");
855 1.1 pooka return errno;
856 1.1 pooka }
857 1.5 pooka pthread_detach(pt);
858 1.1 pooka
859 1.1 pooka return 0;
860 1.1 pooka }
861 1.24 pooka
862 1.24 pooka void
863 1.24 pooka rumpuser_sp_fini()
864 1.24 pooka {
865 1.24 pooka
866 1.24 pooka if (spclist[0].spc_fd) {
867 1.24 pooka shutdown(spclist[0].spc_fd, SHUT_RDWR);
868 1.24 pooka spfini = 1;
869 1.24 pooka }
870 1.24 pooka }
871