Home | History | Annotate | Line # | Download | only in librumpuser
rumpuser_sp.c revision 1.24
      1  1.24  pooka /*      $NetBSD: rumpuser_sp.c,v 1.24 2010/12/12 17:10:36 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4   1.1  pooka  * Copyright (c) 2010 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28   1.1  pooka /*
     29   1.1  pooka  * Sysproxy routines.  This provides system RPC support over host sockets.
     30   1.1  pooka  * The most notable limitation is that the client and server must share
     31   1.1  pooka  * the same ABI.  This does not mean that they have to be the same
     32   1.1  pooka  * machine or that they need to run the same version of the host OS,
     33   1.1  pooka  * just that they must agree on the data structures.  This even *might*
     34   1.1  pooka  * work correctly from one hardware architecture to another.
     35   1.1  pooka  */
     36   1.1  pooka 
     37   1.1  pooka #include <sys/cdefs.h>
     38  1.24  pooka __RCSID("$NetBSD: rumpuser_sp.c,v 1.24 2010/12/12 17:10:36 pooka Exp $");
     39   1.1  pooka 
     40   1.1  pooka #include <sys/types.h>
     41  1.11  pooka #include <sys/atomic.h>
     42   1.1  pooka #include <sys/mman.h>
     43   1.1  pooka #include <sys/socket.h>
     44   1.1  pooka 
     45   1.1  pooka #include <arpa/inet.h>
     46   1.1  pooka #include <netinet/in.h>
     47   1.1  pooka #include <netinet/tcp.h>
     48   1.1  pooka 
     49   1.1  pooka #include <assert.h>
     50   1.1  pooka #include <errno.h>
     51   1.1  pooka #include <fcntl.h>
     52   1.1  pooka #include <poll.h>
     53   1.1  pooka #include <pthread.h>
     54   1.1  pooka #include <stdarg.h>
     55   1.1  pooka #include <stdio.h>
     56   1.1  pooka #include <stdlib.h>
     57   1.1  pooka #include <string.h>
     58   1.1  pooka #include <unistd.h>
     59   1.1  pooka 
     60   1.1  pooka #include <rump/rumpuser.h>
     61  1.13  pooka #include "rumpuser_int.h"
     62   1.1  pooka 
     63   1.5  pooka #include "sp_common.c"
     64   1.1  pooka 
     65  1.20  pooka #ifndef MAXCLI
     66  1.18  pooka #define MAXCLI 256
     67  1.20  pooka #endif
     68  1.20  pooka #ifndef MAXWORKER
     69  1.20  pooka #define MAXWORKER 128
     70  1.20  pooka #endif
     71  1.20  pooka #ifndef IDLEWORKER
     72  1.20  pooka #define IDLEWORKER 16
     73  1.20  pooka #endif
     74  1.20  pooka int rumpsp_maxworker = MAXWORKER;
     75  1.20  pooka int rumpsp_idleworker = IDLEWORKER;
     76   1.1  pooka 
     77   1.1  pooka static struct pollfd pfdlist[MAXCLI];
     78   1.1  pooka static struct spclient spclist[MAXCLI];
     79  1.11  pooka static unsigned int disco;
     80  1.24  pooka static volatile int spfini;
     81   1.1  pooka 
     82   1.3  pooka static struct rumpuser_sp_ops spops;
     83   1.3  pooka 
     84   1.3  pooka /*
     85   1.3  pooka  * Manual wrappers, since librump does not have access to the
     86   1.3  pooka  * user namespace wrapped interfaces.
     87   1.3  pooka  */
     88   1.3  pooka 
     89   1.3  pooka static void
     90   1.3  pooka lwproc_switch(struct lwp *l)
     91   1.3  pooka {
     92   1.3  pooka 
     93   1.4  pooka 	spops.spop_schedule();
     94   1.3  pooka 	spops.spop_lwproc_switch(l);
     95   1.4  pooka 	spops.spop_unschedule();
     96   1.3  pooka }
     97   1.3  pooka 
     98   1.3  pooka static void
     99   1.3  pooka lwproc_release(void)
    100   1.3  pooka {
    101   1.3  pooka 
    102   1.4  pooka 	spops.spop_schedule();
    103   1.3  pooka 	spops.spop_lwproc_release();
    104   1.4  pooka 	spops.spop_unschedule();
    105   1.3  pooka }
    106   1.3  pooka 
    107   1.3  pooka static int
    108  1.10  pooka lwproc_newproc(struct spclient *spc)
    109   1.3  pooka {
    110   1.3  pooka 	int rv;
    111   1.3  pooka 
    112   1.4  pooka 	spops.spop_schedule();
    113  1.10  pooka 	rv = spops.spop_lwproc_newproc(spc);
    114   1.4  pooka 	spops.spop_unschedule();
    115   1.3  pooka 
    116   1.3  pooka 	return rv;
    117   1.3  pooka }
    118   1.3  pooka 
    119   1.8  pooka static int
    120   1.8  pooka lwproc_newlwp(pid_t pid)
    121   1.8  pooka {
    122   1.8  pooka 	int rv;
    123   1.8  pooka 
    124   1.8  pooka 	spops.spop_schedule();
    125   1.8  pooka 	rv = spops.spop_lwproc_newlwp(pid);
    126   1.8  pooka 	spops.spop_unschedule();
    127   1.8  pooka 
    128   1.8  pooka 	return rv;
    129   1.8  pooka }
    130   1.8  pooka 
    131   1.3  pooka static struct lwp *
    132   1.3  pooka lwproc_curlwp(void)
    133   1.3  pooka {
    134   1.3  pooka 	struct lwp *l;
    135   1.3  pooka 
    136   1.4  pooka 	spops.spop_schedule();
    137   1.3  pooka 	l = spops.spop_lwproc_curlwp();
    138   1.4  pooka 	spops.spop_unschedule();
    139   1.3  pooka 
    140   1.3  pooka 	return l;
    141   1.3  pooka }
    142   1.3  pooka 
    143   1.8  pooka static pid_t
    144   1.8  pooka lwproc_getpid(void)
    145   1.8  pooka {
    146   1.8  pooka 	pid_t p;
    147   1.8  pooka 
    148   1.8  pooka 	spops.spop_schedule();
    149   1.8  pooka 	p = spops.spop_getpid();
    150   1.8  pooka 	spops.spop_unschedule();
    151   1.8  pooka 
    152   1.8  pooka 	return p;
    153   1.8  pooka }
    154   1.8  pooka 
    155   1.3  pooka static int
    156   1.3  pooka rumpsyscall(int sysnum, void *data, register_t *retval)
    157   1.3  pooka {
    158   1.3  pooka 	int rv;
    159   1.3  pooka 
    160   1.4  pooka 	spops.spop_schedule();
    161   1.3  pooka 	rv = spops.spop_syscall(sysnum, data, retval);
    162   1.4  pooka 	spops.spop_unschedule();
    163   1.3  pooka 
    164   1.3  pooka 	return rv;
    165   1.3  pooka }
    166   1.1  pooka 
    167   1.7  pooka static uint64_t
    168   1.7  pooka nextreq(struct spclient *spc)
    169   1.7  pooka {
    170   1.7  pooka 	uint64_t nw;
    171   1.7  pooka 
    172   1.7  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    173   1.7  pooka 	nw = spc->spc_nextreq++;
    174   1.7  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    175   1.7  pooka 
    176   1.7  pooka 	return nw;
    177   1.7  pooka }
    178   1.7  pooka 
    179  1.21  pooka static void
    180  1.21  pooka send_error_resp(struct spclient *spc, uint64_t reqno, int error)
    181  1.21  pooka {
    182  1.21  pooka 	struct rsp_hdr rhdr;
    183  1.21  pooka 
    184  1.21  pooka 	rhdr.rsp_len = sizeof(rhdr);
    185  1.21  pooka 	rhdr.rsp_reqno = reqno;
    186  1.21  pooka 	rhdr.rsp_class = RUMPSP_ERROR;
    187  1.21  pooka 	rhdr.rsp_type = 0;
    188  1.21  pooka 	rhdr.rsp_error = error;
    189  1.21  pooka 
    190  1.21  pooka 	sendlock(spc);
    191  1.21  pooka 	(void)dosend(spc, &rhdr, sizeof(rhdr));
    192  1.21  pooka 	sendunlock(spc);
    193  1.21  pooka }
    194  1.21  pooka 
    195   1.1  pooka static int
    196   1.1  pooka send_syscall_resp(struct spclient *spc, uint64_t reqno, int error,
    197   1.7  pooka 	register_t *retval)
    198   1.1  pooka {
    199   1.1  pooka 	struct rsp_hdr rhdr;
    200   1.1  pooka 	struct rsp_sysresp sysresp;
    201   1.7  pooka 	int rv;
    202   1.1  pooka 
    203   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + sizeof(sysresp);
    204   1.1  pooka 	rhdr.rsp_reqno = reqno;
    205   1.7  pooka 	rhdr.rsp_class = RUMPSP_RESP;
    206   1.7  pooka 	rhdr.rsp_type = RUMPSP_SYSCALL;
    207   1.1  pooka 	rhdr.rsp_sysnum = 0;
    208   1.1  pooka 
    209   1.1  pooka 	sysresp.rsys_error = error;
    210   1.7  pooka 	memcpy(sysresp.rsys_retval, retval, sizeof(sysresp.rsys_retval));
    211   1.1  pooka 
    212   1.7  pooka 	sendlock(spc);
    213   1.7  pooka 	rv = dosend(spc, &rhdr, sizeof(rhdr));
    214   1.7  pooka 	rv = dosend(spc, &sysresp, sizeof(sysresp));
    215   1.7  pooka 	sendunlock(spc);
    216   1.1  pooka 
    217   1.7  pooka 	return rv;
    218   1.1  pooka }
    219   1.1  pooka 
    220   1.1  pooka static int
    221  1.15  pooka copyin_req(struct spclient *spc, const void *remaddr, size_t *dlen,
    222  1.15  pooka 	int wantstr, void **resp)
    223   1.1  pooka {
    224   1.1  pooka 	struct rsp_hdr rhdr;
    225   1.1  pooka 	struct rsp_copydata copydata;
    226   1.7  pooka 	struct respwait rw;
    227   1.7  pooka 	int rv;
    228   1.7  pooka 
    229  1.15  pooka 	DPRINTF(("copyin_req: %zu bytes from %p\n", *dlen, remaddr));
    230   1.1  pooka 
    231   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata);
    232   1.7  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    233  1.15  pooka 	if (wantstr)
    234  1.15  pooka 		rhdr.rsp_type = RUMPSP_COPYINSTR;
    235  1.15  pooka 	else
    236  1.15  pooka 		rhdr.rsp_type = RUMPSP_COPYIN;
    237   1.1  pooka 	rhdr.rsp_sysnum = 0;
    238   1.1  pooka 
    239   1.1  pooka 	copydata.rcp_addr = __UNCONST(remaddr);
    240  1.15  pooka 	copydata.rcp_len = *dlen;
    241   1.1  pooka 
    242   1.7  pooka 	putwait(spc, &rw, &rhdr);
    243   1.7  pooka 	rv = dosend(spc, &rhdr, sizeof(rhdr));
    244   1.7  pooka 	rv = dosend(spc, &copydata, sizeof(copydata));
    245  1.13  pooka 	if (rv) {
    246  1.13  pooka 		unputwait(spc, &rw);
    247  1.13  pooka 		return rv;
    248  1.13  pooka 	}
    249   1.7  pooka 
    250   1.7  pooka 	rv = waitresp(spc, &rw);
    251   1.7  pooka 
    252   1.7  pooka 	DPRINTF(("copyin: response %d\n", rv));
    253   1.7  pooka 
    254   1.7  pooka 	*resp = rw.rw_data;
    255  1.15  pooka 	if (wantstr)
    256  1.15  pooka 		*dlen = rw.rw_dlen;
    257  1.15  pooka 
    258   1.7  pooka 	return rv;
    259   1.1  pooka 
    260   1.1  pooka }
    261   1.1  pooka 
    262   1.1  pooka static int
    263   1.1  pooka send_copyout_req(struct spclient *spc, const void *remaddr,
    264   1.1  pooka 	const void *data, size_t dlen)
    265   1.1  pooka {
    266   1.1  pooka 	struct rsp_hdr rhdr;
    267   1.1  pooka 	struct rsp_copydata copydata;
    268   1.7  pooka 	int rv;
    269   1.7  pooka 
    270   1.7  pooka 	DPRINTF(("copyout_req (async): %zu bytes to %p\n", dlen, remaddr));
    271   1.1  pooka 
    272   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + sizeof(copydata) + dlen;
    273   1.7  pooka 	rhdr.rsp_reqno = nextreq(spc);
    274   1.7  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    275   1.7  pooka 	rhdr.rsp_type = RUMPSP_COPYOUT;
    276   1.1  pooka 	rhdr.rsp_sysnum = 0;
    277   1.1  pooka 
    278   1.1  pooka 	copydata.rcp_addr = __UNCONST(remaddr);
    279   1.1  pooka 	copydata.rcp_len = dlen;
    280   1.1  pooka 
    281   1.7  pooka 	sendlock(spc);
    282   1.7  pooka 	rv = dosend(spc, &rhdr, sizeof(rhdr));
    283   1.7  pooka 	rv = dosend(spc, &copydata, sizeof(copydata));
    284   1.7  pooka 	rv = dosend(spc, data, dlen);
    285   1.7  pooka 	sendunlock(spc);
    286   1.1  pooka 
    287   1.7  pooka 	return rv;
    288   1.1  pooka }
    289   1.1  pooka 
    290   1.1  pooka static int
    291   1.7  pooka anonmmap_req(struct spclient *spc, size_t howmuch, void **resp)
    292   1.1  pooka {
    293   1.1  pooka 	struct rsp_hdr rhdr;
    294   1.7  pooka 	struct respwait rw;
    295   1.7  pooka 	int rv;
    296   1.7  pooka 
    297   1.7  pooka 	DPRINTF(("anonmmap_req: %zu bytes\n", howmuch));
    298   1.1  pooka 
    299   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + sizeof(howmuch);
    300   1.7  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    301   1.7  pooka 	rhdr.rsp_type = RUMPSP_ANONMMAP;
    302   1.1  pooka 	rhdr.rsp_sysnum = 0;
    303   1.1  pooka 
    304   1.7  pooka 	putwait(spc, &rw, &rhdr);
    305   1.7  pooka 	rv = dosend(spc, &rhdr, sizeof(rhdr));
    306   1.7  pooka 	rv = dosend(spc, &howmuch, sizeof(howmuch));
    307  1.13  pooka 	if (rv) {
    308  1.13  pooka 		unputwait(spc, &rw);
    309  1.13  pooka 		return rv;
    310  1.13  pooka 	}
    311   1.1  pooka 
    312   1.7  pooka 	rv = waitresp(spc, &rw);
    313  1.13  pooka 
    314   1.7  pooka 	*resp = rw.rw_data;
    315   1.7  pooka 
    316   1.7  pooka 	DPRINTF(("anonmmap: mapped at %p\n", **(void ***)resp));
    317   1.7  pooka 
    318   1.7  pooka 	return rv;
    319   1.1  pooka }
    320   1.1  pooka 
    321   1.1  pooka static void
    322  1.11  pooka spcref(struct spclient *spc)
    323  1.11  pooka {
    324  1.11  pooka 
    325  1.11  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    326  1.11  pooka 	spc->spc_refcnt++;
    327  1.11  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    328  1.11  pooka }
    329  1.11  pooka 
    330  1.11  pooka static void
    331  1.11  pooka spcrelease(struct spclient *spc)
    332  1.11  pooka {
    333  1.11  pooka 	int ref;
    334  1.11  pooka 
    335  1.11  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    336  1.11  pooka 	ref = --spc->spc_refcnt;
    337  1.11  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    338  1.11  pooka 
    339  1.11  pooka 	if (ref > 0)
    340  1.11  pooka 		return;
    341  1.11  pooka 
    342  1.12  pooka 	DPRINTF(("spcrelease: spc %p fd %d\n", spc, spc->spc_fd));
    343  1.12  pooka 
    344  1.13  pooka 	_DIAGASSERT(TAILQ_EMPTY(&spc->spc_respwait));
    345  1.11  pooka 	_DIAGASSERT(spc->spc_buf == NULL);
    346  1.11  pooka 
    347  1.11  pooka 	lwproc_switch(spc->spc_mainlwp);
    348  1.11  pooka 	lwproc_release();
    349  1.11  pooka 	spc->spc_mainlwp = NULL;
    350  1.11  pooka 
    351  1.11  pooka 	close(spc->spc_fd);
    352  1.11  pooka 	spc->spc_fd = -1;
    353  1.12  pooka 	spc->spc_dying = 0;
    354  1.11  pooka 
    355  1.11  pooka 	atomic_inc_uint(&disco);
    356  1.11  pooka }
    357  1.11  pooka 
    358  1.11  pooka static void
    359   1.2  pooka serv_handledisco(unsigned int idx)
    360   1.1  pooka {
    361   1.1  pooka 	struct spclient *spc = &spclist[idx];
    362   1.1  pooka 
    363   1.1  pooka 	DPRINTF(("rump_sp: disconnecting [%u]\n", idx));
    364   1.1  pooka 
    365  1.12  pooka 	pfdlist[idx].fd = -1;
    366  1.12  pooka 	pfdlist[idx].revents = 0;
    367  1.12  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    368  1.12  pooka 	spc->spc_dying = 1;
    369  1.12  pooka 	kickall(spc);
    370  1.12  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    371  1.17  pooka 
    372  1.17  pooka 	/*
    373  1.17  pooka 	 * Nobody's going to attempt to send/receive anymore,
    374  1.17  pooka 	 * so reinit info relevant to that.
    375  1.17  pooka 	 */
    376  1.22  pooka 	/*LINTED:pointer casts may be ok*/
    377  1.17  pooka 	memset((char *)spc + SPC_ZEROFF, 0, sizeof(*spc) - SPC_ZEROFF);
    378  1.17  pooka 
    379  1.11  pooka 	spcrelease(spc);
    380   1.1  pooka }
    381   1.1  pooka 
    382  1.24  pooka static void
    383  1.24  pooka serv_shutdown(void)
    384  1.24  pooka {
    385  1.24  pooka 	struct spclient *spc;
    386  1.24  pooka 	unsigned int i;
    387  1.24  pooka 
    388  1.24  pooka 	for (i = 1; i < MAXCLI; i++) {
    389  1.24  pooka 		spc = &spclist[i];
    390  1.24  pooka 		if (spc->spc_fd == -1)
    391  1.24  pooka 			continue;
    392  1.24  pooka 
    393  1.24  pooka 		shutdown(spc->spc_fd, SHUT_RDWR);
    394  1.24  pooka 		serv_handledisco(i);
    395  1.24  pooka 
    396  1.24  pooka 		spcrelease(spc);
    397  1.24  pooka 	}
    398  1.24  pooka }
    399  1.24  pooka 
    400  1.11  pooka static unsigned
    401  1.11  pooka serv_handleconn(int fd, connecthook_fn connhook, int busy)
    402   1.1  pooka {
    403   1.1  pooka 	struct sockaddr_storage ss;
    404   1.1  pooka 	socklen_t sl = sizeof(ss);
    405  1.11  pooka 	int newfd, flags;
    406   1.1  pooka 	unsigned i;
    407   1.1  pooka 
    408   1.1  pooka 	/*LINTED: cast ok */
    409   1.1  pooka 	newfd = accept(fd, (struct sockaddr *)&ss, &sl);
    410   1.1  pooka 	if (newfd == -1)
    411  1.11  pooka 		return 0;
    412   1.1  pooka 
    413  1.11  pooka 	if (busy) {
    414   1.1  pooka 		close(newfd); /* EBUSY */
    415  1.11  pooka 		return 0;
    416   1.1  pooka 	}
    417   1.1  pooka 
    418  1.11  pooka 	/* XXX: should do some sort of handshake too */
    419  1.11  pooka 
    420   1.1  pooka 	flags = fcntl(newfd, F_GETFL, 0);
    421   1.1  pooka 	if (fcntl(newfd, F_SETFL, flags | O_NONBLOCK) == -1) {
    422   1.1  pooka 		close(newfd);
    423  1.11  pooka 		return 0;
    424   1.1  pooka 	}
    425   1.1  pooka 
    426  1.11  pooka 	if (connhook(newfd) != 0) {
    427   1.1  pooka 		close(newfd);
    428  1.11  pooka 		return 0;
    429   1.1  pooka 	}
    430   1.1  pooka 
    431   1.1  pooka 	/* find empty slot the simple way */
    432   1.1  pooka 	for (i = 0; i < MAXCLI; i++) {
    433  1.12  pooka 		if (pfdlist[i].fd == -1 && spclist[i].spc_dying == 0)
    434   1.2  pooka 			break;
    435   1.1  pooka 	}
    436   1.1  pooka 
    437  1.11  pooka 	if (lwproc_newproc(&spclist[i]) != 0) {
    438  1.10  pooka 		close(newfd);
    439  1.11  pooka 		return 0;
    440  1.10  pooka 	}
    441  1.10  pooka 
    442   1.1  pooka 	assert(i < MAXCLI);
    443   1.1  pooka 
    444   1.1  pooka 	pfdlist[i].fd = newfd;
    445   1.1  pooka 	spclist[i].spc_fd = newfd;
    446   1.8  pooka 	spclist[i].spc_mainlwp = lwproc_curlwp();
    447   1.7  pooka 	spclist[i].spc_istatus = SPCSTATUS_BUSY; /* dedicated receiver */
    448   1.8  pooka 	spclist[i].spc_pid = lwproc_getpid();
    449  1.11  pooka 	spclist[i].spc_refcnt = 1;
    450   1.7  pooka 
    451   1.7  pooka 	TAILQ_INIT(&spclist[i].spc_respwait);
    452   1.1  pooka 
    453  1.13  pooka 	DPRINTF(("rump_sp: added new connection fd %d at idx %u, pid %d\n",
    454  1.13  pooka 	    newfd, i, lwproc_getpid()));
    455   1.2  pooka 
    456   1.3  pooka 	lwproc_switch(NULL);
    457   1.1  pooka 
    458  1.11  pooka 	return i;
    459   1.1  pooka }
    460   1.1  pooka 
    461   1.1  pooka static void
    462   1.1  pooka serv_handlesyscall(struct spclient *spc, struct rsp_hdr *rhdr, uint8_t *data)
    463   1.1  pooka {
    464   1.7  pooka 	register_t retval[2] = {0, 0};
    465   1.1  pooka 	int rv, sysnum;
    466   1.1  pooka 
    467   1.1  pooka 	sysnum = (int)rhdr->rsp_sysnum;
    468   1.1  pooka 	DPRINTF(("rump_sp: handling syscall %d from client %d\n",
    469   1.1  pooka 	    sysnum, 0));
    470   1.1  pooka 
    471   1.8  pooka 	lwproc_newlwp(spc->spc_pid);
    472   1.3  pooka 	rv = rumpsyscall(sysnum, data, retval);
    473  1.16  pooka 	lwproc_release();
    474   1.1  pooka 
    475   1.7  pooka 	DPRINTF(("rump_sp: got return value %d & %d/%d\n",
    476   1.7  pooka 	    rv, retval[0], retval[1]));
    477   1.5  pooka 
    478   1.1  pooka 	send_syscall_resp(spc, rhdr->rsp_reqno, rv, retval);
    479   1.1  pooka }
    480   1.1  pooka 
    481   1.7  pooka struct sysbouncearg {
    482   1.7  pooka 	struct spclient *sba_spc;
    483   1.7  pooka 	struct rsp_hdr sba_hdr;
    484   1.7  pooka 	uint8_t *sba_data;
    485  1.20  pooka 
    486  1.20  pooka 	TAILQ_ENTRY(sysbouncearg) sba_entries;
    487   1.7  pooka };
    488  1.20  pooka static pthread_mutex_t sbamtx;
    489  1.20  pooka static pthread_cond_t sbacv;
    490  1.20  pooka static int nworker, idleworker;
    491  1.20  pooka static TAILQ_HEAD(, sysbouncearg) syslist = TAILQ_HEAD_INITIALIZER(syslist);
    492  1.20  pooka 
    493  1.20  pooka /*ARGSUSED*/
    494   1.7  pooka static void *
    495   1.7  pooka serv_syscallbouncer(void *arg)
    496   1.7  pooka {
    497  1.20  pooka 	struct sysbouncearg *sba;
    498  1.20  pooka 
    499  1.20  pooka 	for (;;) {
    500  1.20  pooka 		pthread_mutex_lock(&sbamtx);
    501  1.20  pooka 		if (idleworker >= rumpsp_idleworker) {
    502  1.20  pooka 			nworker--;
    503  1.20  pooka 			pthread_mutex_unlock(&sbamtx);
    504  1.20  pooka 			break;
    505  1.20  pooka 		}
    506  1.20  pooka 		idleworker++;
    507  1.20  pooka 		while (TAILQ_EMPTY(&syslist)) {
    508  1.20  pooka 			pthread_cond_wait(&sbacv, &sbamtx);
    509  1.20  pooka 		}
    510  1.20  pooka 
    511  1.20  pooka 		sba = TAILQ_FIRST(&syslist);
    512  1.20  pooka 		TAILQ_REMOVE(&syslist, sba, sba_entries);
    513  1.20  pooka 		idleworker--;
    514  1.20  pooka 		pthread_mutex_unlock(&sbamtx);
    515  1.20  pooka 
    516  1.20  pooka 		serv_handlesyscall(sba->sba_spc,
    517  1.20  pooka 		    &sba->sba_hdr, sba->sba_data);
    518  1.20  pooka 		spcrelease(sba->sba_spc);
    519  1.20  pooka 		free(sba->sba_data);
    520  1.20  pooka 		free(sba);
    521  1.20  pooka 	}
    522   1.7  pooka 
    523   1.7  pooka 	return NULL;
    524   1.7  pooka }
    525   1.7  pooka 
    526  1.15  pooka static int
    527  1.15  pooka sp_copyin(void *arg, const void *raddr, void *laddr, size_t *len, int wantstr)
    528   1.1  pooka {
    529  1.10  pooka 	struct spclient *spc = arg;
    530   1.9  pooka 	void *rdata = NULL; /* XXXuninit */
    531  1.13  pooka 	int rv, nlocks;
    532  1.13  pooka 
    533  1.13  pooka 	rumpuser__kunlock(0, &nlocks, NULL);
    534   1.1  pooka 
    535  1.15  pooka 	rv = copyin_req(spc, raddr, len, wantstr, &rdata);
    536  1.12  pooka 	if (rv)
    537  1.13  pooka 		goto out;
    538   1.1  pooka 
    539  1.15  pooka 	memcpy(laddr, rdata, *len);
    540   1.7  pooka 	free(rdata);
    541   1.1  pooka 
    542  1.13  pooka  out:
    543  1.13  pooka 	rumpuser__klock(nlocks, NULL);
    544  1.13  pooka 	if (rv)
    545  1.13  pooka 		return EFAULT;
    546   1.1  pooka 	return 0;
    547   1.1  pooka }
    548   1.1  pooka 
    549   1.1  pooka int
    550  1.15  pooka rumpuser_sp_copyin(void *arg, const void *raddr, void *laddr, size_t len)
    551  1.15  pooka {
    552  1.15  pooka 
    553  1.15  pooka 	return sp_copyin(arg, raddr, laddr, &len, 0);
    554  1.15  pooka }
    555  1.15  pooka 
    556  1.15  pooka int
    557  1.15  pooka rumpuser_sp_copyinstr(void *arg, const void *raddr, void *laddr, size_t *len)
    558  1.15  pooka {
    559  1.15  pooka 
    560  1.15  pooka 	return sp_copyin(arg, raddr, laddr, len, 1);
    561  1.15  pooka }
    562  1.15  pooka 
    563  1.15  pooka static int
    564  1.15  pooka sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
    565   1.1  pooka {
    566  1.10  pooka 	struct spclient *spc = arg;
    567  1.13  pooka 	int nlocks, rv;
    568  1.13  pooka 
    569  1.13  pooka 	rumpuser__kunlock(0, &nlocks, NULL);
    570  1.15  pooka 	rv = send_copyout_req(spc, raddr, laddr, dlen);
    571  1.13  pooka 	rumpuser__klock(nlocks, NULL);
    572   1.1  pooka 
    573  1.13  pooka 	if (rv)
    574   1.7  pooka 		return EFAULT;
    575   1.1  pooka 	return 0;
    576   1.1  pooka }
    577   1.1  pooka 
    578   1.1  pooka int
    579  1.15  pooka rumpuser_sp_copyout(void *arg, const void *laddr, void *raddr, size_t dlen)
    580  1.15  pooka {
    581  1.15  pooka 
    582  1.15  pooka 	return sp_copyout(arg, laddr, raddr, dlen);
    583  1.15  pooka }
    584  1.15  pooka 
    585  1.15  pooka int
    586  1.15  pooka rumpuser_sp_copyoutstr(void *arg, const void *laddr, void *raddr, size_t *dlen)
    587  1.15  pooka {
    588  1.15  pooka 
    589  1.15  pooka 	return sp_copyout(arg, laddr, raddr, *dlen);
    590  1.15  pooka }
    591  1.15  pooka 
    592  1.15  pooka int
    593  1.10  pooka rumpuser_sp_anonmmap(void *arg, size_t howmuch, void **addr)
    594   1.1  pooka {
    595  1.10  pooka 	struct spclient *spc = arg;
    596   1.7  pooka 	void *resp, *rdata;
    597  1.13  pooka 	int nlocks, rv;
    598  1.13  pooka 
    599  1.13  pooka 	rumpuser__kunlock(0, &nlocks, NULL);
    600   1.1  pooka 
    601   1.7  pooka 	rv = anonmmap_req(spc, howmuch, &rdata);
    602  1.13  pooka 	if (rv) {
    603  1.13  pooka 		rv = EFAULT;
    604  1.13  pooka 		goto out;
    605  1.13  pooka 	}
    606   1.1  pooka 
    607   1.7  pooka 	resp = *(void **)rdata;
    608   1.7  pooka 	free(rdata);
    609   1.1  pooka 
    610   1.7  pooka 	if (resp == NULL) {
    611  1.13  pooka 		rv = ENOMEM;
    612   1.1  pooka 	}
    613   1.1  pooka 
    614   1.1  pooka 	*addr = resp;
    615  1.13  pooka 
    616  1.13  pooka  out:
    617  1.13  pooka 	rumpuser__klock(nlocks, NULL);
    618  1.13  pooka 
    619  1.13  pooka 	if (rv)
    620  1.13  pooka 		return rv;
    621   1.1  pooka 	return 0;
    622   1.1  pooka }
    623   1.1  pooka 
    624   1.1  pooka /*
    625   1.1  pooka  *
    626   1.1  pooka  * Startup routines and mainloop for server.
    627   1.1  pooka  *
    628   1.1  pooka  */
    629   1.1  pooka 
    630   1.1  pooka struct spservarg {
    631   1.1  pooka 	int sps_sock;
    632   1.1  pooka 	connecthook_fn sps_connhook;
    633   1.1  pooka };
    634   1.1  pooka 
    635  1.14  pooka static pthread_attr_t pattr_detached;
    636   1.7  pooka static void
    637   1.7  pooka handlereq(struct spclient *spc)
    638   1.7  pooka {
    639   1.7  pooka 	struct sysbouncearg *sba;
    640   1.7  pooka 	pthread_t pt;
    641  1.21  pooka 	int retries;
    642   1.7  pooka 
    643  1.21  pooka 	if (__predict_false(spc->spc_hdr.rsp_type != RUMPSP_SYSCALL)) {
    644  1.21  pooka 		send_error_resp(spc, spc->spc_hdr.rsp_reqno, EINVAL);
    645  1.21  pooka 		spcfreebuf(spc);
    646  1.21  pooka 		return;
    647  1.21  pooka 	}
    648   1.7  pooka 
    649  1.21  pooka 	retries = 0;
    650  1.21  pooka 	while ((sba = malloc(sizeof(*sba))) == NULL) {
    651  1.21  pooka 		if (nworker == 0 || retries > 10) {
    652  1.21  pooka 			send_error_resp(spc, spc->spc_hdr.rsp_reqno, EAGAIN);
    653  1.21  pooka 			spcfreebuf(spc);
    654  1.21  pooka 			return;
    655  1.21  pooka 		}
    656  1.21  pooka 		/* slim chance of more memory? */
    657  1.21  pooka 		usleep(10000);
    658   1.7  pooka 	}
    659   1.7  pooka 
    660   1.7  pooka 	sba->sba_spc = spc;
    661   1.7  pooka 	sba->sba_hdr = spc->spc_hdr;
    662   1.7  pooka 	sba->sba_data = spc->spc_buf;
    663  1.21  pooka 	spcresetbuf(spc);
    664   1.7  pooka 
    665  1.11  pooka 	spcref(spc);
    666  1.20  pooka 
    667  1.20  pooka 	pthread_mutex_lock(&sbamtx);
    668  1.20  pooka 	TAILQ_INSERT_TAIL(&syslist, sba, sba_entries);
    669  1.20  pooka 	if (idleworker > 0) {
    670  1.20  pooka 		/* do we have a daemon's tool (i.e. idle threads)? */
    671  1.20  pooka 		pthread_cond_signal(&sbacv);
    672  1.20  pooka 	} else if (nworker < rumpsp_maxworker) {
    673  1.20  pooka 		/*
    674  1.20  pooka 		 * Else, need to create one
    675  1.20  pooka 		 * (if we can, otherwise just expect another
    676  1.20  pooka 		 * worker to pick up the syscall)
    677  1.20  pooka 		 */
    678  1.20  pooka 		if (pthread_create(&pt, &pattr_detached,
    679  1.20  pooka 		    serv_syscallbouncer, NULL) == 0)
    680  1.20  pooka 			nworker++;
    681   1.7  pooka 	}
    682  1.20  pooka 	pthread_mutex_unlock(&sbamtx);
    683   1.7  pooka }
    684   1.7  pooka 
    685   1.1  pooka static void *
    686   1.1  pooka spserver(void *arg)
    687   1.1  pooka {
    688   1.1  pooka 	struct spservarg *sarg = arg;
    689  1.11  pooka 	struct spclient *spc;
    690   1.1  pooka 	unsigned idx;
    691   1.1  pooka 	int seen;
    692   1.1  pooka 	int rv;
    693  1.11  pooka 	unsigned int nfds, maxidx;
    694   1.1  pooka 
    695  1.11  pooka 	for (idx = 0; idx < MAXCLI; idx++) {
    696   1.1  pooka 		pfdlist[idx].fd = -1;
    697   1.1  pooka 		pfdlist[idx].events = POLLIN;
    698  1.11  pooka 
    699  1.11  pooka 		spc = &spclist[idx];
    700  1.11  pooka 		pthread_mutex_init(&spc->spc_mtx, NULL);
    701  1.11  pooka 		pthread_cond_init(&spc->spc_cv, NULL);
    702  1.24  pooka 		spc->spc_fd = -1;
    703   1.1  pooka 	}
    704  1.24  pooka 	pfdlist[0].fd = spclist[0].spc_fd = sarg->sps_sock;
    705   1.1  pooka 	pfdlist[0].events = POLLIN;
    706   1.1  pooka 	nfds = 1;
    707   1.1  pooka 	maxidx = 0;
    708   1.1  pooka 
    709  1.14  pooka 	pthread_attr_init(&pattr_detached);
    710  1.14  pooka 	pthread_attr_setdetachstate(&pattr_detached, PTHREAD_CREATE_DETACHED);
    711  1.19  pooka 	/* XXX: doesn't stacksize currently work on NetBSD */
    712  1.19  pooka 	pthread_attr_setstacksize(&pattr_detached, 32*1024);
    713  1.14  pooka 
    714  1.20  pooka 	pthread_mutex_init(&sbamtx, NULL);
    715  1.20  pooka 	pthread_cond_init(&sbacv, NULL);
    716  1.20  pooka 
    717   1.1  pooka 	DPRINTF(("rump_sp: server mainloop\n"));
    718   1.1  pooka 
    719   1.1  pooka 	for (;;) {
    720  1.18  pooka 		int discoed;
    721  1.18  pooka 
    722  1.11  pooka 		/* g/c hangarounds (eventually) */
    723  1.18  pooka 		discoed = atomic_swap_uint(&disco, 0);
    724  1.18  pooka 		while (discoed--) {
    725  1.18  pooka 			nfds--;
    726  1.18  pooka 			idx = maxidx;
    727  1.18  pooka 			while (idx) {
    728  1.18  pooka 				if (pfdlist[idx].fd != -1) {
    729  1.18  pooka 					maxidx = idx;
    730  1.18  pooka 					break;
    731  1.11  pooka 				}
    732  1.18  pooka 				idx--;
    733  1.11  pooka 			}
    734  1.18  pooka 			DPRINTF(("rump_sp: set maxidx to [%u]\n",
    735  1.18  pooka 			    maxidx));
    736  1.11  pooka 		}
    737  1.11  pooka 
    738   1.1  pooka 		DPRINTF(("rump_sp: loop nfd %d\n", maxidx+1));
    739   1.1  pooka 		seen = 0;
    740   1.1  pooka 		rv = poll(pfdlist, maxidx+1, INFTIM);
    741   1.1  pooka 		assert(maxidx+1 <= MAXCLI);
    742   1.1  pooka 		assert(rv != 0);
    743   1.1  pooka 		if (rv == -1) {
    744   1.1  pooka 			if (errno == EINTR)
    745   1.1  pooka 				continue;
    746   1.1  pooka 			fprintf(stderr, "rump_spserver: poll returned %d\n",
    747   1.1  pooka 			    errno);
    748   1.1  pooka 			break;
    749   1.1  pooka 		}
    750   1.1  pooka 
    751  1.12  pooka 		for (idx = 0; seen < rv && idx < MAXCLI; idx++) {
    752   1.1  pooka 			if ((pfdlist[idx].revents & POLLIN) == 0)
    753   1.1  pooka 				continue;
    754   1.1  pooka 
    755   1.1  pooka 			seen++;
    756   1.1  pooka 			DPRINTF(("rump_sp: activity at [%u] %d/%d\n",
    757   1.1  pooka 			    idx, seen, rv));
    758   1.1  pooka 			if (idx > 0) {
    759  1.11  pooka 				spc = &spclist[idx];
    760   1.1  pooka 				DPRINTF(("rump_sp: mainloop read [%u]\n", idx));
    761   1.1  pooka 				switch (readframe(spc)) {
    762   1.1  pooka 				case 0:
    763   1.1  pooka 					break;
    764   1.1  pooka 				case -1:
    765   1.2  pooka 					serv_handledisco(idx);
    766   1.1  pooka 					break;
    767   1.1  pooka 				default:
    768   1.7  pooka 					switch (spc->spc_hdr.rsp_class) {
    769   1.7  pooka 					case RUMPSP_RESP:
    770   1.7  pooka 						kickwaiter(spc);
    771   1.7  pooka 						break;
    772   1.7  pooka 					case RUMPSP_REQ:
    773   1.7  pooka 						handlereq(spc);
    774   1.7  pooka 						break;
    775   1.7  pooka 					default:
    776  1.21  pooka 						send_error_resp(spc,
    777  1.21  pooka 						    spc->spc_hdr.rsp_reqno,
    778  1.21  pooka 						    ENOENT);
    779  1.21  pooka 						spcfreebuf(spc);
    780   1.7  pooka 						break;
    781   1.7  pooka 					}
    782   1.1  pooka 					break;
    783   1.1  pooka 				}
    784  1.11  pooka 
    785   1.1  pooka 			} else {
    786   1.1  pooka 				DPRINTF(("rump_sp: mainloop new connection\n"));
    787  1.11  pooka 
    788  1.24  pooka 				if (__predict_false(spfini)) {
    789  1.24  pooka 					close(spclist[0].spc_fd);
    790  1.24  pooka 					serv_shutdown();
    791  1.24  pooka 					goto out;
    792  1.24  pooka 				}
    793  1.24  pooka 
    794  1.11  pooka 				idx = serv_handleconn(pfdlist[0].fd,
    795  1.11  pooka 				    sarg->sps_connhook, nfds == MAXCLI);
    796  1.11  pooka 				if (idx)
    797  1.11  pooka 					nfds++;
    798  1.11  pooka 				if (idx > maxidx)
    799  1.11  pooka 					maxidx = idx;
    800  1.12  pooka 				DPRINTF(("rump_sp: maxid now %d\n", maxidx));
    801   1.1  pooka 			}
    802   1.1  pooka 		}
    803   1.1  pooka 	}
    804   1.1  pooka 
    805  1.24  pooka  out:
    806   1.1  pooka 	return NULL;
    807   1.1  pooka }
    808   1.1  pooka 
    809   1.1  pooka int
    810   1.5  pooka rumpuser_sp_init(const struct rumpuser_sp_ops *spopsp, const char *url)
    811   1.1  pooka {
    812   1.5  pooka 	pthread_t pt;
    813   1.1  pooka 	struct spservarg *sarg;
    814   1.1  pooka 	struct sockaddr *sap;
    815   1.5  pooka 	char *p;
    816   1.5  pooka 	unsigned idx;
    817   1.5  pooka 	int error, s;
    818   1.5  pooka 
    819   1.5  pooka 	p = strdup(url);
    820   1.5  pooka 	if (p == NULL)
    821   1.5  pooka 		return ENOMEM;
    822   1.5  pooka 	error = parseurl(p, &sap, &idx, 1);
    823   1.5  pooka 	free(p);
    824   1.5  pooka 	if (error)
    825   1.5  pooka 		return error;
    826   1.5  pooka 
    827   1.5  pooka 	s = socket(parsetab[idx].domain, SOCK_STREAM, 0);
    828   1.5  pooka 	if (s == -1)
    829   1.5  pooka 		return errno;
    830   1.1  pooka 
    831   1.3  pooka 	spops = *spopsp;
    832   1.5  pooka 	sarg = malloc(sizeof(*sarg));
    833   1.5  pooka 	if (sarg == NULL) {
    834   1.5  pooka 		close(s);
    835   1.5  pooka 		return ENOMEM;
    836   1.5  pooka 	}
    837   1.5  pooka 
    838   1.5  pooka 	sarg->sps_sock = s;
    839   1.5  pooka 	sarg->sps_connhook = parsetab[idx].connhook;
    840   1.1  pooka 
    841   1.5  pooka 	/* sloppy error recovery */
    842   1.1  pooka 
    843   1.5  pooka 	/*LINTED*/
    844   1.5  pooka 	if (bind(s, sap, sap->sa_len) == -1) {
    845   1.5  pooka 		fprintf(stderr, "rump_sp: server bind failed\n");
    846   1.5  pooka 		return errno;
    847   1.1  pooka 	}
    848  1.18  pooka 	if (listen(s, MAXCLI) == -1) {
    849   1.5  pooka 		fprintf(stderr, "rump_sp: server listen failed\n");
    850   1.5  pooka 		return errno;
    851   1.1  pooka 	}
    852   1.1  pooka 
    853   1.5  pooka 	if ((error = pthread_create(&pt, NULL, spserver, sarg)) != 0) {
    854   1.5  pooka 		fprintf(stderr, "rump_sp: cannot create wrkr thread\n");
    855   1.1  pooka 		return errno;
    856   1.1  pooka 	}
    857   1.5  pooka 	pthread_detach(pt);
    858   1.1  pooka 
    859   1.1  pooka 	return 0;
    860   1.1  pooka }
    861  1.24  pooka 
    862  1.24  pooka void
    863  1.24  pooka rumpuser_sp_fini()
    864  1.24  pooka {
    865  1.24  pooka 
    866  1.24  pooka 	if (spclist[0].spc_fd) {
    867  1.24  pooka 		shutdown(spclist[0].spc_fd, SHUT_RDWR);
    868  1.24  pooka 		spfini = 1;
    869  1.24  pooka 	}
    870  1.24  pooka }
    871