Home | History | Annotate | Line # | Download | only in librumpclient
rumpclient.c revision 1.26
      1  1.26  pooka /*      $NetBSD: rumpclient.c,v 1.26 2011/02/07 15:25:41 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4  1.11  pooka  * Copyright (c) 2010, 2011 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28   1.1  pooka /*
     29   1.1  pooka  * Client side routines for rump syscall proxy.
     30   1.1  pooka  */
     31   1.1  pooka 
     32   1.1  pooka #include <sys/cdefs.h>
     33   1.1  pooka __RCSID("$NetBSD");
     34   1.1  pooka 
     35   1.5  pooka #include <sys/param.h>
     36  1.15  pooka #include <sys/event.h>
     37   1.1  pooka #include <sys/mman.h>
     38   1.1  pooka #include <sys/socket.h>
     39   1.1  pooka 
     40   1.1  pooka #include <arpa/inet.h>
     41   1.1  pooka #include <netinet/in.h>
     42   1.1  pooka #include <netinet/tcp.h>
     43   1.1  pooka 
     44   1.1  pooka #include <assert.h>
     45  1.13  pooka #include <dlfcn.h>
     46   1.1  pooka #include <errno.h>
     47   1.1  pooka #include <fcntl.h>
     48  1.13  pooka #include <link.h>
     49   1.1  pooka #include <poll.h>
     50   1.1  pooka #include <pthread.h>
     51  1.11  pooka #include <signal.h>
     52   1.1  pooka #include <stdarg.h>
     53  1.18  pooka #include <stdbool.h>
     54   1.1  pooka #include <stdio.h>
     55   1.1  pooka #include <stdlib.h>
     56   1.1  pooka #include <string.h>
     57   1.1  pooka #include <unistd.h>
     58   1.1  pooka 
     59   1.1  pooka #include <rump/rumpclient.h>
     60   1.1  pooka 
     61  1.13  pooka #define HOSTOPS
     62  1.13  pooka int	(*host_socket)(int, int, int);
     63  1.13  pooka int	(*host_close)(int);
     64  1.13  pooka int	(*host_connect)(int, const struct sockaddr *, socklen_t);
     65  1.15  pooka int	(*host_fcntl)(int, int, ...);
     66  1.13  pooka int	(*host_poll)(struct pollfd *, nfds_t, int);
     67  1.13  pooka ssize_t	(*host_read)(int, void *, size_t);
     68  1.13  pooka ssize_t (*host_sendto)(int, const void *, size_t, int,
     69  1.13  pooka 		       const struct sockaddr *, socklen_t);
     70  1.13  pooka int	(*host_setsockopt)(int, int, int, const void *, socklen_t);
     71  1.13  pooka 
     72  1.17  pooka int	(*host_kqueue)(void);
     73  1.17  pooka int	(*host_kevent)(int, const struct kevent *, size_t,
     74  1.17  pooka 		       struct kevent *, size_t, const struct timespec *);
     75  1.17  pooka 
     76   1.1  pooka #include "sp_common.c"
     77   1.1  pooka 
     78  1.11  pooka static struct spclient clispc = {
     79  1.11  pooka 	.spc_fd = -1,
     80  1.11  pooka };
     81   1.1  pooka 
     82  1.18  pooka static int kq = -1;
     83  1.15  pooka static sigset_t fullset;
     84  1.12  pooka 
     85  1.20  pooka static int doconnect(bool);
     86  1.18  pooka static int handshake_req(struct spclient *, uint32_t *, int, bool);
     87  1.18  pooka 
     88  1.20  pooka time_t retrytimo = RUMPCLIENT_RETRYCONN_ONCE;
     89  1.18  pooka 
     90  1.18  pooka static int
     91  1.18  pooka send_with_recon(struct spclient *spc, const void *data, size_t dlen)
     92  1.18  pooka {
     93  1.20  pooka 	struct timeval starttime, curtime;
     94  1.20  pooka 	time_t prevreconmsg;
     95  1.20  pooka 	unsigned reconretries;
     96  1.18  pooka 	int rv;
     97  1.18  pooka 
     98  1.20  pooka 	for (prevreconmsg = 0, reconretries = 0;;) {
     99  1.18  pooka 		rv = dosend(spc, data, dlen);
    100  1.18  pooka 		if (__predict_false(rv == ENOTCONN || rv == EBADF)) {
    101  1.20  pooka 			/* no persistent connections */
    102  1.20  pooka 			if (retrytimo == 0)
    103  1.20  pooka 				break;
    104  1.24  pooka 			if (retrytimo == RUMPCLIENT_RETRYCONN_DIE)
    105  1.24  pooka 				exit(1);
    106  1.20  pooka 
    107  1.20  pooka 			if (!prevreconmsg) {
    108  1.20  pooka 				prevreconmsg = time(NULL);
    109  1.20  pooka 				gettimeofday(&starttime, NULL);
    110  1.20  pooka 			}
    111  1.20  pooka 			if (reconretries == 1) {
    112  1.20  pooka 				if (retrytimo == RUMPCLIENT_RETRYCONN_ONCE) {
    113  1.20  pooka 					rv = ENOTCONN;
    114  1.20  pooka 					break;
    115  1.20  pooka 				}
    116  1.20  pooka 				fprintf(stderr, "rump_sp: connection to "
    117  1.20  pooka 				    "kernel lost, trying to reconnect ...\n");
    118  1.20  pooka 			} else if (time(NULL) - prevreconmsg > 120) {
    119  1.20  pooka 				fprintf(stderr, "rump_sp: still trying to "
    120  1.20  pooka 				    "reconnect ...\n");
    121  1.20  pooka 				prevreconmsg = time(NULL);
    122  1.20  pooka 			}
    123  1.20  pooka 
    124  1.20  pooka 			/* check that we aren't over the limit */
    125  1.20  pooka 			if (retrytimo > 0) {
    126  1.20  pooka 				struct timeval tmp;
    127  1.20  pooka 
    128  1.20  pooka 				gettimeofday(&curtime, NULL);
    129  1.20  pooka 				timersub(&curtime, &starttime, &tmp);
    130  1.20  pooka 				if (tmp.tv_sec >= retrytimo) {
    131  1.20  pooka 					fprintf(stderr, "rump_sp: reconnect "
    132  1.20  pooka 					    "failed, %lld second timeout\n",
    133  1.20  pooka 					    (long long)retrytimo);
    134  1.20  pooka 					return ENOTCONN;
    135  1.20  pooka 				}
    136  1.20  pooka 			}
    137  1.20  pooka 
    138  1.20  pooka 			/* adhoc backoff timer */
    139  1.20  pooka 			if (reconretries < 10) {
    140  1.20  pooka 				usleep(100000 * reconretries);
    141  1.20  pooka 			} else {
    142  1.20  pooka 				sleep(MIN(10, reconretries-9));
    143  1.20  pooka 			}
    144  1.20  pooka 			reconretries++;
    145  1.20  pooka 
    146  1.20  pooka 			if ((rv = doconnect(false)) != 0)
    147  1.18  pooka 				continue;
    148  1.18  pooka 			if ((rv = handshake_req(&clispc, NULL, 0, true)) != 0)
    149  1.18  pooka 				continue;
    150  1.20  pooka 
    151  1.20  pooka 			/*
    152  1.20  pooka 			 * ok, reconnect succesful.  we need to return to
    153  1.20  pooka 			 * the upper layer to get the entire PDU resent.
    154  1.20  pooka 			 */
    155  1.20  pooka 			if (reconretries != 1)
    156  1.20  pooka 				fprintf(stderr, "rump_sp: reconnected!\n");
    157  1.20  pooka 			rv = EAGAIN;
    158  1.20  pooka 			break;
    159  1.20  pooka 		} else {
    160  1.20  pooka 			_DIAGASSERT(errno != EAGAIN);
    161  1.18  pooka 			break;
    162  1.18  pooka 		}
    163  1.20  pooka 	}
    164  1.18  pooka 
    165  1.18  pooka 	return rv;
    166  1.18  pooka }
    167  1.18  pooka 
    168  1.12  pooka static int
    169  1.18  pooka cliwaitresp(struct spclient *spc, struct respwait *rw, sigset_t *mask,
    170  1.18  pooka 	bool keeplock)
    171  1.12  pooka {
    172  1.18  pooka 	uint64_t mygen;
    173  1.18  pooka 	bool imalive = true;
    174  1.12  pooka 
    175  1.15  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    176  1.18  pooka 	if (!keeplock)
    177  1.18  pooka 		sendunlockl(spc);
    178  1.18  pooka 	mygen = spc->spc_generation;
    179  1.12  pooka 
    180  1.12  pooka 	rw->rw_error = 0;
    181  1.18  pooka 	while (!rw->rw_done && rw->rw_error == 0) {
    182  1.18  pooka 		if (__predict_false(spc->spc_generation != mygen || !imalive))
    183  1.18  pooka 			break;
    184  1.18  pooka 
    185  1.12  pooka 		/* are we free to receive? */
    186  1.12  pooka 		if (spc->spc_istatus == SPCSTATUS_FREE) {
    187  1.15  pooka 			struct kevent kev[8];
    188  1.15  pooka 			int gotresp, dosig, rv, i;
    189  1.15  pooka 
    190  1.12  pooka 			spc->spc_istatus = SPCSTATUS_BUSY;
    191  1.12  pooka 			pthread_mutex_unlock(&spc->spc_mtx);
    192  1.12  pooka 
    193  1.15  pooka 			dosig = 0;
    194  1.15  pooka 			for (gotresp = 0; !gotresp; ) {
    195  1.15  pooka 				switch (readframe(spc)) {
    196  1.15  pooka 				case 0:
    197  1.17  pooka 					rv = host_kevent(kq, NULL, 0,
    198  1.15  pooka 					    kev, __arraycount(kev), NULL);
    199  1.18  pooka 
    200  1.18  pooka 					/*
    201  1.18  pooka 					 * XXX: don't know how this can
    202  1.18  pooka 					 * happen (timeout cannot expire
    203  1.18  pooka 					 * since there isn't one), but
    204  1.18  pooka 					 * it does happen
    205  1.18  pooka 					 */
    206  1.18  pooka 					if (__predict_false(rv == 0))
    207  1.18  pooka 						continue;
    208  1.18  pooka 
    209  1.15  pooka 					for (i = 0; i < rv; i++) {
    210  1.15  pooka 						if (kev[i].filter
    211  1.15  pooka 						    == EVFILT_SIGNAL)
    212  1.15  pooka 							dosig++;
    213  1.15  pooka 					}
    214  1.15  pooka 					if (dosig)
    215  1.15  pooka 						goto cleanup;
    216  1.15  pooka 
    217  1.15  pooka 					continue;
    218  1.15  pooka 				case -1:
    219  1.18  pooka 					imalive = false;
    220  1.15  pooka 					goto cleanup;
    221  1.15  pooka 				default:
    222  1.15  pooka 					break;
    223  1.15  pooka 				}
    224  1.12  pooka 
    225  1.15  pooka 				switch (spc->spc_hdr.rsp_class) {
    226  1.12  pooka 				case RUMPSP_RESP:
    227  1.12  pooka 				case RUMPSP_ERROR:
    228  1.12  pooka 					kickwaiter(spc);
    229  1.15  pooka 					gotresp = spc->spc_hdr.rsp_reqno ==
    230  1.15  pooka 					    rw->rw_reqno;
    231  1.12  pooka 					break;
    232  1.12  pooka 				case RUMPSP_REQ:
    233  1.12  pooka 					handlereq(spc);
    234  1.12  pooka 					break;
    235  1.12  pooka 				default:
    236  1.12  pooka 					/* panic */
    237  1.12  pooka 					break;
    238  1.15  pooka 				}
    239  1.12  pooka 			}
    240  1.12  pooka 
    241  1.15  pooka  cleanup:
    242  1.15  pooka 			pthread_mutex_lock(&spc->spc_mtx);
    243  1.15  pooka 			if (spc->spc_istatus == SPCSTATUS_WANTED)
    244  1.15  pooka 				kickall(spc);
    245  1.15  pooka 			spc->spc_istatus = SPCSTATUS_FREE;
    246  1.15  pooka 
    247  1.15  pooka 			/* take one for the team */
    248  1.15  pooka 			if (dosig) {
    249  1.15  pooka 				pthread_mutex_unlock(&spc->spc_mtx);
    250  1.15  pooka 				pthread_sigmask(SIG_SETMASK, mask, NULL);
    251  1.15  pooka 				pthread_sigmask(SIG_SETMASK, &fullset, NULL);
    252  1.15  pooka 				pthread_mutex_lock(&spc->spc_mtx);
    253  1.15  pooka 			}
    254  1.12  pooka 		} else {
    255  1.12  pooka 			spc->spc_istatus = SPCSTATUS_WANTED;
    256  1.12  pooka 			pthread_cond_wait(&rw->rw_cv, &spc->spc_mtx);
    257  1.12  pooka 		}
    258  1.12  pooka 	}
    259  1.12  pooka 	TAILQ_REMOVE(&spc->spc_respwait, rw, rw_entries);
    260  1.12  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    261  1.12  pooka 	pthread_cond_destroy(&rw->rw_cv);
    262  1.12  pooka 
    263  1.18  pooka 	if (spc->spc_generation != mygen || !imalive) {
    264  1.12  pooka 		return ENOTCONN;
    265  1.18  pooka 	}
    266  1.12  pooka 	return rw->rw_error;
    267  1.12  pooka }
    268  1.12  pooka 
    269   1.1  pooka static int
    270  1.26  pooka syscall_req(struct spclient *spc, sigset_t *omask, int sysnum,
    271   1.3  pooka 	const void *data, size_t dlen, void **resp)
    272   1.1  pooka {
    273   1.1  pooka 	struct rsp_hdr rhdr;
    274   1.3  pooka 	struct respwait rw;
    275   1.3  pooka 	int rv;
    276   1.1  pooka 
    277   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + dlen;
    278   1.3  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    279   1.3  pooka 	rhdr.rsp_type = RUMPSP_SYSCALL;
    280   1.1  pooka 	rhdr.rsp_sysnum = sysnum;
    281   1.1  pooka 
    282   1.6  pooka 	do {
    283   1.6  pooka 		putwait(spc, &rw, &rhdr);
    284  1.18  pooka 		if ((rv = send_with_recon(spc, &rhdr, sizeof(rhdr))) != 0) {
    285  1.18  pooka 			unputwait(spc, &rw);
    286  1.18  pooka 			continue;
    287  1.18  pooka 		}
    288  1.18  pooka 		if ((rv = send_with_recon(spc, data, dlen)) != 0) {
    289   1.6  pooka 			unputwait(spc, &rw);
    290  1.18  pooka 			continue;
    291   1.6  pooka 		}
    292   1.6  pooka 
    293  1.26  pooka 		rv = cliwaitresp(spc, &rw, omask, false);
    294  1.20  pooka 		if (rv == ENOTCONN)
    295  1.20  pooka 			rv = EAGAIN;
    296  1.20  pooka 	} while (rv == EAGAIN);
    297   1.3  pooka 
    298   1.3  pooka 	*resp = rw.rw_data;
    299   1.3  pooka 	return rv;
    300   1.1  pooka }
    301   1.1  pooka 
    302   1.1  pooka static int
    303  1.18  pooka handshake_req(struct spclient *spc, uint32_t *auth, int cancel, bool haslock)
    304  1.10  pooka {
    305  1.11  pooka 	struct handshake_fork rf;
    306  1.10  pooka 	struct rsp_hdr rhdr;
    307  1.10  pooka 	struct respwait rw;
    308  1.12  pooka 	sigset_t omask;
    309  1.21  pooka 	size_t bonus;
    310  1.10  pooka 	int rv;
    311  1.10  pooka 
    312  1.21  pooka 	if (auth) {
    313  1.21  pooka 		bonus = sizeof(rf);
    314  1.21  pooka 	} else {
    315  1.21  pooka 		bonus = strlen(getprogname())+1;
    316  1.21  pooka 	}
    317  1.21  pooka 
    318  1.10  pooka 	/* performs server handshake */
    319  1.21  pooka 	rhdr.rsp_len = sizeof(rhdr) + bonus;
    320  1.10  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    321  1.10  pooka 	rhdr.rsp_type = RUMPSP_HANDSHAKE;
    322  1.11  pooka 	if (auth)
    323  1.11  pooka 		rhdr.rsp_handshake = HANDSHAKE_FORK;
    324  1.11  pooka 	else
    325  1.11  pooka 		rhdr.rsp_handshake = HANDSHAKE_GUEST;
    326  1.10  pooka 
    327  1.12  pooka 	pthread_sigmask(SIG_SETMASK, &fullset, &omask);
    328  1.18  pooka 	if (haslock)
    329  1.18  pooka 		putwait_locked(spc, &rw, &rhdr);
    330  1.18  pooka 	else
    331  1.18  pooka 		putwait(spc, &rw, &rhdr);
    332  1.10  pooka 	rv = dosend(spc, &rhdr, sizeof(rhdr));
    333  1.11  pooka 	if (auth) {
    334  1.11  pooka 		memcpy(rf.rf_auth, auth, AUTHLEN*sizeof(*auth));
    335  1.11  pooka 		rf.rf_cancel = cancel;
    336  1.18  pooka 		rv = send_with_recon(spc, &rf, sizeof(rf));
    337  1.21  pooka 	} else {
    338  1.21  pooka 		rv = dosend(spc, getprogname(), strlen(getprogname())+1);
    339  1.11  pooka 	}
    340  1.18  pooka 	if (rv || cancel) {
    341  1.18  pooka 		if (haslock)
    342  1.18  pooka 			unputwait_locked(spc, &rw);
    343  1.18  pooka 		else
    344  1.18  pooka 			unputwait(spc, &rw);
    345  1.18  pooka 		if (cancel) {
    346  1.26  pooka 			goto out;
    347  1.18  pooka 		}
    348  1.18  pooka 	} else {
    349  1.18  pooka 		rv = cliwaitresp(spc, &rw, &omask, haslock);
    350  1.10  pooka 	}
    351  1.10  pooka 	if (rv)
    352  1.26  pooka 		goto out;
    353  1.10  pooka 
    354  1.10  pooka 	rv = *(int *)rw.rw_data;
    355  1.10  pooka 	free(rw.rw_data);
    356  1.10  pooka 
    357  1.26  pooka  out:
    358  1.26  pooka 	pthread_sigmask(SIG_SETMASK, &omask, NULL);
    359  1.10  pooka 	return rv;
    360  1.10  pooka }
    361  1.10  pooka 
    362  1.10  pooka static int
    363  1.26  pooka prefork_req(struct spclient *spc, sigset_t *omask, void **resp)
    364  1.11  pooka {
    365  1.11  pooka 	struct rsp_hdr rhdr;
    366  1.11  pooka 	struct respwait rw;
    367  1.11  pooka 	int rv;
    368  1.11  pooka 
    369  1.11  pooka 	rhdr.rsp_len = sizeof(rhdr);
    370  1.11  pooka 	rhdr.rsp_class = RUMPSP_REQ;
    371  1.11  pooka 	rhdr.rsp_type = RUMPSP_PREFORK;
    372  1.11  pooka 	rhdr.rsp_error = 0;
    373  1.11  pooka 
    374  1.18  pooka 	do {
    375  1.18  pooka 		putwait(spc, &rw, &rhdr);
    376  1.18  pooka 		rv = send_with_recon(spc, &rhdr, sizeof(rhdr));
    377  1.18  pooka 		if (rv != 0) {
    378  1.18  pooka 			unputwait(spc, &rw);
    379  1.18  pooka 			continue;
    380  1.18  pooka 		}
    381  1.11  pooka 
    382  1.26  pooka 		rv = cliwaitresp(spc, &rw, omask, false);
    383  1.20  pooka 		if (rv == ENOTCONN)
    384  1.20  pooka 			rv = EAGAIN;
    385  1.20  pooka 	} while (rv == EAGAIN);
    386  1.18  pooka 
    387  1.11  pooka 	*resp = rw.rw_data;
    388  1.11  pooka 	return rv;
    389  1.11  pooka }
    390  1.11  pooka 
    391  1.18  pooka /*
    392  1.18  pooka  * prevent response code from deadlocking with reconnect code
    393  1.18  pooka  */
    394  1.11  pooka static int
    395  1.18  pooka resp_sendlock(struct spclient *spc)
    396  1.18  pooka {
    397  1.18  pooka 	int rv = 0;
    398  1.18  pooka 
    399  1.18  pooka 	pthread_mutex_lock(&spc->spc_mtx);
    400  1.18  pooka 	while (spc->spc_ostatus != SPCSTATUS_FREE) {
    401  1.18  pooka 		if (__predict_false(spc->spc_reconnecting)) {
    402  1.18  pooka 			rv = EBUSY;
    403  1.18  pooka 			goto out;
    404  1.18  pooka 		}
    405  1.18  pooka 		spc->spc_ostatus = SPCSTATUS_WANTED;
    406  1.18  pooka 		pthread_cond_wait(&spc->spc_cv, &spc->spc_mtx);
    407  1.18  pooka 	}
    408  1.18  pooka 	spc->spc_ostatus = SPCSTATUS_BUSY;
    409  1.18  pooka 
    410  1.18  pooka  out:
    411  1.18  pooka 	pthread_mutex_unlock(&spc->spc_mtx);
    412  1.18  pooka 	return rv;
    413  1.18  pooka }
    414  1.18  pooka 
    415  1.18  pooka static void
    416   1.5  pooka send_copyin_resp(struct spclient *spc, uint64_t reqno, void *data, size_t dlen,
    417   1.5  pooka 	int wantstr)
    418   1.1  pooka {
    419   1.1  pooka 	struct rsp_hdr rhdr;
    420   1.1  pooka 
    421   1.5  pooka 	if (wantstr)
    422   1.5  pooka 		dlen = MIN(dlen, strlen(data)+1);
    423   1.5  pooka 
    424   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + dlen;
    425   1.1  pooka 	rhdr.rsp_reqno = reqno;
    426   1.3  pooka 	rhdr.rsp_class = RUMPSP_RESP;
    427   1.3  pooka 	rhdr.rsp_type = RUMPSP_COPYIN;
    428   1.1  pooka 	rhdr.rsp_sysnum = 0;
    429   1.1  pooka 
    430  1.18  pooka 	if (resp_sendlock(spc) != 0)
    431  1.18  pooka 		return;
    432  1.18  pooka 	(void)dosend(spc, &rhdr, sizeof(rhdr));
    433  1.18  pooka 	(void)dosend(spc, data, dlen);
    434   1.3  pooka 	sendunlock(spc);
    435   1.1  pooka }
    436   1.1  pooka 
    437  1.18  pooka static void
    438   1.1  pooka send_anonmmap_resp(struct spclient *spc, uint64_t reqno, void *addr)
    439   1.1  pooka {
    440   1.1  pooka 	struct rsp_hdr rhdr;
    441   1.1  pooka 
    442   1.1  pooka 	rhdr.rsp_len = sizeof(rhdr) + sizeof(addr);
    443   1.1  pooka 	rhdr.rsp_reqno = reqno;
    444   1.3  pooka 	rhdr.rsp_class = RUMPSP_RESP;
    445   1.3  pooka 	rhdr.rsp_type = RUMPSP_ANONMMAP;
    446   1.1  pooka 	rhdr.rsp_sysnum = 0;
    447   1.1  pooka 
    448  1.18  pooka 	if (resp_sendlock(spc) != 0)
    449  1.18  pooka 		return;
    450  1.18  pooka 	(void)dosend(spc, &rhdr, sizeof(rhdr));
    451  1.18  pooka 	(void)dosend(spc, &addr, sizeof(addr));
    452   1.3  pooka 	sendunlock(spc);
    453   1.1  pooka }
    454   1.1  pooka 
    455   1.1  pooka int
    456   1.1  pooka rumpclient_syscall(int sysnum, const void *data, size_t dlen,
    457   1.1  pooka 	register_t *retval)
    458   1.1  pooka {
    459   1.1  pooka 	struct rsp_sysresp *resp;
    460  1.26  pooka 	sigset_t omask;
    461   1.3  pooka 	void *rdata;
    462   1.3  pooka 	int rv;
    463   1.3  pooka 
    464  1.26  pooka 	pthread_sigmask(SIG_SETMASK, &fullset, &omask);
    465  1.26  pooka 
    466   1.3  pooka 	DPRINTF(("rumpsp syscall_req: syscall %d with %p/%zu\n",
    467   1.3  pooka 	    sysnum, data, dlen));
    468   1.3  pooka 
    469  1.26  pooka 	rv = syscall_req(&clispc, &omask, sysnum, data, dlen, &rdata);
    470   1.3  pooka 	if (rv)
    471  1.26  pooka 		goto out;
    472   1.3  pooka 
    473   1.3  pooka 	resp = rdata;
    474   1.3  pooka 	DPRINTF(("rumpsp syscall_resp: syscall %d error %d, rv: %d/%d\n",
    475   1.3  pooka 	    sysnum, rv, resp->rsys_retval[0], resp->rsys_retval[1]));
    476   1.1  pooka 
    477   1.3  pooka 	memcpy(retval, &resp->rsys_retval, sizeof(resp->rsys_retval));
    478   1.3  pooka 	rv = resp->rsys_error;
    479   1.3  pooka 	free(rdata);
    480   1.1  pooka 
    481  1.26  pooka  out:
    482  1.26  pooka 	pthread_sigmask(SIG_SETMASK, &omask, NULL);
    483   1.3  pooka 	return rv;
    484   1.3  pooka }
    485   1.1  pooka 
    486   1.3  pooka static void
    487   1.3  pooka handlereq(struct spclient *spc)
    488   1.3  pooka {
    489   1.3  pooka 	struct rsp_copydata *copydata;
    490  1.16  pooka 	struct rsp_hdr *rhdr = &spc->spc_hdr;
    491   1.3  pooka 	void *mapaddr;
    492   1.3  pooka 	size_t maplen;
    493   1.5  pooka 	int reqtype = spc->spc_hdr.rsp_type;
    494   1.1  pooka 
    495   1.5  pooka 	switch (reqtype) {
    496   1.3  pooka 	case RUMPSP_COPYIN:
    497   1.5  pooka 	case RUMPSP_COPYINSTR:
    498   1.3  pooka 		/*LINTED*/
    499   1.3  pooka 		copydata = (struct rsp_copydata *)spc->spc_buf;
    500   1.3  pooka 		DPRINTF(("rump_sp handlereq: copyin request: %p/%zu\n",
    501   1.3  pooka 		    copydata->rcp_addr, copydata->rcp_len));
    502   1.3  pooka 		send_copyin_resp(spc, spc->spc_hdr.rsp_reqno,
    503   1.5  pooka 		    copydata->rcp_addr, copydata->rcp_len,
    504   1.5  pooka 		    reqtype == RUMPSP_COPYINSTR);
    505   1.3  pooka 		break;
    506   1.3  pooka 	case RUMPSP_COPYOUT:
    507   1.5  pooka 	case RUMPSP_COPYOUTSTR:
    508   1.3  pooka 		/*LINTED*/
    509   1.3  pooka 		copydata = (struct rsp_copydata *)spc->spc_buf;
    510   1.3  pooka 		DPRINTF(("rump_sp handlereq: copyout request: %p/%zu\n",
    511   1.3  pooka 		    copydata->rcp_addr, copydata->rcp_len));
    512   1.3  pooka 		/*LINTED*/
    513   1.3  pooka 		memcpy(copydata->rcp_addr, copydata->rcp_data,
    514   1.3  pooka 		    copydata->rcp_len);
    515   1.3  pooka 		break;
    516   1.3  pooka 	case RUMPSP_ANONMMAP:
    517   1.3  pooka 		/*LINTED*/
    518   1.3  pooka 		maplen = *(size_t *)spc->spc_buf;
    519   1.3  pooka 		mapaddr = mmap(NULL, maplen, PROT_READ|PROT_WRITE,
    520   1.3  pooka 		    MAP_ANON, -1, 0);
    521   1.3  pooka 		if (mapaddr == MAP_FAILED)
    522   1.3  pooka 			mapaddr = NULL;
    523   1.3  pooka 		DPRINTF(("rump_sp handlereq: anonmmap: %p\n", mapaddr));
    524   1.3  pooka 		send_anonmmap_resp(spc, spc->spc_hdr.rsp_reqno, mapaddr);
    525   1.3  pooka 		break;
    526  1.16  pooka 	case RUMPSP_RAISE:
    527  1.16  pooka 		DPRINTF(("rump_sp handlereq: raise sig %d\n", rhdr->rsp_signo));
    528  1.18  pooka 		raise((int)rhdr->rsp_signo);
    529  1.16  pooka 		/*
    530  1.16  pooka 		 * We most likely have signals blocked, but the signal
    531  1.16  pooka 		 * will be handled soon enough when we return.
    532  1.16  pooka 		 */
    533  1.16  pooka 		break;
    534   1.3  pooka 	default:
    535  1.12  pooka 		printf("PANIC: INVALID TYPE %d\n", reqtype);
    536   1.3  pooka 		abort();
    537   1.3  pooka 		break;
    538   1.1  pooka 	}
    539   1.1  pooka 
    540   1.6  pooka 	spcfreebuf(spc);
    541   1.1  pooka }
    542   1.1  pooka 
    543  1.11  pooka static unsigned ptab_idx;
    544  1.11  pooka static struct sockaddr *serv_sa;
    545  1.11  pooka 
    546  1.11  pooka static int
    547  1.20  pooka doconnect(bool noisy)
    548   1.1  pooka {
    549  1.18  pooka 	struct respwait rw;
    550  1.18  pooka 	struct rsp_hdr rhdr;
    551  1.15  pooka 	struct kevent kev[NSIG+1];
    552   1.9  pooka 	char banner[MAXBANNER];
    553  1.18  pooka 	struct pollfd pfd;
    554  1.15  pooka 	int s, error, flags, i;
    555   1.9  pooka 	ssize_t n;
    556   1.1  pooka 
    557  1.18  pooka 	if (kq != -1)
    558  1.18  pooka 		host_close(kq);
    559  1.18  pooka 	kq = -1;
    560  1.19  pooka 	s = -1;
    561  1.18  pooka 
    562  1.18  pooka 	if (clispc.spc_fd != -1)
    563  1.18  pooka 		host_close(clispc.spc_fd);
    564  1.18  pooka 	clispc.spc_fd = -1;
    565  1.18  pooka 
    566  1.18  pooka 	/*
    567  1.18  pooka 	 * for reconnect, gate everyone out of the receiver code
    568  1.18  pooka 	 */
    569  1.18  pooka 	putwait_locked(&clispc, &rw, &rhdr);
    570  1.18  pooka 
    571  1.18  pooka 	pthread_mutex_lock(&clispc.spc_mtx);
    572  1.18  pooka 	clispc.spc_reconnecting = 1;
    573  1.18  pooka 	pthread_cond_broadcast(&clispc.spc_cv);
    574  1.18  pooka 	clispc.spc_generation++;
    575  1.18  pooka 	while (clispc.spc_istatus != SPCSTATUS_FREE) {
    576  1.18  pooka 		clispc.spc_istatus = SPCSTATUS_WANTED;
    577  1.18  pooka 		pthread_cond_wait(&rw.rw_cv, &clispc.spc_mtx);
    578  1.18  pooka 	}
    579  1.18  pooka 	kickall(&clispc);
    580  1.18  pooka 
    581  1.18  pooka 	/*
    582  1.18  pooka 	 * we can release it already since we hold the
    583  1.18  pooka 	 * send lock during reconnect
    584  1.18  pooka 	 * XXX: assert it
    585  1.18  pooka 	 */
    586  1.18  pooka 	clispc.spc_istatus = SPCSTATUS_FREE;
    587  1.18  pooka 	pthread_mutex_unlock(&clispc.spc_mtx);
    588  1.18  pooka 	unputwait_locked(&clispc, &rw);
    589  1.18  pooka 
    590  1.18  pooka 	free(clispc.spc_buf);
    591  1.18  pooka 	clispc.spc_off = 0;
    592  1.18  pooka 
    593  1.13  pooka 	s = host_socket(parsetab[ptab_idx].domain, SOCK_STREAM, 0);
    594  1.11  pooka 	if (s == -1)
    595   1.2  pooka 		return -1;
    596   1.1  pooka 
    597  1.18  pooka 	pfd.fd = s;
    598  1.18  pooka 	pfd.events = POLLIN;
    599  1.18  pooka 	while (host_connect(s, serv_sa, (socklen_t)serv_sa->sa_len) == -1) {
    600  1.18  pooka 		if (errno == EINTR)
    601  1.18  pooka 			continue;
    602  1.20  pooka 		error = errno;
    603  1.20  pooka 		if (noisy)
    604  1.18  pooka 			fprintf(stderr, "rump_sp: client connect failed: %s\n",
    605  1.18  pooka 			    strerror(errno));
    606  1.20  pooka 		errno = error;
    607  1.20  pooka 		return -1;
    608   1.2  pooka 	}
    609   1.1  pooka 
    610  1.11  pooka 	if ((error = parsetab[ptab_idx].connhook(s)) != 0) {
    611   1.2  pooka 		error = errno;
    612  1.20  pooka 		if (noisy)
    613  1.20  pooka 			fprintf(stderr, "rump_sp: connect hook failed\n");
    614   1.2  pooka 		errno = error;
    615   1.2  pooka 		return -1;
    616   1.1  pooka 	}
    617   1.4  pooka 
    618  1.13  pooka 	if ((n = host_read(s, banner, sizeof(banner)-1)) < 0) {
    619   1.2  pooka 		error = errno;
    620  1.20  pooka 		if (noisy)
    621  1.20  pooka 			fprintf(stderr, "rump_sp: failed to read banner\n");
    622   1.2  pooka 		errno = error;
    623   1.2  pooka 		return -1;
    624   1.1  pooka 	}
    625   1.9  pooka 
    626   1.9  pooka 	if (banner[n-1] != '\n') {
    627  1.20  pooka 		if (noisy)
    628  1.20  pooka 			fprintf(stderr, "rump_sp: invalid banner\n");
    629   1.9  pooka 		errno = EINVAL;
    630   1.9  pooka 		return -1;
    631   1.9  pooka 	}
    632   1.9  pooka 	banner[n] = '\0';
    633  1.18  pooka 	/* parse the banner some day */
    634   1.9  pooka 
    635  1.15  pooka 	flags = host_fcntl(s, F_GETFL, 0);
    636  1.15  pooka 	if (host_fcntl(s, F_SETFL, flags | O_NONBLOCK) == -1) {
    637  1.20  pooka 		if (noisy)
    638  1.20  pooka 			fprintf(stderr, "rump_sp: socket fd NONBLOCK: %s\n",
    639  1.20  pooka 			    strerror(errno));
    640  1.15  pooka 		errno = EINVAL;
    641  1.15  pooka 		return -1;
    642  1.15  pooka 	}
    643  1.18  pooka 	clispc.spc_fd = s;
    644  1.18  pooka 	clispc.spc_state = SPCSTATE_RUNNING;
    645  1.18  pooka 	clispc.spc_reconnecting = 0;
    646  1.15  pooka 
    647  1.15  pooka 	/* setup kqueue, we want all signals and the fd */
    648  1.17  pooka 	if ((kq = host_kqueue()) == -1) {
    649  1.15  pooka 		error = errno;
    650  1.20  pooka 		if (noisy)
    651  1.20  pooka 			fprintf(stderr, "rump_sp: cannot setup kqueue");
    652  1.15  pooka 		errno = error;
    653  1.15  pooka 		return -1;
    654  1.15  pooka 	}
    655  1.15  pooka 
    656  1.15  pooka 	for (i = 0; i < NSIG; i++) {
    657  1.15  pooka 		EV_SET(&kev[i], i+1, EVFILT_SIGNAL, EV_ADD|EV_ENABLE, 0, 0, 0);
    658  1.15  pooka 	}
    659  1.18  pooka 	EV_SET(&kev[NSIG], clispc.spc_fd,
    660  1.18  pooka 	    EVFILT_READ, EV_ADD|EV_ENABLE, 0, 0, 0);
    661  1.17  pooka 	if (host_kevent(kq, kev, NSIG+1, NULL, 0, NULL) == -1) {
    662  1.15  pooka 		error = errno;
    663  1.20  pooka 		if (noisy)
    664  1.20  pooka 			fprintf(stderr, "rump_sp: kevent() failed");
    665  1.15  pooka 		errno = error;
    666  1.15  pooka 		return -1;
    667  1.15  pooka 	}
    668  1.15  pooka 
    669  1.18  pooka 	return 0;
    670  1.18  pooka }
    671  1.18  pooka 
    672  1.18  pooka static int
    673  1.18  pooka doinit(void)
    674  1.18  pooka {
    675  1.18  pooka 
    676  1.11  pooka 	TAILQ_INIT(&clispc.spc_respwait);
    677  1.11  pooka 	pthread_mutex_init(&clispc.spc_mtx, NULL);
    678  1.11  pooka 	pthread_cond_init(&clispc.spc_cv, NULL);
    679  1.11  pooka 
    680  1.11  pooka 	return 0;
    681  1.11  pooka }
    682  1.11  pooka 
    683  1.13  pooka void *(*rumpclient_dlsym)(void *, const char *);
    684  1.13  pooka 
    685  1.11  pooka int
    686  1.11  pooka rumpclient_init()
    687  1.11  pooka {
    688  1.11  pooka 	char *p;
    689  1.11  pooka 	int error;
    690  1.11  pooka 
    691  1.25  pooka 	sigfillset(&fullset);
    692  1.25  pooka 
    693  1.13  pooka 	/* dlsym overrided by rumphijack? */
    694  1.13  pooka 	if (!rumpclient_dlsym)
    695  1.13  pooka 		rumpclient_dlsym = dlsym;
    696  1.13  pooka 
    697  1.13  pooka 	/*
    698  1.13  pooka 	 * sag mir, wo die symbol sind.  zogen fort, der krieg beginnt.
    699  1.13  pooka 	 * wann wird man je verstehen?  wann wird man je verstehen?
    700  1.13  pooka 	 */
    701  1.13  pooka #define FINDSYM2(_name_,_syscall_)					\
    702  1.13  pooka 	if ((host_##_name_ = rumpclient_dlsym(RTLD_NEXT,		\
    703  1.13  pooka 	    #_syscall_)) == NULL)					\
    704  1.13  pooka 		/* host_##_name_ = _syscall_ */;
    705  1.13  pooka #define FINDSYM(_name_) FINDSYM2(_name_,_name_)
    706  1.13  pooka 	FINDSYM2(socket,__socket30);
    707  1.13  pooka 	FINDSYM(close);
    708  1.13  pooka 	FINDSYM(connect);
    709  1.15  pooka 	FINDSYM(fcntl);
    710  1.13  pooka 	FINDSYM(poll);
    711  1.13  pooka 	FINDSYM(read);
    712  1.13  pooka 	FINDSYM(sendto);
    713  1.13  pooka 	FINDSYM(setsockopt);
    714  1.17  pooka 	FINDSYM(kqueue);
    715  1.22  pooka #if !__NetBSD_Prereq__(5,99,7)
    716  1.17  pooka 	FINDSYM(kevent);
    717  1.22  pooka #else
    718  1.22  pooka 	FINDSYM2(kevent,_sys___kevent50);
    719  1.22  pooka #endif
    720  1.13  pooka #undef	FINDSYM
    721  1.13  pooka #undef	FINDSY2
    722  1.13  pooka 
    723  1.11  pooka 	if ((p = getenv("RUMP_SERVER")) == NULL) {
    724  1.11  pooka 		errno = ENOENT;
    725  1.11  pooka 		return -1;
    726  1.11  pooka 	}
    727  1.11  pooka 
    728  1.11  pooka 	if ((error = parseurl(p, &serv_sa, &ptab_idx, 0)) != 0) {
    729  1.11  pooka 		errno = error;
    730  1.11  pooka 		return -1;
    731  1.11  pooka 	}
    732  1.11  pooka 
    733  1.18  pooka 	if (doinit() == -1)
    734  1.18  pooka 		return -1;
    735  1.20  pooka 	if (doconnect(true) == -1)
    736  1.11  pooka 		return -1;
    737  1.11  pooka 
    738  1.18  pooka 	error = handshake_req(&clispc, NULL, 0, false);
    739  1.11  pooka 	if (error) {
    740  1.11  pooka 		pthread_mutex_destroy(&clispc.spc_mtx);
    741  1.11  pooka 		pthread_cond_destroy(&clispc.spc_cv);
    742  1.18  pooka 		if (clispc.spc_fd != -1)
    743  1.18  pooka 			host_close(clispc.spc_fd);
    744  1.10  pooka 		errno = error;
    745  1.10  pooka 		return -1;
    746  1.10  pooka 	}
    747  1.10  pooka 
    748  1.11  pooka 	return 0;
    749  1.11  pooka }
    750  1.11  pooka 
    751  1.11  pooka struct rumpclient_fork {
    752  1.11  pooka 	uint32_t fork_auth[AUTHLEN];
    753  1.11  pooka };
    754  1.11  pooka 
    755  1.11  pooka struct rumpclient_fork *
    756  1.11  pooka rumpclient_prefork(void)
    757  1.11  pooka {
    758  1.11  pooka 	struct rumpclient_fork *rpf;
    759  1.26  pooka 	sigset_t omask;
    760  1.11  pooka 	void *resp;
    761  1.11  pooka 	int rv;
    762  1.11  pooka 
    763  1.26  pooka 	pthread_sigmask(SIG_SETMASK, &fullset, &omask);
    764  1.11  pooka 	rpf = malloc(sizeof(*rpf));
    765  1.11  pooka 	if (rpf == NULL)
    766  1.11  pooka 		return NULL;
    767  1.11  pooka 
    768  1.26  pooka 	if ((rv = prefork_req(&clispc, &omask, &resp)) != 0) {
    769  1.11  pooka 		free(rpf);
    770  1.11  pooka 		errno = rv;
    771  1.26  pooka 		rpf = NULL;
    772  1.26  pooka 		goto out;
    773  1.11  pooka 	}
    774  1.11  pooka 
    775  1.11  pooka 	memcpy(rpf->fork_auth, resp, sizeof(rpf->fork_auth));
    776  1.11  pooka 	free(resp);
    777  1.11  pooka 
    778  1.26  pooka  out:
    779  1.26  pooka 	pthread_sigmask(SIG_SETMASK, &omask, NULL);
    780  1.11  pooka 	return rpf;
    781  1.11  pooka }
    782  1.11  pooka 
    783  1.11  pooka int
    784  1.11  pooka rumpclient_fork_init(struct rumpclient_fork *rpf)
    785  1.11  pooka {
    786  1.11  pooka 	int error;
    787  1.23  pooka 	int osock;
    788  1.11  pooka 
    789  1.23  pooka 	osock = clispc.spc_fd;
    790  1.11  pooka 	memset(&clispc, 0, sizeof(clispc));
    791  1.23  pooka 	clispc.spc_fd = osock;
    792  1.23  pooka 
    793  1.23  pooka 	kq = -1; /* kqueue descriptor is not copied over fork() */
    794  1.11  pooka 
    795  1.18  pooka 	if (doinit() == -1)
    796  1.18  pooka 		return -1;
    797  1.20  pooka 	if (doconnect(false) == -1)
    798  1.11  pooka 		return -1;
    799  1.10  pooka 
    800  1.18  pooka 	error = handshake_req(&clispc, rpf->fork_auth, 0, false);
    801  1.10  pooka 	if (error) {
    802  1.10  pooka 		pthread_mutex_destroy(&clispc.spc_mtx);
    803  1.10  pooka 		pthread_cond_destroy(&clispc.spc_cv);
    804  1.11  pooka 		errno = error;
    805  1.11  pooka 		return -1;
    806  1.10  pooka 	}
    807  1.11  pooka 
    808  1.11  pooka 	return 0;
    809   1.1  pooka }
    810  1.20  pooka 
    811  1.20  pooka void
    812  1.20  pooka rumpclient_setconnretry(time_t timeout)
    813  1.20  pooka {
    814  1.20  pooka 
    815  1.24  pooka 	if (timeout < RUMPCLIENT_RETRYCONN_DIE)
    816  1.20  pooka 		return; /* gigo */
    817  1.20  pooka 
    818  1.20  pooka 	retrytimo = timeout;
    819  1.20  pooka }
    820