Home | History | Annotate | Line # | Download | only in libvirtif
if_virt.c revision 1.30
      1  1.30  pooka /*	$NetBSD: if_virt.c,v 1.30 2013/03/15 11:30:23 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4   1.1  pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28   1.5  pooka #include <sys/cdefs.h>
     29  1.30  pooka __KERNEL_RCSID(0, "$NetBSD: if_virt.c,v 1.30 2013/03/15 11:30:23 pooka Exp $");
     30   1.5  pooka 
     31   1.1  pooka #include <sys/param.h>
     32   1.1  pooka #include <sys/condvar.h>
     33   1.1  pooka #include <sys/fcntl.h>
     34  1.21  pooka #include <sys/kernel.h>
     35   1.1  pooka #include <sys/kmem.h>
     36   1.1  pooka #include <sys/kthread.h>
     37   1.1  pooka #include <sys/mutex.h>
     38  1.11  pooka #include <sys/poll.h>
     39   1.1  pooka #include <sys/sockio.h>
     40   1.1  pooka #include <sys/socketvar.h>
     41  1.26    tls #include <sys/cprng.h>
     42   1.1  pooka 
     43  1.15  pooka #include <net/bpf.h>
     44   1.1  pooka #include <net/if.h>
     45   1.1  pooka #include <net/if_ether.h>
     46   1.1  pooka #include <net/if_tap.h>
     47   1.1  pooka 
     48   1.1  pooka #include <netinet/in.h>
     49   1.1  pooka #include <netinet/in_var.h>
     50   1.1  pooka 
     51   1.1  pooka #include <rump/rump.h>
     52   1.1  pooka 
     53   1.1  pooka #include "rump_private.h"
     54  1.10  pooka #include "rump_net_private.h"
     55   1.1  pooka 
     56  1.30  pooka #include "rumpcomp_user.h"
     57  1.30  pooka 
     58   1.1  pooka /*
     59   1.1  pooka  * Virtual interface for userspace purposes.  Uses tap(4) to
     60   1.1  pooka  * interface with the kernel and just simply shovels data
     61   1.1  pooka  * to/from /dev/tap.
     62   1.1  pooka  */
     63   1.1  pooka 
     64   1.1  pooka #define VIRTIF_BASE "virt"
     65   1.1  pooka 
     66   1.1  pooka static int	virtif_init(struct ifnet *);
     67   1.1  pooka static int	virtif_ioctl(struct ifnet *, u_long, void *);
     68   1.1  pooka static void	virtif_start(struct ifnet *);
     69   1.1  pooka static void	virtif_stop(struct ifnet *, int);
     70   1.1  pooka 
     71   1.1  pooka struct virtif_sc {
     72   1.7  pooka 	struct ethercom sc_ec;
     73  1.30  pooka 	struct virtif_user *sc_viu;
     74  1.21  pooka 	bool sc_dying;
     75  1.21  pooka 	struct lwp *sc_l_snd, *sc_l_rcv;
     76  1.21  pooka 	kmutex_t sc_mtx;
     77  1.21  pooka 	kcondvar_t sc_cv;
     78   1.1  pooka };
     79   1.1  pooka 
     80  1.21  pooka static void virtif_receiver(void *);
     81   1.8  pooka static void virtif_sender(void *);
     82  1.20  pooka static int  virtif_clone(struct if_clone *, int);
     83  1.20  pooka static int  virtif_unclone(struct ifnet *);
     84   1.1  pooka 
     85  1.20  pooka struct if_clone virtif_cloner =
     86  1.20  pooka     IF_CLONE_INITIALIZER(VIRTIF_BASE, virtif_clone, virtif_unclone);
     87   1.1  pooka 
     88   1.8  pooka int
     89  1.14  pooka rump_virtif_create(int num)
     90   1.1  pooka {
     91   1.1  pooka 	struct virtif_sc *sc;
     92  1.30  pooka 	struct virtif_user *viu;
     93   1.1  pooka 	struct ifnet *ifp;
     94   1.3  pooka 	uint8_t enaddr[ETHER_ADDR_LEN] = { 0xb2, 0x0a, 0x00, 0x0b, 0x0e, 0x01 };
     95  1.30  pooka 	int error = 0;
     96  1.21  pooka 
     97  1.21  pooka 	if (num >= 0x100)
     98  1.21  pooka 		return E2BIG;
     99   1.1  pooka 
    100  1.30  pooka 	if ((viu = rumpcomp_virtif_create(num)) == NULL)
    101  1.30  pooka 		return ENXIO;
    102  1.30  pooka 
    103  1.26    tls 	enaddr[2] = cprng_fast32() & 0xff;
    104   1.8  pooka 	enaddr[5] = num;
    105   1.1  pooka 
    106   1.1  pooka 	sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
    107  1.21  pooka 	sc->sc_dying = false;
    108  1.30  pooka 	sc->sc_viu = viu;
    109   1.1  pooka 
    110  1.21  pooka 	mutex_init(&sc->sc_mtx, MUTEX_DEFAULT, IPL_NONE);
    111  1.21  pooka 	cv_init(&sc->sc_cv, "virtsnd");
    112   1.7  pooka 	ifp = &sc->sc_ec.ec_if;
    113   1.8  pooka 	sprintf(ifp->if_xname, "%s%d", VIRTIF_BASE, num);
    114   1.1  pooka 	ifp->if_softc = sc;
    115  1.21  pooka 
    116  1.21  pooka 	if (rump_threads) {
    117  1.24  rmind 		if ((error = kthread_create(PRI_NONE, KTHREAD_MUSTJOIN, NULL,
    118  1.21  pooka 		    virtif_receiver, ifp, &sc->sc_l_rcv, "virtifr")) != 0)
    119  1.21  pooka 			goto out;
    120  1.21  pooka 
    121  1.21  pooka 		if ((error = kthread_create(PRI_NONE,
    122  1.24  rmind 		    KTHREAD_MUSTJOIN | KTHREAD_MPSAFE, NULL,
    123  1.21  pooka 		    virtif_sender, ifp, &sc->sc_l_snd, "virtifs")) != 0)
    124  1.21  pooka 			goto out;
    125  1.21  pooka 	} else {
    126  1.21  pooka 		printf("WARNING: threads not enabled, receive NOT working\n");
    127  1.21  pooka 	}
    128  1.21  pooka 
    129   1.1  pooka 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    130   1.1  pooka 	ifp->if_init = virtif_init;
    131   1.1  pooka 	ifp->if_ioctl = virtif_ioctl;
    132   1.1  pooka 	ifp->if_start = virtif_start;
    133   1.1  pooka 	ifp->if_stop = virtif_stop;
    134  1.21  pooka 	IFQ_SET_READY(&ifp->if_snd);
    135   1.1  pooka 
    136   1.1  pooka 	if_attach(ifp);
    137   1.1  pooka 	ether_ifattach(ifp, enaddr);
    138   1.1  pooka 
    139  1.21  pooka  out:
    140  1.21  pooka 	if (error) {
    141  1.21  pooka 		virtif_unclone(ifp);
    142  1.21  pooka 	}
    143  1.21  pooka 
    144  1.21  pooka 	return error;
    145   1.1  pooka }
    146   1.1  pooka 
    147   1.1  pooka static int
    148  1.20  pooka virtif_clone(struct if_clone *ifc, int unit)
    149  1.20  pooka {
    150  1.20  pooka 
    151  1.20  pooka 	return rump_virtif_create(unit);
    152  1.20  pooka }
    153  1.20  pooka 
    154  1.20  pooka static int
    155  1.20  pooka virtif_unclone(struct ifnet *ifp)
    156  1.20  pooka {
    157  1.21  pooka 	struct virtif_sc *sc = ifp->if_softc;
    158  1.20  pooka 
    159  1.21  pooka 	mutex_enter(&sc->sc_mtx);
    160  1.21  pooka 	if (sc->sc_dying) {
    161  1.21  pooka 		mutex_exit(&sc->sc_mtx);
    162  1.21  pooka 		return EINPROGRESS;
    163  1.21  pooka 	}
    164  1.21  pooka 	sc->sc_dying = true;
    165  1.21  pooka 	cv_broadcast(&sc->sc_cv);
    166  1.21  pooka 	mutex_exit(&sc->sc_mtx);
    167  1.21  pooka 
    168  1.30  pooka 	rumpcomp_virtif_dying(sc->sc_viu);
    169  1.30  pooka 
    170  1.21  pooka 	virtif_stop(ifp, 1);
    171  1.21  pooka 	if_down(ifp);
    172  1.21  pooka 
    173  1.21  pooka 	if (sc->sc_l_snd) {
    174  1.21  pooka 		kthread_join(sc->sc_l_snd);
    175  1.21  pooka 		sc->sc_l_snd = NULL;
    176  1.21  pooka 	}
    177  1.21  pooka 	if (sc->sc_l_rcv) {
    178  1.21  pooka 		kthread_join(sc->sc_l_rcv);
    179  1.21  pooka 		sc->sc_l_rcv = NULL;
    180  1.21  pooka 	}
    181  1.21  pooka 
    182  1.30  pooka 	rumpcomp_virtif_destroy(sc->sc_viu);
    183  1.21  pooka 
    184  1.21  pooka 	mutex_destroy(&sc->sc_mtx);
    185  1.21  pooka 	cv_destroy(&sc->sc_cv);
    186  1.21  pooka 	kmem_free(sc, sizeof(*sc));
    187  1.21  pooka 
    188  1.21  pooka 	ether_ifdetach(ifp);
    189  1.21  pooka 	if_detach(ifp);
    190  1.21  pooka 
    191  1.21  pooka 	return 0;
    192  1.20  pooka }
    193  1.20  pooka 
    194  1.20  pooka static int
    195   1.1  pooka virtif_init(struct ifnet *ifp)
    196   1.1  pooka {
    197  1.21  pooka 	struct virtif_sc *sc = ifp->if_softc;
    198   1.1  pooka 
    199   1.1  pooka 	ifp->if_flags |= IFF_RUNNING;
    200  1.21  pooka 
    201  1.21  pooka 	mutex_enter(&sc->sc_mtx);
    202  1.21  pooka 	cv_broadcast(&sc->sc_cv);
    203  1.21  pooka 	mutex_exit(&sc->sc_mtx);
    204   1.8  pooka 
    205   1.1  pooka 	return 0;
    206   1.1  pooka }
    207   1.1  pooka 
    208   1.1  pooka static int
    209   1.1  pooka virtif_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    210   1.1  pooka {
    211   1.1  pooka 	int s, rv;
    212   1.1  pooka 
    213   1.1  pooka 	s = splnet();
    214   1.1  pooka 	rv = ether_ioctl(ifp, cmd, data);
    215   1.9  pooka 	if (rv == ENETRESET)
    216   1.9  pooka 		rv = 0;
    217   1.1  pooka 	splx(s);
    218   1.1  pooka 
    219   1.1  pooka 	return rv;
    220   1.1  pooka }
    221   1.1  pooka 
    222   1.1  pooka static void
    223   1.1  pooka virtif_start(struct ifnet *ifp)
    224   1.1  pooka {
    225   1.1  pooka 	struct virtif_sc *sc = ifp->if_softc;
    226   1.1  pooka 
    227  1.21  pooka 	mutex_enter(&sc->sc_mtx);
    228  1.21  pooka 	ifp->if_flags |= IFF_OACTIVE;
    229  1.21  pooka 	cv_broadcast(&sc->sc_cv);
    230  1.21  pooka 	mutex_exit(&sc->sc_mtx);
    231   1.1  pooka }
    232   1.1  pooka 
    233   1.1  pooka static void
    234   1.1  pooka virtif_stop(struct ifnet *ifp, int disable)
    235   1.1  pooka {
    236  1.21  pooka 	struct virtif_sc *sc = ifp->if_softc;
    237   1.1  pooka 
    238  1.21  pooka 	ifp->if_flags &= ~IFF_RUNNING;
    239  1.21  pooka 
    240  1.21  pooka 	mutex_enter(&sc->sc_mtx);
    241  1.21  pooka 	cv_broadcast(&sc->sc_cv);
    242  1.21  pooka 	mutex_exit(&sc->sc_mtx);
    243   1.1  pooka }
    244   1.1  pooka 
    245  1.21  pooka #define POLLTIMO_MS 1
    246   1.1  pooka static void
    247  1.21  pooka virtif_receiver(void *arg)
    248   1.1  pooka {
    249   1.1  pooka 	struct ifnet *ifp = arg;
    250   1.1  pooka 	struct virtif_sc *sc = ifp->if_softc;
    251   1.1  pooka 	struct mbuf *m;
    252   1.1  pooka 	size_t plen = ETHER_MAX_LEN_JUMBO+1;
    253   1.1  pooka 	ssize_t n;
    254  1.21  pooka 
    255   1.1  pooka 	for (;;) {
    256   1.1  pooka 		m = m_gethdr(M_WAIT, MT_DATA);
    257   1.1  pooka 		MEXTMALLOC(m, plen, M_WAIT);
    258   1.1  pooka 
    259  1.11  pooka  again:
    260  1.21  pooka 		if (sc->sc_dying) {
    261  1.21  pooka 			m_freem(m);
    262  1.21  pooka 			break;
    263  1.21  pooka 		}
    264  1.30  pooka 
    265  1.30  pooka 		n = rumpcomp_virtif_recv(sc->sc_viu, mtod(m, void *), plen);
    266  1.30  pooka 		if (n < 0) {
    267  1.30  pooka 			printf("%s: read hypercall failed. host if down?\n",
    268  1.21  pooka 			    ifp->if_xname);
    269  1.21  pooka 			mutex_enter(&sc->sc_mtx);
    270  1.21  pooka 			/* could check if need go, done soon anyway */
    271  1.21  pooka 			cv_timedwait(&sc->sc_cv, &sc->sc_mtx, hz);
    272  1.21  pooka 			mutex_exit(&sc->sc_mtx);
    273  1.21  pooka 			goto again;
    274   1.1  pooka 		}
    275  1.19  pooka 
    276  1.19  pooka 		/* tap sometimes returns EOF.  don't sweat it and plow on */
    277  1.19  pooka 		if (__predict_false(n == 0))
    278  1.19  pooka 			goto again;
    279  1.19  pooka 
    280  1.21  pooka 		/* discard if we're not up */
    281  1.21  pooka 		if ((ifp->if_flags & IFF_RUNNING) == 0)
    282  1.21  pooka 			goto again;
    283  1.21  pooka 
    284   1.1  pooka 		m->m_len = m->m_pkthdr.len = n;
    285   1.1  pooka 		m->m_pkthdr.rcvif = ifp;
    286  1.18  joerg 		bpf_mtap(ifp, m);
    287   1.1  pooka 		ether_input(ifp, m);
    288   1.1  pooka 	}
    289   1.1  pooka 
    290  1.21  pooka 	kthread_exit(0);
    291   1.1  pooka }
    292   1.8  pooka 
    293  1.12  pooka /* lazy bum stetson-harrison magic value */
    294  1.12  pooka #define LB_SH 32
    295   1.8  pooka static void
    296   1.8  pooka virtif_sender(void *arg)
    297   1.8  pooka {
    298   1.8  pooka 	struct ifnet *ifp = arg;
    299   1.8  pooka 	struct virtif_sc *sc = ifp->if_softc;
    300   1.8  pooka 	struct mbuf *m, *m0;
    301  1.30  pooka 	struct iovec io[LB_SH];
    302  1.30  pooka 	int i;
    303   1.8  pooka 
    304  1.21  pooka 	mutex_enter(&sc->sc_mtx);
    305  1.21  pooka 	KERNEL_LOCK(1, NULL);
    306  1.21  pooka 	while (!sc->sc_dying) {
    307  1.23    mrg 		if (!(ifp->if_flags & IFF_RUNNING)) {
    308  1.21  pooka 			cv_wait(&sc->sc_cv, &sc->sc_mtx);
    309  1.21  pooka 			continue;
    310  1.21  pooka 		}
    311   1.8  pooka 		IF_DEQUEUE(&ifp->if_snd, m0);
    312   1.8  pooka 		if (!m0) {
    313  1.21  pooka 			ifp->if_flags &= ~IFF_OACTIVE;
    314  1.21  pooka 			cv_wait(&sc->sc_cv, &sc->sc_mtx);
    315   1.8  pooka 			continue;
    316   1.8  pooka 		}
    317  1.21  pooka 		mutex_exit(&sc->sc_mtx);
    318   1.8  pooka 
    319   1.8  pooka 		m = m0;
    320  1.12  pooka 		for (i = 0; i < LB_SH && m; i++) {
    321   1.8  pooka 			io[i].iov_base = mtod(m, void *);
    322   1.8  pooka 			io[i].iov_len = m->m_len;
    323   1.8  pooka 			m = m->m_next;
    324   1.8  pooka 		}
    325  1.12  pooka 		if (i == LB_SH)
    326   1.8  pooka 			panic("lazy bum");
    327  1.17  joerg 		bpf_mtap(ifp, m0);
    328  1.21  pooka 
    329  1.30  pooka 		rumpcomp_virtif_send(sc->sc_viu, io, i);
    330  1.21  pooka 
    331   1.8  pooka 		m_freem(m0);
    332  1.21  pooka 		mutex_enter(&sc->sc_mtx);
    333   1.8  pooka 	}
    334  1.21  pooka 	KERNEL_UNLOCK_LAST(curlwp);
    335  1.21  pooka 
    336  1.21  pooka 	mutex_exit(&sc->sc_mtx);
    337   1.8  pooka 
    338  1.21  pooka 	kthread_exit(0);
    339   1.8  pooka }
    340  1.10  pooka 
    341  1.10  pooka /*
    342  1.10  pooka  * dummyif is a nada-interface.
    343  1.10  pooka  * As it requires nothing external, it can be used for testing
    344  1.10  pooka  * interface configuration.
    345  1.10  pooka  */
    346  1.10  pooka static int	dummyif_init(struct ifnet *);
    347  1.10  pooka static void	dummyif_start(struct ifnet *);
    348  1.10  pooka 
    349  1.10  pooka void
    350  1.10  pooka rump_dummyif_create()
    351  1.10  pooka {
    352  1.10  pooka 	struct ifnet *ifp;
    353  1.10  pooka 	struct ethercom *ec;
    354  1.10  pooka 	uint8_t enaddr[ETHER_ADDR_LEN] = { 0xb2, 0x0a, 0x00, 0x0b, 0x0e, 0x01 };
    355  1.10  pooka 
    356  1.26    tls 	enaddr[2] = cprng_fast32() & 0xff;
    357  1.26    tls 	enaddr[5] = cprng_fast32() & 0xff;
    358  1.10  pooka 
    359  1.10  pooka 	ec = kmem_zalloc(sizeof(*ec), KM_SLEEP);
    360  1.10  pooka 
    361  1.10  pooka 	ifp = &ec->ec_if;
    362  1.10  pooka 	strlcpy(ifp->if_xname, "dummy0", sizeof(ifp->if_xname));
    363  1.10  pooka 	ifp->if_softc = ifp;
    364  1.10  pooka 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    365  1.10  pooka 	ifp->if_init = dummyif_init;
    366  1.10  pooka 	ifp->if_ioctl = virtif_ioctl;
    367  1.10  pooka 	ifp->if_start = dummyif_start;
    368  1.10  pooka 
    369  1.10  pooka 	if_attach(ifp);
    370  1.10  pooka 	ether_ifattach(ifp, enaddr);
    371  1.10  pooka }
    372  1.10  pooka 
    373  1.10  pooka static int
    374  1.10  pooka dummyif_init(struct ifnet *ifp)
    375  1.10  pooka {
    376  1.10  pooka 
    377  1.10  pooka 	ifp->if_flags |= IFF_RUNNING;
    378  1.10  pooka 	return 0;
    379  1.10  pooka }
    380  1.10  pooka 
    381  1.10  pooka static void
    382  1.10  pooka dummyif_start(struct ifnet *ifp)
    383  1.10  pooka {
    384  1.10  pooka 
    385  1.10  pooka }
    386