Home | History | Annotate | Line # | Download | only in pci
ld_virtio.c revision 1.10.2.2
      1  1.10.2.2  pgoyette /*	$NetBSD: ld_virtio.c,v 1.10.2.2 2017/01/07 08:56:33 pgoyette Exp $	*/
      2       1.1   hannken 
      3       1.1   hannken /*
      4       1.1   hannken  * Copyright (c) 2010 Minoura Makoto.
      5       1.1   hannken  * All rights reserved.
      6       1.1   hannken  *
      7       1.1   hannken  * Redistribution and use in source and binary forms, with or without
      8       1.1   hannken  * modification, are permitted provided that the following conditions
      9       1.1   hannken  * are met:
     10       1.1   hannken  * 1. Redistributions of source code must retain the above copyright
     11       1.1   hannken  *    notice, this list of conditions and the following disclaimer.
     12       1.1   hannken  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.1   hannken  *    notice, this list of conditions and the following disclaimer in the
     14       1.1   hannken  *    documentation and/or other materials provided with the distribution.
     15       1.1   hannken  *
     16       1.1   hannken  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17       1.1   hannken  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18       1.1   hannken  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19       1.1   hannken  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20       1.1   hannken  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     21       1.1   hannken  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     22       1.1   hannken  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     23       1.1   hannken  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     24       1.1   hannken  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     25       1.1   hannken  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26       1.1   hannken  */
     27       1.1   hannken 
     28       1.1   hannken #include <sys/cdefs.h>
     29  1.10.2.2  pgoyette __KERNEL_RCSID(0, "$NetBSD: ld_virtio.c,v 1.10.2.2 2017/01/07 08:56:33 pgoyette Exp $");
     30       1.1   hannken 
     31       1.1   hannken #include <sys/param.h>
     32       1.1   hannken #include <sys/systm.h>
     33       1.1   hannken #include <sys/kernel.h>
     34       1.1   hannken #include <sys/buf.h>
     35  1.10.2.1  pgoyette #include <sys/bufq.h>
     36       1.1   hannken #include <sys/bus.h>
     37       1.1   hannken #include <sys/device.h>
     38       1.1   hannken #include <sys/disk.h>
     39       1.1   hannken #include <sys/mutex.h>
     40  1.10.2.1  pgoyette #include <sys/module.h>
     41       1.1   hannken 
     42       1.1   hannken #include <dev/pci/pcidevs.h>
     43       1.1   hannken #include <dev/pci/pcireg.h>
     44       1.1   hannken #include <dev/pci/pcivar.h>
     45       1.1   hannken 
     46       1.1   hannken #include <dev/ldvar.h>
     47       1.1   hannken #include <dev/pci/virtioreg.h>
     48       1.1   hannken #include <dev/pci/virtiovar.h>
     49       1.1   hannken 
     50  1.10.2.1  pgoyette #include "ioconf.h"
     51  1.10.2.1  pgoyette 
     52       1.1   hannken /*
     53       1.1   hannken  * ld_virtioreg:
     54       1.1   hannken  */
     55       1.1   hannken /* Configuration registers */
     56       1.1   hannken #define VIRTIO_BLK_CONFIG_CAPACITY	0 /* 64bit */
     57       1.1   hannken #define VIRTIO_BLK_CONFIG_SIZE_MAX	8 /* 32bit */
     58       1.1   hannken #define VIRTIO_BLK_CONFIG_SEG_MAX	12 /* 32bit */
     59       1.1   hannken #define VIRTIO_BLK_CONFIG_GEOMETRY_C	16 /* 16bit */
     60       1.1   hannken #define VIRTIO_BLK_CONFIG_GEOMETRY_H	18 /* 8bit */
     61       1.1   hannken #define VIRTIO_BLK_CONFIG_GEOMETRY_S	19 /* 8bit */
     62       1.1   hannken #define VIRTIO_BLK_CONFIG_BLK_SIZE	20 /* 32bit */
     63       1.1   hannken 
     64       1.1   hannken /* Feature bits */
     65       1.1   hannken #define VIRTIO_BLK_F_BARRIER	(1<<0)
     66       1.1   hannken #define VIRTIO_BLK_F_SIZE_MAX	(1<<1)
     67       1.1   hannken #define VIRTIO_BLK_F_SEG_MAX	(1<<2)
     68       1.1   hannken #define VIRTIO_BLK_F_GEOMETRY	(1<<4)
     69       1.1   hannken #define VIRTIO_BLK_F_RO		(1<<5)
     70       1.1   hannken #define VIRTIO_BLK_F_BLK_SIZE	(1<<6)
     71       1.1   hannken #define VIRTIO_BLK_F_SCSI	(1<<7)
     72       1.1   hannken #define VIRTIO_BLK_F_FLUSH	(1<<9)
     73       1.1   hannken 
     74       1.9  christos /*
     75       1.9  christos  * Each block request uses at least two segments - one for the header
     76       1.9  christos  * and one for the status.
     77       1.9  christos */
     78       1.9  christos #define	VIRTIO_BLK_MIN_SEGMENTS	2
     79       1.9  christos 
     80       1.9  christos #define VIRTIO_BLK_FLAG_BITS \
     81       1.9  christos 	VIRTIO_COMMON_FLAG_BITS \
     82       1.9  christos 	"\x0a""FLUSH" \
     83       1.9  christos 	"\x08""SCSI" \
     84       1.9  christos 	"\x07""BLK_SIZE" \
     85       1.9  christos 	"\x06""RO" \
     86       1.9  christos 	"\x05""GEOMETRY" \
     87       1.9  christos 	"\x03""SEG_MAX" \
     88       1.9  christos 	"\x02""SIZE_MAX" \
     89       1.9  christos 	"\x01""BARRIER"
     90       1.9  christos 
     91       1.1   hannken /* Command */
     92       1.1   hannken #define VIRTIO_BLK_T_IN		0
     93       1.1   hannken #define VIRTIO_BLK_T_OUT	1
     94       1.1   hannken #define VIRTIO_BLK_T_BARRIER	0x80000000
     95       1.1   hannken 
     96       1.1   hannken /* Status */
     97       1.1   hannken #define VIRTIO_BLK_S_OK		0
     98       1.1   hannken #define VIRTIO_BLK_S_IOERR	1
     99       1.1   hannken 
    100       1.1   hannken /* Request header structure */
    101       1.1   hannken struct virtio_blk_req_hdr {
    102       1.1   hannken 	uint32_t	type;	/* VIRTIO_BLK_T_* */
    103       1.1   hannken 	uint32_t	ioprio;
    104       1.1   hannken 	uint64_t	sector;
    105       1.1   hannken } __packed;
    106       1.1   hannken /* 512*virtio_blk_req_hdr.sector byte payload and 1 byte status follows */
    107       1.1   hannken 
    108       1.1   hannken 
    109       1.1   hannken /*
    110       1.1   hannken  * ld_virtiovar:
    111       1.1   hannken  */
    112       1.1   hannken struct virtio_blk_req {
    113       1.1   hannken 	struct virtio_blk_req_hdr	vr_hdr;
    114       1.1   hannken 	uint8_t				vr_status;
    115       1.1   hannken 	struct buf			*vr_bp;
    116       1.1   hannken 	bus_dmamap_t			vr_cmdsts;
    117       1.1   hannken 	bus_dmamap_t			vr_payload;
    118       1.1   hannken };
    119       1.1   hannken 
    120       1.1   hannken struct ld_virtio_softc {
    121       1.1   hannken 	struct ld_softc		sc_ld;
    122       1.1   hannken 	device_t		sc_dev;
    123       1.1   hannken 
    124       1.1   hannken 	struct virtio_softc	*sc_virtio;
    125       1.9  christos 	struct virtqueue	sc_vq;
    126       1.1   hannken 
    127       1.1   hannken 	struct virtio_blk_req	*sc_reqs;
    128       1.9  christos 	bus_dma_segment_t	sc_reqs_seg;
    129       1.1   hannken 
    130       1.1   hannken 	int			sc_readonly;
    131       1.1   hannken };
    132       1.1   hannken 
    133       1.1   hannken static int	ld_virtio_match(device_t, cfdata_t, void *);
    134       1.1   hannken static void	ld_virtio_attach(device_t, device_t, void *);
    135       1.1   hannken static int	ld_virtio_detach(device_t, int);
    136       1.1   hannken 
    137       1.1   hannken CFATTACH_DECL_NEW(ld_virtio, sizeof(struct ld_virtio_softc),
    138       1.1   hannken     ld_virtio_match, ld_virtio_attach, ld_virtio_detach, NULL);
    139       1.1   hannken 
    140       1.1   hannken static int
    141       1.1   hannken ld_virtio_match(device_t parent, cfdata_t match, void *aux)
    142       1.1   hannken {
    143       1.1   hannken 	struct virtio_softc *va = aux;
    144       1.1   hannken 
    145       1.1   hannken 	if (va->sc_childdevid == PCI_PRODUCT_VIRTIO_BLOCK)
    146       1.1   hannken 		return 1;
    147       1.1   hannken 
    148       1.1   hannken 	return 0;
    149       1.1   hannken }
    150       1.1   hannken 
    151       1.1   hannken static int ld_virtio_vq_done(struct virtqueue *);
    152       1.1   hannken static int ld_virtio_dump(struct ld_softc *, void *, int, int);
    153       1.1   hannken static int ld_virtio_start(struct ld_softc *, struct buf *);
    154       1.1   hannken 
    155       1.1   hannken static int
    156       1.1   hannken ld_virtio_alloc_reqs(struct ld_virtio_softc *sc, int qsize)
    157       1.1   hannken {
    158       1.1   hannken 	int allocsize, r, rsegs, i;
    159       1.1   hannken 	struct ld_softc *ld = &sc->sc_ld;
    160       1.1   hannken 	void *vaddr;
    161       1.1   hannken 
    162       1.1   hannken 	allocsize = sizeof(struct virtio_blk_req) * qsize;
    163       1.1   hannken 	r = bus_dmamem_alloc(sc->sc_virtio->sc_dmat, allocsize, 0, 0,
    164       1.9  christos 			     &sc->sc_reqs_seg, 1, &rsegs, BUS_DMA_NOWAIT);
    165       1.1   hannken 	if (r != 0) {
    166       1.1   hannken 		aprint_error_dev(sc->sc_dev,
    167       1.1   hannken 				 "DMA memory allocation failed, size %d, "
    168       1.1   hannken 				 "error code %d\n", allocsize, r);
    169       1.1   hannken 		goto err_none;
    170       1.1   hannken 	}
    171       1.1   hannken 	r = bus_dmamem_map(sc->sc_virtio->sc_dmat,
    172       1.9  christos 			   &sc->sc_reqs_seg, 1, allocsize,
    173       1.1   hannken 			   &vaddr, BUS_DMA_NOWAIT);
    174       1.1   hannken 	if (r != 0) {
    175       1.1   hannken 		aprint_error_dev(sc->sc_dev,
    176       1.1   hannken 				 "DMA memory map failed, "
    177       1.1   hannken 				 "error code %d\n", r);
    178       1.1   hannken 		goto err_dmamem_alloc;
    179       1.1   hannken 	}
    180       1.1   hannken 	sc->sc_reqs = vaddr;
    181       1.1   hannken 	memset(vaddr, 0, allocsize);
    182       1.1   hannken 	for (i = 0; i < qsize; i++) {
    183       1.1   hannken 		struct virtio_blk_req *vr = &sc->sc_reqs[i];
    184       1.1   hannken 		r = bus_dmamap_create(sc->sc_virtio->sc_dmat,
    185       1.1   hannken 				      offsetof(struct virtio_blk_req, vr_bp),
    186       1.1   hannken 				      1,
    187       1.1   hannken 				      offsetof(struct virtio_blk_req, vr_bp),
    188       1.1   hannken 				      0,
    189       1.1   hannken 				      BUS_DMA_NOWAIT|BUS_DMA_ALLOCNOW,
    190       1.1   hannken 				      &vr->vr_cmdsts);
    191       1.1   hannken 		if (r != 0) {
    192       1.1   hannken 			aprint_error_dev(sc->sc_dev,
    193       1.1   hannken 					 "command dmamap creation failed, "
    194       1.1   hannken 					 "error code %d\n", r);
    195       1.1   hannken 			goto err_reqs;
    196       1.1   hannken 		}
    197       1.1   hannken 		r = bus_dmamap_load(sc->sc_virtio->sc_dmat, vr->vr_cmdsts,
    198       1.1   hannken 				    &vr->vr_hdr,
    199       1.1   hannken 				    offsetof(struct virtio_blk_req, vr_bp),
    200       1.1   hannken 				    NULL, BUS_DMA_NOWAIT);
    201       1.1   hannken 		if (r != 0) {
    202       1.1   hannken 			aprint_error_dev(sc->sc_dev,
    203       1.1   hannken 					 "command dmamap load failed, "
    204       1.1   hannken 					 "error code %d\n", r);
    205       1.1   hannken 			goto err_reqs;
    206       1.1   hannken 		}
    207       1.1   hannken 		r = bus_dmamap_create(sc->sc_virtio->sc_dmat,
    208       1.1   hannken 				      ld->sc_maxxfer,
    209       1.9  christos 				      (ld->sc_maxxfer / NBPG) +
    210       1.9  christos 				      VIRTIO_BLK_MIN_SEGMENTS,
    211       1.2   hannken 				      ld->sc_maxxfer,
    212       1.1   hannken 				      0,
    213       1.1   hannken 				      BUS_DMA_NOWAIT|BUS_DMA_ALLOCNOW,
    214       1.1   hannken 				      &vr->vr_payload);
    215       1.1   hannken 		if (r != 0) {
    216       1.1   hannken 			aprint_error_dev(sc->sc_dev,
    217       1.1   hannken 					 "payload dmamap creation failed, "
    218       1.1   hannken 					 "error code %d\n", r);
    219       1.1   hannken 			goto err_reqs;
    220       1.1   hannken 		}
    221       1.1   hannken 	}
    222       1.1   hannken 	return 0;
    223       1.1   hannken 
    224       1.1   hannken err_reqs:
    225       1.1   hannken 	for (i = 0; i < qsize; i++) {
    226       1.1   hannken 		struct virtio_blk_req *vr = &sc->sc_reqs[i];
    227       1.1   hannken 		if (vr->vr_cmdsts) {
    228       1.1   hannken 			bus_dmamap_destroy(sc->sc_virtio->sc_dmat,
    229       1.1   hannken 					   vr->vr_cmdsts);
    230       1.1   hannken 			vr->vr_cmdsts = 0;
    231       1.1   hannken 		}
    232       1.1   hannken 		if (vr->vr_payload) {
    233       1.1   hannken 			bus_dmamap_destroy(sc->sc_virtio->sc_dmat,
    234       1.1   hannken 					   vr->vr_payload);
    235       1.1   hannken 			vr->vr_payload = 0;
    236       1.1   hannken 		}
    237       1.1   hannken 	}
    238       1.1   hannken 	bus_dmamem_unmap(sc->sc_virtio->sc_dmat, sc->sc_reqs, allocsize);
    239       1.1   hannken err_dmamem_alloc:
    240       1.9  christos 	bus_dmamem_free(sc->sc_virtio->sc_dmat, &sc->sc_reqs_seg, 1);
    241       1.1   hannken err_none:
    242       1.1   hannken 	return -1;
    243       1.1   hannken }
    244       1.1   hannken 
    245       1.1   hannken static void
    246       1.1   hannken ld_virtio_attach(device_t parent, device_t self, void *aux)
    247       1.1   hannken {
    248       1.1   hannken 	struct ld_virtio_softc *sc = device_private(self);
    249       1.1   hannken 	struct ld_softc *ld = &sc->sc_ld;
    250       1.1   hannken 	struct virtio_softc *vsc = device_private(parent);
    251       1.1   hannken 	uint32_t features;
    252       1.9  christos 	char buf[256];
    253       1.9  christos 	int qsize, maxxfersize, maxnsegs;
    254       1.1   hannken 
    255       1.1   hannken 	if (vsc->sc_child != NULL) {
    256       1.1   hannken 		aprint_normal(": child already attached for %s; "
    257      1.10   msaitoh 			      "something wrong...\n", device_xname(parent));
    258       1.1   hannken 		return;
    259       1.1   hannken 	}
    260       1.1   hannken 
    261       1.1   hannken 	sc->sc_dev = self;
    262       1.1   hannken 	sc->sc_virtio = vsc;
    263       1.1   hannken 
    264       1.1   hannken 	vsc->sc_child = self;
    265       1.1   hannken 	vsc->sc_ipl = IPL_BIO;
    266       1.9  christos 	vsc->sc_vqs = &sc->sc_vq;
    267       1.1   hannken 	vsc->sc_nvqs = 1;
    268       1.8     ozaki 	vsc->sc_config_change = NULL;
    269       1.1   hannken 	vsc->sc_intrhand = virtio_vq_intr;
    270       1.6     ozaki 	vsc->sc_flags = 0;
    271       1.1   hannken 
    272       1.1   hannken 	features = virtio_negotiate_features(vsc,
    273       1.1   hannken 					     (VIRTIO_BLK_F_SIZE_MAX |
    274       1.1   hannken 					      VIRTIO_BLK_F_SEG_MAX |
    275       1.1   hannken 					      VIRTIO_BLK_F_GEOMETRY |
    276       1.1   hannken 					      VIRTIO_BLK_F_RO |
    277       1.3   hannken 					      VIRTIO_BLK_F_BLK_SIZE));
    278       1.1   hannken 	if (features & VIRTIO_BLK_F_RO)
    279       1.1   hannken 		sc->sc_readonly = 1;
    280       1.1   hannken 	else
    281       1.1   hannken 		sc->sc_readonly = 0;
    282       1.1   hannken 
    283       1.9  christos 	snprintb(buf, sizeof(buf), VIRTIO_BLK_FLAG_BITS, features);
    284       1.9  christos 	aprint_normal(": Features: %s\n", buf);
    285       1.9  christos 	aprint_naive("\n");
    286       1.3   hannken 	if (features & VIRTIO_BLK_F_BLK_SIZE) {
    287       1.3   hannken 		ld->sc_secsize = virtio_read_device_config_4(vsc,
    288       1.3   hannken 					VIRTIO_BLK_CONFIG_BLK_SIZE);
    289       1.9  christos 	} else
    290       1.9  christos 		ld->sc_secsize = 512;
    291       1.9  christos 
    292       1.9  christos 	/* At least genfs_io assumes maxxfer == MAXPHYS. */
    293       1.9  christos 	if (features & VIRTIO_BLK_F_SIZE_MAX) {
    294       1.1   hannken 		maxxfersize = virtio_read_device_config_4(vsc,
    295       1.9  christos 		    VIRTIO_BLK_CONFIG_SIZE_MAX);
    296       1.9  christos 		if (maxxfersize < MAXPHYS) {
    297       1.9  christos 			aprint_error_dev(sc->sc_dev,
    298       1.9  christos 			    "Too small SIZE_MAX %dK minimum is %dK\n",
    299       1.9  christos 			    maxxfersize / 1024, MAXPHYS / 1024);
    300       1.9  christos 			// goto err;
    301       1.9  christos 			maxxfersize = MAXPHYS;
    302       1.9  christos 		} else if (maxxfersize > MAXPHYS) {
    303       1.9  christos 			aprint_normal_dev(sc->sc_dev,
    304       1.9  christos 			    "Clip SEG_MAX from %dK to %dK\n",
    305       1.9  christos 			    maxxfersize / 1024,
    306       1.9  christos 			    MAXPHYS / 1024);
    307       1.1   hannken 			maxxfersize = MAXPHYS;
    308       1.9  christos 		}
    309       1.9  christos 	} else
    310       1.9  christos 		maxxfersize = MAXPHYS;
    311       1.9  christos 
    312       1.9  christos 	if (features & VIRTIO_BLK_F_SEG_MAX) {
    313       1.9  christos 		maxnsegs = virtio_read_device_config_4(vsc,
    314       1.9  christos 		    VIRTIO_BLK_CONFIG_SEG_MAX);
    315       1.9  christos 		if (maxnsegs < VIRTIO_BLK_MIN_SEGMENTS) {
    316       1.9  christos 			aprint_error_dev(sc->sc_dev,
    317       1.9  christos 			    "Too small SEG_MAX %d minimum is %d\n",
    318       1.9  christos 			    maxnsegs, VIRTIO_BLK_MIN_SEGMENTS);
    319       1.9  christos 			maxnsegs = maxxfersize / NBPG;
    320       1.9  christos 			// goto err;
    321       1.9  christos 		}
    322       1.9  christos 	} else
    323       1.9  christos 		maxnsegs = maxxfersize / NBPG;
    324       1.9  christos 
    325       1.9  christos 	/* 2 for the minimum size */
    326       1.9  christos 	maxnsegs += VIRTIO_BLK_MIN_SEGMENTS;
    327       1.1   hannken 
    328       1.9  christos 	if (virtio_alloc_vq(vsc, &sc->sc_vq, 0, maxxfersize, maxnsegs,
    329       1.9  christos 	    "I/O request") != 0) {
    330       1.1   hannken 		goto err;
    331       1.1   hannken 	}
    332       1.9  christos 	qsize = sc->sc_vq.vq_num;
    333       1.9  christos 	sc->sc_vq.vq_done = ld_virtio_vq_done;
    334       1.1   hannken 
    335       1.1   hannken 	ld->sc_dv = self;
    336       1.1   hannken 	ld->sc_secperunit = virtio_read_device_config_8(vsc,
    337       1.1   hannken 				VIRTIO_BLK_CONFIG_CAPACITY);
    338       1.1   hannken 	ld->sc_maxxfer = maxxfersize;
    339       1.1   hannken 	if (features & VIRTIO_BLK_F_GEOMETRY) {
    340       1.1   hannken 		ld->sc_ncylinders = virtio_read_device_config_2(vsc,
    341       1.1   hannken 					VIRTIO_BLK_CONFIG_GEOMETRY_C);
    342       1.1   hannken 		ld->sc_nheads     = virtio_read_device_config_1(vsc,
    343       1.1   hannken 					VIRTIO_BLK_CONFIG_GEOMETRY_H);
    344       1.1   hannken 		ld->sc_nsectors   = virtio_read_device_config_1(vsc,
    345       1.1   hannken 					VIRTIO_BLK_CONFIG_GEOMETRY_S);
    346       1.1   hannken 	}
    347       1.1   hannken 	ld->sc_maxqueuecnt = qsize;
    348       1.1   hannken 
    349       1.1   hannken 	if (ld_virtio_alloc_reqs(sc, qsize) < 0)
    350       1.1   hannken 		goto err;
    351       1.1   hannken 
    352       1.1   hannken 	ld->sc_dump = ld_virtio_dump;
    353       1.1   hannken 	ld->sc_flush = NULL;
    354       1.1   hannken 	ld->sc_start = ld_virtio_start;
    355       1.1   hannken 
    356       1.1   hannken 	ld->sc_flags = LDF_ENABLED;
    357  1.10.2.1  pgoyette 	ldattach(ld, BUFQ_DISK_DEFAULT_STRAT);
    358       1.1   hannken 
    359       1.1   hannken 	return;
    360       1.1   hannken 
    361       1.1   hannken err:
    362       1.1   hannken 	vsc->sc_child = (void*)1;
    363       1.1   hannken 	return;
    364       1.1   hannken }
    365       1.1   hannken 
    366       1.1   hannken static int
    367       1.1   hannken ld_virtio_start(struct ld_softc *ld, struct buf *bp)
    368       1.1   hannken {
    369       1.1   hannken 	/* splbio */
    370       1.1   hannken 	struct ld_virtio_softc *sc = device_private(ld->sc_dv);
    371       1.1   hannken 	struct virtio_softc *vsc = sc->sc_virtio;
    372       1.9  christos 	struct virtqueue *vq = &sc->sc_vq;
    373       1.1   hannken 	struct virtio_blk_req *vr;
    374       1.1   hannken 	int r;
    375       1.1   hannken 	int isread = (bp->b_flags & B_READ);
    376       1.1   hannken 	int slot;
    377       1.1   hannken 
    378       1.1   hannken 	if (sc->sc_readonly && !isread)
    379       1.1   hannken 		return EIO;
    380       1.1   hannken 
    381       1.1   hannken 	r = virtio_enqueue_prep(vsc, vq, &slot);
    382       1.1   hannken 	if (r != 0)
    383       1.1   hannken 		return r;
    384       1.9  christos 
    385       1.1   hannken 	vr = &sc->sc_reqs[slot];
    386       1.9  christos 	KASSERT(vr->vr_bp == NULL);
    387       1.9  christos 
    388       1.1   hannken 	r = bus_dmamap_load(vsc->sc_dmat, vr->vr_payload,
    389       1.1   hannken 			    bp->b_data, bp->b_bcount, NULL,
    390       1.1   hannken 			    ((isread?BUS_DMA_READ:BUS_DMA_WRITE)
    391       1.1   hannken 			     |BUS_DMA_NOWAIT));
    392       1.9  christos 	if (r != 0) {
    393       1.9  christos 		aprint_error_dev(sc->sc_dev,
    394       1.9  christos 		    "payload dmamap failed, error code %d\n", r);
    395       1.9  christos 		virtio_enqueue_abort(vsc, vq, slot);
    396       1.1   hannken 		return r;
    397       1.9  christos 	}
    398       1.1   hannken 
    399       1.9  christos 	r = virtio_enqueue_reserve(vsc, vq, slot, vr->vr_payload->dm_nsegs +
    400       1.9  christos 	    VIRTIO_BLK_MIN_SEGMENTS);
    401       1.1   hannken 	if (r != 0) {
    402       1.1   hannken 		bus_dmamap_unload(vsc->sc_dmat, vr->vr_payload);
    403       1.1   hannken 		return r;
    404       1.1   hannken 	}
    405       1.1   hannken 
    406       1.1   hannken 	vr->vr_bp = bp;
    407       1.1   hannken 	vr->vr_hdr.type = isread?VIRTIO_BLK_T_IN:VIRTIO_BLK_T_OUT;
    408       1.1   hannken 	vr->vr_hdr.ioprio = 0;
    409       1.1   hannken 	vr->vr_hdr.sector = bp->b_rawblkno * sc->sc_ld.sc_secsize / 512;
    410       1.1   hannken 
    411       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    412       1.1   hannken 			0, sizeof(struct virtio_blk_req_hdr),
    413       1.1   hannken 			BUS_DMASYNC_PREWRITE);
    414       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    415       1.1   hannken 			0, bp->b_bcount,
    416       1.1   hannken 			isread?BUS_DMASYNC_PREREAD:BUS_DMASYNC_PREWRITE);
    417       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    418       1.1   hannken 			offsetof(struct virtio_blk_req, vr_status),
    419       1.1   hannken 			sizeof(uint8_t),
    420       1.1   hannken 			BUS_DMASYNC_PREREAD);
    421       1.1   hannken 
    422       1.1   hannken 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    423       1.1   hannken 			 0, sizeof(struct virtio_blk_req_hdr),
    424       1.1   hannken 			 true);
    425       1.1   hannken 	virtio_enqueue(vsc, vq, slot, vr->vr_payload, !isread);
    426       1.1   hannken 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    427       1.1   hannken 			 offsetof(struct virtio_blk_req, vr_status),
    428       1.1   hannken 			 sizeof(uint8_t),
    429       1.1   hannken 			 false);
    430       1.1   hannken 	virtio_enqueue_commit(vsc, vq, slot, true);
    431       1.1   hannken 
    432       1.1   hannken 	return 0;
    433       1.1   hannken }
    434       1.1   hannken 
    435       1.1   hannken static void
    436       1.1   hannken ld_virtio_vq_done1(struct ld_virtio_softc *sc, struct virtio_softc *vsc,
    437       1.1   hannken 		   struct virtqueue *vq, int slot)
    438       1.1   hannken {
    439       1.1   hannken 	struct virtio_blk_req *vr = &sc->sc_reqs[slot];
    440       1.1   hannken 	struct buf *bp = vr->vr_bp;
    441       1.1   hannken 
    442       1.9  christos 	vr->vr_bp = NULL;
    443       1.9  christos 
    444       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    445       1.1   hannken 			0, sizeof(struct virtio_blk_req_hdr),
    446       1.1   hannken 			BUS_DMASYNC_POSTWRITE);
    447       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    448       1.1   hannken 			0, bp->b_bcount,
    449       1.1   hannken 			(bp->b_flags & B_READ)?BUS_DMASYNC_POSTREAD
    450       1.1   hannken 					      :BUS_DMASYNC_POSTWRITE);
    451       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    452       1.1   hannken 			sizeof(struct virtio_blk_req_hdr), sizeof(uint8_t),
    453       1.1   hannken 			BUS_DMASYNC_POSTREAD);
    454       1.1   hannken 
    455       1.1   hannken 	if (vr->vr_status != VIRTIO_BLK_S_OK) {
    456       1.1   hannken 		bp->b_error = EIO;
    457       1.1   hannken 		bp->b_resid = bp->b_bcount;
    458       1.1   hannken 	} else {
    459       1.1   hannken 		bp->b_error = 0;
    460       1.1   hannken 		bp->b_resid = 0;
    461       1.1   hannken 	}
    462       1.1   hannken 
    463       1.1   hannken 	virtio_dequeue_commit(vsc, vq, slot);
    464       1.1   hannken 
    465       1.1   hannken 	lddone(&sc->sc_ld, bp);
    466       1.1   hannken }
    467       1.1   hannken 
    468       1.1   hannken static int
    469       1.1   hannken ld_virtio_vq_done(struct virtqueue *vq)
    470       1.1   hannken {
    471       1.1   hannken 	struct virtio_softc *vsc = vq->vq_owner;
    472       1.1   hannken 	struct ld_virtio_softc *sc = device_private(vsc->sc_child);
    473       1.1   hannken 	int r = 0;
    474       1.1   hannken 	int slot;
    475       1.1   hannken 
    476       1.1   hannken again:
    477       1.1   hannken 	if (virtio_dequeue(vsc, vq, &slot, NULL))
    478       1.1   hannken 		return r;
    479       1.1   hannken 	r = 1;
    480       1.1   hannken 
    481       1.1   hannken 	ld_virtio_vq_done1(sc, vsc, vq, slot);
    482       1.1   hannken 	goto again;
    483       1.1   hannken }
    484       1.1   hannken 
    485       1.1   hannken static int
    486       1.1   hannken ld_virtio_dump(struct ld_softc *ld, void *data, int blkno, int blkcnt)
    487       1.1   hannken {
    488       1.1   hannken 	struct ld_virtio_softc *sc = device_private(ld->sc_dv);
    489       1.1   hannken 	struct virtio_softc *vsc = sc->sc_virtio;
    490       1.9  christos 	struct virtqueue *vq = &sc->sc_vq;
    491       1.1   hannken 	struct virtio_blk_req *vr;
    492       1.1   hannken 	int slot, r;
    493       1.1   hannken 
    494       1.1   hannken 	if (sc->sc_readonly)
    495       1.1   hannken 		return EIO;
    496       1.1   hannken 
    497       1.1   hannken 	r = virtio_enqueue_prep(vsc, vq, &slot);
    498       1.1   hannken 	if (r != 0) {
    499       1.1   hannken 		if (r == EAGAIN) { /* no free slot; dequeue first */
    500       1.1   hannken 			delay(100);
    501       1.1   hannken 			ld_virtio_vq_done(vq);
    502       1.1   hannken 			r = virtio_enqueue_prep(vsc, vq, &slot);
    503       1.1   hannken 			if (r != 0)
    504       1.1   hannken 				return r;
    505       1.1   hannken 		}
    506       1.1   hannken 		return r;
    507       1.1   hannken 	}
    508       1.1   hannken 	vr = &sc->sc_reqs[slot];
    509       1.1   hannken 	r = bus_dmamap_load(vsc->sc_dmat, vr->vr_payload,
    510       1.1   hannken 			    data, blkcnt*ld->sc_secsize, NULL,
    511       1.1   hannken 			    BUS_DMA_WRITE|BUS_DMA_NOWAIT);
    512       1.1   hannken 	if (r != 0)
    513       1.1   hannken 		return r;
    514       1.1   hannken 
    515       1.9  christos 	r = virtio_enqueue_reserve(vsc, vq, slot, vr->vr_payload->dm_nsegs +
    516       1.9  christos 	    VIRTIO_BLK_MIN_SEGMENTS);
    517       1.1   hannken 	if (r != 0) {
    518       1.1   hannken 		bus_dmamap_unload(vsc->sc_dmat, vr->vr_payload);
    519       1.1   hannken 		return r;
    520       1.1   hannken 	}
    521       1.1   hannken 
    522       1.1   hannken 	vr->vr_bp = (void*)0xdeadbeef;
    523       1.1   hannken 	vr->vr_hdr.type = VIRTIO_BLK_T_OUT;
    524       1.1   hannken 	vr->vr_hdr.ioprio = 0;
    525       1.1   hannken 	vr->vr_hdr.sector = (daddr_t) blkno * ld->sc_secsize / 512;
    526       1.1   hannken 
    527       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    528       1.1   hannken 			0, sizeof(struct virtio_blk_req_hdr),
    529       1.1   hannken 			BUS_DMASYNC_PREWRITE);
    530       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    531       1.1   hannken 			0, blkcnt*ld->sc_secsize,
    532       1.1   hannken 			BUS_DMASYNC_PREWRITE);
    533       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    534       1.1   hannken 			offsetof(struct virtio_blk_req, vr_status),
    535       1.1   hannken 			sizeof(uint8_t),
    536       1.1   hannken 			BUS_DMASYNC_PREREAD);
    537       1.1   hannken 
    538       1.1   hannken 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    539       1.1   hannken 			 0, sizeof(struct virtio_blk_req_hdr),
    540       1.1   hannken 			 true);
    541       1.1   hannken 	virtio_enqueue(vsc, vq, slot, vr->vr_payload, true);
    542       1.1   hannken 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    543       1.1   hannken 			 offsetof(struct virtio_blk_req, vr_status),
    544       1.1   hannken 			 sizeof(uint8_t),
    545       1.1   hannken 			 false);
    546       1.1   hannken 	virtio_enqueue_commit(vsc, vq, slot, true);
    547       1.1   hannken 
    548       1.1   hannken 	for ( ; ; ) {
    549       1.1   hannken 		int dslot;
    550       1.1   hannken 
    551       1.1   hannken 		r = virtio_dequeue(vsc, vq, &dslot, NULL);
    552       1.1   hannken 		if (r != 0)
    553       1.1   hannken 			continue;
    554       1.1   hannken 		if (dslot != slot) {
    555       1.1   hannken 			ld_virtio_vq_done1(sc, vsc, vq, dslot);
    556       1.1   hannken 			continue;
    557       1.1   hannken 		} else
    558       1.1   hannken 			break;
    559       1.1   hannken 	}
    560       1.1   hannken 
    561       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    562       1.1   hannken 			0, sizeof(struct virtio_blk_req_hdr),
    563       1.1   hannken 			BUS_DMASYNC_POSTWRITE);
    564       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    565       1.1   hannken 			0, blkcnt*ld->sc_secsize,
    566       1.1   hannken 			BUS_DMASYNC_POSTWRITE);
    567       1.1   hannken 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    568       1.1   hannken 			offsetof(struct virtio_blk_req, vr_status),
    569       1.1   hannken 			sizeof(uint8_t),
    570       1.1   hannken 			BUS_DMASYNC_POSTREAD);
    571       1.1   hannken 	if (vr->vr_status == VIRTIO_BLK_S_OK)
    572       1.1   hannken 		r = 0;
    573       1.1   hannken 	else
    574       1.1   hannken 		r = EIO;
    575       1.1   hannken 	virtio_dequeue_commit(vsc, vq, slot);
    576       1.1   hannken 
    577       1.1   hannken 	return r;
    578       1.1   hannken }
    579       1.1   hannken 
    580       1.1   hannken static int
    581       1.1   hannken ld_virtio_detach(device_t self, int flags)
    582       1.1   hannken {
    583       1.1   hannken 	struct ld_virtio_softc *sc = device_private(self);
    584       1.1   hannken 	struct ld_softc *ld = &sc->sc_ld;
    585       1.1   hannken 	bus_dma_tag_t dmat = sc->sc_virtio->sc_dmat;
    586       1.1   hannken 	int r, i, qsize;
    587       1.1   hannken 
    588       1.9  christos 	qsize = sc->sc_vq.vq_num;
    589       1.1   hannken 	r = ldbegindetach(ld, flags);
    590       1.1   hannken 	if (r != 0)
    591       1.1   hannken 		return r;
    592       1.1   hannken 	virtio_reset(sc->sc_virtio);
    593       1.9  christos 	virtio_free_vq(sc->sc_virtio, &sc->sc_vq);
    594       1.1   hannken 
    595       1.1   hannken 	for (i = 0; i < qsize; i++) {
    596       1.1   hannken 		bus_dmamap_destroy(dmat,
    597       1.1   hannken 				   sc->sc_reqs[i].vr_cmdsts);
    598       1.1   hannken 		bus_dmamap_destroy(dmat,
    599       1.1   hannken 				   sc->sc_reqs[i].vr_payload);
    600       1.1   hannken 	}
    601       1.1   hannken 	bus_dmamem_unmap(dmat, sc->sc_reqs,
    602       1.1   hannken 			 sizeof(struct virtio_blk_req) * qsize);
    603       1.9  christos 	bus_dmamem_free(dmat, &sc->sc_reqs_seg, 1);
    604       1.1   hannken 
    605       1.1   hannken 	ldenddetach(ld);
    606       1.1   hannken 
    607       1.1   hannken 	return 0;
    608       1.1   hannken }
    609  1.10.2.1  pgoyette 
    610  1.10.2.1  pgoyette MODULE(MODULE_CLASS_DRIVER, ld_virtio, "ld,virtio");
    611  1.10.2.1  pgoyette 
    612  1.10.2.1  pgoyette #ifdef _MODULE
    613  1.10.2.1  pgoyette /*
    614  1.10.2.1  pgoyette  * XXX Don't allow ioconf.c to redefine the "struct cfdriver ld_cd"
    615  1.10.2.1  pgoyette  * XXX it will be defined in the common-code module
    616  1.10.2.1  pgoyette  */
    617  1.10.2.1  pgoyette #undef  CFDRIVER_DECL
    618  1.10.2.1  pgoyette #define CFDRIVER_DECL(name, class, attr)
    619  1.10.2.1  pgoyette #include "ioconf.c"
    620  1.10.2.1  pgoyette #endif
    621  1.10.2.1  pgoyette 
    622  1.10.2.1  pgoyette static int
    623  1.10.2.1  pgoyette ld_virtio_modcmd(modcmd_t cmd, void *opaque)
    624  1.10.2.1  pgoyette {
    625  1.10.2.1  pgoyette #ifdef _MODULE
    626  1.10.2.1  pgoyette 	/*
    627  1.10.2.1  pgoyette 	 * We ignore the cfdriver_vec[] that ioconf provides, since
    628  1.10.2.1  pgoyette 	 * the cfdrivers are attached already.
    629  1.10.2.1  pgoyette 	 */
    630  1.10.2.1  pgoyette 	static struct cfdriver * const no_cfdriver_vec[] = { NULL };
    631  1.10.2.1  pgoyette #endif
    632  1.10.2.1  pgoyette 	int error = 0;
    633  1.10.2.1  pgoyette 
    634  1.10.2.1  pgoyette #ifdef _MODULE
    635  1.10.2.1  pgoyette 	switch (cmd) {
    636  1.10.2.1  pgoyette 	case MODULE_CMD_INIT:
    637  1.10.2.1  pgoyette 		error = config_init_component(no_cfdriver_vec,
    638  1.10.2.1  pgoyette 		    cfattach_ioconf_ld_virtio, cfdata_ioconf_ld_virtio);
    639  1.10.2.1  pgoyette 		break;
    640  1.10.2.1  pgoyette 	case MODULE_CMD_FINI:
    641  1.10.2.1  pgoyette 		error = config_fini_component(no_cfdriver_vec,
    642  1.10.2.1  pgoyette 		    cfattach_ioconf_ld_virtio, cfdata_ioconf_ld_virtio);
    643  1.10.2.1  pgoyette 		break;
    644  1.10.2.1  pgoyette 	default:
    645  1.10.2.1  pgoyette 		error = ENOTTY;
    646  1.10.2.1  pgoyette 		break;
    647  1.10.2.1  pgoyette 	}
    648  1.10.2.1  pgoyette #endif
    649  1.10.2.1  pgoyette 
    650  1.10.2.1  pgoyette 	return error;
    651  1.10.2.1  pgoyette }
    652