Home | History | Annotate | Line # | Download | only in pci
ld_virtio.c revision 1.11
      1 /*	$NetBSD: ld_virtio.c,v 1.11 2016/09/16 15:20:50 jdolecek Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 2010 Minoura Makoto.
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     21  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     22  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     23  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     24  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     25  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26  */
     27 
     28 #include <sys/cdefs.h>
     29 __KERNEL_RCSID(0, "$NetBSD: ld_virtio.c,v 1.11 2016/09/16 15:20:50 jdolecek Exp $");
     30 
     31 #include <sys/param.h>
     32 #include <sys/systm.h>
     33 #include <sys/kernel.h>
     34 #include <sys/buf.h>
     35 #include <sys/bufq.h>
     36 #include <sys/bus.h>
     37 #include <sys/device.h>
     38 #include <sys/disk.h>
     39 #include <sys/mutex.h>
     40 
     41 #include <dev/pci/pcidevs.h>
     42 #include <dev/pci/pcireg.h>
     43 #include <dev/pci/pcivar.h>
     44 
     45 #include <dev/ldvar.h>
     46 #include <dev/pci/virtioreg.h>
     47 #include <dev/pci/virtiovar.h>
     48 
     49 /*
     50  * ld_virtioreg:
     51  */
     52 /* Configuration registers */
     53 #define VIRTIO_BLK_CONFIG_CAPACITY	0 /* 64bit */
     54 #define VIRTIO_BLK_CONFIG_SIZE_MAX	8 /* 32bit */
     55 #define VIRTIO_BLK_CONFIG_SEG_MAX	12 /* 32bit */
     56 #define VIRTIO_BLK_CONFIG_GEOMETRY_C	16 /* 16bit */
     57 #define VIRTIO_BLK_CONFIG_GEOMETRY_H	18 /* 8bit */
     58 #define VIRTIO_BLK_CONFIG_GEOMETRY_S	19 /* 8bit */
     59 #define VIRTIO_BLK_CONFIG_BLK_SIZE	20 /* 32bit */
     60 
     61 /* Feature bits */
     62 #define VIRTIO_BLK_F_BARRIER	(1<<0)
     63 #define VIRTIO_BLK_F_SIZE_MAX	(1<<1)
     64 #define VIRTIO_BLK_F_SEG_MAX	(1<<2)
     65 #define VIRTIO_BLK_F_GEOMETRY	(1<<4)
     66 #define VIRTIO_BLK_F_RO		(1<<5)
     67 #define VIRTIO_BLK_F_BLK_SIZE	(1<<6)
     68 #define VIRTIO_BLK_F_SCSI	(1<<7)
     69 #define VIRTIO_BLK_F_FLUSH	(1<<9)
     70 
     71 /*
     72  * Each block request uses at least two segments - one for the header
     73  * and one for the status.
     74 */
     75 #define	VIRTIO_BLK_MIN_SEGMENTS	2
     76 
     77 #define VIRTIO_BLK_FLAG_BITS \
     78 	VIRTIO_COMMON_FLAG_BITS \
     79 	"\x0a""FLUSH" \
     80 	"\x08""SCSI" \
     81 	"\x07""BLK_SIZE" \
     82 	"\x06""RO" \
     83 	"\x05""GEOMETRY" \
     84 	"\x03""SEG_MAX" \
     85 	"\x02""SIZE_MAX" \
     86 	"\x01""BARRIER"
     87 
     88 /* Command */
     89 #define VIRTIO_BLK_T_IN		0
     90 #define VIRTIO_BLK_T_OUT	1
     91 #define VIRTIO_BLK_T_BARRIER	0x80000000
     92 
     93 /* Status */
     94 #define VIRTIO_BLK_S_OK		0
     95 #define VIRTIO_BLK_S_IOERR	1
     96 
     97 /* Request header structure */
     98 struct virtio_blk_req_hdr {
     99 	uint32_t	type;	/* VIRTIO_BLK_T_* */
    100 	uint32_t	ioprio;
    101 	uint64_t	sector;
    102 } __packed;
    103 /* 512*virtio_blk_req_hdr.sector byte payload and 1 byte status follows */
    104 
    105 
    106 /*
    107  * ld_virtiovar:
    108  */
    109 struct virtio_blk_req {
    110 	struct virtio_blk_req_hdr	vr_hdr;
    111 	uint8_t				vr_status;
    112 	struct buf			*vr_bp;
    113 	bus_dmamap_t			vr_cmdsts;
    114 	bus_dmamap_t			vr_payload;
    115 };
    116 
    117 struct ld_virtio_softc {
    118 	struct ld_softc		sc_ld;
    119 	device_t		sc_dev;
    120 
    121 	struct virtio_softc	*sc_virtio;
    122 	struct virtqueue	sc_vq;
    123 
    124 	struct virtio_blk_req	*sc_reqs;
    125 	bus_dma_segment_t	sc_reqs_seg;
    126 
    127 	int			sc_readonly;
    128 };
    129 
    130 static int	ld_virtio_match(device_t, cfdata_t, void *);
    131 static void	ld_virtio_attach(device_t, device_t, void *);
    132 static int	ld_virtio_detach(device_t, int);
    133 
    134 CFATTACH_DECL_NEW(ld_virtio, sizeof(struct ld_virtio_softc),
    135     ld_virtio_match, ld_virtio_attach, ld_virtio_detach, NULL);
    136 
    137 static int
    138 ld_virtio_match(device_t parent, cfdata_t match, void *aux)
    139 {
    140 	struct virtio_softc *va = aux;
    141 
    142 	if (va->sc_childdevid == PCI_PRODUCT_VIRTIO_BLOCK)
    143 		return 1;
    144 
    145 	return 0;
    146 }
    147 
    148 static int ld_virtio_vq_done(struct virtqueue *);
    149 static int ld_virtio_dump(struct ld_softc *, void *, int, int);
    150 static int ld_virtio_start(struct ld_softc *, struct buf *);
    151 
    152 static int
    153 ld_virtio_alloc_reqs(struct ld_virtio_softc *sc, int qsize)
    154 {
    155 	int allocsize, r, rsegs, i;
    156 	struct ld_softc *ld = &sc->sc_ld;
    157 	void *vaddr;
    158 
    159 	allocsize = sizeof(struct virtio_blk_req) * qsize;
    160 	r = bus_dmamem_alloc(sc->sc_virtio->sc_dmat, allocsize, 0, 0,
    161 			     &sc->sc_reqs_seg, 1, &rsegs, BUS_DMA_NOWAIT);
    162 	if (r != 0) {
    163 		aprint_error_dev(sc->sc_dev,
    164 				 "DMA memory allocation failed, size %d, "
    165 				 "error code %d\n", allocsize, r);
    166 		goto err_none;
    167 	}
    168 	r = bus_dmamem_map(sc->sc_virtio->sc_dmat,
    169 			   &sc->sc_reqs_seg, 1, allocsize,
    170 			   &vaddr, BUS_DMA_NOWAIT);
    171 	if (r != 0) {
    172 		aprint_error_dev(sc->sc_dev,
    173 				 "DMA memory map failed, "
    174 				 "error code %d\n", r);
    175 		goto err_dmamem_alloc;
    176 	}
    177 	sc->sc_reqs = vaddr;
    178 	memset(vaddr, 0, allocsize);
    179 	for (i = 0; i < qsize; i++) {
    180 		struct virtio_blk_req *vr = &sc->sc_reqs[i];
    181 		r = bus_dmamap_create(sc->sc_virtio->sc_dmat,
    182 				      offsetof(struct virtio_blk_req, vr_bp),
    183 				      1,
    184 				      offsetof(struct virtio_blk_req, vr_bp),
    185 				      0,
    186 				      BUS_DMA_NOWAIT|BUS_DMA_ALLOCNOW,
    187 				      &vr->vr_cmdsts);
    188 		if (r != 0) {
    189 			aprint_error_dev(sc->sc_dev,
    190 					 "command dmamap creation failed, "
    191 					 "error code %d\n", r);
    192 			goto err_reqs;
    193 		}
    194 		r = bus_dmamap_load(sc->sc_virtio->sc_dmat, vr->vr_cmdsts,
    195 				    &vr->vr_hdr,
    196 				    offsetof(struct virtio_blk_req, vr_bp),
    197 				    NULL, BUS_DMA_NOWAIT);
    198 		if (r != 0) {
    199 			aprint_error_dev(sc->sc_dev,
    200 					 "command dmamap load failed, "
    201 					 "error code %d\n", r);
    202 			goto err_reqs;
    203 		}
    204 		r = bus_dmamap_create(sc->sc_virtio->sc_dmat,
    205 				      ld->sc_maxxfer,
    206 				      (ld->sc_maxxfer / NBPG) +
    207 				      VIRTIO_BLK_MIN_SEGMENTS,
    208 				      ld->sc_maxxfer,
    209 				      0,
    210 				      BUS_DMA_NOWAIT|BUS_DMA_ALLOCNOW,
    211 				      &vr->vr_payload);
    212 		if (r != 0) {
    213 			aprint_error_dev(sc->sc_dev,
    214 					 "payload dmamap creation failed, "
    215 					 "error code %d\n", r);
    216 			goto err_reqs;
    217 		}
    218 	}
    219 	return 0;
    220 
    221 err_reqs:
    222 	for (i = 0; i < qsize; i++) {
    223 		struct virtio_blk_req *vr = &sc->sc_reqs[i];
    224 		if (vr->vr_cmdsts) {
    225 			bus_dmamap_destroy(sc->sc_virtio->sc_dmat,
    226 					   vr->vr_cmdsts);
    227 			vr->vr_cmdsts = 0;
    228 		}
    229 		if (vr->vr_payload) {
    230 			bus_dmamap_destroy(sc->sc_virtio->sc_dmat,
    231 					   vr->vr_payload);
    232 			vr->vr_payload = 0;
    233 		}
    234 	}
    235 	bus_dmamem_unmap(sc->sc_virtio->sc_dmat, sc->sc_reqs, allocsize);
    236 err_dmamem_alloc:
    237 	bus_dmamem_free(sc->sc_virtio->sc_dmat, &sc->sc_reqs_seg, 1);
    238 err_none:
    239 	return -1;
    240 }
    241 
    242 static void
    243 ld_virtio_attach(device_t parent, device_t self, void *aux)
    244 {
    245 	struct ld_virtio_softc *sc = device_private(self);
    246 	struct ld_softc *ld = &sc->sc_ld;
    247 	struct virtio_softc *vsc = device_private(parent);
    248 	uint32_t features;
    249 	char buf[256];
    250 	int qsize, maxxfersize, maxnsegs;
    251 
    252 	if (vsc->sc_child != NULL) {
    253 		aprint_normal(": child already attached for %s; "
    254 			      "something wrong...\n", device_xname(parent));
    255 		return;
    256 	}
    257 
    258 	sc->sc_dev = self;
    259 	sc->sc_virtio = vsc;
    260 
    261 	vsc->sc_child = self;
    262 	vsc->sc_ipl = IPL_BIO;
    263 	vsc->sc_vqs = &sc->sc_vq;
    264 	vsc->sc_nvqs = 1;
    265 	vsc->sc_config_change = NULL;
    266 	vsc->sc_intrhand = virtio_vq_intr;
    267 	vsc->sc_flags = 0;
    268 
    269 	features = virtio_negotiate_features(vsc,
    270 					     (VIRTIO_BLK_F_SIZE_MAX |
    271 					      VIRTIO_BLK_F_SEG_MAX |
    272 					      VIRTIO_BLK_F_GEOMETRY |
    273 					      VIRTIO_BLK_F_RO |
    274 					      VIRTIO_BLK_F_BLK_SIZE));
    275 	if (features & VIRTIO_BLK_F_RO)
    276 		sc->sc_readonly = 1;
    277 	else
    278 		sc->sc_readonly = 0;
    279 
    280 	snprintb(buf, sizeof(buf), VIRTIO_BLK_FLAG_BITS, features);
    281 	aprint_normal(": Features: %s\n", buf);
    282 	aprint_naive("\n");
    283 	if (features & VIRTIO_BLK_F_BLK_SIZE) {
    284 		ld->sc_secsize = virtio_read_device_config_4(vsc,
    285 					VIRTIO_BLK_CONFIG_BLK_SIZE);
    286 	} else
    287 		ld->sc_secsize = 512;
    288 
    289 	/* At least genfs_io assumes maxxfer == MAXPHYS. */
    290 	if (features & VIRTIO_BLK_F_SIZE_MAX) {
    291 		maxxfersize = virtio_read_device_config_4(vsc,
    292 		    VIRTIO_BLK_CONFIG_SIZE_MAX);
    293 		if (maxxfersize < MAXPHYS) {
    294 			aprint_error_dev(sc->sc_dev,
    295 			    "Too small SIZE_MAX %dK minimum is %dK\n",
    296 			    maxxfersize / 1024, MAXPHYS / 1024);
    297 			// goto err;
    298 			maxxfersize = MAXPHYS;
    299 		} else if (maxxfersize > MAXPHYS) {
    300 			aprint_normal_dev(sc->sc_dev,
    301 			    "Clip SEG_MAX from %dK to %dK\n",
    302 			    maxxfersize / 1024,
    303 			    MAXPHYS / 1024);
    304 			maxxfersize = MAXPHYS;
    305 		}
    306 	} else
    307 		maxxfersize = MAXPHYS;
    308 
    309 	if (features & VIRTIO_BLK_F_SEG_MAX) {
    310 		maxnsegs = virtio_read_device_config_4(vsc,
    311 		    VIRTIO_BLK_CONFIG_SEG_MAX);
    312 		if (maxnsegs < VIRTIO_BLK_MIN_SEGMENTS) {
    313 			aprint_error_dev(sc->sc_dev,
    314 			    "Too small SEG_MAX %d minimum is %d\n",
    315 			    maxnsegs, VIRTIO_BLK_MIN_SEGMENTS);
    316 			maxnsegs = maxxfersize / NBPG;
    317 			// goto err;
    318 		}
    319 	} else
    320 		maxnsegs = maxxfersize / NBPG;
    321 
    322 	/* 2 for the minimum size */
    323 	maxnsegs += VIRTIO_BLK_MIN_SEGMENTS;
    324 
    325 	if (virtio_alloc_vq(vsc, &sc->sc_vq, 0, maxxfersize, maxnsegs,
    326 	    "I/O request") != 0) {
    327 		goto err;
    328 	}
    329 	qsize = sc->sc_vq.vq_num;
    330 	sc->sc_vq.vq_done = ld_virtio_vq_done;
    331 
    332 	ld->sc_dv = self;
    333 	ld->sc_secperunit = virtio_read_device_config_8(vsc,
    334 				VIRTIO_BLK_CONFIG_CAPACITY);
    335 	ld->sc_maxxfer = maxxfersize;
    336 	if (features & VIRTIO_BLK_F_GEOMETRY) {
    337 		ld->sc_ncylinders = virtio_read_device_config_2(vsc,
    338 					VIRTIO_BLK_CONFIG_GEOMETRY_C);
    339 		ld->sc_nheads     = virtio_read_device_config_1(vsc,
    340 					VIRTIO_BLK_CONFIG_GEOMETRY_H);
    341 		ld->sc_nsectors   = virtio_read_device_config_1(vsc,
    342 					VIRTIO_BLK_CONFIG_GEOMETRY_S);
    343 	}
    344 	ld->sc_maxqueuecnt = qsize;
    345 
    346 	if (ld_virtio_alloc_reqs(sc, qsize) < 0)
    347 		goto err;
    348 
    349 	ld->sc_dump = ld_virtio_dump;
    350 	ld->sc_flush = NULL;
    351 	ld->sc_start = ld_virtio_start;
    352 
    353 	ld->sc_flags = LDF_ENABLED;
    354 	ldattach(ld, BUFQ_DISK_DEFAULT_STRAT);
    355 
    356 	return;
    357 
    358 err:
    359 	vsc->sc_child = (void*)1;
    360 	return;
    361 }
    362 
    363 static int
    364 ld_virtio_start(struct ld_softc *ld, struct buf *bp)
    365 {
    366 	/* splbio */
    367 	struct ld_virtio_softc *sc = device_private(ld->sc_dv);
    368 	struct virtio_softc *vsc = sc->sc_virtio;
    369 	struct virtqueue *vq = &sc->sc_vq;
    370 	struct virtio_blk_req *vr;
    371 	int r;
    372 	int isread = (bp->b_flags & B_READ);
    373 	int slot;
    374 
    375 	if (sc->sc_readonly && !isread)
    376 		return EIO;
    377 
    378 	r = virtio_enqueue_prep(vsc, vq, &slot);
    379 	if (r != 0)
    380 		return r;
    381 
    382 	vr = &sc->sc_reqs[slot];
    383 	KASSERT(vr->vr_bp == NULL);
    384 
    385 	r = bus_dmamap_load(vsc->sc_dmat, vr->vr_payload,
    386 			    bp->b_data, bp->b_bcount, NULL,
    387 			    ((isread?BUS_DMA_READ:BUS_DMA_WRITE)
    388 			     |BUS_DMA_NOWAIT));
    389 	if (r != 0) {
    390 		aprint_error_dev(sc->sc_dev,
    391 		    "payload dmamap failed, error code %d\n", r);
    392 		virtio_enqueue_abort(vsc, vq, slot);
    393 		return r;
    394 	}
    395 
    396 	r = virtio_enqueue_reserve(vsc, vq, slot, vr->vr_payload->dm_nsegs +
    397 	    VIRTIO_BLK_MIN_SEGMENTS);
    398 	if (r != 0) {
    399 		virtio_enqueue_abort(vsc, vq, slot);
    400 		bus_dmamap_unload(vsc->sc_dmat, vr->vr_payload);
    401 		return r;
    402 	}
    403 
    404 	vr->vr_bp = bp;
    405 	vr->vr_hdr.type = isread?VIRTIO_BLK_T_IN:VIRTIO_BLK_T_OUT;
    406 	vr->vr_hdr.ioprio = 0;
    407 	vr->vr_hdr.sector = bp->b_rawblkno * sc->sc_ld.sc_secsize / 512;
    408 
    409 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    410 			0, sizeof(struct virtio_blk_req_hdr),
    411 			BUS_DMASYNC_PREWRITE);
    412 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    413 			0, bp->b_bcount,
    414 			isread?BUS_DMASYNC_PREREAD:BUS_DMASYNC_PREWRITE);
    415 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    416 			offsetof(struct virtio_blk_req, vr_status),
    417 			sizeof(uint8_t),
    418 			BUS_DMASYNC_PREREAD);
    419 
    420 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    421 			 0, sizeof(struct virtio_blk_req_hdr),
    422 			 true);
    423 	virtio_enqueue(vsc, vq, slot, vr->vr_payload, !isread);
    424 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    425 			 offsetof(struct virtio_blk_req, vr_status),
    426 			 sizeof(uint8_t),
    427 			 false);
    428 	virtio_enqueue_commit(vsc, vq, slot, true);
    429 
    430 	return 0;
    431 }
    432 
    433 static void
    434 ld_virtio_vq_done1(struct ld_virtio_softc *sc, struct virtio_softc *vsc,
    435 		   struct virtqueue *vq, int slot)
    436 {
    437 	struct virtio_blk_req *vr = &sc->sc_reqs[slot];
    438 	struct buf *bp = vr->vr_bp;
    439 
    440 	vr->vr_bp = NULL;
    441 
    442 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    443 			0, sizeof(struct virtio_blk_req_hdr),
    444 			BUS_DMASYNC_POSTWRITE);
    445 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    446 			0, bp->b_bcount,
    447 			(bp->b_flags & B_READ)?BUS_DMASYNC_POSTREAD
    448 					      :BUS_DMASYNC_POSTWRITE);
    449 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    450 			sizeof(struct virtio_blk_req_hdr), sizeof(uint8_t),
    451 			BUS_DMASYNC_POSTREAD);
    452 
    453 	if (vr->vr_status != VIRTIO_BLK_S_OK) {
    454 		bp->b_error = EIO;
    455 		bp->b_resid = bp->b_bcount;
    456 	} else {
    457 		bp->b_error = 0;
    458 		bp->b_resid = 0;
    459 	}
    460 
    461 	virtio_dequeue_commit(vsc, vq, slot);
    462 
    463 	lddone(&sc->sc_ld, bp);
    464 }
    465 
    466 static int
    467 ld_virtio_vq_done(struct virtqueue *vq)
    468 {
    469 	struct virtio_softc *vsc = vq->vq_owner;
    470 	struct ld_virtio_softc *sc = device_private(vsc->sc_child);
    471 	int r = 0;
    472 	int slot;
    473 
    474 again:
    475 	if (virtio_dequeue(vsc, vq, &slot, NULL))
    476 		return r;
    477 	r = 1;
    478 
    479 	ld_virtio_vq_done1(sc, vsc, vq, slot);
    480 	goto again;
    481 }
    482 
    483 static int
    484 ld_virtio_dump(struct ld_softc *ld, void *data, int blkno, int blkcnt)
    485 {
    486 	struct ld_virtio_softc *sc = device_private(ld->sc_dv);
    487 	struct virtio_softc *vsc = sc->sc_virtio;
    488 	struct virtqueue *vq = &sc->sc_vq;
    489 	struct virtio_blk_req *vr;
    490 	int slot, r;
    491 
    492 	if (sc->sc_readonly)
    493 		return EIO;
    494 
    495 	r = virtio_enqueue_prep(vsc, vq, &slot);
    496 	if (r != 0) {
    497 		if (r == EAGAIN) { /* no free slot; dequeue first */
    498 			delay(100);
    499 			ld_virtio_vq_done(vq);
    500 			r = virtio_enqueue_prep(vsc, vq, &slot);
    501 			if (r != 0)
    502 				return r;
    503 		}
    504 		return r;
    505 	}
    506 	vr = &sc->sc_reqs[slot];
    507 	r = bus_dmamap_load(vsc->sc_dmat, vr->vr_payload,
    508 			    data, blkcnt*ld->sc_secsize, NULL,
    509 			    BUS_DMA_WRITE|BUS_DMA_NOWAIT);
    510 	if (r != 0)
    511 		return r;
    512 
    513 	r = virtio_enqueue_reserve(vsc, vq, slot, vr->vr_payload->dm_nsegs +
    514 	    VIRTIO_BLK_MIN_SEGMENTS);
    515 	if (r != 0) {
    516 		bus_dmamap_unload(vsc->sc_dmat, vr->vr_payload);
    517 		return r;
    518 	}
    519 
    520 	vr->vr_bp = (void*)0xdeadbeef;
    521 	vr->vr_hdr.type = VIRTIO_BLK_T_OUT;
    522 	vr->vr_hdr.ioprio = 0;
    523 	vr->vr_hdr.sector = (daddr_t) blkno * ld->sc_secsize / 512;
    524 
    525 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    526 			0, sizeof(struct virtio_blk_req_hdr),
    527 			BUS_DMASYNC_PREWRITE);
    528 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    529 			0, blkcnt*ld->sc_secsize,
    530 			BUS_DMASYNC_PREWRITE);
    531 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    532 			offsetof(struct virtio_blk_req, vr_status),
    533 			sizeof(uint8_t),
    534 			BUS_DMASYNC_PREREAD);
    535 
    536 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    537 			 0, sizeof(struct virtio_blk_req_hdr),
    538 			 true);
    539 	virtio_enqueue(vsc, vq, slot, vr->vr_payload, true);
    540 	virtio_enqueue_p(vsc, vq, slot, vr->vr_cmdsts,
    541 			 offsetof(struct virtio_blk_req, vr_status),
    542 			 sizeof(uint8_t),
    543 			 false);
    544 	virtio_enqueue_commit(vsc, vq, slot, true);
    545 
    546 	for ( ; ; ) {
    547 		int dslot;
    548 
    549 		r = virtio_dequeue(vsc, vq, &dslot, NULL);
    550 		if (r != 0)
    551 			continue;
    552 		if (dslot != slot) {
    553 			ld_virtio_vq_done1(sc, vsc, vq, dslot);
    554 			continue;
    555 		} else
    556 			break;
    557 	}
    558 
    559 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    560 			0, sizeof(struct virtio_blk_req_hdr),
    561 			BUS_DMASYNC_POSTWRITE);
    562 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_payload,
    563 			0, blkcnt*ld->sc_secsize,
    564 			BUS_DMASYNC_POSTWRITE);
    565 	bus_dmamap_sync(vsc->sc_dmat, vr->vr_cmdsts,
    566 			offsetof(struct virtio_blk_req, vr_status),
    567 			sizeof(uint8_t),
    568 			BUS_DMASYNC_POSTREAD);
    569 	if (vr->vr_status == VIRTIO_BLK_S_OK)
    570 		r = 0;
    571 	else
    572 		r = EIO;
    573 	virtio_dequeue_commit(vsc, vq, slot);
    574 
    575 	return r;
    576 }
    577 
    578 static int
    579 ld_virtio_detach(device_t self, int flags)
    580 {
    581 	struct ld_virtio_softc *sc = device_private(self);
    582 	struct ld_softc *ld = &sc->sc_ld;
    583 	bus_dma_tag_t dmat = sc->sc_virtio->sc_dmat;
    584 	int r, i, qsize;
    585 
    586 	qsize = sc->sc_vq.vq_num;
    587 	r = ldbegindetach(ld, flags);
    588 	if (r != 0)
    589 		return r;
    590 	virtio_reset(sc->sc_virtio);
    591 	virtio_free_vq(sc->sc_virtio, &sc->sc_vq);
    592 
    593 	for (i = 0; i < qsize; i++) {
    594 		bus_dmamap_destroy(dmat,
    595 				   sc->sc_reqs[i].vr_cmdsts);
    596 		bus_dmamap_destroy(dmat,
    597 				   sc->sc_reqs[i].vr_payload);
    598 	}
    599 	bus_dmamem_unmap(dmat, sc->sc_reqs,
    600 			 sizeof(struct virtio_blk_req) * qsize);
    601 	bus_dmamem_free(dmat, &sc->sc_reqs_seg, 1);
    602 
    603 	ldenddetach(ld);
    604 
    605 	return 0;
    606 }
    607