Home | History | Annotate | Line # | Download | only in dev
vdsk.c revision 1.18.2.1
      1  1.18.2.1  perseant /*	$NetBSD: vdsk.c,v 1.18.2.1 2025/08/02 05:56:09 perseant Exp $	*/
      2       1.1     palle /*	$OpenBSD: vdsk.c,v 1.46 2015/01/25 21:42:13 kettenis Exp $	*/
      3       1.1     palle /*
      4       1.1     palle  * Copyright (c) 2009, 2011 Mark Kettenis
      5       1.1     palle  *
      6       1.1     palle  * Permission to use, copy, modify, and distribute this software for any
      7       1.1     palle  * purpose with or without fee is hereby granted, provided that the above
      8       1.1     palle  * copyright notice and this permission notice appear in all copies.
      9       1.1     palle  *
     10       1.1     palle  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     11       1.1     palle  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     12       1.1     palle  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     13       1.1     palle  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     14       1.1     palle  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     15       1.1     palle  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     16       1.1     palle  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     17       1.1     palle  */
     18       1.1     palle 
     19       1.1     palle #include <sys/kmem.h>
     20       1.1     palle #include <sys/param.h>
     21       1.1     palle #include <sys/buf.h>
     22       1.1     palle #include <sys/device.h>
     23       1.1     palle #include <sys/systm.h>
     24       1.1     palle 
     25       1.1     palle #include <machine/autoconf.h>
     26       1.1     palle #include <machine/hypervisor.h>
     27       1.1     palle 
     28       1.1     palle #include <uvm/uvm_extern.h>
     29       1.1     palle 
     30       1.1     palle #include <dev/scsipi/scsi_all.h>
     31       1.1     palle #include <dev/scsipi/scsipi_disk.h>
     32       1.1     palle #include <dev/scsipi/scsipi_cd.h>
     33       1.1     palle #include <dev/scsipi/scsiconf.h>
     34       1.1     palle 
     35       1.1     palle #include <dev/scsipi/scsi_disk.h>
     36       1.1     palle #include <dev/scsipi/scsipi_all.h>
     37       1.1     palle #include <dev/scsipi/scsiconf.h>
     38       1.1     palle #include <dev/scsipi/scsi_message.h>
     39       1.1     palle 
     40       1.1     palle #include <sparc64/dev/cbusvar.h>
     41       1.1     palle #include <sparc64/dev/ldcvar.h>
     42       1.1     palle #include <sparc64/dev/viovar.h>
     43       1.1     palle 
     44       1.1     palle #ifdef VDSK_DEBUG
     45       1.1     palle #define DPRINTF(x)	printf x
     46       1.1     palle #else
     47       1.1     palle #define DPRINTF(x)
     48       1.1     palle #endif
     49       1.1     palle 
     50       1.1     palle #define VDSK_TX_ENTRIES		32
     51       1.1     palle #define VDSK_RX_ENTRIES		32
     52       1.1     palle 
     53       1.1     palle struct vd_attr_info {
     54       1.1     palle 	struct vio_msg_tag	tag;
     55       1.1     palle 	uint8_t			xfer_mode;
     56       1.1     palle 	uint8_t			vd_type;
     57       1.1     palle 	uint8_t			vd_mtype;
     58       1.1     palle 	uint8_t			_reserved1;
     59       1.1     palle 	uint32_t		vdisk_block_size;
     60       1.1     palle 	uint64_t		operations;
     61       1.1     palle 	uint64_t		vdisk_size;
     62       1.1     palle 	uint64_t		max_xfer_sz;
     63       1.1     palle 	uint64_t		_reserved2[2];
     64       1.1     palle };
     65       1.1     palle 
     66       1.1     palle #define VD_DISK_TYPE_SLICE	0x01
     67       1.1     palle #define VD_DISK_TYPE_DISK	0x02
     68       1.1     palle 
     69       1.1     palle #define VD_MEDIA_TYPE_FIXED	0x01
     70       1.1     palle #define VD_MEDIA_TYPE_CD	0x02
     71       1.1     palle #define VD_MEDIA_TYPE_DVD	0x03
     72       1.1     palle 
     73       1.1     palle /* vDisk version 1.0. */
     74       1.1     palle #define VD_OP_BREAD		0x01
     75       1.1     palle #define VD_OP_BWRITE		0x02
     76       1.1     palle #define VD_OP_FLUSH		0x03
     77       1.1     palle #define VD_OP_GET_WCE		0x04
     78       1.1     palle #define VD_OP_SET_WCE		0x05
     79       1.1     palle #define VD_OP_GET_VTOC		0x06
     80       1.1     palle #define VD_OP_SET_VTOC		0x07
     81       1.1     palle #define VD_OP_GET_DISKGEOM	0x08
     82       1.1     palle #define VD_OP_SET_DISKGEOM	0x09
     83       1.1     palle #define VD_OP_GET_DEVID		0x0b
     84       1.1     palle #define VD_OP_GET_EFI		0x0c
     85       1.1     palle #define VD_OP_SET_EFI		0x0d
     86       1.1     palle 
     87       1.1     palle /* vDisk version 1.1 */
     88       1.1     palle #define VD_OP_SCSICMD		0x0a
     89       1.1     palle #define VD_OP_RESET		0x0e
     90       1.1     palle #define VD_OP_GET_ACCESS	0x0f
     91       1.1     palle #define VD_OP_SET_ACCESS	0x10
     92       1.1     palle #define VD_OP_GET_CAPACITY	0x11
     93       1.1     palle 
     94       1.1     palle struct vd_desc {
     95       1.1     palle 	struct vio_dring_hdr	hdr;
     96       1.1     palle 	uint64_t		req_id;
     97       1.1     palle 	uint8_t			operation;
     98       1.1     palle 	uint8_t			slice;
     99       1.1     palle 	uint16_t		_reserved1;
    100       1.1     palle 	uint32_t		status;
    101       1.1     palle 	uint64_t		offset;
    102       1.1     palle 	uint64_t		size;
    103       1.1     palle 	uint32_t		ncookies;
    104       1.1     palle 	uint32_t		_reserved2;
    105       1.1     palle 	struct ldc_cookie	cookie[MAXPHYS / PAGE_SIZE];
    106       1.1     palle };
    107       1.1     palle 
    108       1.1     palle #define VD_SLICE_NONE		0xff
    109       1.1     palle 
    110       1.1     palle struct vdsk_dring {
    111       1.1     palle 	bus_dmamap_t		vd_map;
    112       1.1     palle 	bus_dma_segment_t	vd_seg;
    113       1.1     palle 	struct vd_desc		*vd_desc;
    114       1.1     palle 	int			vd_nentries;
    115       1.1     palle };
    116       1.1     palle 
    117       1.1     palle #if OPENBSD_BUSDMA
    118       1.1     palle struct vdsk_dring *vdsk_dring_alloc(bus_dma_tag_t, int);
    119       1.1     palle void	vdsk_dring_free(bus_dma_tag_t, struct vdsk_dring *);
    120       1.1     palle #else
    121       1.1     palle struct vdsk_dring *vdsk_dring_alloc(int);
    122       1.1     palle void	vdsk_dring_free(struct vdsk_dring *);
    123       1.1     palle #endif
    124       1.1     palle 
    125       1.1     palle /*
    126       1.1     palle  * We support vDisk 1.0 and 1.1.
    127       1.1     palle  */
    128       1.1     palle #define VDSK_MAJOR	1
    129       1.1     palle #define VDSK_MINOR	1
    130       1.1     palle 
    131       1.1     palle struct vdsk_soft_desc {
    132       1.1     palle 	int		vsd_map_idx[MAXPHYS / PAGE_SIZE];
    133       1.1     palle 	struct scsipi_xfer *vsd_xs;
    134       1.1     palle 	int		vsd_ncookies;
    135       1.1     palle };
    136       1.1     palle 
    137       1.1     palle struct vdsk_softc {
    138       1.1     palle 	device_t sc_dv;
    139       1.1     palle 
    140       1.1     palle 	struct scsipi_adapter sc_adapter;
    141       1.1     palle 	struct scsipi_channel sc_channel;
    142      1.14  riastrad 
    143       1.1     palle 	bus_space_tag_t	sc_bustag;
    144       1.1     palle 	bus_dma_tag_t	sc_dmatag;
    145       1.1     palle 
    146       1.1     palle 	void		*sc_tx_ih;
    147       1.1     palle 	void		*sc_rx_ih;
    148       1.1     palle 
    149       1.1     palle 	struct ldc_conn	sc_lc;
    150       1.1     palle 
    151       1.1     palle 	uint16_t	sc_vio_state;
    152       1.1     palle #define VIO_SND_VER_INFO	0x0001
    153       1.1     palle #define VIO_ACK_VER_INFO	0x0002
    154       1.1     palle #define VIO_SND_ATTR_INFO	0x0004
    155       1.1     palle #define VIO_ACK_ATTR_INFO	0x0008
    156       1.1     palle #define VIO_SND_DRING_REG	0x0010
    157       1.1     palle #define VIO_ACK_DRING_REG	0x0020
    158       1.1     palle #define VIO_SND_RDX		0x0040
    159       1.1     palle #define VIO_ACK_RDX		0x0080
    160       1.1     palle #define VIO_ESTABLISHED		0x00ff
    161       1.1     palle 
    162       1.1     palle 	uint16_t	sc_major;
    163       1.1     palle 	uint16_t	sc_minor;
    164       1.1     palle 
    165       1.1     palle 	uint32_t	sc_local_sid;
    166       1.1     palle 	uint64_t	sc_dring_ident;
    167       1.1     palle 	uint64_t	sc_seq_no;
    168       1.1     palle 
    169       1.1     palle 	int		sc_tx_cnt;
    170       1.1     palle 	int		sc_tx_prod;
    171       1.1     palle 	int		sc_tx_cons;
    172       1.1     palle 
    173       1.1     palle 	struct ldc_map	*sc_lm;
    174       1.1     palle 	struct vdsk_dring *sc_vd;
    175       1.1     palle 	struct vdsk_soft_desc *sc_vsd;
    176       1.1     palle 
    177       1.1     palle 	uint32_t	sc_vdisk_block_size;
    178       1.1     palle 	uint64_t	sc_vdisk_size;
    179       1.1     palle 	uint8_t		sc_vd_mtype;
    180       1.1     palle };
    181       1.1     palle 
    182       1.1     palle int	vdsk_match(device_t, cfdata_t, void *);
    183       1.1     palle void	vdsk_attach(device_t, device_t, void *);
    184       1.1     palle void	vdsk_scsipi_request(struct scsipi_channel *, scsipi_adapter_req_t,
    185       1.1     palle 			     void *);
    186       1.1     palle 
    187       1.1     palle CFATTACH_DECL_NEW(vdsk, sizeof(struct vdsk_softc),
    188       1.1     palle 		  vdsk_match, vdsk_attach, NULL, NULL);
    189       1.1     palle 
    190       1.1     palle int	vdsk_tx_intr(void *);
    191       1.1     palle int	vdsk_rx_intr(void *);
    192       1.1     palle 
    193       1.1     palle void	vdsk_rx_data(struct ldc_conn *, struct ldc_pkt *);
    194       1.1     palle void	vdsk_rx_vio_ctrl(struct vdsk_softc *, struct vio_msg *);
    195       1.1     palle void	vdsk_rx_vio_ver_info(struct vdsk_softc *, struct vio_msg_tag *);
    196       1.1     palle void	vdsk_rx_vio_attr_info(struct vdsk_softc *, struct vio_msg_tag *);
    197       1.1     palle void	vdsk_rx_vio_dring_reg(struct vdsk_softc *, struct vio_msg_tag *);
    198       1.1     palle void	vdsk_rx_vio_rdx(struct vdsk_softc *sc, struct vio_msg_tag *);
    199       1.1     palle void	vdsk_rx_vio_data(struct vdsk_softc *sc, struct vio_msg *);
    200       1.1     palle void	vdsk_rx_vio_dring_data(struct vdsk_softc *sc, struct vio_msg_tag *);
    201       1.1     palle 
    202       1.1     palle void	vdsk_ldc_reset(struct ldc_conn *);
    203       1.1     palle void	vdsk_ldc_start(struct ldc_conn *);
    204       1.1     palle 
    205       1.1     palle void	vdsk_sendmsg(struct vdsk_softc *, void *, size_t);
    206       1.1     palle void	vdsk_send_ver_info(struct vdsk_softc *, uint16_t, uint16_t);
    207       1.1     palle void	vdsk_send_attr_info(struct vdsk_softc *);
    208       1.1     palle void	vdsk_send_dring_reg(struct vdsk_softc *);
    209       1.1     palle void	vdsk_send_rdx(struct vdsk_softc *);
    210       1.1     palle 
    211       1.1     palle void	*vdsk_io_get(void *);
    212       1.1     palle void	vdsk_io_put(void *, void *);
    213       1.1     palle 
    214       1.1     palle void	vdsk_scsi_cmd(struct vdsk_softc *sc, struct scsipi_xfer *);
    215       1.1     palle int	vdsk_submit_cmd(struct vdsk_softc *sc, struct scsipi_xfer *);
    216       1.1     palle void	vdsk_complete_cmd(struct vdsk_softc *sc, struct scsipi_xfer *, int);
    217       1.1     palle void	vdsk_scsi_inq(struct vdsk_softc *sc, struct scsipi_xfer *);
    218       1.1     palle void	vdsk_scsi_inquiry(struct vdsk_softc *sc, struct scsipi_xfer *);
    219  1.18.2.1  perseant void	vdsk_scsi_mode_sense(struct vdsk_softc *sc, struct scsipi_xfer *);
    220  1.18.2.1  perseant void	vdsk_scsi_mode_sense_10(struct vdsk_softc *sc, struct scsipi_xfer *);
    221  1.18.2.1  perseant void	vdsk_scsi_mode_select(struct vdsk_softc *sc, struct scsipi_xfer *);
    222  1.18.2.1  perseant void	vdsk_scsi_read_toc(struct vdsk_softc *sc, struct scsipi_xfer *);
    223  1.18.2.1  perseant void	vdsk_scsi_test_unit_ready(struct vdsk_softc *sc, struct scsipi_xfer *);
    224  1.18.2.1  perseant void	vdsk_scsi_start_stop(struct vdsk_softc *sc, struct scsipi_xfer *);
    225  1.18.2.1  perseant void	vdsk_scsi_prevent_allow_medium_removal(struct vdsk_softc *sc, struct scsipi_xfer *);
    226  1.18.2.1  perseant void	vdsk_scsi_maintenance_in(struct vdsk_softc *sc, struct scsipi_xfer *);
    227       1.1     palle void	vdsk_scsi_capacity(struct vdsk_softc *sc, struct scsipi_xfer *);
    228       1.1     palle void	vdsk_scsi_capacity16(struct vdsk_softc *sc, struct scsipi_xfer *);
    229      1.10     palle void	vdsk_scsi_report_luns(struct vdsk_softc *sc, struct scsipi_xfer *);
    230       1.1     palle void	vdsk_scsi_done(struct scsipi_xfer *, int);
    231       1.1     palle 
    232       1.1     palle int
    233       1.1     palle vdsk_match(device_t parent, cfdata_t match, void *aux)
    234       1.1     palle {
    235       1.1     palle 	struct cbus_attach_args *ca = aux;
    236       1.1     palle 
    237       1.1     palle 	if (strcmp(ca->ca_name, "disk") == 0)
    238       1.1     palle 		return (1);
    239       1.1     palle 
    240       1.1     palle 	return (0);
    241       1.1     palle }
    242       1.1     palle 
    243       1.1     palle void
    244       1.1     palle vdsk_attach(device_t parent, device_t self, void *aux)
    245       1.1     palle {
    246       1.1     palle 	struct vdsk_softc *sc = device_private(self);
    247       1.1     palle 	struct cbus_attach_args *ca = aux;
    248       1.1     palle 	struct ldc_conn *lc;
    249       1.1     palle 	int err, s;
    250       1.1     palle 	int timeout;
    251       1.1     palle         vaddr_t va;
    252       1.1     palle         paddr_t pa;
    253       1.1     palle 
    254       1.1     palle 	sc->sc_bustag = ca->ca_bustag;
    255       1.1     palle 	sc->sc_dmatag = ca->ca_dmatag;
    256       1.1     palle 
    257      1.14  riastrad 	printf(": ivec 0x%llx, 0x%llx",
    258       1.1     palle 	       (long long unsigned int)ca->ca_tx_ino,
    259       1.1     palle 	       (long long unsigned int)ca->ca_rx_ino);
    260       1.1     palle 
    261       1.1     palle 	/*
    262       1.1     palle 	 * Un-configure queues before registering interrupt handlers,
    263       1.9    andvar 	 * such that we don't get any stale LDC packets or events.
    264       1.1     palle 	 */
    265       1.1     palle 	hv_ldc_tx_qconf(ca->ca_id, 0, 0);
    266       1.1     palle 	hv_ldc_rx_qconf(ca->ca_id, 0, 0);
    267       1.1     palle 
    268       1.1     palle 	sc->sc_tx_ih = bus_intr_establish(ca->ca_bustag, ca->ca_tx_ino,
    269       1.1     palle 	    IPL_BIO, vdsk_tx_intr, sc);
    270       1.1     palle 	sc->sc_rx_ih = bus_intr_establish(ca->ca_bustag, ca->ca_rx_ino,
    271       1.1     palle 	    IPL_BIO, vdsk_rx_intr, sc);
    272       1.1     palle 	if (sc->sc_tx_ih == NULL || sc->sc_rx_ih == NULL) {
    273       1.1     palle 		printf(", can't establish interrupt\n");
    274       1.1     palle 		return;
    275       1.1     palle 	}
    276       1.1     palle 
    277       1.1     palle 	lc = &sc->sc_lc;
    278       1.1     palle 	lc->lc_id = ca->ca_id;
    279       1.1     palle 	lc->lc_sc = sc;
    280       1.1     palle 	lc->lc_reset = vdsk_ldc_reset;
    281       1.1     palle 	lc->lc_start = vdsk_ldc_start;
    282       1.1     palle 	lc->lc_rx_data = vdsk_rx_data;
    283       1.1     palle 
    284       1.1     palle #if OPENBSD_BUSDMA
    285       1.1     palle 	lc->lc_txq = ldc_queue_alloc(sc->sc_dmatag, VDSK_TX_ENTRIES);
    286       1.1     palle #else
    287       1.1     palle 	lc->lc_txq = ldc_queue_alloc(VDSK_TX_ENTRIES);
    288       1.1     palle #endif
    289       1.1     palle #if OPENBSD_BUSDMA
    290       1.1     palle 	lc->lc_rxq = ldc_queue_alloc(sc->sc_dmatag, VDSK_RX_ENTRIES);
    291       1.1     palle #else
    292       1.1     palle 	lc->lc_rxq = ldc_queue_alloc(VDSK_RX_ENTRIES);
    293       1.1     palle #endif
    294       1.1     palle #if OPENBSD_BUSDMA
    295       1.1     palle 	sc->sc_lm = ldc_map_alloc(sc->sc_dmatag, 2048);
    296       1.1     palle #else
    297       1.1     palle 	sc->sc_lm = ldc_map_alloc(2048);
    298       1.1     palle #endif
    299       1.1     palle #if OPENBSD_BUSDMA
    300       1.1     palle 	err = hv_ldc_set_map_table(lc->lc_id,
    301       1.1     palle 	    sc->sc_lm->lm_map->dm_segs[0].ds_addr, sc->sc_lm->lm_nentries);
    302       1.1     palle #else
    303       1.1     palle         va = (vaddr_t)sc->sc_lm->lm_slot;
    304       1.1     palle         pa = 0;
    305       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    306       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    307       1.1     palle 	err = hv_ldc_set_map_table(lc->lc_id, pa, 2048);
    308       1.1     palle #endif
    309       1.1     palle 	if (err != H_EOK) {
    310       1.1     palle 		printf("hv_ldc_set_map_table %d\n", err);
    311       1.1     palle 		goto free_map;
    312       1.1     palle 	}
    313       1.1     palle #if OPENBSD_BUSDMA
    314       1.1     palle 	sc->sc_vd = vdsk_dring_alloc(sc->sc_dmatag, 32);
    315       1.1     palle #else
    316       1.1     palle 	sc->sc_vd = vdsk_dring_alloc(32);
    317       1.1     palle #endif
    318       1.4       chs 	sc->sc_vsd = kmem_zalloc(32 * sizeof(*sc->sc_vsd), KM_SLEEP);
    319       1.1     palle 
    320       1.1     palle #if OPENBSD_BUSDMA
    321       1.1     palle 	sc->sc_lm->lm_slot[0].entry = sc->sc_vd->vd_map->dm_segs[0].ds_addr;
    322       1.1     palle #else
    323       1.1     palle         va = (vaddr_t)sc->sc_vd->vd_desc;
    324       1.1     palle         pa = 0;
    325       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    326       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    327       1.1     palle 
    328       1.1     palle 	sc->sc_lm->lm_slot[0].entry = pa;
    329       1.1     palle #endif
    330       1.1     palle 	sc->sc_lm->lm_slot[0].entry &= LDC_MTE_RA_MASK;
    331       1.1     palle 	sc->sc_lm->lm_slot[0].entry |= LDC_MTE_CPR | LDC_MTE_CPW;
    332       1.1     palle 	sc->sc_lm->lm_slot[0].entry |= LDC_MTE_R | LDC_MTE_W;
    333       1.1     palle 	sc->sc_lm->lm_next = 1;
    334       1.1     palle 	sc->sc_lm->lm_count = 1;
    335       1.1     palle 	va = lc->lc_txq->lq_va;
    336       1.1     palle 	pa = 0;
    337       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    338       1.1     palle 		panic("pmap_extract failed %lx\n", va);
    339       1.1     palle #if OPENBSD_BUSDMA
    340      1.14  riastrad 	err = hv_ldc_tx_qconf(lc->lc_id,
    341       1.1     palle 	    lc->lc_txq->lq_map->dm_segs[0].ds_addr, lc->lc_txq->lq_nentries);
    342       1.1     palle #else
    343       1.1     palle         err = hv_ldc_tx_qconf(lc->lc_id, pa, lc->lc_txq->lq_nentries);
    344       1.1     palle #endif
    345       1.1     palle 	if (err != H_EOK)
    346       1.1     palle 		printf("hv_ldc_tx_qconf %d\n", err);
    347       1.1     palle 	va = (vaddr_t)lc->lc_rxq->lq_va;
    348       1.1     palle 	pa = 0;
    349       1.1     palle 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE)
    350       1.1     palle 	  panic("pmap_extract failed %lx\n", va);
    351       1.1     palle #if OPENBSD_BUSDMA
    352       1.1     palle 	err = hv_ldc_rx_qconf(lc->lc_id,
    353       1.1     palle 	    lc->lc_rxq->lq_map->dm_segs[0].ds_addr, lc->lc_rxq->lq_nentries);
    354       1.1     palle #else
    355       1.1     palle         err = hv_ldc_rx_qconf(lc->lc_id, pa, lc->lc_rxq->lq_nentries);
    356       1.1     palle #endif
    357       1.1     palle 	if (err != H_EOK)
    358       1.1     palle 		printf("hv_ldc_rx_qconf %d\n", err);
    359       1.1     palle 
    360       1.1     palle 	cbus_intr_setenabled(sc->sc_bustag, ca->ca_tx_ino, INTR_ENABLED);
    361       1.1     palle 	cbus_intr_setenabled(sc->sc_bustag, ca->ca_rx_ino, INTR_ENABLED);
    362       1.1     palle 
    363       1.1     palle 	ldc_send_vers(lc);
    364       1.1     palle 
    365       1.1     palle 	printf("\n");
    366       1.1     palle 
    367       1.1     palle 	/*
    368       1.1     palle 	 * Interrupts aren't enabled during autoconf, so poll for VIO
    369       1.9    andvar 	 * peer-to-peer handshake completion.
    370       1.1     palle 	 */
    371       1.1     palle 	s = splbio();
    372       1.1     palle 	timeout = 10 * 1000;
    373       1.1     palle 	do {
    374       1.1     palle 		if (vdsk_rx_intr(sc) && sc->sc_vio_state == VIO_ESTABLISHED)
    375       1.1     palle 			break;
    376       1.1     palle 
    377       1.1     palle 		delay(1000);
    378       1.1     palle 	} while(--timeout > 0);
    379       1.1     palle 	splx(s);
    380       1.1     palle 
    381       1.1     palle 	if (sc->sc_vio_state != VIO_ESTABLISHED) {
    382       1.9    andvar 	  printf("vio not established: %d\n", sc->sc_vio_state);
    383       1.1     palle 	  return;
    384       1.1     palle 	}
    385       1.1     palle 
    386       1.1     palle 	sc->sc_dv = self;
    387       1.1     palle 
    388       1.1     palle 	sc->sc_adapter.adapt_dev = sc->sc_dv;
    389       1.1     palle 	sc->sc_adapter.adapt_nchannels = 1;
    390       1.1     palle 	sc->sc_adapter.adapt_openings = sc->sc_vd->vd_nentries - 1;
    391       1.1     palle 	sc->sc_adapter.adapt_max_periph = sc->sc_vd->vd_nentries - 1;
    392       1.1     palle 
    393       1.1     palle 	sc->sc_adapter.adapt_minphys = minphys;
    394       1.1     palle 	sc->sc_adapter.adapt_request = vdsk_scsipi_request;
    395       1.1     palle 
    396       1.1     palle 	sc->sc_channel.chan_adapter = &sc->sc_adapter;
    397       1.1     palle 	sc->sc_channel.chan_bustype = &scsi_bustype;
    398       1.1     palle 	sc->sc_channel.chan_channel = 0;
    399       1.1     palle 	sc->sc_channel.chan_ntargets = 2; /* XXX why not 1? */
    400       1.1     palle 	sc->sc_channel.chan_nluns = 1; /* XXX slices should be presented as luns? */
    401       1.1     palle 	sc->sc_channel.chan_id = 0;
    402       1.1     palle 	sc->sc_channel.chan_flags = SCSIPI_CHAN_NOSETTLE;
    403       1.1     palle 
    404       1.8   thorpej 	config_found(self, &sc->sc_channel, scsiprint, CFARGS_NONE);
    405       1.1     palle 
    406       1.1     palle 	return;
    407       1.1     palle 
    408       1.1     palle free_map:
    409       1.1     palle 	hv_ldc_set_map_table(lc->lc_id, 0, 0);
    410       1.1     palle #if OPENBSD_BUSDMA
    411       1.1     palle 	ldc_map_free(sc->sc_dmatag, sc->sc_lm);
    412       1.1     palle #else
    413       1.1     palle 	ldc_map_free(sc->sc_lm);
    414       1.1     palle #endif
    415       1.1     palle }
    416       1.1     palle 
    417       1.1     palle void
    418       1.1     palle vdsk_scsipi_request(struct scsipi_channel *chan, scsipi_adapter_req_t req,
    419       1.1     palle 		     void *arg)
    420       1.1     palle {
    421       1.1     palle 
    422       1.1     palle 	struct vdsk_softc *sc;
    423       1.1     palle 	struct scsipi_xfer *xs;
    424       1.1     palle 
    425       1.1     palle 	sc = device_private(chan->chan_adapter->adapt_dev);
    426       1.1     palle 
    427       1.1     palle 	xs = arg;
    428       1.1     palle 
    429       1.1     palle 	switch (req) {
    430       1.1     palle 		case ADAPTER_REQ_RUN_XFER:
    431       1.1     palle 			vdsk_scsi_cmd(sc, xs);
    432      1.14  riastrad 			break;
    433       1.1     palle 		case ADAPTER_REQ_GROW_RESOURCES:
    434      1.14  riastrad 		case ADAPTER_REQ_SET_XFER_MODE:
    435      1.14  riastrad 			/* Ignored */
    436       1.1     palle 			break;
    437       1.1     palle 		default:
    438       1.1     palle 			panic("req unhandled: %x", req);
    439       1.1     palle 	}
    440       1.1     palle 
    441       1.1     palle }
    442       1.1     palle 
    443       1.1     palle int
    444       1.1     palle vdsk_tx_intr(void *arg)
    445       1.1     palle {
    446       1.1     palle 	panic("%s: not verified yet", __FUNCTION__);
    447       1.1     palle 
    448       1.1     palle 	struct vdsk_softc *sc = arg;
    449       1.1     palle 	struct ldc_conn *lc = &sc->sc_lc;
    450       1.1     palle 	uint64_t tx_head, tx_tail, tx_state;
    451       1.1     palle 
    452       1.1     palle 	hv_ldc_tx_get_state(lc->lc_id, &tx_head, &tx_tail, &tx_state);
    453       1.1     palle 	if (tx_state != lc->lc_tx_state) {
    454       1.1     palle 		switch (tx_state) {
    455       1.1     palle 		case LDC_CHANNEL_DOWN:
    456       1.1     palle 			DPRINTF(("Tx link down\n"));
    457       1.1     palle 			break;
    458       1.1     palle 		case LDC_CHANNEL_UP:
    459       1.1     palle 			DPRINTF(("Tx link up\n"));
    460       1.1     palle 			break;
    461       1.1     palle 		case LDC_CHANNEL_RESET:
    462       1.1     palle 			DPRINTF(("Tx link reset\n"));
    463       1.1     palle 			break;
    464       1.1     palle 		}
    465       1.1     palle 		lc->lc_tx_state = tx_state;
    466       1.1     palle 	}
    467       1.1     palle 
    468       1.1     palle 	return (1);
    469       1.1     palle }
    470       1.1     palle 
    471       1.1     palle int
    472       1.1     palle vdsk_rx_intr(void *arg)
    473       1.1     palle {
    474       1.1     palle 	struct vdsk_softc *sc = arg;
    475       1.1     palle 	struct ldc_conn *lc = &sc->sc_lc;
    476       1.1     palle 	uint64_t rx_head, rx_tail, rx_state;
    477       1.1     palle 	struct ldc_pkt *lp;
    478       1.1     palle 	int err;
    479       1.1     palle 
    480       1.1     palle 	err = hv_ldc_rx_get_state(lc->lc_id, &rx_head, &rx_tail, &rx_state);
    481       1.1     palle 	if (err == H_EINVAL) {
    482       1.1     palle 		printf("hv_ldc_rx_get_state H_EINVAL\n");
    483       1.1     palle 		return (0);
    484       1.1     palle 	}
    485       1.1     palle 	if (err != H_EOK) {
    486       1.1     palle 		printf("hv_ldc_rx_get_state %d\n", err);
    487       1.1     palle 		return (0);
    488       1.1     palle 	}
    489       1.1     palle 
    490       1.1     palle 	if (rx_state != lc->lc_rx_state) {
    491       1.1     palle 		sc->sc_vio_state = 0;
    492       1.1     palle 		lc->lc_tx_seqid = 0;
    493       1.1     palle 		lc->lc_state = 0;
    494       1.1     palle 		switch (rx_state) {
    495       1.1     palle 		case LDC_CHANNEL_DOWN:
    496       1.1     palle 			DPRINTF(("Rx link down\n"));
    497       1.1     palle 			break;
    498       1.1     palle 		case LDC_CHANNEL_UP:
    499       1.1     palle 			DPRINTF(("Rx link up\n"));
    500       1.1     palle 			ldc_send_vers(lc);
    501       1.1     palle 			break;
    502       1.1     palle 		case LDC_CHANNEL_RESET:
    503       1.1     palle 			DPRINTF(("Rx link reset\n"));
    504       1.7     palle 			ldc_send_vers(lc);
    505       1.1     palle 			break;
    506       1.1     palle 		}
    507       1.1     palle 		lc->lc_rx_state = rx_state;
    508       1.1     palle 		hv_ldc_rx_set_qhead(lc->lc_id, rx_tail);
    509       1.1     palle 		return (1);
    510       1.1     palle 	}
    511       1.1     palle 
    512       1.1     palle 	if (rx_head == rx_tail)
    513       1.1     palle 		return (0);
    514       1.1     palle 
    515       1.2  nakayama 	lp = (struct ldc_pkt *)(uintptr_t)(lc->lc_rxq->lq_va + rx_head);
    516       1.1     palle 	switch (lp->type) {
    517       1.1     palle 		case LDC_CTRL:
    518       1.1     palle 			ldc_rx_ctrl(lc, lp);
    519       1.1     palle 			break;
    520       1.1     palle 
    521       1.1     palle 		case LDC_DATA:
    522       1.1     palle 			ldc_rx_data(lc, lp);
    523       1.1     palle 			break;
    524       1.1     palle 
    525       1.1     palle 		default:
    526       1.1     palle 			DPRINTF(("%0x02/%0x02/%0x02\n", lp->type, lp->stype,
    527       1.1     palle 			    lp->ctrl));
    528       1.1     palle 			ldc_reset(lc);
    529       1.1     palle 			break;
    530       1.1     palle 	}
    531       1.1     palle 
    532       1.1     palle 	if (lc->lc_state == 0)
    533       1.1     palle 		return (1);
    534       1.1     palle 
    535       1.1     palle 	rx_head += sizeof(*lp);
    536       1.1     palle 	rx_head &= ((lc->lc_rxq->lq_nentries * sizeof(*lp)) - 1);
    537       1.1     palle 	err = hv_ldc_rx_set_qhead(lc->lc_id, rx_head);
    538       1.1     palle 	if (err != H_EOK)
    539       1.1     palle 		printf("%s: hv_ldc_rx_set_qhead %d\n", __func__, err);
    540       1.1     palle 
    541       1.1     palle 	return (1);
    542       1.1     palle }
    543       1.1     palle 
    544       1.1     palle void
    545       1.1     palle vdsk_rx_data(struct ldc_conn *lc, struct ldc_pkt *lp)
    546       1.1     palle {
    547       1.1     palle 	struct vio_msg *vm = (struct vio_msg *)lp;
    548       1.1     palle 
    549       1.1     palle 	switch (vm->type) {
    550       1.1     palle 		case VIO_TYPE_CTRL:
    551       1.1     palle 			if ((lp->env & LDC_FRAG_START) == 0 &&
    552       1.1     palle 			    (lp->env & LDC_FRAG_STOP) == 0)
    553       1.1     palle 				return;
    554       1.1     palle 			vdsk_rx_vio_ctrl(lc->lc_sc, vm);
    555       1.1     palle 			break;
    556       1.1     palle 
    557       1.1     palle 	case VIO_TYPE_DATA:
    558       1.1     palle 			if((lp->env & LDC_FRAG_START) == 0)
    559       1.1     palle 				return;
    560       1.1     palle 			vdsk_rx_vio_data(lc->lc_sc, vm);
    561       1.1     palle 			break;
    562       1.1     palle 
    563       1.1     palle 		default:
    564       1.1     palle 			DPRINTF(("Unhandled packet type 0x%02x\n", vm->type));
    565       1.1     palle 			ldc_reset(lc);
    566       1.1     palle 			break;
    567       1.1     palle 	}
    568       1.1     palle }
    569       1.1     palle 
    570       1.1     palle void
    571       1.1     palle vdsk_rx_vio_ctrl(struct vdsk_softc *sc, struct vio_msg *vm)
    572       1.1     palle {
    573       1.1     palle 	struct vio_msg_tag *tag = (struct vio_msg_tag *)&vm->type;
    574       1.1     palle 
    575       1.1     palle 	switch (tag->stype_env) {
    576       1.1     palle 		case VIO_VER_INFO:
    577       1.1     palle 			vdsk_rx_vio_ver_info(sc, tag);
    578       1.1     palle 			break;
    579       1.1     palle 		case VIO_ATTR_INFO:
    580       1.1     palle 			vdsk_rx_vio_attr_info(sc, tag);
    581       1.1     palle 			break;
    582       1.1     palle 		case VIO_DRING_REG:
    583       1.1     palle 			vdsk_rx_vio_dring_reg(sc, tag);
    584       1.1     palle 			break;
    585       1.1     palle 		case VIO_RDX:
    586       1.1     palle 			vdsk_rx_vio_rdx(sc, tag);
    587       1.1     palle 			break;
    588       1.1     palle 		default:
    589       1.1     palle 			DPRINTF(("CTRL/0x%02x/0x%04x\n", tag->stype, tag->stype_env));
    590       1.1     palle 			break;
    591       1.1     palle 	}
    592       1.1     palle }
    593       1.1     palle 
    594       1.1     palle void
    595       1.1     palle vdsk_rx_vio_ver_info(struct vdsk_softc *sc, struct vio_msg_tag *tag)
    596       1.1     palle {
    597       1.1     palle 	struct vio_ver_info *vi = (struct vio_ver_info *)tag;
    598       1.1     palle 
    599       1.1     palle 	switch (vi->tag.stype) {
    600       1.1     palle 		case VIO_SUBTYPE_INFO:
    601       1.1     palle 			DPRINTF(("CTRL/INFO/VER_INFO\n"));
    602       1.1     palle 			break;
    603       1.1     palle 
    604       1.1     palle 		case VIO_SUBTYPE_ACK:
    605       1.1     palle 			DPRINTF(("CTRL/ACK/VER_INFO\n"));
    606       1.1     palle 			if (!ISSET(sc->sc_vio_state, VIO_SND_VER_INFO)) {
    607       1.1     palle 				ldc_reset(&sc->sc_lc);
    608       1.1     palle 				break;
    609       1.1     palle 			}
    610       1.1     palle 			sc->sc_major = vi->major;
    611       1.1     palle 			sc->sc_minor = vi->minor;
    612       1.1     palle 			sc->sc_vio_state |= VIO_ACK_VER_INFO;
    613       1.1     palle 			break;
    614       1.1     palle 
    615       1.1     palle 		default:
    616       1.1     palle 			DPRINTF(("CTRL/0x%02x/VER_INFO\n", vi->tag.stype));
    617       1.1     palle 			break;
    618       1.1     palle 	}
    619       1.1     palle 
    620       1.1     palle 	if (ISSET(sc->sc_vio_state, VIO_ACK_VER_INFO))
    621       1.1     palle 		vdsk_send_attr_info(sc);
    622       1.1     palle }
    623       1.1     palle 
    624       1.1     palle void
    625       1.1     palle vdsk_rx_vio_attr_info(struct vdsk_softc *sc, struct vio_msg_tag *tag)
    626       1.1     palle {
    627       1.1     palle 	struct vd_attr_info *ai = (struct vd_attr_info *)tag;
    628       1.1     palle 
    629       1.1     palle 	switch (ai->tag.stype) {
    630       1.1     palle 		case VIO_SUBTYPE_INFO:
    631       1.1     palle 			DPRINTF(("CTRL/INFO/ATTR_INFO\n"));
    632       1.1     palle 			break;
    633       1.1     palle 
    634       1.1     palle 		case VIO_SUBTYPE_ACK:
    635       1.1     palle 			DPRINTF(("CTRL/ACK/ATTR_INFO\n"));
    636       1.1     palle 			if (!ISSET(sc->sc_vio_state, VIO_SND_ATTR_INFO)) {
    637       1.1     palle 				ldc_reset(&sc->sc_lc);
    638       1.1     palle 				break;
    639       1.1     palle 			}
    640       1.1     palle 
    641       1.1     palle 			sc->sc_vdisk_block_size = ai->vdisk_block_size;
    642       1.1     palle 			sc->sc_vdisk_size = ai->vdisk_size;
    643       1.1     palle 			if (sc->sc_major > 1 || sc->sc_minor >= 1)
    644       1.1     palle 				sc->sc_vd_mtype = ai->vd_mtype;
    645       1.1     palle 			else
    646       1.1     palle 				sc->sc_vd_mtype = VD_MEDIA_TYPE_FIXED;
    647       1.1     palle 
    648       1.1     palle 			sc->sc_vio_state |= VIO_ACK_ATTR_INFO;
    649       1.1     palle 			break;
    650       1.1     palle 
    651       1.1     palle 		default:
    652       1.1     palle 			DPRINTF(("CTRL/0x%02x/ATTR_INFO\n", ai->tag.stype));
    653       1.1     palle 			break;
    654       1.1     palle 	}
    655       1.1     palle 
    656       1.1     palle 	if (ISSET(sc->sc_vio_state, VIO_ACK_ATTR_INFO))
    657       1.1     palle 		vdsk_send_dring_reg(sc);
    658       1.1     palle 
    659       1.1     palle }
    660       1.1     palle 
    661       1.1     palle void
    662       1.1     palle vdsk_rx_vio_dring_reg(struct vdsk_softc *sc, struct vio_msg_tag *tag)
    663       1.1     palle {
    664       1.1     palle 	struct vio_dring_reg *dr = (struct vio_dring_reg *)tag;
    665       1.1     palle 
    666       1.1     palle 	switch (dr->tag.stype) {
    667       1.1     palle 		case VIO_SUBTYPE_INFO:
    668       1.1     palle 			DPRINTF(("CTRL/INFO/DRING_REG\n"));
    669       1.1     palle 			break;
    670       1.1     palle 
    671       1.1     palle 		case VIO_SUBTYPE_ACK:
    672       1.1     palle 			DPRINTF(("CTRL/ACK/DRING_REG\n"));
    673       1.1     palle 			if (!ISSET(sc->sc_vio_state, VIO_SND_DRING_REG)) {
    674       1.1     palle 				ldc_reset(&sc->sc_lc);
    675       1.1     palle 				break;
    676       1.1     palle 			}
    677       1.1     palle 
    678       1.1     palle 			sc->sc_dring_ident = dr->dring_ident;
    679       1.1     palle 			sc->sc_seq_no = 1;
    680       1.1     palle 
    681       1.1     palle 			sc->sc_vio_state |= VIO_ACK_DRING_REG;
    682       1.1     palle 			break;
    683       1.1     palle 
    684       1.1     palle 		default:
    685       1.1     palle 			DPRINTF(("CTRL/0x%02x/DRING_REG\n", dr->tag.stype));
    686       1.1     palle 			break;
    687       1.1     palle 	}
    688       1.1     palle 
    689       1.1     palle 	if (ISSET(sc->sc_vio_state, VIO_ACK_DRING_REG))
    690       1.1     palle 		vdsk_send_rdx(sc);
    691       1.1     palle }
    692       1.1     palle 
    693       1.1     palle void
    694       1.1     palle vdsk_rx_vio_rdx(struct vdsk_softc *sc, struct vio_msg_tag *tag)
    695       1.1     palle {
    696       1.1     palle 	switch(tag->stype) {
    697       1.1     palle 		case VIO_SUBTYPE_INFO:
    698       1.1     palle 			DPRINTF(("CTRL/INFO/RDX\n"));
    699       1.1     palle 			break;
    700       1.1     palle 
    701       1.1     palle 		case VIO_SUBTYPE_ACK:
    702       1.1     palle 		{
    703       1.1     palle 			int prod;
    704       1.1     palle 
    705       1.1     palle 			DPRINTF(("CTRL/ACK/RDX\n"));
    706       1.1     palle 			if (!ISSET(sc->sc_vio_state, VIO_SND_RDX)) {
    707       1.1     palle 				ldc_reset(&sc->sc_lc);
    708       1.1     palle 				break;
    709       1.1     palle 			}
    710       1.1     palle 			sc->sc_vio_state |= VIO_ACK_RDX;
    711       1.1     palle 
    712       1.1     palle 			/*
    713       1.1     palle 			 * If this ACK is the result of a reconnect, we may
    714       1.1     palle 			 * have pending I/O that we need to resubmit.  We need
    715       1.1     palle 			 * to rebuild the ring descriptors though since the
    716       1.1     palle 			 * vDisk server on the other side may have touched
    717       1.1     palle 			 * them already.  So we just clean up the ring and the
    718       1.1     palle 			 * LDC map and resubmit the SCSI commands based on our
    719       1.1     palle 			 * soft descriptors.
    720       1.1     palle 			 */
    721       1.1     palle 			prod = sc->sc_tx_prod;
    722       1.1     palle 			sc->sc_tx_prod = sc->sc_tx_cons;
    723       1.1     palle 			sc->sc_tx_cnt = 0;
    724       1.1     palle 			sc->sc_lm->lm_next = 1;
    725       1.1     palle 			sc->sc_lm->lm_count = 1;
    726  1.18.2.1  perseant 			for (int i = sc->sc_lm->lm_next; i < sc->sc_lm->lm_nentries; i++)
    727  1.18.2.1  perseant 				sc->sc_lm->lm_slot[i].entry = 0;
    728       1.1     palle 			while (sc->sc_tx_prod != prod)
    729       1.1     palle 			  vdsk_submit_cmd(sc, sc->sc_vsd[sc->sc_tx_prod].vsd_xs);
    730       1.1     palle 			break;
    731       1.1     palle 	}
    732       1.1     palle 
    733       1.1     palle 		default:
    734       1.1     palle 			DPRINTF(("CTRL/0x%02x/RDX (VIO)\n", tag->stype));
    735       1.1     palle 			break;
    736       1.1     palle 	}
    737       1.1     palle }
    738       1.1     palle 
    739       1.1     palle void
    740       1.1     palle vdsk_rx_vio_data(struct vdsk_softc *sc, struct vio_msg *vm)
    741       1.1     palle {
    742       1.1     palle 	struct vio_msg_tag *tag = (struct vio_msg_tag *)&vm->type;
    743       1.1     palle 
    744       1.1     palle 	if (sc->sc_vio_state != VIO_ESTABLISHED) {
    745       1.1     palle 		DPRINTF(("Spurious DATA/0x%02x/0x%04x\n", tag->stype,
    746       1.1     palle 		    tag->stype_env));
    747       1.1     palle 		return;
    748       1.1     palle 	}
    749       1.1     palle 
    750       1.1     palle 	switch(tag->stype_env) {
    751       1.1     palle 		case VIO_DRING_DATA:
    752       1.1     palle 			vdsk_rx_vio_dring_data(sc, tag);
    753       1.1     palle 			break;
    754       1.1     palle 
    755       1.1     palle 		default:
    756       1.1     palle 			DPRINTF(("DATA/0x%02x/0x%04x\n", tag->stype, tag->stype_env));
    757       1.1     palle 			break;
    758       1.1     palle 	}
    759       1.1     palle }
    760       1.1     palle 
    761       1.1     palle void
    762       1.1     palle vdsk_rx_vio_dring_data(struct vdsk_softc *sc, struct vio_msg_tag *tag)
    763       1.1     palle {
    764       1.1     palle 	switch(tag->stype) {
    765       1.1     palle 		case VIO_SUBTYPE_INFO:
    766       1.1     palle 			DPRINTF(("DATA/INFO/DRING_DATA\n"));
    767       1.1     palle 			break;
    768       1.1     palle 
    769       1.1     palle 		case VIO_SUBTYPE_ACK:
    770       1.1     palle 		{
    771       1.1     palle 			struct scsipi_xfer *xs;
    772       1.1     palle 			int cons;
    773       1.1     palle 
    774       1.1     palle 			cons = sc->sc_tx_cons;
    775       1.1     palle 			while (sc->sc_vd->vd_desc[cons].hdr.dstate == VIO_DESC_DONE) {
    776       1.1     palle 				xs = sc->sc_vsd[cons].vsd_xs;
    777       1.1     palle 				if (ISSET(xs->xs_control, XS_CTL_POLL) == 0)
    778       1.1     palle 					vdsk_complete_cmd(sc, xs, cons);
    779       1.1     palle 				cons++;
    780       1.1     palle 				cons &= (sc->sc_vd->vd_nentries - 1);
    781       1.1     palle 			}
    782       1.1     palle 			sc->sc_tx_cons = cons;
    783       1.1     palle 			break;
    784       1.1     palle 	}
    785       1.1     palle 
    786       1.1     palle 		case VIO_SUBTYPE_NACK:
    787       1.1     palle 			DPRINTF(("DATA/NACK/DRING_DATA\n"));
    788       1.7     palle 			struct ldc_conn *lc = &sc->sc_lc;
    789       1.7     palle 			ldc_send_vers(lc);
    790       1.1     palle 			break;
    791       1.1     palle 
    792       1.1     palle 		default:
    793       1.1     palle 			DPRINTF(("DATA/0x%02x/DRING_DATA\n", tag->stype));
    794       1.1     palle 			break;
    795       1.1     palle 	}
    796       1.1     palle }
    797       1.1     palle 
    798       1.1     palle void
    799       1.1     palle vdsk_ldc_reset(struct ldc_conn *lc)
    800       1.1     palle {
    801       1.1     palle 	struct vdsk_softc *sc = lc->lc_sc;
    802       1.1     palle 
    803       1.1     palle 	sc->sc_vio_state = 0;
    804       1.1     palle }
    805       1.1     palle 
    806       1.1     palle void
    807       1.1     palle vdsk_ldc_start(struct ldc_conn *lc)
    808       1.1     palle {
    809       1.1     palle 	struct vdsk_softc *sc = lc->lc_sc;
    810       1.1     palle 
    811       1.1     palle 	vdsk_send_ver_info(sc, VDSK_MAJOR, VDSK_MINOR);
    812       1.1     palle }
    813       1.1     palle 
    814       1.1     palle void
    815       1.1     palle vdsk_sendmsg(struct vdsk_softc *sc, void *msg, size_t len)
    816       1.1     palle {
    817       1.1     palle 	struct ldc_conn *lc = &sc->sc_lc;
    818       1.1     palle 	int err;
    819       1.1     palle 
    820       1.1     palle 	err = ldc_send_unreliable(lc, msg, len);
    821       1.1     palle 	if (err)
    822       1.1     palle 		printf("%s: ldc_send_unreliable: %d\n", __func__, err);
    823       1.1     palle }
    824       1.1     palle 
    825       1.1     palle void
    826       1.1     palle vdsk_send_ver_info(struct vdsk_softc *sc, uint16_t major, uint16_t minor)
    827       1.1     palle {
    828       1.1     palle 	struct vio_ver_info vi;
    829       1.1     palle 
    830       1.1     palle 	/* Allocate new session ID. */
    831       1.1     palle 	sc->sc_local_sid = gettick();
    832       1.1     palle 
    833       1.1     palle 	bzero(&vi, sizeof(vi));
    834       1.1     palle 	vi.tag.type = VIO_TYPE_CTRL;
    835       1.1     palle 	vi.tag.stype = VIO_SUBTYPE_INFO;
    836       1.1     palle 	vi.tag.stype_env = VIO_VER_INFO;
    837       1.1     palle 	vi.tag.sid = sc->sc_local_sid;
    838       1.1     palle 	vi.major = major;
    839       1.1     palle 	vi.minor = minor;
    840       1.1     palle 	vi.dev_class = VDEV_DISK;
    841       1.1     palle 	vdsk_sendmsg(sc, &vi, sizeof(vi));
    842       1.1     palle 
    843       1.1     palle 	sc->sc_vio_state |= VIO_SND_VER_INFO;
    844       1.1     palle }
    845       1.1     palle 
    846       1.1     palle void
    847       1.1     palle vdsk_send_attr_info(struct vdsk_softc *sc)
    848       1.1     palle {
    849       1.1     palle 	struct vd_attr_info ai;
    850       1.1     palle 
    851       1.1     palle 	bzero(&ai, sizeof(ai));
    852       1.1     palle 	ai.tag.type = VIO_TYPE_CTRL;
    853       1.1     palle 	ai.tag.stype = VIO_SUBTYPE_INFO;
    854       1.1     palle 	ai.tag.stype_env = VIO_ATTR_INFO;
    855       1.1     palle 	ai.tag.sid = sc->sc_local_sid;
    856       1.1     palle 	ai.xfer_mode = VIO_DRING_MODE;
    857       1.1     palle 	ai.vdisk_block_size = DEV_BSIZE;
    858       1.1     palle 	ai.max_xfer_sz = MAXPHYS / DEV_BSIZE;
    859      1.17     palle 	DPRINTF(("vdisk_block_size %u\n", ai.vdisk_block_size));
    860      1.17     palle 	DPRINTF(("max_xfer_sz %lu\n", ai.max_xfer_sz));
    861       1.1     palle 	vdsk_sendmsg(sc, &ai, sizeof(ai));
    862       1.1     palle 
    863       1.1     palle 	sc->sc_vio_state |= VIO_SND_ATTR_INFO;
    864       1.1     palle }
    865       1.1     palle 
    866       1.1     palle void
    867       1.1     palle vdsk_send_dring_reg(struct vdsk_softc *sc)
    868       1.1     palle {
    869       1.1     palle 	struct vio_dring_reg dr;
    870       1.1     palle 
    871       1.1     palle 	bzero(&dr, sizeof(dr));
    872       1.1     palle 	dr.tag.type = VIO_TYPE_CTRL;
    873       1.1     palle 	dr.tag.stype = VIO_SUBTYPE_INFO;
    874       1.1     palle 	dr.tag.stype_env = VIO_DRING_REG;
    875       1.1     palle 	dr.tag.sid = sc->sc_local_sid;
    876       1.1     palle 	dr.dring_ident = 0;
    877       1.1     palle 	dr.num_descriptors = sc->sc_vd->vd_nentries;
    878       1.1     palle 	dr.descriptor_size = sizeof(struct vd_desc);
    879       1.1     palle 	dr.options = VIO_TX_RING | VIO_RX_RING;
    880       1.1     palle 	dr.ncookies = 1;
    881       1.1     palle 	dr.cookie[0].addr = 0;
    882       1.1     palle 	dr.cookie[0].size = PAGE_SIZE;
    883       1.1     palle 	vdsk_sendmsg(sc, &dr, sizeof(dr));
    884       1.1     palle 
    885       1.1     palle 	sc->sc_vio_state |= VIO_SND_DRING_REG;
    886       1.1     palle };
    887       1.1     palle 
    888       1.1     palle void
    889       1.1     palle vdsk_send_rdx(struct vdsk_softc *sc)
    890       1.1     palle {
    891       1.1     palle 	struct vio_rdx rdx;
    892       1.1     palle 
    893       1.1     palle 	bzero(&rdx, sizeof(rdx));
    894       1.1     palle 	rdx.tag.type = VIO_TYPE_CTRL;
    895       1.1     palle 	rdx.tag.stype = VIO_SUBTYPE_INFO;
    896       1.1     palle 	rdx.tag.stype_env = VIO_RDX;
    897       1.1     palle 	rdx.tag.sid = sc->sc_local_sid;
    898       1.1     palle 	vdsk_sendmsg(sc, &rdx, sizeof(rdx));
    899       1.1     palle 
    900       1.1     palle 	sc->sc_vio_state |= VIO_SND_RDX;
    901       1.1     palle }
    902       1.1     palle 
    903       1.1     palle #if OPENBSD_BUSDMA
    904       1.1     palle struct vdsk_dring *
    905       1.1     palle vdsk_dring_alloc(bus_dma_tag_t t, int nentries)
    906       1.1     palle #else
    907       1.1     palle struct vdsk_dring *
    908       1.1     palle vdsk_dring_alloc(int nentries)
    909       1.1     palle #endif
    910       1.1     palle {
    911       1.1     palle 
    912       1.1     palle 	struct vdsk_dring *vd;
    913       1.1     palle 	bus_size_t size;
    914       1.1     palle 	vaddr_t va;
    915       1.1     palle #if OPENBSD_BUSDMA
    916       1.1     palle 	int nsegs;
    917       1.1     palle #endif
    918       1.1     palle 	int i;
    919       1.1     palle 
    920       1.4       chs 	vd = kmem_zalloc(sizeof(struct vdsk_dring), KM_SLEEP);
    921       1.1     palle 
    922       1.1     palle 	size = roundup(nentries * sizeof(struct vd_desc), PAGE_SIZE);
    923       1.1     palle 
    924       1.1     palle #if OPENBSD_BUSDMA
    925       1.1     palle 	if (bus_dmamap_create(t, size, 1, size, 0,
    926       1.1     palle 	    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &vd->vd_map) != 0)
    927       1.1     palle 		return (NULL);
    928       1.1     palle 
    929       1.1     palle 	if (bus_dmamem_alloc(t, size, PAGE_SIZE, 0, &vd->vd_seg, 1,
    930       1.1     palle 	    &nsegs, BUS_DMA_NOWAIT) != 0)
    931       1.1     palle 		goto destroy;
    932       1.1     palle 
    933       1.1     palle 	if (bus_dmamem_map(t, &vd->vd_seg, 1, size, (void*)&va,
    934       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    935       1.1     palle 		goto free;
    936       1.1     palle 
    937       1.1     palle 	if (bus_dmamap_load(t, vd->vd_map, (void*)va, size, NULL,
    938       1.1     palle 	    BUS_DMA_NOWAIT) != 0)
    939       1.1     palle 		goto unmap;
    940       1.1     palle #else
    941       1.4       chs 	va = (vaddr_t)kmem_zalloc(size, KM_SLEEP);
    942       1.1     palle #endif
    943       1.1     palle 	vd->vd_desc = (struct vd_desc *)va;
    944       1.1     palle 	vd->vd_nentries = nentries;
    945       1.1     palle 	bzero(vd->vd_desc, nentries * sizeof(struct vd_desc));
    946       1.1     palle 	for (i = 0; i < vd->vd_nentries; i++)
    947       1.1     palle 		vd->vd_desc[i].hdr.dstate = VIO_DESC_FREE;
    948       1.1     palle 	return (vd);
    949       1.1     palle 
    950       1.1     palle #if OPENBSD_BUSDMA
    951       1.1     palle unmap:
    952       1.1     palle 	bus_dmamem_unmap(t, (void*)va, size);
    953       1.1     palle free:
    954       1.1     palle 	bus_dmamem_free(t, &vd->vd_seg, 1);
    955       1.1     palle destroy:
    956       1.1     palle 	bus_dmamap_destroy(t, vd->vd_map);
    957       1.1     palle #endif
    958       1.1     palle 	return (NULL);
    959       1.1     palle }
    960       1.1     palle 
    961       1.1     palle #if OPENBSD_BUSDMA
    962       1.1     palle void
    963       1.1     palle vdsk_dring_free(bus_dma_tag_t t, struct vdsk_dring *vd)
    964       1.1     palle #else
    965       1.1     palle void
    966       1.1     palle vdsk_dring_free(struct vdsk_dring *vd)
    967       1.1     palle #endif
    968       1.1     palle {
    969       1.1     palle 
    970       1.1     palle 	bus_size_t size;
    971       1.1     palle 
    972       1.1     palle 	size = vd->vd_nentries * sizeof(struct vd_desc);
    973       1.1     palle 	size = roundup(size, PAGE_SIZE);
    974       1.1     palle 
    975       1.1     palle #if OPENBSD_BUSDMA
    976       1.1     palle 	bus_dmamap_unload(t, vd->vd_map);
    977       1.1     palle 
    978       1.1     palle 	bus_dmamem_unmap(t, (caddr_t)vd->vd_desc, size);
    979       1.1     palle 	bus_dmamem_free(t, &vd->vd_seg, 1);
    980       1.1     palle 	bus_dmamap_destroy(t, vd->vd_map);
    981       1.1     palle #else
    982       1.1     palle 	kmem_free(vd->vd_desc, size);
    983       1.1     palle #endif
    984       1.1     palle 	kmem_free(vd, size);
    985       1.1     palle }
    986       1.1     palle 
    987       1.1     palle void *
    988       1.1     palle vdsk_io_get(void *xsc)
    989       1.1     palle {
    990       1.1     palle 
    991       1.1     palle 	panic("%s: not verified yet", __FUNCTION__);
    992       1.1     palle 
    993       1.1     palle 	struct vdsk_softc *sc = xsc;
    994       1.1     palle 	void *rv = sc; /* just has to be !NULL */
    995       1.1     palle 	int s;
    996       1.1     palle 
    997       1.1     palle 	s = splbio();
    998       1.1     palle 	if (sc->sc_vio_state != VIO_ESTABLISHED ||
    999       1.1     palle 	    sc->sc_tx_cnt >= sc->sc_vd->vd_nentries)
   1000       1.1     palle 		rv = NULL;
   1001       1.1     palle 	else
   1002       1.1     palle 		sc->sc_tx_cnt++;
   1003       1.1     palle 	splx(s);
   1004       1.1     palle 
   1005       1.1     palle 	return (rv);
   1006       1.1     palle }
   1007       1.1     palle 
   1008       1.1     palle void
   1009       1.1     palle vdsk_io_put(void *xsc, void *io)
   1010       1.1     palle {
   1011       1.1     palle 
   1012       1.1     palle 	panic("%s: not verified yet", __FUNCTION__);
   1013       1.1     palle 
   1014       1.1     palle 	struct vdsk_softc *sc = xsc;
   1015       1.1     palle 	int s;
   1016       1.1     palle 
   1017       1.1     palle #ifdef DIAGNOSTIC
   1018       1.1     palle 	if (sc != io)
   1019       1.1     palle 		panic("vsdk_io_put: unexpected io");
   1020       1.1     palle #endif
   1021       1.1     palle 
   1022       1.1     palle 	s = splbio();
   1023       1.1     palle 	sc->sc_tx_cnt--;
   1024       1.1     palle 	splx(s);
   1025       1.1     palle }
   1026       1.1     palle 
   1027       1.1     palle void
   1028       1.1     palle vdsk_scsi_cmd(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1029       1.1     palle {
   1030       1.1     palle 	int timeout, s;
   1031       1.1     palle 	int desc;
   1032       1.1     palle 
   1033       1.1     palle 	DPRINTF(("vdsk_scsi_cmd() opcode %x\n", xs->cmd->opcode));
   1034       1.1     palle 
   1035       1.1     palle 	switch (xs->cmd->opcode) {
   1036       1.1     palle 
   1037       1.1     palle 		case SCSI_READ_6_COMMAND:
   1038      1.17     palle 			DPRINTF(("SCSI_READ_6_COMMAND\n"));
   1039      1.17     palle 			break;
   1040      1.17     palle 
   1041       1.1     palle 		case READ_10:
   1042      1.17     palle 			DPRINTF(("SCSI_READ_10\n"));
   1043      1.17     palle 			break;
   1044      1.17     palle 
   1045       1.1     palle 		case READ_12:
   1046      1.17     palle 			DPRINTF(("SCSI_READ_12\n"));
   1047      1.17     palle 			break;
   1048      1.17     palle 
   1049       1.1     palle 		case READ_16:
   1050      1.17     palle 			DPRINTF(("SCSI_READ_16\n"));
   1051      1.17     palle 			break;
   1052      1.17     palle 
   1053       1.1     palle 		case SCSI_WRITE_6_COMMAND:
   1054      1.17     palle 			DPRINTF(("SCSI_WRITE_6\n"));
   1055      1.17     palle 			break;
   1056      1.17     palle 
   1057       1.1     palle 		case WRITE_10:
   1058      1.17     palle 			DPRINTF(("SCSI_WRITE_10\n"));
   1059      1.17     palle 			break;
   1060      1.17     palle 
   1061       1.1     palle 		case WRITE_12:
   1062      1.17     palle 			DPRINTF(("SCSI_WRITE_12\n"));
   1063      1.17     palle 			break;
   1064      1.17     palle 
   1065       1.1     palle 		case WRITE_16:
   1066      1.17     palle 			DPRINTF(("SCSI_WRITE_16\n"));
   1067      1.17     palle 			break;
   1068      1.17     palle 
   1069       1.1     palle 		case SCSI_SYNCHRONIZE_CACHE_10:
   1070  1.18.2.1  perseant 			DPRINTF(("SCSI_SYNCHRONIZE_CACHE_10\n"));
   1071  1.18.2.1  perseant 			/* No need to flush read-only device types */
   1072  1.18.2.1  perseant 			if (sc->sc_vd_mtype == VD_MEDIA_TYPE_CD ||
   1073  1.18.2.1  perseant 			    sc->sc_vd_mtype == VD_MEDIA_TYPE_DVD) {
   1074  1.18.2.1  perseant 			  vdsk_scsi_done(xs, XS_NOERROR);
   1075  1.18.2.1  perseant 			  return;
   1076  1.18.2.1  perseant 			}
   1077       1.1     palle 			break;
   1078       1.1     palle 
   1079       1.1     palle 		case INQUIRY:
   1080      1.17     palle 			DPRINTF(("INQUIRY\n"));
   1081       1.1     palle 			vdsk_scsi_inq(sc, xs);
   1082       1.1     palle 			return;
   1083       1.1     palle 
   1084       1.1     palle 		case READ_CAPACITY_10:
   1085      1.17     palle 			DPRINTF(("READ_CAPACITY_10\n"));
   1086       1.1     palle 			vdsk_scsi_capacity(sc, xs);
   1087       1.1     palle 			return;
   1088       1.1     palle 
   1089       1.1     palle 		case READ_CAPACITY_16:
   1090      1.17     palle 			DPRINTF(("READ_CAPACITY_16\n"));
   1091       1.1     palle 			vdsk_scsi_capacity16(sc, xs);
   1092       1.1     palle 			return;
   1093       1.1     palle 
   1094      1.10     palle 		case SCSI_REPORT_LUNS:
   1095      1.17     palle 			DPRINTF(("REPORT_LUNS\n"));
   1096      1.10     palle 			vdsk_scsi_report_luns(sc, xs);
   1097      1.10     palle 			return;
   1098      1.14  riastrad 
   1099       1.1     palle 		case SCSI_TEST_UNIT_READY:
   1100      1.17     palle 			DPRINTF(("TEST_UNIT_READY\n"));
   1101  1.18.2.1  perseant 			vdsk_scsi_test_unit_ready(sc, xs);
   1102      1.17     palle 			return;
   1103      1.17     palle 
   1104       1.1     palle 		case START_STOP:
   1105      1.17     palle 			DPRINTF(("START_STOP\n"));
   1106  1.18.2.1  perseant 			vdsk_scsi_start_stop(sc, xs);
   1107      1.17     palle 			return;
   1108      1.17     palle 
   1109       1.1     palle 		case SCSI_PREVENT_ALLOW_MEDIUM_REMOVAL:
   1110      1.17     palle 			DPRINTF(("PREVENT_ALLOW_MEDIUM_REMOVAL\n"));
   1111  1.18.2.1  perseant 			vdsk_scsi_prevent_allow_medium_removal(sc, xs);
   1112      1.17     palle 			return;
   1113      1.17     palle 
   1114       1.1     palle 		case SCSI_MODE_SENSE_6:
   1115  1.18.2.1  perseant 			DPRINTF(("SCSI_MODE_SENSE_6\n"));
   1116  1.18.2.1  perseant 			vdsk_scsi_mode_sense(sc, xs);
   1117      1.17     palle 			return;
   1118      1.17     palle 
   1119      1.17     palle 		case SCSI_MODE_SELECT_6:
   1120  1.18.2.1  perseant 			DPRINTF(("MODE_SELECT_6\n"));
   1121  1.18.2.1  perseant 			vdsk_scsi_mode_select(sc, xs);
   1122      1.17     palle 			return;
   1123      1.17     palle 
   1124       1.5     palle 		case SCSI_MAINTENANCE_IN:
   1125      1.18     palle 			DPRINTF(("MAINTENANCE_IN\n"));
   1126  1.18.2.1  perseant 			vdsk_scsi_maintenance_in(sc, xs);
   1127       1.1     palle 			return;
   1128       1.1     palle 
   1129       1.1     palle 		case SCSI_MODE_SENSE_10:
   1130  1.18.2.1  perseant 			panic("SCSI_MODE_SENSE_10 (not implemented)\n");
   1131  1.18.2.1  perseant 			vdsk_scsi_mode_sense_10(sc, xs);
   1132      1.17     palle 			return;
   1133      1.17     palle 
   1134       1.1     palle 		case READ_TOC:
   1135      1.18     palle 			DPRINTF(("READ_TOC (not implemented)\n"));
   1136  1.18.2.1  perseant 			vdsk_scsi_read_toc(sc, xs);
   1137       1.1     palle 			return;
   1138       1.1     palle 
   1139       1.1     palle 		default:
   1140      1.14  riastrad 			panic("%s unhandled cmd 0x%02x\n",
   1141       1.1     palle 			      __func__, xs->cmd->opcode);
   1142       1.1     palle 	}
   1143       1.1     palle 
   1144       1.1     palle 	s = splbio();
   1145       1.1     palle 	desc = vdsk_submit_cmd(sc, xs);
   1146       1.1     palle 
   1147       1.1     palle 	if (!ISSET(xs->xs_control, XS_CTL_POLL)) {
   1148       1.1     palle 		splx(s);
   1149       1.1     palle 		return;
   1150       1.1     palle 	}
   1151       1.1     palle 	timeout = 1000;
   1152       1.1     palle 	do {
   1153       1.1     palle 		if (sc->sc_vd->vd_desc[desc].hdr.dstate == VIO_DESC_DONE)
   1154       1.1     palle 			break;
   1155       1.1     palle 
   1156       1.1     palle 		delay(1000);
   1157       1.1     palle 	} while(--timeout > 0);
   1158       1.1     palle 	if (sc->sc_vd->vd_desc[desc].hdr.dstate == VIO_DESC_DONE) {
   1159       1.1     palle 		vdsk_complete_cmd(sc, xs, desc);
   1160       1.1     palle 	} else {
   1161       1.1     palle 		ldc_reset(&sc->sc_lc);
   1162       1.1     palle 		vdsk_scsi_done(xs, XS_TIMEOUT);
   1163       1.1     palle 	}
   1164       1.1     palle 	splx(s);
   1165       1.1     palle }
   1166       1.1     palle 
   1167       1.1     palle int
   1168       1.1     palle vdsk_submit_cmd(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1169       1.1     palle {
   1170       1.1     palle 	struct ldc_map *map = sc->sc_lm;
   1171       1.1     palle 	struct vio_dring_msg dm;
   1172       1.1     palle 	struct scsi_rw_6 *rw6;
   1173       1.1     palle 	struct scsipi_rw_10 *rw10;
   1174       1.1     palle 	struct scsipi_rw_12 *rw12;
   1175       1.1     palle 	struct scsipi_rw_16 *rw16;
   1176       1.1     palle 	u_int64_t lba = 0;
   1177       1.1     palle 	uint8_t operation;
   1178       1.1     palle 	vaddr_t va;
   1179       1.1     palle 	paddr_t pa;
   1180       1.1     palle 	psize_t nbytes;
   1181       1.1     palle 	int len, ncookies;
   1182       1.1     palle 	int desc;
   1183       1.1     palle 
   1184       1.1     palle 	switch (xs->cmd->opcode) {
   1185       1.1     palle 
   1186       1.1     palle 		case SCSI_READ_6_COMMAND:
   1187       1.1     palle 		case READ_10:
   1188       1.1     palle 		case READ_12:
   1189       1.1     palle 		case READ_16:
   1190      1.17     palle 			DPRINTF(("VD_OP_BREAD\n"));
   1191       1.1     palle 			operation = VD_OP_BREAD;
   1192       1.1     palle 			break;
   1193       1.1     palle 
   1194       1.1     palle 		case SCSI_WRITE_6_COMMAND:
   1195       1.1     palle 		case WRITE_10:
   1196       1.1     palle 		case WRITE_12:
   1197       1.1     palle 		case WRITE_16:
   1198      1.17     palle 			DPRINTF(("VD_OP_BWRITE\n"));
   1199       1.1     palle 			operation = VD_OP_BWRITE;
   1200       1.1     palle 			break;
   1201       1.1     palle 
   1202       1.1     palle 		case SCSI_SYNCHRONIZE_CACHE_10:
   1203      1.17     palle 			DPRINTF(("VD_OP_FLUSH\n"));
   1204       1.1     palle 			operation = VD_OP_FLUSH;
   1205       1.1     palle 			break;
   1206       1.1     palle 
   1207       1.1     palle 		default:
   1208      1.14  riastrad 			panic("%s  unhandled cmd opcode 0x%x",
   1209       1.1     palle 			      __func__, xs->cmd->opcode);
   1210       1.1     palle 	}
   1211       1.1     palle 
   1212       1.1     palle 	/*
   1213       1.1     palle 	 * READ/WRITE/SYNCHRONIZE commands. SYNCHRONIZE CACHE has same
   1214       1.1     palle 	 * layout as 10-byte READ/WRITE commands.
   1215       1.1     palle 	 */
   1216       1.1     palle 	if (xs->cmdlen == 6) {
   1217       1.1     palle 		rw6 = (struct scsi_rw_6 *)xs->cmd;
   1218       1.1     palle 		lba = _3btol(rw6->addr) & (SRW_TOPADDR << 16 | 0xffff);
   1219       1.1     palle 	} else if (xs->cmdlen == 10) {
   1220       1.1     palle 		rw10 = (struct scsipi_rw_10 *)xs->cmd;
   1221       1.1     palle 		lba = _4btol(rw10->addr);
   1222       1.1     palle 	} else if (xs->cmdlen == 12) {
   1223       1.1     palle 		rw12 = (struct scsipi_rw_12 *)xs->cmd;
   1224       1.1     palle 		lba = _4btol(rw12->addr);
   1225       1.1     palle 	} else if (xs->cmdlen == 16) {
   1226       1.1     palle 		rw16 = (struct scsipi_rw_16 *)xs->cmd;
   1227       1.1     palle 		lba = _8btol(rw16->addr);
   1228       1.1     palle 	}
   1229       1.1     palle 
   1230       1.1     palle 	DPRINTF(("lba = %lu\n", lba));
   1231       1.1     palle 
   1232       1.1     palle 	desc = sc->sc_tx_prod;
   1233       1.1     palle 	ncookies = 0;
   1234       1.1     palle 	len = xs->datalen;
   1235       1.1     palle 	va = (vaddr_t)xs->data;
   1236       1.1     palle 	while (len > 0) {
   1237      1.17     palle 		DPRINTF(("len = %u\n", len));
   1238       1.1     palle 		KASSERT(ncookies < MAXPHYS / PAGE_SIZE);
   1239       1.1     palle 		pa = 0;
   1240       1.1     palle 		pmap_extract(pmap_kernel(), va, &pa);
   1241       1.1     palle 		while (map->lm_slot[map->lm_next].entry != 0) {
   1242       1.1     palle 			map->lm_next++;
   1243       1.1     palle 			map->lm_next &= (map->lm_nentries - 1);
   1244       1.1     palle 		}
   1245       1.1     palle 		map->lm_slot[map->lm_next].entry = (pa & LDC_MTE_RA_MASK);
   1246       1.1     palle 		map->lm_slot[map->lm_next].entry |= LDC_MTE_CPR | LDC_MTE_CPW;
   1247       1.1     palle 		map->lm_slot[map->lm_next].entry |= LDC_MTE_IOR | LDC_MTE_IOW;
   1248       1.1     palle 		map->lm_slot[map->lm_next].entry |= LDC_MTE_R | LDC_MTE_W;
   1249       1.1     palle 		map->lm_count++;
   1250       1.1     palle 
   1251       1.1     palle 		nbytes = MIN(len, PAGE_SIZE - (pa & PAGE_MASK));
   1252       1.1     palle 
   1253       1.1     palle 		sc->sc_vd->vd_desc[desc].cookie[ncookies].addr =
   1254       1.1     palle 		    map->lm_next << PAGE_SHIFT | (pa & PAGE_MASK);
   1255       1.1     palle 		sc->sc_vd->vd_desc[desc].cookie[ncookies].size = nbytes;
   1256       1.1     palle 
   1257       1.1     palle 		sc->sc_vsd[desc].vsd_map_idx[ncookies] = map->lm_next;
   1258       1.1     palle 		va += nbytes;
   1259       1.1     palle 		len -= nbytes;
   1260       1.1     palle 		ncookies++;
   1261       1.1     palle 	}
   1262       1.1     palle 	if (ISSET(xs->xs_control, XS_CTL_POLL) == 0)
   1263       1.1     palle 		sc->sc_vd->vd_desc[desc].hdr.ack = 1;
   1264       1.1     palle 	else
   1265       1.1     palle 		sc->sc_vd->vd_desc[desc].hdr.ack = 0;
   1266       1.1     palle 	sc->sc_vd->vd_desc[desc].operation = operation;
   1267       1.1     palle 	sc->sc_vd->vd_desc[desc].slice = VD_SLICE_NONE;
   1268       1.1     palle 	sc->sc_vd->vd_desc[desc].status = 0xffffffff;
   1269       1.1     palle 	sc->sc_vd->vd_desc[desc].offset = lba;
   1270       1.1     palle 	sc->sc_vd->vd_desc[desc].size = xs->datalen;
   1271       1.1     palle 	sc->sc_vd->vd_desc[desc].ncookies = ncookies;
   1272       1.1     palle 
   1273       1.1     palle 	membar_Sync();
   1274       1.1     palle 
   1275       1.1     palle 	sc->sc_vd->vd_desc[desc].hdr.dstate = VIO_DESC_READY;
   1276       1.1     palle 
   1277       1.1     palle 	sc->sc_vsd[desc].vsd_xs = xs;
   1278       1.1     palle 	sc->sc_vsd[desc].vsd_ncookies = ncookies;
   1279       1.1     palle 
   1280       1.1     palle 	sc->sc_tx_prod++;
   1281       1.1     palle 	sc->sc_tx_prod &= (sc->sc_vd->vd_nentries - 1);
   1282       1.1     palle 
   1283       1.1     palle 	bzero(&dm, sizeof(dm));
   1284       1.1     palle 	dm.tag.type = VIO_TYPE_DATA;
   1285       1.1     palle 	dm.tag.stype = VIO_SUBTYPE_INFO;
   1286       1.1     palle 	dm.tag.stype_env = VIO_DRING_DATA;
   1287       1.1     palle 	dm.tag.sid = sc->sc_local_sid;
   1288       1.1     palle 	dm.seq_no = sc->sc_seq_no++;
   1289       1.1     palle 	dm.dring_ident = sc->sc_dring_ident;
   1290       1.1     palle 	dm.start_idx = dm.end_idx = desc;
   1291       1.1     palle 	vdsk_sendmsg(sc, &dm, sizeof(dm));
   1292       1.1     palle 
   1293       1.1     palle 	return desc;
   1294       1.1     palle }
   1295       1.1     palle 
   1296       1.1     palle void
   1297       1.1     palle vdsk_complete_cmd(struct vdsk_softc *sc, struct scsipi_xfer *xs, int desc)
   1298       1.1     palle {
   1299       1.1     palle 	struct ldc_map *map = sc->sc_lm;
   1300       1.1     palle 	int cookie, idx;
   1301       1.1     palle 	int error;
   1302       1.1     palle 
   1303       1.1     palle 	cookie = 0;
   1304       1.1     palle 	while (cookie < sc->sc_vsd[desc].vsd_ncookies) {
   1305       1.1     palle 		idx = sc->sc_vsd[desc].vsd_map_idx[cookie++];
   1306       1.1     palle 		map->lm_slot[idx].entry = 0;
   1307       1.1     palle 		map->lm_count--;
   1308       1.1     palle 	}
   1309       1.1     palle 
   1310       1.1     palle 	error = XS_NOERROR;
   1311       1.1     palle 	if (sc->sc_vd->vd_desc[desc].status != 0)
   1312       1.1     palle 		error = XS_DRIVER_STUFFUP;
   1313       1.1     palle 	xs->resid = xs->datalen -
   1314       1.1     palle 		sc->sc_vd->vd_desc[desc].size;
   1315       1.1     palle 
   1316      1.14  riastrad 	/*
   1317      1.14  riastrad 	 * scsi_done() called by vdsk_scsi_done() requires
   1318       1.1     palle 	 * the kernel to be locked
   1319       1.1     palle 	 */
   1320       1.1     palle 	KERNEL_LOCK(1, curlwp);
   1321       1.1     palle 	vdsk_scsi_done(xs, error);
   1322       1.1     palle 	KERNEL_UNLOCK_ONE(curlwp);
   1323       1.1     palle 
   1324       1.1     palle 	sc->sc_vd->vd_desc[desc].hdr.dstate = VIO_DESC_FREE;
   1325       1.1     palle 
   1326       1.1     palle }
   1327       1.1     palle 
   1328       1.1     palle void
   1329       1.1     palle vdsk_scsi_inq(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1330       1.1     palle {
   1331       1.1     palle 	vdsk_scsi_inquiry(sc, xs);
   1332       1.1     palle }
   1333       1.1     palle 
   1334       1.1     palle void
   1335       1.1     palle vdsk_scsi_inquiry(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1336       1.1     palle {
   1337       1.1     palle 	struct scsipi_inquiry_data inq;
   1338       1.1     palle 	char buf[5];
   1339       1.1     palle 
   1340       1.1     palle 	bzero(&inq, sizeof(inq));
   1341       1.1     palle 
   1342       1.1     palle 	switch (sc->sc_vd_mtype) {
   1343       1.1     palle 		case VD_MEDIA_TYPE_CD:
   1344       1.1     palle 		case VD_MEDIA_TYPE_DVD:
   1345       1.1     palle 			inq.device = T_CDROM;
   1346      1.12     palle 			inq.dev_qual2 = SID_REMOVABLE;
   1347      1.15     palle 			bcopy("Virtual CDROM   ", inq.product, sizeof(inq.product));
   1348       1.1     palle 			break;
   1349       1.1     palle 		case VD_MEDIA_TYPE_FIXED:
   1350       1.1     palle 			inq.device = T_DIRECT;
   1351      1.12     palle 			bcopy("Virtual Disk    ", inq.product, sizeof(inq.product));
   1352       1.1     palle 			break;
   1353      1.12     palle 		default:
   1354      1.12     palle 			panic("Unhandled media type %d\n", sc->sc_vd_mtype);
   1355       1.1     palle 	}
   1356       1.1     palle 	inq.version = 0x05; /* SPC-3 */
   1357       1.1     palle 	inq.response_format = 2;
   1358       1.1     palle 	inq.additional_length = 32;
   1359       1.1     palle 	inq.flags3 |= SID_CmdQue;
   1360       1.1     palle 	bcopy("SUN     ", inq.vendor, sizeof(inq.vendor));
   1361       1.1     palle 	snprintf(buf, sizeof(buf), "%u.%u ", sc->sc_major, sc->sc_minor);
   1362       1.1     palle 	bcopy(buf, inq.revision, sizeof(inq.revision));
   1363       1.1     palle 
   1364       1.1     palle 	bcopy(&inq, xs->data, MIN(sizeof(inq), xs->datalen));
   1365       1.1     palle 
   1366       1.1     palle 	vdsk_scsi_done(xs, XS_NOERROR);
   1367       1.1     palle }
   1368       1.1     palle 
   1369       1.1     palle void
   1370  1.18.2.1  perseant vdsk_scsi_mode_sense(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1371  1.18.2.1  perseant {
   1372  1.18.2.1  perseant 	struct {
   1373  1.18.2.1  perseant 		struct scsi_mode_parameter_header_6 hdr;
   1374  1.18.2.1  perseant 		struct scsi_general_block_descriptor blk_desc;
   1375  1.18.2.1  perseant 	} data;
   1376  1.18.2.1  perseant 
   1377  1.18.2.1  perseant 	bzero(&data, sizeof(data));
   1378  1.18.2.1  perseant 	data.hdr.blk_desc_len = sizeof(data.blk_desc);
   1379  1.18.2.1  perseant 	_lto3b(sc->sc_vdisk_block_size, data.blk_desc.blklen);
   1380  1.18.2.1  perseant 	bcopy(&data, xs->data, MIN(sizeof(data), xs->datalen));
   1381  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1382  1.18.2.1  perseant }
   1383  1.18.2.1  perseant 
   1384  1.18.2.1  perseant void
   1385  1.18.2.1  perseant vdsk_scsi_mode_sense_10(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1386  1.18.2.1  perseant {
   1387  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1388  1.18.2.1  perseant }
   1389  1.18.2.1  perseant 
   1390  1.18.2.1  perseant void
   1391  1.18.2.1  perseant vdsk_scsi_mode_select(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1392  1.18.2.1  perseant {
   1393  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1394  1.18.2.1  perseant }
   1395  1.18.2.1  perseant 
   1396  1.18.2.1  perseant void
   1397  1.18.2.1  perseant vdsk_scsi_read_toc(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1398  1.18.2.1  perseant {
   1399  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1400  1.18.2.1  perseant }
   1401  1.18.2.1  perseant 
   1402  1.18.2.1  perseant void
   1403  1.18.2.1  perseant vdsk_scsi_maintenance_in(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1404  1.18.2.1  perseant {
   1405  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1406  1.18.2.1  perseant }
   1407  1.18.2.1  perseant 
   1408  1.18.2.1  perseant void
   1409  1.18.2.1  perseant vdsk_scsi_start_stop(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1410  1.18.2.1  perseant {
   1411  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1412  1.18.2.1  perseant }
   1413  1.18.2.1  perseant 
   1414  1.18.2.1  perseant void
   1415  1.18.2.1  perseant vdsk_scsi_prevent_allow_medium_removal(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1416  1.18.2.1  perseant {
   1417  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1418  1.18.2.1  perseant }
   1419  1.18.2.1  perseant 
   1420  1.18.2.1  perseant void
   1421  1.18.2.1  perseant vdsk_scsi_test_unit_ready(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1422  1.18.2.1  perseant {
   1423  1.18.2.1  perseant 	vdsk_scsi_done(xs, XS_NOERROR);
   1424  1.18.2.1  perseant }
   1425  1.18.2.1  perseant 
   1426  1.18.2.1  perseant void
   1427       1.1     palle vdsk_scsi_capacity(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1428       1.1     palle {
   1429       1.1     palle 	struct scsipi_read_capacity_10_data rcd;
   1430       1.1     palle 	uint64_t capacity;
   1431       1.1     palle 
   1432       1.1     palle 	bzero(&rcd, sizeof(rcd));
   1433       1.1     palle 
   1434       1.1     palle 	capacity = sc->sc_vdisk_size - 1;
   1435       1.1     palle 	if (capacity > 0xffffffff)
   1436       1.1     palle 		capacity = 0xffffffff;
   1437       1.1     palle 
   1438       1.1     palle 	_lto4b(capacity, rcd.addr);
   1439       1.1     palle 	_lto4b(sc->sc_vdisk_block_size, rcd.length);
   1440       1.1     palle 
   1441       1.1     palle 	DPRINTF(("%s() capacity %lu  block size %u\n",
   1442       1.1     palle 		 __FUNCTION__, capacity, sc->sc_vdisk_block_size));
   1443       1.1     palle 
   1444       1.1     palle 	bcopy(&rcd, xs->data, MIN(sizeof(rcd), xs->datalen));
   1445       1.1     palle 
   1446       1.1     palle 	vdsk_scsi_done(xs, XS_NOERROR);
   1447       1.1     palle }
   1448       1.1     palle 
   1449       1.1     palle void
   1450       1.1     palle vdsk_scsi_capacity16(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1451       1.1     palle {
   1452       1.1     palle 	struct scsipi_read_capacity_16_data rcd;
   1453      1.11    andvar 	uint64_t capacity;
   1454       1.1     palle 
   1455       1.1     palle 	bzero(&rcd, sizeof(rcd));
   1456       1.1     palle 
   1457      1.11    andvar 	capacity = sc->sc_vdisk_size - 1;
   1458      1.11    andvar 
   1459      1.11    andvar 	_lto8b(capacity, rcd.addr);
   1460       1.1     palle 	_lto4b(sc->sc_vdisk_block_size, rcd.length);
   1461       1.1     palle 
   1462       1.1     palle 	DPRINTF(("%s() capacity %lu  block size %u\n",
   1463       1.1     palle 		 __FUNCTION__, capacity, sc->sc_vdisk_block_size));
   1464       1.1     palle 
   1465       1.1     palle 	bcopy(&rcd, xs->data, MIN(sizeof(rcd), xs->datalen));
   1466       1.1     palle 
   1467       1.1     palle 	vdsk_scsi_done(xs, XS_NOERROR);
   1468       1.1     palle }
   1469       1.1     palle 
   1470       1.1     palle void
   1471      1.10     palle vdsk_scsi_report_luns(struct vdsk_softc *sc, struct scsipi_xfer *xs)
   1472      1.10     palle {
   1473      1.10     palle 	vdsk_scsi_done(xs, XS_NOERROR);
   1474      1.10     palle }
   1475      1.10     palle 
   1476      1.10     palle void
   1477       1.1     palle vdsk_scsi_done(struct scsipi_xfer *xs, int error)
   1478       1.1     palle {
   1479       1.1     palle 	xs->error = error;
   1480       1.1     palle 
   1481       1.1     palle 	scsipi_done(xs);
   1482       1.1     palle }
   1483