Home | History | Annotate | Line # | Download | only in ic
ciss.c revision 1.12
      1 /*	$NetBSD: ciss.c,v 1.12 2008/05/25 20:08:34 mhitch Exp $	*/
      2 /*	$OpenBSD: ciss.c,v 1.14 2006/03/13 16:02:23 mickey Exp $	*/
      3 
      4 /*
      5  * Copyright (c) 2005 Michael Shalayeff
      6  * All rights reserved.
      7  *
      8  * Permission to use, copy, modify, and distribute this software for any
      9  * purpose with or without fee is hereby granted, provided that the above
     10  * copyright notice and this permission notice appear in all copies.
     11  *
     12  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     13  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     14  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     15  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     16  * WHATSOEVER RESULTING FROM LOSS OF MIND, USE, DATA OR PROFITS, WHETHER IN
     17  * AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
     18  * OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     19  */
     20 
     21 #include <sys/cdefs.h>
     22 __KERNEL_RCSID(0, "$NetBSD: ciss.c,v 1.12 2008/05/25 20:08:34 mhitch Exp $");
     23 
     24 #include "bio.h"
     25 
     26 /* #define CISS_DEBUG */
     27 
     28 #include <sys/param.h>
     29 #include <sys/systm.h>
     30 #include <sys/buf.h>
     31 #include <sys/ioctl.h>
     32 #include <sys/device.h>
     33 #include <sys/kernel.h>
     34 #include <sys/malloc.h>
     35 #include <sys/proc.h>
     36 
     37 #include <uvm/uvm_extern.h>
     38 
     39 #include <sys/bus.h>
     40 
     41 #include <dev/scsipi/scsi_all.h>
     42 #include <dev/scsipi/scsi_disk.h>
     43 #include <dev/scsipi/scsiconf.h>
     44 
     45 #include <dev/ic/cissreg.h>
     46 #include <dev/ic/cissvar.h>
     47 
     48 #if NBIO > 0
     49 #include <dev/biovar.h>
     50 #endif /* NBIO > 0 */
     51 
     52 #ifdef CISS_DEBUG
     53 #define	CISS_DPRINTF(m,a)	if (ciss_debug & (m)) printf a
     54 #define	CISS_D_CMD	0x0001
     55 #define	CISS_D_INTR	0x0002
     56 #define	CISS_D_MISC	0x0004
     57 #define	CISS_D_DMA	0x0008
     58 #define	CISS_D_IOCTL	0x0010
     59 #define	CISS_D_ERR	0x0020
     60 int ciss_debug = 0
     61 	| CISS_D_CMD
     62 	| CISS_D_INTR
     63 	| CISS_D_MISC
     64 	| CISS_D_DMA
     65 	| CISS_D_IOCTL
     66 	| CISS_D_ERR
     67 	;
     68 #else
     69 #define	CISS_DPRINTF(m,a)	/* m, a */
     70 #endif
     71 
     72 static void	ciss_scsi_cmd(struct scsipi_channel *chan,
     73 			scsipi_adapter_req_t req, void *arg);
     74 static int	ciss_scsi_ioctl(struct scsipi_channel *chan, u_long cmd,
     75 	    void *addr, int flag, struct proc *p);
     76 static void	cissminphys(struct buf *bp);
     77 
     78 #if 0
     79 static void	ciss_scsi_raw_cmd(struct scsipi_channel *chan,
     80 			scsipi_adapter_req_t req, void *arg);
     81 #endif
     82 
     83 static int	ciss_sync(struct ciss_softc *sc);
     84 static void	ciss_heartbeat(void *v);
     85 static void	ciss_shutdown(void *v);
     86 
     87 static struct ciss_ccb *ciss_get_ccb(struct ciss_softc *sc);
     88 static void	ciss_put_ccb(struct ciss_ccb *ccb);
     89 static int	ciss_cmd(struct ciss_ccb *ccb, int flags, int wait);
     90 static int	ciss_done(struct ciss_ccb *ccb);
     91 static int	ciss_error(struct ciss_ccb *ccb);
     92 struct ciss_ld *ciss_pdscan(struct ciss_softc *sc, int ld);
     93 static int	ciss_inq(struct ciss_softc *sc, struct ciss_inquiry *inq);
     94 int	ciss_ldid(struct ciss_softc *, int, struct ciss_ldid *);
     95 int	ciss_ldstat(struct ciss_softc *, int, struct ciss_ldstat *);
     96 static int	ciss_ldmap(struct ciss_softc *sc);
     97 int	ciss_pdid(struct ciss_softc *, u_int8_t, struct ciss_pdid *, int);
     98 
     99 #if NBIO > 0
    100 int		ciss_ioctl(struct device *, u_long, void *);
    101 int		ciss_ioctl_vol(struct ciss_softc *, struct bioc_vol *);
    102 int		ciss_blink(struct ciss_softc *, int, int, int, struct ciss_blink *);
    103 int		ciss_create_sensors(struct ciss_softc *);
    104 void		ciss_sensor_refresh(struct sysmon_envsys *, envsys_data_t *);
    105 #endif /* NBIO > 0 */
    106 
    107 static struct ciss_ccb *
    108 ciss_get_ccb(struct ciss_softc *sc)
    109 {
    110 	struct ciss_ccb *ccb;
    111 
    112 	mutex_enter(&sc->sc_mutex);
    113 	if ((ccb = TAILQ_LAST(&sc->sc_free_ccb, ciss_queue_head))) {
    114 		TAILQ_REMOVE(&sc->sc_free_ccb, ccb, ccb_link);
    115 		ccb->ccb_state = CISS_CCB_READY;
    116 	}
    117 	mutex_exit(&sc->sc_mutex);
    118 	return ccb;
    119 }
    120 
    121 static void
    122 ciss_put_ccb(struct ciss_ccb *ccb)
    123 {
    124 	struct ciss_softc *sc = ccb->ccb_sc;
    125 
    126 	ccb->ccb_state = CISS_CCB_FREE;
    127 	mutex_enter(&sc->sc_mutex);
    128 	TAILQ_INSERT_TAIL(&sc->sc_free_ccb, ccb, ccb_link);
    129 	mutex_exit(&sc->sc_mutex);
    130 }
    131 
    132 int
    133 ciss_attach(struct ciss_softc *sc)
    134 {
    135 	struct ciss_ccb *ccb;
    136 	struct ciss_cmd *cmd;
    137 	struct ciss_inquiry *inq;
    138 	bus_dma_segment_t seg[1];
    139 	int error, i, total, rseg, maxfer;
    140 	paddr_t pa;
    141 
    142 	bus_space_read_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
    143 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
    144 
    145 	if (sc->cfg.signature != CISS_SIGNATURE) {
    146 		printf(": bad sign 0x%08x\n", sc->cfg.signature);
    147 		return -1;
    148 	}
    149 
    150 	if (!(sc->cfg.methods & CISS_METH_SIMPL)) {
    151 		printf(": not simple 0x%08x\n", sc->cfg.methods);
    152 		return -1;
    153 	}
    154 
    155 	sc->cfg.rmethod = CISS_METH_SIMPL;
    156 	sc->cfg.paddr_lim = 0;			/* 32bit addrs */
    157 	sc->cfg.int_delay = 0;			/* disable coalescing */
    158 	sc->cfg.int_count = 0;
    159 	strlcpy(sc->cfg.hostname, "HUMPPA", sizeof(sc->cfg.hostname));
    160 	sc->cfg.driverf |= CISS_DRV_PRF;	/* enable prefetch */
    161 	if (!sc->cfg.maxsg)
    162 		sc->cfg.maxsg = MAXPHYS / PAGE_SIZE + 1;
    163 
    164 	bus_space_write_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
    165 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
    166 	bus_space_barrier(sc->sc_iot, sc->cfg_ioh, sc->cfgoff, sizeof(sc->cfg),
    167 	    BUS_SPACE_BARRIER_READ|BUS_SPACE_BARRIER_WRITE);
    168 
    169 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IDB, CISS_IDB_CFG);
    170 	bus_space_barrier(sc->sc_iot, sc->sc_ioh, CISS_IDB, 4,
    171 	    BUS_SPACE_BARRIER_WRITE);
    172 	for (i = 1000; i--; DELAY(1000)) {
    173 		/* XXX maybe IDB is really 64bit? - hp dl380 needs this */
    174 		(void)bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB + 4);
    175 		if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB) & CISS_IDB_CFG))
    176 			break;
    177 		bus_space_barrier(sc->sc_iot, sc->sc_ioh, CISS_IDB, 4,
    178 		    BUS_SPACE_BARRIER_READ);
    179 	}
    180 
    181 	if (bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB) & CISS_IDB_CFG) {
    182 		printf(": cannot set config\n");
    183 		return -1;
    184 	}
    185 
    186 	bus_space_read_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
    187 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
    188 
    189 	if (!(sc->cfg.amethod & CISS_METH_SIMPL)) {
    190 		printf(": cannot simplify 0x%08x\n", sc->cfg.amethod);
    191 		return -1;
    192 	}
    193 
    194 	/* i'm ready for you and i hope you're ready for me */
    195 	for (i = 30000; i--; DELAY(1000)) {
    196 		if (bus_space_read_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
    197 		    offsetof(struct ciss_config, amethod)) & CISS_METH_READY)
    198 			break;
    199 		bus_space_barrier(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
    200 		    offsetof(struct ciss_config, amethod), 4,
    201 		    BUS_SPACE_BARRIER_READ);
    202 	}
    203 
    204 	if (!(bus_space_read_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
    205 	    offsetof(struct ciss_config, amethod)) & CISS_METH_READY)) {
    206 		printf(": she never came ready for me 0x%08x\n",
    207 		    sc->cfg.amethod);
    208 		return -1;
    209 	}
    210 
    211 	mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_VM);
    212 	mutex_init(&sc->sc_mutex_scratch, MUTEX_DEFAULT, IPL_VM);
    213 	cv_init(&sc->sc_condvar, "ciss_cmd");
    214 	sc->maxcmd = sc->cfg.maxcmd;
    215 	sc->maxsg = sc->cfg.maxsg;
    216 	if (sc->maxsg > MAXPHYS / PAGE_SIZE + 1)
    217 		sc->maxsg = MAXPHYS / PAGE_SIZE + 1;
    218 	i = sizeof(struct ciss_ccb) +
    219 	    sizeof(ccb->ccb_cmd.sgl[0]) * (sc->maxsg - 1);
    220 	for (sc->ccblen = 0x10; sc->ccblen < i; sc->ccblen <<= 1);
    221 
    222 	total = sc->ccblen * sc->maxcmd;
    223 	if ((error = bus_dmamem_alloc(sc->sc_dmat, total, PAGE_SIZE, 0,
    224 	    sc->cmdseg, 1, &rseg, BUS_DMA_NOWAIT))) {
    225 		printf(": cannot allocate CCBs (%d)\n", error);
    226 		return -1;
    227 	}
    228 
    229 	if ((error = bus_dmamem_map(sc->sc_dmat, sc->cmdseg, rseg, total,
    230 	    (void **)&sc->ccbs, BUS_DMA_NOWAIT))) {
    231 		printf(": cannot map CCBs (%d)\n", error);
    232 		return -1;
    233 	}
    234 	bzero(sc->ccbs, total);
    235 
    236 	if ((error = bus_dmamap_create(sc->sc_dmat, total, 1,
    237 	    total, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &sc->cmdmap))) {
    238 		printf(": cannot create CCBs dmamap (%d)\n", error);
    239 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    240 		return -1;
    241 	}
    242 
    243 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->cmdmap, sc->ccbs, total,
    244 	    NULL, BUS_DMA_NOWAIT))) {
    245 		printf(": cannot load CCBs dmamap (%d)\n", error);
    246 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    247 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    248 		return -1;
    249 	}
    250 
    251 	TAILQ_INIT(&sc->sc_ccbq);
    252 	TAILQ_INIT(&sc->sc_ccbdone);
    253 	TAILQ_INIT(&sc->sc_free_ccb);
    254 
    255 	maxfer = sc->maxsg * PAGE_SIZE;
    256 	for (i = 0; total > 0 && i < sc->maxcmd; i++, total -= sc->ccblen) {
    257 		ccb = (struct ciss_ccb *) ((char *)sc->ccbs + i * sc->ccblen);
    258 		cmd = &ccb->ccb_cmd;
    259 		pa = sc->cmdseg[0].ds_addr + i * sc->ccblen;
    260 
    261 		ccb->ccb_sc = sc;
    262 		ccb->ccb_cmdpa = pa + offsetof(struct ciss_ccb, ccb_cmd);
    263 		ccb->ccb_state = CISS_CCB_FREE;
    264 
    265 		cmd->id = htole32(i << 2);
    266 		cmd->id_hi = htole32(0);
    267 		cmd->sgin = sc->maxsg;
    268 		cmd->sglen = htole16((u_int16_t)cmd->sgin);
    269 		cmd->err_len = htole32(sizeof(ccb->ccb_err));
    270 		pa += offsetof(struct ciss_ccb, ccb_err);
    271 		cmd->err_pa = htole64((u_int64_t)pa);
    272 
    273 		if ((error = bus_dmamap_create(sc->sc_dmat, maxfer, sc->maxsg,
    274 		    maxfer, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
    275 		    &ccb->ccb_dmamap)))
    276 			break;
    277 
    278 		TAILQ_INSERT_TAIL(&sc->sc_free_ccb, ccb, ccb_link);
    279 	}
    280 
    281 	if (i < sc->maxcmd) {
    282 		printf(": cannot create ccb#%d dmamap (%d)\n", i, error);
    283 		if (i == 0) {
    284 			/* TODO leaking cmd's dmamaps and shitz */
    285 			bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    286 			bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    287 			return -1;
    288 		}
    289 	}
    290 
    291 	if ((error = bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, PAGE_SIZE, 0,
    292 	    seg, 1, &rseg, BUS_DMA_NOWAIT))) {
    293 		printf(": cannot allocate scratch buffer (%d)\n", error);
    294 		return -1;
    295 	}
    296 
    297 	if ((error = bus_dmamem_map(sc->sc_dmat, seg, rseg, PAGE_SIZE,
    298 	    (void **)&sc->scratch, BUS_DMA_NOWAIT))) {
    299 		printf(": cannot map scratch buffer (%d)\n", error);
    300 		return -1;
    301 	}
    302 	bzero(sc->scratch, PAGE_SIZE);
    303 	sc->sc_waitflag = XS_CTL_NOSLEEP;		/* can't sleep yet */
    304 
    305 	mutex_enter(&sc->sc_mutex_scratch);		/* is this really needed? */
    306 	inq = sc->scratch;
    307 	if (ciss_inq(sc, inq)) {
    308 		printf(": adapter inquiry failed\n");
    309 		mutex_exit(&sc->sc_mutex_scratch);
    310 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    311 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    312 		return -1;
    313 	}
    314 
    315 	if (!(inq->flags & CISS_INQ_BIGMAP)) {
    316 		printf(": big map is not supported, flags=0x%x\n",
    317 		    inq->flags);
    318 		mutex_exit(&sc->sc_mutex_scratch);
    319 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    320 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    321 		return -1;
    322 	}
    323 
    324 	sc->maxunits = inq->numld;
    325 	sc->nbus = inq->nscsi_bus;
    326 	sc->ndrives = inq->buswidth;
    327 	printf(": %d LD%s, HW rev %d, FW %4.4s/%4.4s\n",
    328 	    inq->numld, inq->numld == 1? "" : "s",
    329 	    inq->hw_rev, inq->fw_running, inq->fw_stored);
    330 
    331 	mutex_exit(&sc->sc_mutex_scratch);
    332 
    333 	callout_init(&sc->sc_hb, 0);
    334 	callout_setfunc(&sc->sc_hb, ciss_heartbeat, sc);
    335 	callout_schedule(&sc->sc_hb, hz * 3);
    336 
    337 	/* map LDs */
    338 	if (ciss_ldmap(sc)) {
    339 		aprint_error_dev(&sc->sc_dev, "adapter LD map failed\n");
    340 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    341 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    342 		return -1;
    343 	}
    344 
    345 	if (!(sc->sc_lds = malloc(sc->maxunits * sizeof(*sc->sc_lds),
    346 	    M_DEVBUF, M_NOWAIT))) {
    347 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    348 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    349 		return -1;
    350 	}
    351 	bzero(sc->sc_lds, sc->maxunits * sizeof(*sc->sc_lds));
    352 
    353 	sc->sc_flush = CISS_FLUSH_ENABLE;
    354 	if (!(sc->sc_sh = shutdownhook_establish(ciss_shutdown, sc))) {
    355 		printf(": unable to establish shutdown hook\n");
    356 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
    357 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
    358 		return -1;
    359 	}
    360 
    361 	sc->sc_channel.chan_adapter = &sc->sc_adapter;
    362 	sc->sc_channel.chan_bustype = &scsi_bustype;
    363 	sc->sc_channel.chan_channel = 0;
    364 	sc->sc_channel.chan_ntargets = sc->maxunits;
    365 	sc->sc_channel.chan_nluns = 8;	/* Maybe should be 1? */
    366 	sc->sc_channel.chan_openings = sc->maxcmd / (sc->maxunits? sc->maxunits : 1);
    367 #if NBIO > 0
    368 	/* XXX Reserve some ccb's for sensor and bioctl. */
    369 	if (sc->sc_channel.chan_openings > 2)
    370 		sc->sc_channel.chan_openings -= 2;
    371 #endif
    372 	sc->sc_channel.chan_flags = 0;
    373 	sc->sc_channel.chan_id = sc->maxunits;
    374 
    375 	sc->sc_adapter.adapt_dev = (struct device *) sc;
    376 	sc->sc_adapter.adapt_openings = sc->sc_channel.chan_openings;
    377 	sc->sc_adapter.adapt_max_periph = sc->maxunits;
    378 	sc->sc_adapter.adapt_request = ciss_scsi_cmd;
    379 	sc->sc_adapter.adapt_minphys = cissminphys;
    380 	sc->sc_adapter.adapt_ioctl = ciss_scsi_ioctl;
    381 	sc->sc_adapter.adapt_nchannels = 1;
    382 	config_found(&sc->sc_dev, &sc->sc_channel, scsiprint);
    383 
    384 #if 0
    385 	sc->sc_link_raw.adapter_softc = sc;
    386 	sc->sc_link.openings = sc->sc_channel.chan_openings;
    387 	sc->sc_link_raw.adapter = &ciss_raw_switch;
    388 	sc->sc_link_raw.adapter_target = sc->ndrives;
    389 	sc->sc_link_raw.adapter_buswidth = sc->ndrives;
    390 	config_found(&sc->sc_dev, &sc->sc_channel, scsiprint);
    391 #endif
    392 
    393 #if NBIO > 0
    394 	/* now map all the physdevs into their lds */
    395 	/* XXX currently we assign all of them into ld0 */
    396 	for (i = 0; i < sc->maxunits && i < 1; i++)
    397 		if (!(sc->sc_lds[i] = ciss_pdscan(sc, i))) {
    398 			sc->sc_waitflag = 0;	/* we can sleep now */
    399 			return 0;
    400 		}
    401 
    402 	if (bio_register(&sc->sc_dev, ciss_ioctl) != 0)
    403 		aprint_error_dev(&sc->sc_dev, "controller registration failed");
    404 	else
    405 		sc->sc_ioctl = ciss_ioctl;
    406 	if (ciss_create_sensors(sc) != 0)
    407 		aprint_error_dev(&sc->sc_dev, "unable to create sensors");
    408 #endif
    409 	sc->sc_waitflag = 0;			/* we can sleep now */
    410 
    411 	return 0;
    412 }
    413 
    414 static void
    415 ciss_shutdown(void *v)
    416 {
    417 	struct ciss_softc *sc = v;
    418 
    419 	sc->sc_flush = CISS_FLUSH_DISABLE;
    420 	/* timeout_del(&sc->sc_hb); */
    421 	ciss_sync(sc);
    422 }
    423 
    424 static void
    425 cissminphys(struct buf *bp)
    426 {
    427 #if 0	/* TOSO */
    428 #define	CISS_MAXFER	(PAGE_SIZE * (sc->maxsg + 1))
    429 	if (bp->b_bcount > CISS_MAXFER)
    430 		bp->b_bcount = CISS_MAXFER;
    431 #endif
    432 	minphys(bp);
    433 }
    434 
    435 /*
    436  * submit a command and optionally wait for completition.
    437  * wait arg abuses XS_CTL_POLL|XS_CTL_NOSLEEP flags to request
    438  * to wait (XS_CTL_POLL) and to allow tsleep() (!XS_CTL_NOSLEEP)
    439  * instead of busy loop waiting
    440  */
    441 static int
    442 ciss_cmd(struct ciss_ccb *ccb, int flags, int wait)
    443 {
    444 	struct ciss_softc *sc = ccb->ccb_sc;
    445 	struct ciss_cmd *cmd = &ccb->ccb_cmd;
    446 	struct ciss_ccb *ccb1;
    447 	bus_dmamap_t dmap = ccb->ccb_dmamap;
    448 	u_int32_t id;
    449 	int i, tohz, error = 0;
    450 
    451 	if (ccb->ccb_state != CISS_CCB_READY) {
    452 		printf("%s: ccb %d not ready state=0x%x\n", device_xname(&sc->sc_dev),
    453 		    cmd->id, ccb->ccb_state);
    454 		return (EINVAL);
    455 	}
    456 
    457 	if (ccb->ccb_data) {
    458 		bus_dma_segment_t *sgd;
    459 
    460 		if ((error = bus_dmamap_load(sc->sc_dmat, dmap, ccb->ccb_data,
    461 		    ccb->ccb_len, NULL, flags))) {
    462 			if (error == EFBIG)
    463 				printf("more than %d dma segs\n", sc->maxsg);
    464 			else
    465 				printf("error %d loading dma map\n", error);
    466 			ciss_put_ccb(ccb);
    467 			return (error);
    468 		}
    469 		cmd->sgin = dmap->dm_nsegs;
    470 
    471 		sgd = dmap->dm_segs;
    472 		CISS_DPRINTF(CISS_D_DMA, ("data=%p/%u<0x%lx/%lu",
    473 		    ccb->ccb_data, ccb->ccb_len, sgd->ds_addr, sgd->ds_len));
    474 
    475 		for (i = 0; i < dmap->dm_nsegs; sgd++, i++) {
    476 			cmd->sgl[i].addr_lo = htole32(sgd->ds_addr);
    477 			cmd->sgl[i].addr_hi =
    478 			    htole32((u_int64_t)sgd->ds_addr >> 32);
    479 			cmd->sgl[i].len = htole32(sgd->ds_len);
    480 			cmd->sgl[i].flags = htole32(0);
    481 			if (i) {
    482 				CISS_DPRINTF(CISS_D_DMA,
    483 				    (",0x%lx/%lu", sgd->ds_addr, sgd->ds_len));
    484 			}
    485 		}
    486 
    487 		CISS_DPRINTF(CISS_D_DMA, ("> "));
    488 
    489 		bus_dmamap_sync(sc->sc_dmat, dmap, 0, dmap->dm_mapsize,
    490 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    491 	} else
    492 		cmd->sgin = 0;
    493 	cmd->sglen = htole16((u_int16_t)cmd->sgin);
    494 	bzero(&ccb->ccb_err, sizeof(ccb->ccb_err));
    495 
    496 	bus_dmamap_sync(sc->sc_dmat, sc->cmdmap, 0, sc->cmdmap->dm_mapsize,
    497 	    BUS_DMASYNC_PREWRITE);
    498 
    499 	if ((wait & (XS_CTL_POLL|XS_CTL_NOSLEEP)) == (XS_CTL_POLL|XS_CTL_NOSLEEP))
    500 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IMR,
    501 		    bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IMR) | sc->iem);
    502 
    503 	mutex_enter(&sc->sc_mutex);
    504 	TAILQ_INSERT_TAIL(&sc->sc_ccbq, ccb, ccb_link);
    505 	mutex_exit(&sc->sc_mutex);
    506 	ccb->ccb_state = CISS_CCB_ONQ;
    507 	CISS_DPRINTF(CISS_D_CMD, ("submit=0x%x ", cmd->id));
    508 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_INQ, ccb->ccb_cmdpa);
    509 
    510 	if (wait & XS_CTL_POLL) {
    511 		int etick;
    512 		CISS_DPRINTF(CISS_D_CMD, ("waiting "));
    513 
    514 		i = ccb->ccb_xs? ccb->ccb_xs->timeout : 60000;
    515 		tohz = (i / 1000) * hz + (i % 1000) * (hz / 1000);
    516 		if (tohz == 0)
    517 			tohz = 1;
    518 		for (i *= 100, etick = tick + tohz; i--; ) {
    519 			if (!(wait & XS_CTL_NOSLEEP)) {
    520 				ccb->ccb_state = CISS_CCB_POLL;
    521 				CISS_DPRINTF(CISS_D_CMD, ("cv_timedwait(%d) ", tohz));
    522 				mutex_enter(&sc->sc_mutex);
    523 				if (cv_timedwait(&sc->sc_condvar,
    524 				    &sc->sc_mutex, tohz) == EWOULDBLOCK) {
    525 					mutex_exit(&sc->sc_mutex);
    526 					break;
    527 				}
    528 				mutex_exit(&sc->sc_mutex);
    529 				if (ccb->ccb_state != CISS_CCB_ONQ) {
    530 					tohz = etick - tick;
    531 					if (tohz <= 0)
    532 						break;
    533 					CISS_DPRINTF(CISS_D_CMD, ("T"));
    534 					continue;
    535 				}
    536 				ccb1 = ccb;
    537 			} else {
    538 				DELAY(10);
    539 
    540 				if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh,
    541 				    CISS_ISR) & sc->iem)) {
    542 					CISS_DPRINTF(CISS_D_CMD, ("N"));
    543 					continue;
    544 				}
    545 
    546 				if ((id = bus_space_read_4(sc->sc_iot, sc->sc_ioh,
    547 				    CISS_OUTQ)) == 0xffffffff) {
    548 					CISS_DPRINTF(CISS_D_CMD, ("Q"));
    549 					continue;
    550 				}
    551 
    552 				CISS_DPRINTF(CISS_D_CMD, ("got=0x%x ", id));
    553 				ccb1 = (struct ciss_ccb *)
    554 					((char *)sc->ccbs + (id >> 2) * sc->ccblen);
    555 				ccb1->ccb_cmd.id = htole32(id);
    556 			}
    557 
    558 			error = ciss_done(ccb1);
    559 			if (ccb1 == ccb)
    560 				break;
    561 		}
    562 
    563 		/* if never got a chance to be done above... */
    564 		if (ccb->ccb_state != CISS_CCB_FREE) {
    565 			ccb->ccb_err.cmd_stat = CISS_ERR_TMO;
    566 			error = ciss_done(ccb);
    567 		}
    568 
    569 		CISS_DPRINTF(CISS_D_CMD, ("done %d:%d",
    570 		    ccb->ccb_err.cmd_stat, ccb->ccb_err.scsi_stat));
    571 	}
    572 
    573 	if ((wait & (XS_CTL_POLL|XS_CTL_NOSLEEP)) == (XS_CTL_POLL|XS_CTL_NOSLEEP))
    574 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IMR,
    575 		    bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IMR) & ~sc->iem);
    576 
    577 	return (error);
    578 }
    579 
    580 static int
    581 ciss_done(struct ciss_ccb *ccb)
    582 {
    583 	struct ciss_softc *sc = ccb->ccb_sc;
    584 	struct scsipi_xfer *xs = ccb->ccb_xs;
    585 	struct ciss_cmd *cmd;
    586 	int error = 0;
    587 
    588 	CISS_DPRINTF(CISS_D_CMD, ("ciss_done(%p) ", ccb));
    589 
    590 	if (ccb->ccb_state != CISS_CCB_ONQ) {
    591 		printf("%s: unqueued ccb %p ready, state=0x%x\n",
    592 		    device_xname(&sc->sc_dev), ccb, ccb->ccb_state);
    593 		return 1;
    594 	}
    595 
    596 	ccb->ccb_state = CISS_CCB_READY;
    597 	mutex_enter(&sc->sc_mutex);
    598 	TAILQ_REMOVE(&sc->sc_ccbq, ccb, ccb_link);
    599 	mutex_exit(&sc->sc_mutex);
    600 
    601 	if (ccb->ccb_cmd.id & CISS_CMD_ERR)
    602 		error = ciss_error(ccb);
    603 
    604 	cmd = &ccb->ccb_cmd;
    605 	if (ccb->ccb_data) {
    606 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap, 0,
    607 		    ccb->ccb_dmamap->dm_mapsize, (cmd->flags & CISS_CDB_IN) ?
    608 		    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
    609 		bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap);
    610 		ccb->ccb_xs = NULL;
    611 		ccb->ccb_data = NULL;
    612 	}
    613 
    614 	ciss_put_ccb(ccb);
    615 
    616 	if (xs) {
    617 		xs->resid = 0;
    618 		CISS_DPRINTF(CISS_D_CMD, ("scsipi_done(%p) ", xs));
    619 		scsipi_done(xs);
    620 	}
    621 
    622 	return error;
    623 }
    624 
    625 static int
    626 ciss_error(struct ciss_ccb *ccb)
    627 {
    628 	struct ciss_softc *sc = ccb->ccb_sc;
    629 	struct ciss_error *err = &ccb->ccb_err;
    630 	struct scsipi_xfer *xs = ccb->ccb_xs;
    631 	int rv;
    632 
    633 	switch ((rv = le16toh(err->cmd_stat))) {
    634 	case CISS_ERR_OK:
    635 		break;
    636 
    637 	case CISS_ERR_INVCMD:
    638 		printf("%s: invalid cmd 0x%x: 0x%x is not valid @ 0x%x[%d]\n",
    639 		    device_xname(&sc->sc_dev), ccb->ccb_cmd.id,
    640 		    err->err_info, err->err_type[3], err->err_type[2]);
    641 		if (xs) {
    642 			bzero(&xs->sense, sizeof(xs->sense));
    643 			xs->sense.scsi_sense.response_code =
    644 				SSD_RCODE_CURRENT | SSD_RCODE_VALID;
    645 			xs->sense.scsi_sense.flags = SKEY_ILLEGAL_REQUEST;
    646 			xs->sense.scsi_sense.asc = 0x24; /* ill field */
    647 			xs->sense.scsi_sense.ascq = 0x0;
    648 			xs->error = XS_SENSE;
    649 		}
    650 		break;
    651 
    652 	case CISS_ERR_TMO:
    653 		xs->error = XS_TIMEOUT;
    654 		break;
    655 
    656 	case CISS_ERR_UNRUN:
    657 		/* Underrun */
    658 		xs->resid = le32toh(err->resid);
    659 		CISS_DPRINTF(CISS_D_CMD, (" underrun resid=0x%x ",
    660 					  xs->resid));
    661 		break;
    662 	default:
    663 		if (xs) {
    664 			CISS_DPRINTF(CISS_D_CMD, ("scsi_stat=%x ", err->scsi_stat));
    665 			switch (err->scsi_stat) {
    666 			case SCSI_CHECK:
    667 				xs->error = XS_SENSE;
    668 				bcopy(&err->sense[0], &xs->sense,
    669 				    sizeof(xs->sense));
    670 				CISS_DPRINTF(CISS_D_CMD, (" sense=%02x %02x %02x %02x ",
    671 					     err->sense[0], err->sense[1], err->sense[2], err->sense[3]));
    672 				break;
    673 
    674 			case XS_BUSY:
    675 				xs->error = XS_BUSY;
    676 				break;
    677 
    678 			default:
    679 				CISS_DPRINTF(CISS_D_ERR, ("%s: "
    680 				    "cmd_stat=%x scsi_stat=0x%x resid=0x%x\n",
    681 				    device_xname(&sc->sc_dev), rv, err->scsi_stat,
    682 				    le32toh(err->resid)));
    683 				printf("ciss driver stuffup in %s:%d: %s()\n",
    684 				       __FILE__, __LINE__, __func__);
    685 				xs->error = XS_DRIVER_STUFFUP;
    686 				break;
    687 			}
    688 			xs->resid = le32toh(err->resid);
    689 		}
    690 	}
    691 	ccb->ccb_cmd.id &= htole32(~3);
    692 
    693 	return rv;
    694 }
    695 
    696 static int
    697 ciss_inq(struct ciss_softc *sc, struct ciss_inquiry *inq)
    698 {
    699 	struct ciss_ccb *ccb;
    700 	struct ciss_cmd *cmd;
    701 
    702 	ccb = ciss_get_ccb(sc);
    703 	ccb->ccb_len = sizeof(*inq);
    704 	ccb->ccb_data = inq;
    705 	ccb->ccb_xs = NULL;
    706 	cmd = &ccb->ccb_cmd;
    707 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
    708 	cmd->tgt2 = 0;
    709 	cmd->cdblen = 10;
    710 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
    711 	cmd->tmo = htole16(0);
    712 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    713 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
    714 	cmd->cdb[6] = CISS_CMS_CTRL_CTRL;
    715 	cmd->cdb[7] = sizeof(*inq) >> 8;	/* biiiig endian */
    716 	cmd->cdb[8] = sizeof(*inq) & 0xff;
    717 
    718 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
    719 }
    720 
    721 static int
    722 ciss_ldmap(struct ciss_softc *sc)
    723 {
    724 	struct ciss_ccb *ccb;
    725 	struct ciss_cmd *cmd;
    726 	struct ciss_ldmap *lmap;
    727 	int total, rv;
    728 
    729 	mutex_enter(&sc->sc_mutex_scratch);
    730 	lmap = sc->scratch;
    731 	lmap->size = htobe32(sc->maxunits * sizeof(lmap->map));
    732 	total = sizeof(*lmap) + (sc->maxunits - 1) * sizeof(lmap->map);
    733 
    734 	ccb = ciss_get_ccb(sc);
    735 	ccb->ccb_len = total;
    736 	ccb->ccb_data = lmap;
    737 	ccb->ccb_xs = NULL;
    738 	cmd = &ccb->ccb_cmd;
    739 	cmd->tgt = CISS_CMD_MODE_PERIPH;
    740 	cmd->tgt2 = 0;
    741 	cmd->cdblen = 12;
    742 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
    743 	cmd->tmo = htole16(30);
    744 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    745 	cmd->cdb[0] = CISS_CMD_LDMAP;
    746 	cmd->cdb[8] = total >> 8;	/* biiiig endian */
    747 	cmd->cdb[9] = total & 0xff;
    748 
    749 	rv = ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
    750 
    751 	if (rv) {
    752 		mutex_exit(&sc->sc_mutex_scratch);
    753 		return rv;
    754 	}
    755 
    756 	CISS_DPRINTF(CISS_D_MISC, ("lmap %x:%x\n",
    757 	    lmap->map[0].tgt, lmap->map[0].tgt2));
    758 
    759 	mutex_exit(&sc->sc_mutex_scratch);
    760 	return 0;
    761 }
    762 
    763 static int
    764 ciss_sync(struct ciss_softc *sc)
    765 {
    766 	struct ciss_ccb *ccb;
    767 	struct ciss_cmd *cmd;
    768 	struct ciss_flush *flush;
    769 	int rv;
    770 
    771 	mutex_enter(&sc->sc_mutex_scratch);
    772 	flush = sc->scratch;
    773 	bzero(flush, sizeof(*flush));
    774 	flush->flush = sc->sc_flush;
    775 
    776 	ccb = ciss_get_ccb(sc);
    777 	ccb->ccb_len = sizeof(*flush);
    778 	ccb->ccb_data = flush;
    779 	ccb->ccb_xs = NULL;
    780 	cmd = &ccb->ccb_cmd;
    781 	cmd->tgt = CISS_CMD_MODE_PERIPH;
    782 	cmd->tgt2 = 0;
    783 	cmd->cdblen = 10;
    784 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_OUT;
    785 	cmd->tmo = 0;
    786 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    787 	cmd->cdb[0] = CISS_CMD_CTRL_SET;
    788 	cmd->cdb[6] = CISS_CMS_CTRL_FLUSH;
    789 	cmd->cdb[7] = sizeof(*flush) >> 8;	/* biiiig endian */
    790 	cmd->cdb[8] = sizeof(*flush) & 0xff;
    791 
    792 	rv = ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
    793 	mutex_exit(&sc->sc_mutex_scratch);
    794 
    795 	return rv;
    796 }
    797 
    798 int
    799 ciss_ldid(struct ciss_softc *sc, int target, struct ciss_ldid *id)
    800 {
    801 	struct ciss_ccb *ccb;
    802 	struct ciss_cmd *cmd;
    803 
    804 	ccb = ciss_get_ccb(sc);
    805 	if (ccb == NULL)
    806 		return ENOMEM;
    807 	ccb->ccb_len = sizeof(*id);
    808 	ccb->ccb_data = id;
    809 	ccb->ccb_xs = NULL;
    810 	cmd = &ccb->ccb_cmd;
    811 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
    812 	cmd->tgt2 = 0;
    813 	cmd->cdblen = 10;
    814 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
    815 	cmd->tmo = htole16(0);
    816 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    817 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
    818 	cmd->cdb[1] = target;
    819 	cmd->cdb[6] = CISS_CMS_CTRL_LDIDEXT;
    820 	cmd->cdb[7] = sizeof(*id) >> 8;	/* biiiig endian */
    821 	cmd->cdb[8] = sizeof(*id) & 0xff;
    822 
    823 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL | sc->sc_waitflag);
    824 }
    825 
    826 int
    827 ciss_ldstat(struct ciss_softc *sc, int target, struct ciss_ldstat *stat)
    828 {
    829 	struct ciss_ccb *ccb;
    830 	struct ciss_cmd *cmd;
    831 
    832 	ccb = ciss_get_ccb(sc);
    833 	if (ccb == NULL)
    834 		return ENOMEM;
    835 	ccb->ccb_len = sizeof(*stat);
    836 	ccb->ccb_data = stat;
    837 	ccb->ccb_xs = NULL;
    838 	cmd = &ccb->ccb_cmd;
    839 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
    840 	cmd->tgt2 = 0;
    841 	cmd->cdblen = 10;
    842 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
    843 	cmd->tmo = htole16(0);
    844 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    845 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
    846 	cmd->cdb[1] = target;
    847 	cmd->cdb[6] = CISS_CMS_CTRL_LDSTAT;
    848 	cmd->cdb[7] = sizeof(*stat) >> 8;	/* biiiig endian */
    849 	cmd->cdb[8] = sizeof(*stat) & 0xff;
    850 
    851 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL | sc->sc_waitflag);
    852 }
    853 
    854 int
    855 ciss_pdid(struct ciss_softc *sc, u_int8_t drv, struct ciss_pdid *id, int wait)
    856 {
    857 	struct ciss_ccb *ccb;
    858 	struct ciss_cmd *cmd;
    859 
    860 	ccb = ciss_get_ccb(sc);
    861 	if (ccb == NULL)
    862 		return ENOMEM;
    863 	ccb->ccb_len = sizeof(*id);
    864 	ccb->ccb_data = id;
    865 	ccb->ccb_xs = NULL;
    866 	cmd = &ccb->ccb_cmd;
    867 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
    868 	cmd->tgt2 = 0;
    869 	cmd->cdblen = 10;
    870 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
    871 	cmd->tmo = htole16(0);
    872 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    873 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
    874 	cmd->cdb[2] = drv;
    875 	cmd->cdb[6] = CISS_CMS_CTRL_PDID;
    876 	cmd->cdb[7] = sizeof(*id) >> 8;	/* biiiig endian */
    877 	cmd->cdb[8] = sizeof(*id) & 0xff;
    878 
    879 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, wait);
    880 }
    881 
    882 
    883 struct ciss_ld *
    884 ciss_pdscan(struct ciss_softc *sc, int ld)
    885 {
    886 	struct ciss_pdid *pdid;
    887 	struct ciss_ld *ldp;
    888 	u_int8_t drv, buf[128];
    889 	int i, j, k = 0;
    890 
    891 	mutex_enter(&sc->sc_mutex_scratch);
    892 	pdid = sc->scratch;
    893 	for (i = 0; i < sc->nbus; i++)
    894 		for (j = 0; j < sc->ndrives; j++) {
    895 			drv = CISS_BIGBIT + i * sc->ndrives + j;
    896 			if (!ciss_pdid(sc, drv, pdid, XS_CTL_POLL|XS_CTL_NOSLEEP))
    897 				buf[k++] = drv;
    898 		}
    899 	mutex_exit(&sc->sc_mutex_scratch);
    900 
    901 	if (!k)
    902 		return NULL;
    903 
    904 	ldp = malloc(sizeof(*ldp) + (k-1), M_DEVBUF, M_NOWAIT);
    905 	if (!ldp)
    906 		return NULL;
    907 
    908 	bzero(&ldp->bling, sizeof(ldp->bling));
    909 	ldp->ndrives = k;
    910 	ldp->xname[0] = 0;
    911 	bcopy(buf, ldp->tgts, k);
    912 	return ldp;
    913 }
    914 
    915 #if 0
    916 static void
    917 ciss_scsi_raw_cmd(struct scsipi_channel *chan, scsipi_adapter_req_t req,
    918 	void *arg)				/* TODO */
    919 {
    920 	struct scsipi_xfer *xs = (struct scsipi_xfer *) arg;
    921 	struct ciss_rawsoftc *rsc =
    922 		(struct ciss_rawsoftc *) chan->chan_adapter->adapt_dev;
    923 	struct ciss_softc *sc = rsc->sc_softc;
    924 	struct ciss_ccb *ccb;
    925 	struct ciss_cmd *cmd;
    926 	int error;
    927 
    928 	CISS_DPRINTF(CISS_D_CMD, ("ciss_scsi_raw_cmd "));
    929 
    930 	switch (req)
    931 	{
    932 	case ADAPTER_REQ_RUN_XFER:
    933 		if (xs->cmdlen > CISS_MAX_CDB) {
    934 			CISS_DPRINTF(CISS_D_CMD, ("CDB too big %p ", xs));
    935 			bzero(&xs->sense, sizeof(xs->sense));
    936 			printf("ciss driver stuffup in %s:%d: %s()\n",
    937 			       __FILE__, __LINE__, __func__);
    938 			xs->error = XS_DRIVER_STUFFUP;
    939 			scsipi_done(xs);
    940 			break;
    941 		}
    942 
    943 		error = 0;
    944 		xs->error = XS_NOERROR;
    945 
    946 		/* TODO check this target has not yet employed w/ any volume */
    947 
    948 		ccb = ciss_get_ccb(sc);
    949 		cmd = &ccb->ccb_cmd;
    950 		ccb->ccb_len = xs->datalen;
    951 		ccb->ccb_data = xs->data;
    952 		ccb->ccb_xs = xs;
    953 
    954 		cmd->cdblen = xs->cmdlen;
    955 		cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL;
    956 		if (xs->xs_control & XS_CTL_DATA_IN)
    957 			cmd->flags |= CISS_CDB_IN;
    958 		else if (xs->xs_control & XS_CTL_DATA_OUT)
    959 			cmd->flags |= CISS_CDB_OUT;
    960 		cmd->tmo = xs->timeout < 1000? 1 : xs->timeout / 1000;
    961 		bzero(&cmd->cdb[0], sizeof(cmd->cdb));
    962 		bcopy(xs->cmd, &cmd->cdb[0], CISS_MAX_CDB);
    963 
    964 		if (ciss_cmd(ccb, BUS_DMA_WAITOK,
    965 		    xs->xs_control & (XS_CTL_POLL|XS_CTL_NOSLEEP))) {
    966 			printf("ciss driver stuffup in %s:%d: %s()\n",
    967 			       __FILE__, __LINE__, __func__);
    968 			xs->error = XS_DRIVER_STUFFUP;
    969 			scsipi_done(xs);
    970 			break;
    971 		}
    972 
    973 		break;
    974 
    975 	case ADAPTER_REQ_GROW_RESOURCES:
    976 		/*
    977 		 * Not supported.
    978 		 */
    979 		break;
    980 
    981 	case ADAPTER_REQ_SET_XFER_MODE:
    982 		/*
    983 		 * We can't change the transfer mode, but at least let
    984 		 * scsipi know what the adapter has negociated.
    985 		 */
    986 		 /* Get xfer mode and return it */
    987 		break;
    988 	}
    989 }
    990 #endif
    991 
    992 static void
    993 ciss_scsi_cmd(struct scsipi_channel *chan, scsipi_adapter_req_t req,
    994 	void *arg)
    995 {
    996 	struct scsipi_xfer *xs = (struct scsipi_xfer *) arg;
    997 	struct ciss_softc *sc =
    998 		(struct ciss_softc *) chan->chan_adapter->adapt_dev;
    999 	u_int8_t target;
   1000 	struct ciss_ccb *ccb;
   1001 	struct ciss_cmd *cmd;
   1002 	int error;
   1003 
   1004 	CISS_DPRINTF(CISS_D_CMD, ("ciss_scsi_cmd "));
   1005 
   1006 	switch (req)
   1007 	{
   1008 	case ADAPTER_REQ_RUN_XFER:
   1009 		target = xs->xs_periph->periph_target;
   1010 		CISS_DPRINTF(CISS_D_CMD, ("targ=%d ", target));
   1011 		if (xs->cmdlen > CISS_MAX_CDB) {
   1012 			CISS_DPRINTF(CISS_D_CMD, ("CDB too big %p ", xs));
   1013 			bzero(&xs->sense, sizeof(xs->sense));
   1014 			printf("ciss driver stuffup in %s:%d: %s()\n",
   1015 			       __FILE__, __LINE__, __func__);
   1016 			xs->error = XS_DRIVER_STUFFUP;
   1017 			scsipi_done(xs);
   1018 			break;
   1019 		}
   1020 
   1021 		error = 0;
   1022 		xs->error = XS_NOERROR;
   1023 
   1024 		/* XXX emulate SYNCHRONIZE_CACHE ??? */
   1025 
   1026 		ccb = ciss_get_ccb(sc);
   1027 		cmd = &ccb->ccb_cmd;
   1028 		ccb->ccb_len = xs->datalen;
   1029 		ccb->ccb_data = xs->data;
   1030 		ccb->ccb_xs = xs;
   1031 		cmd->tgt = CISS_CMD_MODE_LD | target;
   1032 		cmd->tgt2 = 0;
   1033 		cmd->cdblen = xs->cmdlen;
   1034 		cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL;
   1035 		if (xs->xs_control & XS_CTL_DATA_IN)
   1036 			cmd->flags |= CISS_CDB_IN;
   1037 		else if (xs->xs_control & XS_CTL_DATA_OUT)
   1038 			cmd->flags |= CISS_CDB_OUT;
   1039 		cmd->tmo = xs->timeout < 1000? 1 : xs->timeout / 1000;
   1040 		bzero(&cmd->cdb[0], sizeof(cmd->cdb));
   1041 		bcopy(xs->cmd, &cmd->cdb[0], CISS_MAX_CDB);
   1042 		CISS_DPRINTF(CISS_D_CMD, ("cmd=%02x %02x %02x %02x %02x %02x ",
   1043 			     cmd->cdb[0], cmd->cdb[1], cmd->cdb[2],
   1044 			     cmd->cdb[3], cmd->cdb[4], cmd->cdb[5]));
   1045 
   1046 		if (ciss_cmd(ccb, BUS_DMA_WAITOK,
   1047 		    xs->xs_control & (XS_CTL_POLL|XS_CTL_NOSLEEP))) {
   1048 			printf("ciss driver stuffup in %s:%d: %s()\n",
   1049 			       __FILE__, __LINE__, __func__);
   1050 			xs->error = XS_DRIVER_STUFFUP;
   1051 			scsipi_done(xs);
   1052 			return;
   1053 		}
   1054 
   1055 		break;
   1056 	case ADAPTER_REQ_GROW_RESOURCES:
   1057 		/*
   1058 		 * Not supported.
   1059 		 */
   1060 		break;
   1061 	case ADAPTER_REQ_SET_XFER_MODE:
   1062 		/*
   1063 		 * We can't change the transfer mode, but at least let
   1064 		 * scsipi know what the adapter has negociated.
   1065 		 */
   1066 		/* FIXME: get xfer mode and write it into arg */
   1067 		break;
   1068 	}
   1069 }
   1070 
   1071 int
   1072 ciss_intr(void *v)
   1073 {
   1074 	struct ciss_softc *sc = v;
   1075 	struct ciss_ccb *ccb;
   1076 	u_int32_t id;
   1077 	int hit = 0;
   1078 
   1079 	CISS_DPRINTF(CISS_D_INTR, ("intr "));
   1080 
   1081 	if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_ISR) & sc->iem))
   1082 		return 0;
   1083 
   1084 	while ((id = bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_OUTQ)) !=
   1085 	    0xffffffff) {
   1086 
   1087 		ccb = (struct ciss_ccb *) ((char *)sc->ccbs + (id >> 2) * sc->ccblen);
   1088 		ccb->ccb_cmd.id = htole32(id);
   1089 		if (ccb->ccb_state == CISS_CCB_POLL) {
   1090 			ccb->ccb_state = CISS_CCB_ONQ;
   1091 			mutex_enter(&sc->sc_mutex);
   1092 			cv_broadcast(&sc->sc_condvar);
   1093 			mutex_exit(&sc->sc_mutex);
   1094 		} else
   1095 			ciss_done(ccb);
   1096 
   1097 		hit = 1;
   1098 	}
   1099 
   1100 	CISS_DPRINTF(CISS_D_INTR, ("exit\n"));
   1101 	return hit;
   1102 }
   1103 
   1104 static void
   1105 ciss_heartbeat(void *v)
   1106 {
   1107 	struct ciss_softc *sc = v;
   1108 	u_int32_t hb;
   1109 
   1110 	hb = bus_space_read_4(sc->sc_iot, sc->cfg_ioh,
   1111 	    sc->cfgoff + offsetof(struct ciss_config, heartbeat));
   1112 	if (hb == sc->heartbeat)
   1113 		panic("ciss: dead");	/* XX reset! */
   1114 	else
   1115 		sc->heartbeat = hb;
   1116 
   1117 	callout_schedule(&sc->sc_hb, hz * 3);
   1118 }
   1119 
   1120 static int
   1121 ciss_scsi_ioctl(struct scsipi_channel *chan, u_long cmd,
   1122     void *addr, int flag, struct proc *p)
   1123 {
   1124 #if NBIO > 0
   1125 	return ciss_ioctl(chan->chan_adapter->adapt_dev, cmd, addr);
   1126 #else
   1127 	return ENOTTY;
   1128 #endif
   1129 }
   1130 
   1131 #if NBIO > 0
   1132 const int ciss_level[] = { 0, 4, 1, 5, 51, 7 };
   1133 const int ciss_stat[] = { BIOC_SVONLINE, BIOC_SVOFFLINE, BIOC_SVOFFLINE,
   1134     BIOC_SVDEGRADED, BIOC_SVREBUILD, BIOC_SVREBUILD, BIOC_SVDEGRADED,
   1135     BIOC_SVDEGRADED, BIOC_SVINVALID, BIOC_SVINVALID, BIOC_SVBUILDING,
   1136     BIOC_SVOFFLINE, BIOC_SVBUILDING };
   1137 
   1138 int
   1139 ciss_ioctl(struct device *dev, u_long cmd, void *addr)
   1140 {
   1141 	struct ciss_softc	*sc = (struct ciss_softc *)dev;
   1142 	struct bioc_inq *bi;
   1143 	struct bioc_disk *bd;
   1144 	struct bioc_blink *bb;
   1145 	struct ciss_ldstat *ldstat;
   1146 	struct ciss_pdid *pdid;
   1147 	struct ciss_blink *blink;
   1148 	struct ciss_ld *ldp;
   1149 	int ld, pd, error = 0;
   1150 
   1151 	switch (cmd) {
   1152 	case BIOCINQ:
   1153 		bi = (struct bioc_inq *)addr;
   1154 		strlcpy(bi->bi_dev, device_xname(&sc->sc_dev), sizeof(bi->bi_dev));
   1155 		bi->bi_novol = sc->maxunits;
   1156 		bi->bi_nodisk = sc->sc_lds[0]->ndrives;
   1157 		break;
   1158 
   1159 	case BIOCVOL:
   1160 		error = ciss_ioctl_vol(sc, (struct bioc_vol *)addr);
   1161 		break;
   1162 
   1163 	case BIOCDISK_NOVOL:
   1164 /*
   1165  * XXX since we don't know how to associate physical drives with logical drives
   1166  * yet, BIOCDISK_NOVOL is equivalent to BIOCDISK to the volume that we've
   1167  * associated all physical drives to.
   1168  * Maybe assoicate all physical drives to all logical volumes, but only return
   1169  * physical drives on one logical volume.  Which one?  Either 1st volume that
   1170  * is degraded, rebuilding, or failed?
   1171  */
   1172 		bd = (struct bioc_disk *)addr;
   1173 		bd->bd_volid = 0;
   1174 		bd->bd_disknovol = true;
   1175 		/* FALLTHROUGH */
   1176 	case BIOCDISK:
   1177 		bd = (struct bioc_disk *)addr;
   1178 		if (bd->bd_volid > sc->maxunits) {
   1179 			error = EINVAL;
   1180 			break;
   1181 		}
   1182 		ldp = sc->sc_lds[0];
   1183 		if (!ldp || (pd = bd->bd_diskid) > ldp->ndrives) {
   1184 			error = EINVAL;
   1185 			break;
   1186 		}
   1187 		ldstat = sc->scratch;
   1188 		if ((error = ciss_ldstat(sc, bd->bd_volid, ldstat))) {
   1189 			break;
   1190 		}
   1191 		bd->bd_status = -1;
   1192 		if (ldstat->bigrebuild == ldp->tgts[pd])
   1193 			bd->bd_status = BIOC_SDREBUILD;
   1194 		if (ciss_bitset(ldp->tgts[pd] & (~CISS_BIGBIT),
   1195 		    ldstat->bigfailed)) {
   1196 			bd->bd_status = BIOC_SDFAILED;
   1197 			bd->bd_size = 0;
   1198 			bd->bd_channel = (ldp->tgts[pd] & (~CISS_BIGBIT)) /
   1199 			    sc->ndrives;
   1200 			bd->bd_target = ldp->tgts[pd] % sc->ndrives;
   1201 			bd->bd_lun = 0;
   1202 			bd->bd_vendor[0] = '\0';
   1203 			bd->bd_serial[0] = '\0';
   1204 			bd->bd_procdev[0] = '\0';
   1205 		} else {
   1206 			pdid = sc->scratch;
   1207 			if ((error = ciss_pdid(sc, ldp->tgts[pd], pdid,
   1208 			    XS_CTL_POLL))) {
   1209 				bd->bd_status = BIOC_SDFAILED;
   1210 				bd->bd_size = 0;
   1211 				bd->bd_channel = (ldp->tgts[pd] & (~CISS_BIGBIT)) /
   1212 				    sc->ndrives;
   1213 				bd->bd_target = ldp->tgts[pd] % sc->ndrives;
   1214 				bd->bd_lun = 0;
   1215 				bd->bd_vendor[0] = '\0';
   1216 				bd->bd_serial[0] = '\0';
   1217 				bd->bd_procdev[0] = '\0';
   1218 				error = 0;
   1219 				break;
   1220 			}
   1221 			if (bd->bd_status < 0) {
   1222 				if (pdid->config & CISS_PD_SPARE)
   1223 					bd->bd_status = BIOC_SDHOTSPARE;
   1224 				else if (pdid->present & CISS_PD_PRESENT)
   1225 					bd->bd_status = BIOC_SDONLINE;
   1226 				else
   1227 					bd->bd_status = BIOC_SDINVALID;
   1228 			}
   1229 			bd->bd_size = (u_int64_t)le32toh(pdid->nblocks) *
   1230 			    le16toh(pdid->blksz);
   1231 			bd->bd_channel = pdid->bus;
   1232 			bd->bd_target = pdid->target;
   1233 			bd->bd_lun = 0;
   1234 			strlcpy(bd->bd_vendor, pdid->model,
   1235 			    sizeof(bd->bd_vendor));
   1236 			strlcpy(bd->bd_serial, pdid->serial,
   1237 			    sizeof(bd->bd_serial));
   1238 			bd->bd_procdev[0] = '\0';
   1239 		}
   1240 		break;
   1241 
   1242 	case BIOCBLINK:
   1243 		bb = (struct bioc_blink *)addr;
   1244 		blink = sc->scratch;
   1245 		error = EINVAL;
   1246 		/* XXX workaround completely dumb scsi addressing */
   1247 		for (ld = 0; ld < sc->maxunits; ld++) {
   1248 			ldp = sc->sc_lds[ld];
   1249 			if (!ldp)
   1250 				continue;
   1251 			for (pd = 0; pd < ldp->ndrives; pd++)
   1252 				if (ldp->tgts[pd] == (CISS_BIGBIT +
   1253 				    bb->bb_channel * sc->ndrives +
   1254 				    bb->bb_target))
   1255 					error = ciss_blink(sc, ld, pd,
   1256 					    bb->bb_status, blink);
   1257 		}
   1258 		break;
   1259 
   1260 	case BIOCALARM:
   1261 	case BIOCSETSTATE:
   1262 	default:
   1263 		error = EINVAL;
   1264 	}
   1265 
   1266 	return (error);
   1267 }
   1268 
   1269 int
   1270 ciss_ioctl_vol(struct ciss_softc *sc, struct bioc_vol *bv)
   1271 {
   1272 	struct ciss_ldid *ldid;
   1273 	struct ciss_ld *ldp;
   1274 	struct ciss_ldstat *ldstat;
   1275 	struct ciss_pdid *pdid;
   1276 	int error = 0;
   1277 	u_int blks;
   1278 
   1279 	if (bv->bv_volid > sc->maxunits) {
   1280 		return EINVAL;
   1281 	}
   1282 	ldp = sc->sc_lds[bv->bv_volid];
   1283 	ldid = sc->scratch;
   1284 	if ((error = ciss_ldid(sc, bv->bv_volid, ldid))) {
   1285 		return error;
   1286 	}
   1287 	bv->bv_status = BIOC_SVINVALID;
   1288 	blks = (u_int)le16toh(ldid->nblocks[1]) << 16 |
   1289 	    le16toh(ldid->nblocks[0]);
   1290 	bv->bv_size = blks * (u_quad_t)le16toh(ldid->blksize);
   1291 	bv->bv_level = ciss_level[ldid->type];
   1292 /*
   1293  * XXX Should only return bv_nodisk for logigal volume that we've associated
   1294  * the physical drives to:  either the 1st degraded, rebuilding, or failed
   1295  * volume else volume 0?
   1296  */
   1297 	if (ldp) {
   1298 		bv->bv_nodisk = ldp->ndrives;
   1299 		strlcpy(bv->bv_dev, ldp->xname, sizeof(bv->bv_dev));
   1300 	}
   1301 	strlcpy(bv->bv_vendor, "CISS", sizeof(bv->bv_vendor));
   1302 	ldstat = sc->scratch;
   1303 	bzero(ldstat, sizeof(*ldstat));
   1304 	if ((error = ciss_ldstat(sc, bv->bv_volid, ldstat))) {
   1305 		return error;
   1306 	}
   1307 	bv->bv_percent = -1;
   1308 	bv->bv_seconds = 0;
   1309 	if (ldstat->stat < sizeof(ciss_stat)/sizeof(ciss_stat[0]))
   1310 		bv->bv_status = ciss_stat[ldstat->stat];
   1311 	if (bv->bv_status == BIOC_SVREBUILD ||
   1312 	    bv->bv_status == BIOC_SVBUILDING) {
   1313 	 	u_int64_t prog;
   1314 
   1315 		ldp = sc->sc_lds[0];
   1316 		if (ldp) {
   1317 			bv->bv_nodisk = ldp->ndrives;
   1318 			strlcpy(bv->bv_dev, ldp->xname, sizeof(bv->bv_dev));
   1319 		}
   1320 /*
   1321  * XXX ldstat->prog is blocks remaining on physical drive being rebuilt
   1322  * blks is only correct for a RAID1 set;  RAID5 needs to determine the
   1323  * size of the physical device - which we don't yet know.
   1324  * ldstat->bigrebuild has physical device target, so could be used with
   1325  * pdid to get size.   Another way is to save pd information in sc so it's
   1326  * easy to reference.
   1327  */
   1328 		prog = (u_int64_t)((ldstat->prog[3] << 24) |
   1329 		    (ldstat->prog[2] << 16) | (ldstat->prog[1] << 8) |
   1330 		    ldstat->prog[0]);
   1331 		pdid = sc->scratch;
   1332 		if (!ciss_pdid(sc, ldstat->bigrebuild, pdid, XS_CTL_POLL)) {
   1333 			blks = le32toh(pdid->nblocks);
   1334 			bv->bv_percent = (blks - prog) * 1000ULL / blks;
   1335 		 }
   1336 	}
   1337 	return 0;
   1338 }
   1339 
   1340 int
   1341 ciss_blink(struct ciss_softc *sc, int ld, int pd, int stat,
   1342     struct ciss_blink *blink)
   1343 {
   1344 	struct ciss_ccb *ccb;
   1345 	struct ciss_cmd *cmd;
   1346 	struct ciss_ld *ldp;
   1347 
   1348 	if (ld > sc->maxunits)
   1349 		return EINVAL;
   1350 
   1351 	ldp = sc->sc_lds[ld];
   1352 	if (!ldp || pd > ldp->ndrives)
   1353 		return EINVAL;
   1354 
   1355 	ldp->bling.pdtab[ldp->tgts[pd]] = stat == BIOC_SBUNBLINK? 0 :
   1356 	    CISS_BLINK_ALL;
   1357 	bcopy(&ldp->bling, blink, sizeof(*blink));
   1358 
   1359 	ccb = ciss_get_ccb(sc);
   1360 	if (ccb == NULL)
   1361 		return ENOMEM;
   1362 	ccb->ccb_len = sizeof(*blink);
   1363 	ccb->ccb_data = blink;
   1364 	ccb->ccb_xs = NULL;
   1365 	cmd = &ccb->ccb_cmd;
   1366 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
   1367 	cmd->tgt2 = 0;
   1368 	cmd->cdblen = 10;
   1369 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_OUT;
   1370 	cmd->tmo = htole16(0);
   1371 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
   1372 	cmd->cdb[0] = CISS_CMD_CTRL_SET;
   1373 	cmd->cdb[6] = CISS_CMS_CTRL_PDBLINK;
   1374 	cmd->cdb[7] = sizeof(*blink) >> 8;	/* biiiig endian */
   1375 	cmd->cdb[8] = sizeof(*blink) & 0xff;
   1376 
   1377 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL);
   1378 }
   1379 
   1380 int
   1381 ciss_create_sensors(struct ciss_softc *sc)
   1382 {
   1383 	int			i;
   1384 	int nsensors = sc->maxunits;
   1385 
   1386 	sc->sc_sme = sysmon_envsys_create();
   1387 	sc->sc_sensor = malloc(sizeof(envsys_data_t) * nsensors,
   1388 		M_DEVBUF, M_NOWAIT | M_ZERO);
   1389 	if (sc->sc_sensor == NULL) {
   1390 		aprint_error_dev(&sc->sc_dev, "can't allocate envsys_data");
   1391 		return(ENOMEM);
   1392 	}
   1393 
   1394 	for (i = 0; i < nsensors; i++) {
   1395 		sc->sc_sensor[i].units = ENVSYS_DRIVE;
   1396 		sc->sc_sensor[i].monitor = true;
   1397 		/* Enable monitoring for drive state changes */
   1398 		sc->sc_sensor[i].flags |= ENVSYS_FMONSTCHANGED;
   1399 		/* logical drives */
   1400 		snprintf(sc->sc_sensor[i].desc,
   1401 		    sizeof(sc->sc_sensor[i].desc), "%s:%d",
   1402 		    device_xname(&sc->sc_dev), i);
   1403 		if (sysmon_envsys_sensor_attach(sc->sc_sme,
   1404 		    &sc->sc_sensor[i]))
   1405 			goto out;
   1406 	}
   1407 
   1408 	sc->sc_sme->sme_name = device_xname(&sc->sc_dev);
   1409 	sc->sc_sme->sme_cookie = sc;
   1410 	sc->sc_sme->sme_refresh = ciss_sensor_refresh;
   1411 	if (sysmon_envsys_register(sc->sc_sme)) {
   1412 		printf("%s: unable to register with sysmon\n", device_xname(&sc->sc_dev));
   1413 		return(1);
   1414 	}
   1415 	return (0);
   1416 
   1417 out:
   1418 	free(sc->sc_sensor, M_DEVBUF);
   1419 	sysmon_envsys_destroy(sc->sc_sme);
   1420 	return EINVAL;
   1421 }
   1422 
   1423 void
   1424 ciss_sensor_refresh(struct sysmon_envsys *sme, envsys_data_t *edata)
   1425 {
   1426 	struct ciss_softc	*sc = sme->sme_cookie;
   1427 	struct bioc_vol		bv;
   1428 
   1429 	if (edata->sensor >= sc->maxunits)
   1430 		return;
   1431 
   1432 	bzero(&bv, sizeof(bv));
   1433 	bv.bv_volid = edata->sensor;
   1434 	if (ciss_ioctl_vol(sc, &bv)) {
   1435 		return;
   1436 	}
   1437 
   1438 	switch(bv.bv_status) {
   1439 	case BIOC_SVOFFLINE:
   1440 		edata->value_cur = ENVSYS_DRIVE_FAIL;
   1441 		edata->state = ENVSYS_SCRITICAL;
   1442 		break;
   1443 
   1444 	case BIOC_SVDEGRADED:
   1445 		edata->value_cur = ENVSYS_DRIVE_PFAIL;
   1446 		edata->state = ENVSYS_SCRITICAL;
   1447 		break;
   1448 
   1449 	case BIOC_SVSCRUB:
   1450 	case BIOC_SVONLINE:
   1451 		edata->value_cur = ENVSYS_DRIVE_ONLINE;
   1452 		edata->state = ENVSYS_SVALID;
   1453 		break;
   1454 
   1455 	case BIOC_SVREBUILD:
   1456 	case BIOC_SVBUILDING:
   1457 		edata->value_cur = ENVSYS_DRIVE_REBUILD;
   1458 		edata->state = ENVSYS_SVALID;
   1459 		break;
   1460 
   1461 	case BIOC_SVINVALID:
   1462 		/* FALLTRHOUGH */
   1463 	default:
   1464 		edata->value_cur = 0; /* unknown */
   1465 		edata->state = ENVSYS_SINVALID;
   1466 	}
   1467 }
   1468 #endif /* NBIO > 0 */
   1469