Home | History | Annotate | Line # | Download | only in ic
cac.c revision 1.34.18.2
      1  1.34.18.2        ad /*	$NetBSD: cac.c,v 1.34.18.2 2007/01/12 00:57:35 ad Exp $	*/
      2        1.1        ad 
      3        1.1        ad /*-
      4  1.34.18.2        ad  * Copyright (c) 2000, 2006 The NetBSD Foundation, Inc.
      5        1.1        ad  * All rights reserved.
      6        1.1        ad  *
      7        1.1        ad  * This code is derived from software contributed to The NetBSD Foundation
      8        1.6        ad  * by Andrew Doran.
      9        1.1        ad  *
     10        1.1        ad  * Redistribution and use in source and binary forms, with or without
     11        1.1        ad  * modification, are permitted provided that the following conditions
     12        1.1        ad  * are met:
     13        1.1        ad  * 1. Redistributions of source code must retain the above copyright
     14        1.1        ad  *    notice, this list of conditions and the following disclaimer.
     15        1.1        ad  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.1        ad  *    notice, this list of conditions and the following disclaimer in the
     17        1.1        ad  *    documentation and/or other materials provided with the distribution.
     18        1.1        ad  * 3. All advertising materials mentioning features or use of this software
     19        1.1        ad  *    must display the following acknowledgement:
     20        1.1        ad  *        This product includes software developed by the NetBSD
     21        1.1        ad  *        Foundation, Inc. and its contributors.
     22        1.1        ad  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23        1.1        ad  *    contributors may be used to endorse or promote products derived
     24        1.1        ad  *    from this software without specific prior written permission.
     25        1.1        ad  *
     26        1.1        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27        1.1        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28        1.1        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29        1.1        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30        1.1        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31        1.1        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32        1.1        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33        1.1        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34        1.1        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35        1.1        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36        1.1        ad  * POSSIBILITY OF SUCH DAMAGE.
     37        1.1        ad  */
     38        1.1        ad 
     39        1.1        ad /*
     40        1.1        ad  * Driver for Compaq array controllers.
     41        1.1        ad  */
     42       1.19     lukem 
     43       1.19     lukem #include <sys/cdefs.h>
     44  1.34.18.2        ad __KERNEL_RCSID(0, "$NetBSD: cac.c,v 1.34.18.2 2007/01/12 00:57:35 ad Exp $");
     45        1.1        ad 
     46        1.1        ad #include <sys/param.h>
     47        1.1        ad #include <sys/systm.h>
     48        1.1        ad #include <sys/kernel.h>
     49        1.1        ad #include <sys/device.h>
     50        1.1        ad #include <sys/queue.h>
     51        1.1        ad #include <sys/proc.h>
     52        1.1        ad #include <sys/buf.h>
     53        1.1        ad #include <sys/endian.h>
     54        1.1        ad #include <sys/malloc.h>
     55        1.1        ad #include <sys/pool.h>
     56        1.1        ad 
     57       1.15   thorpej #include <uvm/uvm_extern.h>
     58       1.15   thorpej 
     59       1.34       dsl #include <sys/bswap.h>
     60        1.1        ad #include <machine/bus.h>
     61        1.1        ad 
     62        1.1        ad #include <dev/ic/cacreg.h>
     63        1.1        ad #include <dev/ic/cacvar.h>
     64        1.1        ad 
     65       1.28  drochner #include "locators.h"
     66       1.28  drochner 
     67       1.27   thorpej static struct	cac_ccb *cac_ccb_alloc(struct cac_softc *, int);
     68       1.27   thorpej static void	cac_ccb_done(struct cac_softc *, struct cac_ccb *);
     69       1.27   thorpej static void	cac_ccb_free(struct cac_softc *, struct cac_ccb *);
     70       1.27   thorpej static int	cac_ccb_poll(struct cac_softc *, struct cac_ccb *, int);
     71       1.27   thorpej static int	cac_ccb_start(struct cac_softc *, struct cac_ccb *);
     72       1.27   thorpej static int	cac_print(void *, const char *);
     73       1.27   thorpej static void	cac_shutdown(void *);
     74       1.27   thorpej 
     75       1.27   thorpej static struct	cac_ccb *cac_l0_completed(struct cac_softc *);
     76       1.27   thorpej static int	cac_l0_fifo_full(struct cac_softc *);
     77       1.27   thorpej static void	cac_l0_intr_enable(struct cac_softc *, int);
     78       1.27   thorpej static int	cac_l0_intr_pending(struct cac_softc *);
     79       1.27   thorpej static void	cac_l0_submit(struct cac_softc *, struct cac_ccb *);
     80       1.10        ad 
     81       1.10        ad static void	*cac_sdh;	/* shutdown hook */
     82       1.10        ad 
     83       1.20        ad const struct cac_linkage cac_l0 = {
     84       1.10        ad 	cac_l0_completed,
     85       1.10        ad 	cac_l0_fifo_full,
     86       1.10        ad 	cac_l0_intr_enable,
     87       1.10        ad 	cac_l0_intr_pending,
     88       1.10        ad 	cac_l0_submit
     89       1.10        ad };
     90        1.1        ad 
     91        1.1        ad /*
     92        1.1        ad  * Initialise our interface to the controller.
     93        1.1        ad  */
     94        1.1        ad int
     95       1.10        ad cac_init(struct cac_softc *sc, const char *intrstr, int startfw)
     96        1.1        ad {
     97        1.1        ad 	struct cac_controller_info cinfo;
     98        1.1        ad 	struct cac_attach_args caca;
     99        1.1        ad 	int error, rseg, size, i;
    100        1.1        ad 	bus_dma_segment_t seg;
    101        1.1        ad 	struct cac_ccb *ccb;
    102       1.31  drochner 	int locs[CACCF_NLOCS];
    103  1.34.18.2        ad 	char firm[8];
    104       1.29     perry 
    105        1.1        ad 	if (intrstr != NULL)
    106       1.25   thorpej 		aprint_normal("%s: interrupting at %s\n", sc->sc_dv.dv_xname,
    107       1.10        ad 		    intrstr);
    108        1.1        ad 
    109        1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_free);
    110        1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_queue);
    111        1.1        ad 
    112        1.1        ad         size = sizeof(struct cac_ccb) * CAC_MAX_CCBS;
    113        1.1        ad 
    114       1.29     perry 	if ((error = bus_dmamem_alloc(sc->sc_dmat, size, PAGE_SIZE, 0, &seg, 1,
    115        1.1        ad 	    &rseg, BUS_DMA_NOWAIT)) != 0) {
    116       1.25   thorpej 		aprint_error("%s: unable to allocate CCBs, error = %d\n",
    117        1.1        ad 		    sc->sc_dv.dv_xname, error);
    118        1.1        ad 		return (-1);
    119        1.1        ad 	}
    120        1.1        ad 
    121       1.29     perry 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg, size,
    122       1.10        ad 	    (caddr_t *)&sc->sc_ccbs,
    123       1.10        ad 	    BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
    124       1.25   thorpej 		aprint_error("%s: unable to map CCBs, error = %d\n",
    125        1.1        ad 		    sc->sc_dv.dv_xname, error);
    126        1.1        ad 		return (-1);
    127        1.1        ad 	}
    128        1.1        ad 
    129       1.29     perry 	if ((error = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0,
    130        1.1        ad 	    BUS_DMA_NOWAIT, &sc->sc_dmamap)) != 0) {
    131       1.25   thorpej 		aprint_error("%s: unable to create CCB DMA map, error = %d\n",
    132        1.1        ad 		    sc->sc_dv.dv_xname, error);
    133        1.1        ad 		return (-1);
    134        1.1        ad 	}
    135        1.1        ad 
    136       1.29     perry 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap, sc->sc_ccbs,
    137        1.1        ad 	    size, NULL, BUS_DMA_NOWAIT)) != 0) {
    138       1.25   thorpej 		aprint_error("%s: unable to load CCB DMA map, error = %d\n",
    139        1.1        ad 		    sc->sc_dv.dv_xname, error);
    140        1.1        ad 		return (-1);
    141        1.1        ad 	}
    142        1.1        ad 
    143        1.1        ad 	sc->sc_ccbs_paddr = sc->sc_dmamap->dm_segs[0].ds_addr;
    144        1.1        ad 	memset(sc->sc_ccbs, 0, size);
    145        1.1        ad 	ccb = (struct cac_ccb *)sc->sc_ccbs;
    146        1.1        ad 
    147        1.1        ad 	for (i = 0; i < CAC_MAX_CCBS; i++, ccb++) {
    148        1.1        ad 		/* Create the DMA map for this CCB's data */
    149       1.12        ad 		error = bus_dmamap_create(sc->sc_dmat, CAC_MAX_XFER,
    150       1.12        ad 		    CAC_SG_SIZE, CAC_MAX_XFER, 0,
    151       1.12        ad 		    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
    152       1.12        ad 		    &ccb->ccb_dmamap_xfer);
    153       1.10        ad 
    154        1.1        ad 		if (error) {
    155       1.29     perry 			aprint_error("%s: can't create ccb dmamap (%d)\n",
    156       1.10        ad 			    sc->sc_dv.dv_xname, error);
    157        1.1        ad 			break;
    158        1.1        ad 		}
    159        1.1        ad 
    160        1.1        ad 		ccb->ccb_flags = 0;
    161        1.1        ad 		ccb->ccb_paddr = sc->sc_ccbs_paddr + i * sizeof(struct cac_ccb);
    162        1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_free, ccb, ccb_chain);
    163        1.1        ad 	}
    164       1.29     perry 
    165       1.10        ad 	/* Start firmware background tasks, if needed. */
    166       1.10        ad 	if (startfw) {
    167       1.10        ad 		if (cac_cmd(sc, CAC_CMD_START_FIRMWARE, &cinfo, sizeof(cinfo),
    168       1.10        ad 		    0, 0, CAC_CCB_DATA_IN, NULL)) {
    169       1.25   thorpej 			aprint_error("%s: CAC_CMD_START_FIRMWARE failed\n",
    170       1.10        ad 			    sc->sc_dv.dv_xname);
    171       1.10        ad 			return (-1);
    172       1.10        ad 		}
    173       1.10        ad 	}
    174       1.10        ad 
    175       1.29     perry 	if (cac_cmd(sc, CAC_CMD_GET_CTRL_INFO, &cinfo, sizeof(cinfo), 0, 0,
    176        1.1        ad 	    CAC_CCB_DATA_IN, NULL)) {
    177       1.29     perry 		aprint_error("%s: CAC_CMD_GET_CTRL_INFO failed\n",
    178        1.1        ad 		    sc->sc_dv.dv_xname);
    179        1.1        ad 		return (-1);
    180        1.1        ad 	}
    181        1.1        ad 
    182  1.34.18.2        ad 	strlcpy(firm, cinfo.firm_rev, 4+1);
    183  1.34.18.2        ad 	printf("%s: %d channels, firmware <%s>\n", sc->sc_dv.dv_xname,
    184  1.34.18.2        ad 	    cinfo.scsi_chips, firm);
    185  1.34.18.2        ad 
    186       1.14        ad 	sc->sc_nunits = cinfo.num_drvs;
    187        1.1        ad 	for (i = 0; i < cinfo.num_drvs; i++) {
    188        1.1        ad 		caca.caca_unit = i;
    189       1.28  drochner 
    190       1.31  drochner 		locs[CACCF_UNIT] = i;
    191       1.28  drochner 
    192       1.31  drochner 		config_found_sm_loc(&sc->sc_dv, "cac", locs, &caca,
    193  1.34.18.2        ad 		    cac_print, config_stdsubmatch);
    194        1.1        ad 	}
    195        1.1        ad 
    196       1.10        ad 	/* Set our `shutdownhook' before we start any device activity. */
    197        1.4        ad 	if (cac_sdh == NULL)
    198        1.1        ad 		cac_sdh = shutdownhook_establish(cac_shutdown, NULL);
    199       1.29     perry 
    200       1.20        ad 	(*sc->sc_cl.cl_intr_enable)(sc, CAC_INTR_ENABLE);
    201        1.1        ad 	return (0);
    202        1.1        ad }
    203        1.1        ad 
    204        1.1        ad /*
    205       1.10        ad  * Shut down all `cac' controllers.
    206        1.1        ad  */
    207       1.27   thorpej static void
    208       1.10        ad cac_shutdown(void *cookie)
    209        1.1        ad {
    210        1.4        ad 	extern struct cfdriver cac_cd;
    211        1.1        ad 	struct cac_softc *sc;
    212       1.30  christos 	u_int8_t tbuf[512];
    213        1.4        ad 	int i;
    214        1.1        ad 
    215        1.4        ad 	for (i = 0; i < cac_cd.cd_ndevs; i++) {
    216        1.7   thorpej 		if ((sc = device_lookup(&cac_cd, i)) == NULL)
    217       1.29     perry 			continue;
    218       1.30  christos 		memset(tbuf, 0, sizeof(tbuf));
    219       1.30  christos 		tbuf[0] = 1;
    220       1.30  christos 		cac_cmd(sc, CAC_CMD_FLUSH_CACHE, tbuf, sizeof(tbuf), 0, 0,
    221        1.1        ad 		    CAC_CCB_DATA_OUT, NULL);
    222        1.1        ad 	}
    223       1.29     perry }
    224        1.1        ad 
    225        1.1        ad /*
    226       1.10        ad  * Print autoconfiguration message for a sub-device.
    227        1.1        ad  */
    228       1.27   thorpej static int
    229       1.10        ad cac_print(void *aux, const char *pnp)
    230        1.1        ad {
    231        1.1        ad 	struct cac_attach_args *caca;
    232        1.1        ad 
    233        1.1        ad 	caca = (struct cac_attach_args *)aux;
    234        1.1        ad 
    235       1.10        ad 	if (pnp != NULL)
    236       1.23   thorpej 		aprint_normal("block device at %s", pnp);
    237       1.23   thorpej 	aprint_normal(" unit %d", caca->caca_unit);
    238        1.1        ad 	return (UNCONF);
    239        1.1        ad }
    240        1.1        ad 
    241        1.1        ad /*
    242        1.1        ad  * Handle an interrupt from the controller: process finished CCBs and
    243        1.1        ad  * dequeue any waiting CCBs.
    244        1.1        ad  */
    245        1.1        ad int
    246       1.10        ad cac_intr(void *cookie)
    247        1.1        ad {
    248        1.1        ad 	struct cac_softc *sc;
    249        1.1        ad 	struct cac_ccb *ccb;
    250        1.1        ad 
    251       1.10        ad 	sc = (struct cac_softc *)cookie;
    252        1.1        ad 
    253       1.20        ad 	if (!(*sc->sc_cl.cl_intr_pending)(sc)) {
    254       1.10        ad #ifdef DEBUG
    255       1.10        ad 		printf("%s: spurious intr\n", sc->sc_dv.dv_xname);
    256       1.10        ad #endif
    257        1.1        ad 		return (0);
    258       1.29     perry 	}
    259        1.1        ad 
    260       1.20        ad 	while ((ccb = (*sc->sc_cl.cl_completed)(sc)) != NULL) {
    261        1.1        ad 		cac_ccb_done(sc, ccb);
    262       1.10        ad 		cac_ccb_start(sc, NULL);
    263        1.1        ad 	}
    264        1.1        ad 
    265        1.1        ad 	return (1);
    266        1.1        ad }
    267        1.1        ad 
    268        1.1        ad /*
    269        1.1        ad  * Execute a [polled] command.
    270        1.1        ad  */
    271        1.1        ad int
    272       1.10        ad cac_cmd(struct cac_softc *sc, int command, void *data, int datasize,
    273       1.10        ad 	int drive, int blkno, int flags, struct cac_context *context)
    274        1.1        ad {
    275        1.1        ad 	struct cac_ccb *ccb;
    276        1.1        ad 	struct cac_sgb *sgb;
    277        1.2        ad 	int s, i, rv, size, nsegs;
    278        1.2        ad 
    279        1.2        ad 	size = 0;
    280        1.1        ad 
    281       1.26        pk 	if ((ccb = cac_ccb_alloc(sc, 1)) == NULL) {
    282        1.1        ad 		printf("%s: unable to alloc CCB", sc->sc_dv.dv_xname);
    283       1.26        pk 		return (EAGAIN);
    284        1.1        ad 	}
    285        1.1        ad 
    286        1.1        ad 	if ((flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    287       1.10        ad 		bus_dmamap_load(sc->sc_dmat, ccb->ccb_dmamap_xfer,
    288       1.17   thorpej 		    (void *)data, datasize, NULL, BUS_DMA_NOWAIT |
    289       1.18   thorpej 		    BUS_DMA_STREAMING | ((flags & CAC_CCB_DATA_IN) ?
    290       1.18   thorpej 		    BUS_DMA_READ : BUS_DMA_WRITE));
    291       1.10        ad 
    292        1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0, datasize,
    293        1.1        ad 		    (flags & CAC_CCB_DATA_IN) != 0 ? BUS_DMASYNC_PREREAD :
    294        1.1        ad 		    BUS_DMASYNC_PREWRITE);
    295       1.29     perry 
    296        1.1        ad 		sgb = ccb->ccb_seg;
    297        1.2        ad 		nsegs = min(ccb->ccb_dmamap_xfer->dm_nsegs, CAC_SG_SIZE);
    298        1.1        ad 
    299        1.2        ad 		for (i = 0; i < nsegs; i++, sgb++) {
    300        1.2        ad 			size += ccb->ccb_dmamap_xfer->dm_segs[i].ds_len;
    301       1.29     perry 			sgb->length =
    302        1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_len);
    303       1.29     perry 			sgb->addr =
    304        1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_addr);
    305        1.1        ad 		}
    306        1.2        ad 	} else {
    307        1.2        ad 		size = datasize;
    308        1.2        ad 		nsegs = 0;
    309        1.1        ad 	}
    310        1.2        ad 
    311        1.1        ad 	ccb->ccb_hdr.drive = drive;
    312  1.34.18.2        ad 	ccb->ccb_hdr.priority = 0;
    313       1.29     perry 	ccb->ccb_hdr.size = htole16((sizeof(struct cac_req) +
    314        1.1        ad 	    sizeof(struct cac_sgb) * CAC_SG_SIZE) >> 2);
    315        1.1        ad 
    316  1.34.18.2        ad 	ccb->ccb_req.next = 0;
    317  1.34.18.2        ad 	ccb->ccb_req.error = 0;
    318  1.34.18.2        ad 	ccb->ccb_req.reserved = 0;
    319        1.2        ad 	ccb->ccb_req.bcount = htole16(howmany(size, DEV_BSIZE));
    320        1.1        ad 	ccb->ccb_req.command = command;
    321        1.5   thorpej 	ccb->ccb_req.sgcount = nsegs;
    322        1.1        ad 	ccb->ccb_req.blkno = htole32(blkno);
    323       1.29     perry 
    324        1.1        ad 	ccb->ccb_flags = flags;
    325        1.2        ad 	ccb->ccb_datasize = size;
    326        1.1        ad 
    327        1.1        ad 	if (context == NULL) {
    328        1.1        ad 		memset(&ccb->ccb_context, 0, sizeof(struct cac_context));
    329        1.1        ad 		s = splbio();
    330       1.10        ad 
    331       1.10        ad 		/* Synchronous commands musn't wait. */
    332       1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc)) {
    333        1.1        ad 			cac_ccb_free(sc, ccb);
    334       1.26        pk 			rv = EAGAIN;
    335        1.1        ad 		} else {
    336       1.12        ad #ifdef DIAGNOSTIC
    337       1.12        ad 			ccb->ccb_flags |= CAC_CCB_ACTIVE;
    338       1.12        ad #endif
    339       1.20        ad 			(*sc->sc_cl.cl_submit)(sc, ccb);
    340       1.13        ad 			rv = cac_ccb_poll(sc, ccb, 2000);
    341        1.1        ad 			cac_ccb_free(sc, ccb);
    342        1.1        ad 		}
    343        1.1        ad 	} else {
    344        1.1        ad 		memcpy(&ccb->ccb_context, context, sizeof(struct cac_context));
    345        1.4        ad 		s = splbio();
    346       1.26        pk 		(void)cac_ccb_start(sc, ccb);
    347       1.26        pk 		rv = 0;
    348        1.1        ad 	}
    349       1.29     perry 
    350        1.4        ad 	splx(s);
    351        1.1        ad 	return (rv);
    352        1.1        ad }
    353        1.1        ad 
    354        1.1        ad /*
    355       1.10        ad  * Wait for the specified CCB to complete.  Must be called at splbio.
    356        1.1        ad  */
    357       1.27   thorpej static int
    358       1.10        ad cac_ccb_poll(struct cac_softc *sc, struct cac_ccb *wantccb, int timo)
    359       1.10        ad {
    360        1.1        ad 	struct cac_ccb *ccb;
    361       1.13        ad 
    362  1.34.18.2        ad 	timo *= 1000;
    363        1.1        ad 
    364       1.10        ad 	do {
    365       1.10        ad 		for (; timo != 0; timo--) {
    366       1.20        ad 			ccb = (*sc->sc_cl.cl_completed)(sc);
    367       1.20        ad 			if (ccb != NULL)
    368        1.1        ad 				break;
    369  1.34.18.2        ad 			DELAY(1);
    370        1.1        ad 		}
    371        1.1        ad 
    372       1.13        ad 		if (timo == 0) {
    373       1.20        ad 			printf("%s: timeout\n", sc->sc_dv.dv_xname);
    374       1.13        ad 			return (EBUSY);
    375       1.13        ad 		}
    376       1.10        ad 		cac_ccb_done(sc, ccb);
    377       1.10        ad 	} while (ccb != wantccb);
    378       1.13        ad 
    379       1.13        ad 	return (0);
    380        1.1        ad }
    381        1.1        ad 
    382        1.1        ad /*
    383       1.29     perry  * Enqueue the specified command (if any) and attempt to start all enqueued
    384       1.10        ad  * commands.  Must be called at splbio.
    385        1.1        ad  */
    386       1.27   thorpej static int
    387       1.10        ad cac_ccb_start(struct cac_softc *sc, struct cac_ccb *ccb)
    388        1.1        ad {
    389       1.10        ad 
    390        1.1        ad 	if (ccb != NULL)
    391        1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_queue, ccb, ccb_chain);
    392        1.1        ad 
    393        1.1        ad 	while ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_queue)) != NULL) {
    394       1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc))
    395       1.26        pk 			return (EAGAIN);
    396       1.21     lukem 		SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_queue, ccb_chain);
    397       1.10        ad #ifdef DIAGNOSTIC
    398       1.10        ad 		ccb->ccb_flags |= CAC_CCB_ACTIVE;
    399       1.10        ad #endif
    400       1.20        ad 		(*sc->sc_cl.cl_submit)(sc, ccb);
    401        1.1        ad 	}
    402       1.29     perry 
    403        1.1        ad 	return (0);
    404        1.1        ad }
    405        1.1        ad 
    406        1.1        ad /*
    407        1.1        ad  * Process a finished CCB.
    408        1.1        ad  */
    409       1.27   thorpej static void
    410       1.10        ad cac_ccb_done(struct cac_softc *sc, struct cac_ccb *ccb)
    411        1.1        ad {
    412       1.14        ad 	struct device *dv;
    413       1.14        ad 	void *context;
    414        1.1        ad 	int error;
    415        1.1        ad 
    416        1.1        ad 	error = 0;
    417        1.1        ad 
    418       1.10        ad #ifdef DIAGNOSTIC
    419       1.10        ad 	if ((ccb->ccb_flags & CAC_CCB_ACTIVE) == 0)
    420       1.10        ad 		panic("cac_ccb_done: CCB not active");
    421       1.10        ad 	ccb->ccb_flags &= ~CAC_CCB_ACTIVE;
    422       1.10        ad #endif
    423       1.10        ad 
    424        1.1        ad 	if ((ccb->ccb_flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    425        1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0,
    426        1.1        ad 		    ccb->ccb_datasize, ccb->ccb_flags & CAC_CCB_DATA_IN ?
    427        1.1        ad 		    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
    428        1.1        ad 		bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap_xfer);
    429        1.1        ad 	}
    430        1.1        ad 
    431       1.16        ad 	error = ccb->ccb_req.error;
    432       1.10        ad 	if (ccb->ccb_context.cc_handler != NULL) {
    433       1.14        ad 		dv = ccb->ccb_context.cc_dv;
    434       1.14        ad 		context = ccb->ccb_context.cc_context;
    435       1.10        ad 		cac_ccb_free(sc, ccb);
    436       1.14        ad 		(*ccb->ccb_context.cc_handler)(dv, context, error);
    437       1.16        ad 	} else {
    438       1.16        ad 		if ((error & CAC_RET_SOFT_ERROR) != 0)
    439       1.16        ad 			printf("%s: soft error; array may be degraded\n",
    440       1.16        ad 			    sc->sc_dv.dv_xname);
    441       1.16        ad 		if ((error & CAC_RET_HARD_ERROR) != 0)
    442       1.16        ad 			printf("%s: hard error\n", sc->sc_dv.dv_xname);
    443       1.16        ad 		if ((error & CAC_RET_CMD_REJECTED) != 0) {
    444       1.16        ad 			error = 1;
    445       1.16        ad 			printf("%s: invalid request\n", sc->sc_dv.dv_xname);
    446       1.16        ad 		}
    447       1.10        ad 	}
    448        1.1        ad }
    449        1.1        ad 
    450        1.1        ad /*
    451       1.10        ad  * Allocate a CCB.
    452        1.1        ad  */
    453       1.27   thorpej static struct cac_ccb *
    454       1.10        ad cac_ccb_alloc(struct cac_softc *sc, int nosleep)
    455        1.1        ad {
    456        1.1        ad 	struct cac_ccb *ccb;
    457        1.1        ad 	int s;
    458        1.1        ad 
    459        1.1        ad 	s = splbio();
    460        1.1        ad 
    461        1.1        ad 	for (;;) {
    462        1.1        ad 		if ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_free)) != NULL) {
    463       1.21     lukem 			SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_free, ccb_chain);
    464        1.1        ad 			break;
    465        1.1        ad 		}
    466        1.1        ad 		if (nosleep) {
    467        1.1        ad 			ccb = NULL;
    468        1.1        ad 			break;
    469        1.1        ad 		}
    470        1.1        ad 		tsleep(&sc->sc_ccb_free, PRIBIO, "cacccb", 0);
    471        1.1        ad 	}
    472        1.1        ad 
    473        1.1        ad 	splx(s);
    474        1.1        ad 	return (ccb);
    475        1.1        ad }
    476        1.1        ad 
    477        1.1        ad /*
    478        1.1        ad  * Put a CCB onto the freelist.
    479        1.1        ad  */
    480       1.27   thorpej static void
    481       1.10        ad cac_ccb_free(struct cac_softc *sc, struct cac_ccb *ccb)
    482        1.1        ad {
    483        1.1        ad 	int s;
    484        1.1        ad 
    485       1.13        ad 	ccb->ccb_flags = 0;
    486        1.1        ad 	s = splbio();
    487        1.1        ad 	SIMPLEQ_INSERT_HEAD(&sc->sc_ccb_free, ccb, ccb_chain);
    488        1.1        ad 	if (SIMPLEQ_NEXT(ccb, ccb_chain) == NULL)
    489       1.10        ad 		wakeup_one(&sc->sc_ccb_free);
    490        1.1        ad 	splx(s);
    491       1.10        ad }
    492       1.10        ad 
    493       1.10        ad /*
    494       1.10        ad  * Board specific linkage shared between multiple bus types.
    495       1.10        ad  */
    496       1.10        ad 
    497       1.27   thorpej static int
    498       1.10        ad cac_l0_fifo_full(struct cac_softc *sc)
    499       1.10        ad {
    500       1.10        ad 
    501       1.10        ad 	return (cac_inl(sc, CAC_REG_CMD_FIFO) == 0);
    502       1.10        ad }
    503       1.10        ad 
    504       1.27   thorpej static void
    505       1.10        ad cac_l0_submit(struct cac_softc *sc, struct cac_ccb *ccb)
    506       1.10        ad {
    507       1.10        ad 
    508       1.10        ad 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, (caddr_t)ccb - sc->sc_ccbs,
    509       1.10        ad 	    sizeof(struct cac_ccb), BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
    510       1.10        ad 	cac_outl(sc, CAC_REG_CMD_FIFO, ccb->ccb_paddr);
    511       1.10        ad }
    512       1.10        ad 
    513       1.27   thorpej static struct cac_ccb *
    514       1.10        ad cac_l0_completed(struct cac_softc *sc)
    515       1.10        ad {
    516       1.10        ad 	struct cac_ccb *ccb;
    517       1.10        ad 	paddr_t off;
    518       1.10        ad 
    519       1.20        ad 	if ((off = cac_inl(sc, CAC_REG_DONE_FIFO)) == 0)
    520       1.20        ad 		return (NULL);
    521       1.20        ad 
    522       1.20        ad 	if ((off & 3) != 0)
    523       1.20        ad 		printf("%s: failed command list returned: %lx\n",
    524       1.20        ad 		    sc->sc_dv.dv_xname, (long)off);
    525       1.20        ad 
    526       1.20        ad 	off = (off & ~3) - sc->sc_ccbs_paddr;
    527       1.10        ad 	ccb = (struct cac_ccb *)(sc->sc_ccbs + off);
    528       1.10        ad 
    529       1.10        ad 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, off, sizeof(struct cac_ccb),
    530       1.10        ad 	    BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
    531       1.10        ad 
    532  1.34.18.2        ad 	if ((off & 3) != 0 && ccb->ccb_req.error == 0)
    533  1.34.18.2        ad 		ccb->ccb_req.error = CAC_RET_CMD_REJECTED;
    534  1.34.18.2        ad 
    535       1.10        ad 	return (ccb);
    536       1.10        ad }
    537       1.10        ad 
    538       1.27   thorpej static int
    539       1.10        ad cac_l0_intr_pending(struct cac_softc *sc)
    540       1.10        ad {
    541       1.10        ad 
    542       1.20        ad 	return (cac_inl(sc, CAC_REG_INTR_PENDING) & CAC_INTR_ENABLE);
    543       1.10        ad }
    544       1.10        ad 
    545       1.27   thorpej static void
    546       1.10        ad cac_l0_intr_enable(struct cac_softc *sc, int state)
    547       1.10        ad {
    548       1.10        ad 
    549       1.10        ad 	cac_outl(sc, CAC_REG_INTR_MASK,
    550       1.10        ad 	    state ? CAC_INTR_ENABLE : CAC_INTR_DISABLE);
    551        1.1        ad }
    552