Home | History | Annotate | Line # | Download | only in ic
cac.c revision 1.29
      1  1.29     perry /*	$NetBSD: cac.c,v 1.29 2005/02/27 00:27:01 perry Exp $	*/
      2   1.1        ad 
      3   1.1        ad /*-
      4   1.1        ad  * Copyright (c) 2000 The NetBSD Foundation, Inc.
      5   1.1        ad  * All rights reserved.
      6   1.1        ad  *
      7   1.1        ad  * This code is derived from software contributed to The NetBSD Foundation
      8   1.6        ad  * by Andrew Doran.
      9   1.1        ad  *
     10   1.1        ad  * Redistribution and use in source and binary forms, with or without
     11   1.1        ad  * modification, are permitted provided that the following conditions
     12   1.1        ad  * are met:
     13   1.1        ad  * 1. Redistributions of source code must retain the above copyright
     14   1.1        ad  *    notice, this list of conditions and the following disclaimer.
     15   1.1        ad  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1        ad  *    notice, this list of conditions and the following disclaimer in the
     17   1.1        ad  *    documentation and/or other materials provided with the distribution.
     18   1.1        ad  * 3. All advertising materials mentioning features or use of this software
     19   1.1        ad  *    must display the following acknowledgement:
     20   1.1        ad  *        This product includes software developed by the NetBSD
     21   1.1        ad  *        Foundation, Inc. and its contributors.
     22   1.1        ad  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23   1.1        ad  *    contributors may be used to endorse or promote products derived
     24   1.1        ad  *    from this software without specific prior written permission.
     25   1.1        ad  *
     26   1.1        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27   1.1        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28   1.1        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29   1.1        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30   1.1        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31   1.1        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32   1.1        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33   1.1        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34   1.1        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35   1.1        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36   1.1        ad  * POSSIBILITY OF SUCH DAMAGE.
     37   1.1        ad  */
     38   1.1        ad 
     39   1.1        ad /*
     40   1.1        ad  * Driver for Compaq array controllers.
     41   1.1        ad  */
     42  1.19     lukem 
     43  1.19     lukem #include <sys/cdefs.h>
     44  1.29     perry __KERNEL_RCSID(0, "$NetBSD: cac.c,v 1.29 2005/02/27 00:27:01 perry Exp $");
     45   1.1        ad 
     46   1.1        ad #include <sys/param.h>
     47   1.1        ad #include <sys/systm.h>
     48   1.1        ad #include <sys/kernel.h>
     49   1.1        ad #include <sys/device.h>
     50   1.1        ad #include <sys/queue.h>
     51   1.1        ad #include <sys/proc.h>
     52   1.1        ad #include <sys/buf.h>
     53   1.1        ad #include <sys/endian.h>
     54   1.1        ad #include <sys/malloc.h>
     55   1.1        ad #include <sys/pool.h>
     56   1.1        ad 
     57  1.15   thorpej #include <uvm/uvm_extern.h>
     58  1.15   thorpej 
     59   1.1        ad #include <machine/bswap.h>
     60   1.1        ad #include <machine/bus.h>
     61   1.1        ad 
     62   1.1        ad #include <dev/ic/cacreg.h>
     63   1.1        ad #include <dev/ic/cacvar.h>
     64   1.1        ad 
     65  1.28  drochner #include "locators.h"
     66  1.28  drochner 
     67  1.27   thorpej static struct	cac_ccb *cac_ccb_alloc(struct cac_softc *, int);
     68  1.27   thorpej static void	cac_ccb_done(struct cac_softc *, struct cac_ccb *);
     69  1.27   thorpej static void	cac_ccb_free(struct cac_softc *, struct cac_ccb *);
     70  1.27   thorpej static int	cac_ccb_poll(struct cac_softc *, struct cac_ccb *, int);
     71  1.27   thorpej static int	cac_ccb_start(struct cac_softc *, struct cac_ccb *);
     72  1.27   thorpej static int	cac_print(void *, const char *);
     73  1.27   thorpej static void	cac_shutdown(void *);
     74  1.28  drochner static int	cac_submatch(struct device *, struct cfdata *,
     75  1.28  drochner 			     const locdesc_t *, void *);
     76  1.27   thorpej 
     77  1.27   thorpej static struct	cac_ccb *cac_l0_completed(struct cac_softc *);
     78  1.27   thorpej static int	cac_l0_fifo_full(struct cac_softc *);
     79  1.27   thorpej static void	cac_l0_intr_enable(struct cac_softc *, int);
     80  1.27   thorpej static int	cac_l0_intr_pending(struct cac_softc *);
     81  1.27   thorpej static void	cac_l0_submit(struct cac_softc *, struct cac_ccb *);
     82  1.10        ad 
     83  1.10        ad static void	*cac_sdh;	/* shutdown hook */
     84  1.10        ad 
     85  1.20        ad const struct cac_linkage cac_l0 = {
     86  1.10        ad 	cac_l0_completed,
     87  1.10        ad 	cac_l0_fifo_full,
     88  1.10        ad 	cac_l0_intr_enable,
     89  1.10        ad 	cac_l0_intr_pending,
     90  1.10        ad 	cac_l0_submit
     91  1.10        ad };
     92   1.1        ad 
     93   1.1        ad /*
     94   1.1        ad  * Initialise our interface to the controller.
     95   1.1        ad  */
     96   1.1        ad int
     97  1.10        ad cac_init(struct cac_softc *sc, const char *intrstr, int startfw)
     98   1.1        ad {
     99   1.1        ad 	struct cac_controller_info cinfo;
    100   1.1        ad 	struct cac_attach_args caca;
    101   1.1        ad 	int error, rseg, size, i;
    102   1.1        ad 	bus_dma_segment_t seg;
    103   1.1        ad 	struct cac_ccb *ccb;
    104  1.28  drochner 	int help[2];
    105  1.28  drochner 	locdesc_t *ldesc = (void *)help; /* XXX */
    106  1.29     perry 
    107   1.1        ad 	if (intrstr != NULL)
    108  1.25   thorpej 		aprint_normal("%s: interrupting at %s\n", sc->sc_dv.dv_xname,
    109  1.10        ad 		    intrstr);
    110   1.1        ad 
    111   1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_free);
    112   1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_queue);
    113   1.1        ad 
    114   1.1        ad         size = sizeof(struct cac_ccb) * CAC_MAX_CCBS;
    115   1.1        ad 
    116  1.29     perry 	if ((error = bus_dmamem_alloc(sc->sc_dmat, size, PAGE_SIZE, 0, &seg, 1,
    117   1.1        ad 	    &rseg, BUS_DMA_NOWAIT)) != 0) {
    118  1.25   thorpej 		aprint_error("%s: unable to allocate CCBs, error = %d\n",
    119   1.1        ad 		    sc->sc_dv.dv_xname, error);
    120   1.1        ad 		return (-1);
    121   1.1        ad 	}
    122   1.1        ad 
    123  1.29     perry 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg, size,
    124  1.10        ad 	    (caddr_t *)&sc->sc_ccbs,
    125  1.10        ad 	    BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
    126  1.25   thorpej 		aprint_error("%s: unable to map CCBs, error = %d\n",
    127   1.1        ad 		    sc->sc_dv.dv_xname, error);
    128   1.1        ad 		return (-1);
    129   1.1        ad 	}
    130   1.1        ad 
    131  1.29     perry 	if ((error = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0,
    132   1.1        ad 	    BUS_DMA_NOWAIT, &sc->sc_dmamap)) != 0) {
    133  1.25   thorpej 		aprint_error("%s: unable to create CCB DMA map, error = %d\n",
    134   1.1        ad 		    sc->sc_dv.dv_xname, error);
    135   1.1        ad 		return (-1);
    136   1.1        ad 	}
    137   1.1        ad 
    138  1.29     perry 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap, sc->sc_ccbs,
    139   1.1        ad 	    size, NULL, BUS_DMA_NOWAIT)) != 0) {
    140  1.25   thorpej 		aprint_error("%s: unable to load CCB DMA map, error = %d\n",
    141   1.1        ad 		    sc->sc_dv.dv_xname, error);
    142   1.1        ad 		return (-1);
    143   1.1        ad 	}
    144   1.1        ad 
    145   1.1        ad 	sc->sc_ccbs_paddr = sc->sc_dmamap->dm_segs[0].ds_addr;
    146   1.1        ad 	memset(sc->sc_ccbs, 0, size);
    147   1.1        ad 	ccb = (struct cac_ccb *)sc->sc_ccbs;
    148   1.1        ad 
    149   1.1        ad 	for (i = 0; i < CAC_MAX_CCBS; i++, ccb++) {
    150   1.1        ad 		/* Create the DMA map for this CCB's data */
    151  1.12        ad 		error = bus_dmamap_create(sc->sc_dmat, CAC_MAX_XFER,
    152  1.12        ad 		    CAC_SG_SIZE, CAC_MAX_XFER, 0,
    153  1.12        ad 		    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
    154  1.12        ad 		    &ccb->ccb_dmamap_xfer);
    155  1.10        ad 
    156   1.1        ad 		if (error) {
    157  1.29     perry 			aprint_error("%s: can't create ccb dmamap (%d)\n",
    158  1.10        ad 			    sc->sc_dv.dv_xname, error);
    159   1.1        ad 			break;
    160   1.1        ad 		}
    161   1.1        ad 
    162   1.1        ad 		ccb->ccb_flags = 0;
    163   1.1        ad 		ccb->ccb_paddr = sc->sc_ccbs_paddr + i * sizeof(struct cac_ccb);
    164   1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_free, ccb, ccb_chain);
    165   1.1        ad 	}
    166  1.29     perry 
    167  1.10        ad 	/* Start firmware background tasks, if needed. */
    168  1.10        ad 	if (startfw) {
    169  1.10        ad 		if (cac_cmd(sc, CAC_CMD_START_FIRMWARE, &cinfo, sizeof(cinfo),
    170  1.10        ad 		    0, 0, CAC_CCB_DATA_IN, NULL)) {
    171  1.25   thorpej 			aprint_error("%s: CAC_CMD_START_FIRMWARE failed\n",
    172  1.10        ad 			    sc->sc_dv.dv_xname);
    173  1.10        ad 			return (-1);
    174  1.10        ad 		}
    175  1.10        ad 	}
    176  1.10        ad 
    177  1.29     perry 	if (cac_cmd(sc, CAC_CMD_GET_CTRL_INFO, &cinfo, sizeof(cinfo), 0, 0,
    178   1.1        ad 	    CAC_CCB_DATA_IN, NULL)) {
    179  1.29     perry 		aprint_error("%s: CAC_CMD_GET_CTRL_INFO failed\n",
    180   1.1        ad 		    sc->sc_dv.dv_xname);
    181   1.1        ad 		return (-1);
    182   1.1        ad 	}
    183   1.1        ad 
    184  1.14        ad 	sc->sc_nunits = cinfo.num_drvs;
    185   1.1        ad 	for (i = 0; i < cinfo.num_drvs; i++) {
    186   1.1        ad 		caca.caca_unit = i;
    187  1.28  drochner 
    188  1.28  drochner 		ldesc->len = 1;
    189  1.28  drochner 		ldesc->locs[CACCF_UNIT] = i;
    190  1.28  drochner 
    191  1.28  drochner 		config_found_sm_loc(&sc->sc_dv, "cac", ldesc, &caca,
    192  1.28  drochner 				    cac_print, cac_submatch);
    193   1.1        ad 	}
    194   1.1        ad 
    195  1.10        ad 	/* Set our `shutdownhook' before we start any device activity. */
    196   1.4        ad 	if (cac_sdh == NULL)
    197   1.1        ad 		cac_sdh = shutdownhook_establish(cac_shutdown, NULL);
    198  1.29     perry 
    199  1.20        ad 	(*sc->sc_cl.cl_intr_enable)(sc, CAC_INTR_ENABLE);
    200   1.1        ad 	return (0);
    201   1.1        ad }
    202   1.1        ad 
    203   1.1        ad /*
    204  1.10        ad  * Shut down all `cac' controllers.
    205   1.1        ad  */
    206  1.27   thorpej static void
    207  1.10        ad cac_shutdown(void *cookie)
    208   1.1        ad {
    209   1.4        ad 	extern struct cfdriver cac_cd;
    210   1.1        ad 	struct cac_softc *sc;
    211  1.11        ad 	u_int8_t buf[512];
    212   1.4        ad 	int i;
    213   1.1        ad 
    214   1.4        ad 	for (i = 0; i < cac_cd.cd_ndevs; i++) {
    215   1.7   thorpej 		if ((sc = device_lookup(&cac_cd, i)) == NULL)
    216  1.29     perry 			continue;
    217  1.11        ad 		memset(buf, 0, sizeof(buf));
    218   1.1        ad 		buf[0] = 1;
    219  1.29     perry 		cac_cmd(sc, CAC_CMD_FLUSH_CACHE, buf, sizeof(buf), 0, 0,
    220   1.1        ad 		    CAC_CCB_DATA_OUT, NULL);
    221   1.1        ad 	}
    222  1.29     perry }
    223   1.1        ad 
    224   1.1        ad /*
    225  1.10        ad  * Print autoconfiguration message for a sub-device.
    226   1.1        ad  */
    227  1.27   thorpej static int
    228  1.10        ad cac_print(void *aux, const char *pnp)
    229   1.1        ad {
    230   1.1        ad 	struct cac_attach_args *caca;
    231   1.1        ad 
    232   1.1        ad 	caca = (struct cac_attach_args *)aux;
    233   1.1        ad 
    234  1.10        ad 	if (pnp != NULL)
    235  1.23   thorpej 		aprint_normal("block device at %s", pnp);
    236  1.23   thorpej 	aprint_normal(" unit %d", caca->caca_unit);
    237   1.1        ad 	return (UNCONF);
    238   1.1        ad }
    239   1.1        ad 
    240   1.1        ad /*
    241  1.10        ad  * Match a sub-device.
    242   1.1        ad  */
    243  1.27   thorpej static int
    244  1.28  drochner cac_submatch(struct device *parent, struct cfdata *cf,
    245  1.28  drochner 	     const locdesc_t *ldesc, void *aux)
    246   1.1        ad {
    247   1.1        ad 
    248  1.28  drochner 	if (cf->cf_loc[CACCF_UNIT] != CACCF_UNIT_DEFAULT &&
    249  1.28  drochner 	    cf->cf_loc[CACCF_UNIT] != ldesc->locs[CACCF_UNIT])
    250   1.1        ad 		return (0);
    251   1.1        ad 
    252  1.22   thorpej 	return (config_match(parent, cf, aux));
    253   1.1        ad }
    254   1.1        ad 
    255   1.1        ad /*
    256   1.1        ad  * Handle an interrupt from the controller: process finished CCBs and
    257   1.1        ad  * dequeue any waiting CCBs.
    258   1.1        ad  */
    259   1.1        ad int
    260  1.10        ad cac_intr(void *cookie)
    261   1.1        ad {
    262   1.1        ad 	struct cac_softc *sc;
    263   1.1        ad 	struct cac_ccb *ccb;
    264   1.1        ad 
    265  1.10        ad 	sc = (struct cac_softc *)cookie;
    266   1.1        ad 
    267  1.20        ad 	if (!(*sc->sc_cl.cl_intr_pending)(sc)) {
    268  1.10        ad #ifdef DEBUG
    269  1.10        ad 		printf("%s: spurious intr\n", sc->sc_dv.dv_xname);
    270  1.10        ad #endif
    271   1.1        ad 		return (0);
    272  1.29     perry 	}
    273   1.1        ad 
    274  1.20        ad 	while ((ccb = (*sc->sc_cl.cl_completed)(sc)) != NULL) {
    275   1.1        ad 		cac_ccb_done(sc, ccb);
    276  1.10        ad 		cac_ccb_start(sc, NULL);
    277   1.1        ad 	}
    278   1.1        ad 
    279   1.1        ad 	return (1);
    280   1.1        ad }
    281   1.1        ad 
    282   1.1        ad /*
    283   1.1        ad  * Execute a [polled] command.
    284   1.1        ad  */
    285   1.1        ad int
    286  1.10        ad cac_cmd(struct cac_softc *sc, int command, void *data, int datasize,
    287  1.10        ad 	int drive, int blkno, int flags, struct cac_context *context)
    288   1.1        ad {
    289   1.1        ad 	struct cac_ccb *ccb;
    290   1.1        ad 	struct cac_sgb *sgb;
    291   1.2        ad 	int s, i, rv, size, nsegs;
    292   1.2        ad 
    293   1.2        ad 	size = 0;
    294   1.1        ad 
    295  1.26        pk 	if ((ccb = cac_ccb_alloc(sc, 1)) == NULL) {
    296   1.1        ad 		printf("%s: unable to alloc CCB", sc->sc_dv.dv_xname);
    297  1.26        pk 		return (EAGAIN);
    298   1.1        ad 	}
    299   1.1        ad 
    300   1.1        ad 	if ((flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    301  1.10        ad 		bus_dmamap_load(sc->sc_dmat, ccb->ccb_dmamap_xfer,
    302  1.17   thorpej 		    (void *)data, datasize, NULL, BUS_DMA_NOWAIT |
    303  1.18   thorpej 		    BUS_DMA_STREAMING | ((flags & CAC_CCB_DATA_IN) ?
    304  1.18   thorpej 		    BUS_DMA_READ : BUS_DMA_WRITE));
    305  1.10        ad 
    306   1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0, datasize,
    307   1.1        ad 		    (flags & CAC_CCB_DATA_IN) != 0 ? BUS_DMASYNC_PREREAD :
    308   1.1        ad 		    BUS_DMASYNC_PREWRITE);
    309  1.29     perry 
    310   1.1        ad 		sgb = ccb->ccb_seg;
    311   1.2        ad 		nsegs = min(ccb->ccb_dmamap_xfer->dm_nsegs, CAC_SG_SIZE);
    312   1.1        ad 
    313   1.2        ad 		for (i = 0; i < nsegs; i++, sgb++) {
    314   1.2        ad 			size += ccb->ccb_dmamap_xfer->dm_segs[i].ds_len;
    315  1.29     perry 			sgb->length =
    316   1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_len);
    317  1.29     perry 			sgb->addr =
    318   1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_addr);
    319   1.1        ad 		}
    320   1.2        ad 	} else {
    321   1.2        ad 		size = datasize;
    322   1.2        ad 		nsegs = 0;
    323   1.1        ad 	}
    324   1.2        ad 
    325   1.1        ad 	ccb->ccb_hdr.drive = drive;
    326  1.29     perry 	ccb->ccb_hdr.size = htole16((sizeof(struct cac_req) +
    327   1.1        ad 	    sizeof(struct cac_sgb) * CAC_SG_SIZE) >> 2);
    328   1.1        ad 
    329   1.2        ad 	ccb->ccb_req.bcount = htole16(howmany(size, DEV_BSIZE));
    330   1.1        ad 	ccb->ccb_req.command = command;
    331   1.5   thorpej 	ccb->ccb_req.sgcount = nsegs;
    332   1.1        ad 	ccb->ccb_req.blkno = htole32(blkno);
    333  1.29     perry 
    334   1.1        ad 	ccb->ccb_flags = flags;
    335   1.2        ad 	ccb->ccb_datasize = size;
    336   1.1        ad 
    337   1.1        ad 	if (context == NULL) {
    338   1.1        ad 		memset(&ccb->ccb_context, 0, sizeof(struct cac_context));
    339   1.1        ad 		s = splbio();
    340  1.10        ad 
    341  1.10        ad 		/* Synchronous commands musn't wait. */
    342  1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc)) {
    343   1.1        ad 			cac_ccb_free(sc, ccb);
    344  1.26        pk 			rv = EAGAIN;
    345   1.1        ad 		} else {
    346  1.12        ad #ifdef DIAGNOSTIC
    347  1.12        ad 			ccb->ccb_flags |= CAC_CCB_ACTIVE;
    348  1.12        ad #endif
    349  1.20        ad 			(*sc->sc_cl.cl_submit)(sc, ccb);
    350  1.13        ad 			rv = cac_ccb_poll(sc, ccb, 2000);
    351   1.1        ad 			cac_ccb_free(sc, ccb);
    352   1.1        ad 		}
    353   1.1        ad 	} else {
    354   1.1        ad 		memcpy(&ccb->ccb_context, context, sizeof(struct cac_context));
    355   1.4        ad 		s = splbio();
    356  1.26        pk 		(void)cac_ccb_start(sc, ccb);
    357  1.26        pk 		rv = 0;
    358   1.1        ad 	}
    359  1.29     perry 
    360   1.4        ad 	splx(s);
    361   1.1        ad 	return (rv);
    362   1.1        ad }
    363   1.1        ad 
    364   1.1        ad /*
    365  1.10        ad  * Wait for the specified CCB to complete.  Must be called at splbio.
    366   1.1        ad  */
    367  1.27   thorpej static int
    368  1.10        ad cac_ccb_poll(struct cac_softc *sc, struct cac_ccb *wantccb, int timo)
    369  1.10        ad {
    370   1.1        ad 	struct cac_ccb *ccb;
    371  1.13        ad 
    372   1.9        ad 	timo *= 10;
    373   1.1        ad 
    374  1.10        ad 	do {
    375  1.10        ad 		for (; timo != 0; timo--) {
    376  1.20        ad 			ccb = (*sc->sc_cl.cl_completed)(sc);
    377  1.20        ad 			if (ccb != NULL)
    378   1.1        ad 				break;
    379   1.1        ad 			DELAY(100);
    380   1.1        ad 		}
    381   1.1        ad 
    382  1.13        ad 		if (timo == 0) {
    383  1.20        ad 			printf("%s: timeout\n", sc->sc_dv.dv_xname);
    384  1.13        ad 			return (EBUSY);
    385  1.13        ad 		}
    386  1.10        ad 		cac_ccb_done(sc, ccb);
    387  1.10        ad 	} while (ccb != wantccb);
    388  1.13        ad 
    389  1.13        ad 	return (0);
    390   1.1        ad }
    391   1.1        ad 
    392   1.1        ad /*
    393  1.29     perry  * Enqueue the specified command (if any) and attempt to start all enqueued
    394  1.10        ad  * commands.  Must be called at splbio.
    395   1.1        ad  */
    396  1.27   thorpej static int
    397  1.10        ad cac_ccb_start(struct cac_softc *sc, struct cac_ccb *ccb)
    398   1.1        ad {
    399  1.10        ad 
    400   1.1        ad 	if (ccb != NULL)
    401   1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_queue, ccb, ccb_chain);
    402   1.1        ad 
    403   1.1        ad 	while ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_queue)) != NULL) {
    404  1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc))
    405  1.26        pk 			return (EAGAIN);
    406  1.21     lukem 		SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_queue, ccb_chain);
    407  1.10        ad #ifdef DIAGNOSTIC
    408  1.10        ad 		ccb->ccb_flags |= CAC_CCB_ACTIVE;
    409  1.10        ad #endif
    410  1.20        ad 		(*sc->sc_cl.cl_submit)(sc, ccb);
    411   1.1        ad 	}
    412  1.29     perry 
    413   1.1        ad 	return (0);
    414   1.1        ad }
    415   1.1        ad 
    416   1.1        ad /*
    417   1.1        ad  * Process a finished CCB.
    418   1.1        ad  */
    419  1.27   thorpej static void
    420  1.10        ad cac_ccb_done(struct cac_softc *sc, struct cac_ccb *ccb)
    421   1.1        ad {
    422  1.14        ad 	struct device *dv;
    423  1.14        ad 	void *context;
    424   1.1        ad 	int error;
    425   1.1        ad 
    426   1.1        ad 	error = 0;
    427   1.1        ad 
    428  1.10        ad #ifdef DIAGNOSTIC
    429  1.10        ad 	if ((ccb->ccb_flags & CAC_CCB_ACTIVE) == 0)
    430  1.10        ad 		panic("cac_ccb_done: CCB not active");
    431  1.10        ad 	ccb->ccb_flags &= ~CAC_CCB_ACTIVE;
    432  1.10        ad #endif
    433  1.10        ad 
    434   1.1        ad 	if ((ccb->ccb_flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    435   1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0,
    436   1.1        ad 		    ccb->ccb_datasize, ccb->ccb_flags & CAC_CCB_DATA_IN ?
    437   1.1        ad 		    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
    438   1.1        ad 		bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap_xfer);
    439   1.1        ad 	}
    440   1.1        ad 
    441  1.16        ad 	error = ccb->ccb_req.error;
    442  1.10        ad 	if (ccb->ccb_context.cc_handler != NULL) {
    443  1.14        ad 		dv = ccb->ccb_context.cc_dv;
    444  1.14        ad 		context = ccb->ccb_context.cc_context;
    445  1.10        ad 		cac_ccb_free(sc, ccb);
    446  1.14        ad 		(*ccb->ccb_context.cc_handler)(dv, context, error);
    447  1.16        ad 	} else {
    448  1.16        ad 		if ((error & CAC_RET_SOFT_ERROR) != 0)
    449  1.16        ad 			printf("%s: soft error; array may be degraded\n",
    450  1.16        ad 			    sc->sc_dv.dv_xname);
    451  1.16        ad 		if ((error & CAC_RET_HARD_ERROR) != 0)
    452  1.16        ad 			printf("%s: hard error\n", sc->sc_dv.dv_xname);
    453  1.16        ad 		if ((error & CAC_RET_CMD_REJECTED) != 0) {
    454  1.16        ad 			error = 1;
    455  1.16        ad 			printf("%s: invalid request\n", sc->sc_dv.dv_xname);
    456  1.16        ad 		}
    457  1.10        ad 	}
    458   1.1        ad }
    459   1.1        ad 
    460   1.1        ad /*
    461  1.10        ad  * Allocate a CCB.
    462   1.1        ad  */
    463  1.27   thorpej static struct cac_ccb *
    464  1.10        ad cac_ccb_alloc(struct cac_softc *sc, int nosleep)
    465   1.1        ad {
    466   1.1        ad 	struct cac_ccb *ccb;
    467   1.1        ad 	int s;
    468   1.1        ad 
    469   1.1        ad 	s = splbio();
    470   1.1        ad 
    471   1.1        ad 	for (;;) {
    472   1.1        ad 		if ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_free)) != NULL) {
    473  1.21     lukem 			SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_free, ccb_chain);
    474   1.1        ad 			break;
    475   1.1        ad 		}
    476   1.1        ad 		if (nosleep) {
    477   1.1        ad 			ccb = NULL;
    478   1.1        ad 			break;
    479   1.1        ad 		}
    480   1.1        ad 		tsleep(&sc->sc_ccb_free, PRIBIO, "cacccb", 0);
    481   1.1        ad 	}
    482   1.1        ad 
    483   1.1        ad 	splx(s);
    484   1.1        ad 	return (ccb);
    485   1.1        ad }
    486   1.1        ad 
    487   1.1        ad /*
    488   1.1        ad  * Put a CCB onto the freelist.
    489   1.1        ad  */
    490  1.27   thorpej static void
    491  1.10        ad cac_ccb_free(struct cac_softc *sc, struct cac_ccb *ccb)
    492   1.1        ad {
    493   1.1        ad 	int s;
    494   1.1        ad 
    495  1.13        ad 	ccb->ccb_flags = 0;
    496   1.1        ad 	s = splbio();
    497   1.1        ad 	SIMPLEQ_INSERT_HEAD(&sc->sc_ccb_free, ccb, ccb_chain);
    498   1.1        ad 	if (SIMPLEQ_NEXT(ccb, ccb_chain) == NULL)
    499  1.10        ad 		wakeup_one(&sc->sc_ccb_free);
    500   1.1        ad 	splx(s);
    501  1.10        ad }
    502  1.10        ad 
    503  1.10        ad /*
    504  1.10        ad  * Board specific linkage shared between multiple bus types.
    505  1.10        ad  */
    506  1.10        ad 
    507  1.27   thorpej static int
    508  1.10        ad cac_l0_fifo_full(struct cac_softc *sc)
    509  1.10        ad {
    510  1.10        ad 
    511  1.10        ad 	return (cac_inl(sc, CAC_REG_CMD_FIFO) == 0);
    512  1.10        ad }
    513  1.10        ad 
    514  1.27   thorpej static void
    515  1.10        ad cac_l0_submit(struct cac_softc *sc, struct cac_ccb *ccb)
    516  1.10        ad {
    517  1.10        ad 
    518  1.10        ad 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, (caddr_t)ccb - sc->sc_ccbs,
    519  1.10        ad 	    sizeof(struct cac_ccb), BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
    520  1.10        ad 	cac_outl(sc, CAC_REG_CMD_FIFO, ccb->ccb_paddr);
    521  1.10        ad }
    522  1.10        ad 
    523  1.27   thorpej static struct cac_ccb *
    524  1.10        ad cac_l0_completed(struct cac_softc *sc)
    525  1.10        ad {
    526  1.10        ad 	struct cac_ccb *ccb;
    527  1.10        ad 	paddr_t off;
    528  1.10        ad 
    529  1.20        ad 	if ((off = cac_inl(sc, CAC_REG_DONE_FIFO)) == 0)
    530  1.20        ad 		return (NULL);
    531  1.20        ad 
    532  1.20        ad 	if ((off & 3) != 0)
    533  1.20        ad 		printf("%s: failed command list returned: %lx\n",
    534  1.20        ad 		    sc->sc_dv.dv_xname, (long)off);
    535  1.20        ad 
    536  1.20        ad 	off = (off & ~3) - sc->sc_ccbs_paddr;
    537  1.10        ad 	ccb = (struct cac_ccb *)(sc->sc_ccbs + off);
    538  1.10        ad 
    539  1.10        ad 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, off, sizeof(struct cac_ccb),
    540  1.10        ad 	    BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
    541  1.10        ad 
    542  1.10        ad 	return (ccb);
    543  1.10        ad }
    544  1.10        ad 
    545  1.27   thorpej static int
    546  1.10        ad cac_l0_intr_pending(struct cac_softc *sc)
    547  1.10        ad {
    548  1.10        ad 
    549  1.20        ad 	return (cac_inl(sc, CAC_REG_INTR_PENDING) & CAC_INTR_ENABLE);
    550  1.10        ad }
    551  1.10        ad 
    552  1.27   thorpej static void
    553  1.10        ad cac_l0_intr_enable(struct cac_softc *sc, int state)
    554  1.10        ad {
    555  1.10        ad 
    556  1.10        ad 	cac_outl(sc, CAC_REG_INTR_MASK,
    557  1.10        ad 	    state ? CAC_INTR_ENABLE : CAC_INTR_DISABLE);
    558   1.1        ad }
    559