Home | History | Annotate | Line # | Download | only in ic
cac.c revision 1.41.6.1
      1  1.41.6.1     joerg /*	$NetBSD: cac.c,v 1.41.6.1 2007/10/26 15:44:39 joerg Exp $	*/
      2       1.1        ad 
      3       1.1        ad /*-
      4      1.39        ad  * Copyright (c) 2000, 2006, 2007 The NetBSD Foundation, Inc.
      5       1.1        ad  * All rights reserved.
      6       1.1        ad  *
      7       1.1        ad  * This code is derived from software contributed to The NetBSD Foundation
      8       1.6        ad  * by Andrew Doran.
      9       1.1        ad  *
     10       1.1        ad  * Redistribution and use in source and binary forms, with or without
     11       1.1        ad  * modification, are permitted provided that the following conditions
     12       1.1        ad  * are met:
     13       1.1        ad  * 1. Redistributions of source code must retain the above copyright
     14       1.1        ad  *    notice, this list of conditions and the following disclaimer.
     15       1.1        ad  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1        ad  *    notice, this list of conditions and the following disclaimer in the
     17       1.1        ad  *    documentation and/or other materials provided with the distribution.
     18       1.1        ad  * 3. All advertising materials mentioning features or use of this software
     19       1.1        ad  *    must display the following acknowledgement:
     20       1.1        ad  *        This product includes software developed by the NetBSD
     21       1.1        ad  *        Foundation, Inc. and its contributors.
     22       1.1        ad  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23       1.1        ad  *    contributors may be used to endorse or promote products derived
     24       1.1        ad  *    from this software without specific prior written permission.
     25       1.1        ad  *
     26       1.1        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27       1.1        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28       1.1        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29       1.1        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30       1.1        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31       1.1        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32       1.1        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33       1.1        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34       1.1        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35       1.1        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36       1.1        ad  * POSSIBILITY OF SUCH DAMAGE.
     37       1.1        ad  */
     38       1.1        ad 
     39       1.1        ad /*
     40       1.1        ad  * Driver for Compaq array controllers.
     41       1.1        ad  */
     42      1.19     lukem 
     43      1.19     lukem #include <sys/cdefs.h>
     44  1.41.6.1     joerg __KERNEL_RCSID(0, "$NetBSD: cac.c,v 1.41.6.1 2007/10/26 15:44:39 joerg Exp $");
     45       1.1        ad 
     46       1.1        ad #include <sys/param.h>
     47       1.1        ad #include <sys/systm.h>
     48       1.1        ad #include <sys/kernel.h>
     49       1.1        ad #include <sys/device.h>
     50       1.1        ad #include <sys/queue.h>
     51       1.1        ad #include <sys/proc.h>
     52       1.1        ad #include <sys/buf.h>
     53       1.1        ad #include <sys/endian.h>
     54       1.1        ad #include <sys/malloc.h>
     55       1.1        ad #include <sys/pool.h>
     56       1.1        ad 
     57      1.15   thorpej #include <uvm/uvm_extern.h>
     58      1.15   thorpej 
     59      1.34       dsl #include <sys/bswap.h>
     60  1.41.6.1     joerg #include <sys/bus.h>
     61       1.1        ad 
     62       1.1        ad #include <dev/ic/cacreg.h>
     63       1.1        ad #include <dev/ic/cacvar.h>
     64       1.1        ad 
     65      1.28  drochner #include "locators.h"
     66      1.28  drochner 
     67      1.27   thorpej static struct	cac_ccb *cac_ccb_alloc(struct cac_softc *, int);
     68      1.27   thorpej static void	cac_ccb_done(struct cac_softc *, struct cac_ccb *);
     69      1.27   thorpej static void	cac_ccb_free(struct cac_softc *, struct cac_ccb *);
     70      1.27   thorpej static int	cac_ccb_poll(struct cac_softc *, struct cac_ccb *, int);
     71      1.27   thorpej static int	cac_ccb_start(struct cac_softc *, struct cac_ccb *);
     72      1.27   thorpej static int	cac_print(void *, const char *);
     73      1.27   thorpej static void	cac_shutdown(void *);
     74      1.27   thorpej 
     75      1.27   thorpej static struct	cac_ccb *cac_l0_completed(struct cac_softc *);
     76      1.27   thorpej static int	cac_l0_fifo_full(struct cac_softc *);
     77      1.27   thorpej static void	cac_l0_intr_enable(struct cac_softc *, int);
     78      1.27   thorpej static int	cac_l0_intr_pending(struct cac_softc *);
     79      1.27   thorpej static void	cac_l0_submit(struct cac_softc *, struct cac_ccb *);
     80      1.10        ad 
     81      1.10        ad static void	*cac_sdh;	/* shutdown hook */
     82      1.10        ad 
     83      1.20        ad const struct cac_linkage cac_l0 = {
     84      1.10        ad 	cac_l0_completed,
     85      1.10        ad 	cac_l0_fifo_full,
     86      1.10        ad 	cac_l0_intr_enable,
     87      1.10        ad 	cac_l0_intr_pending,
     88      1.10        ad 	cac_l0_submit
     89      1.10        ad };
     90       1.1        ad 
     91       1.1        ad /*
     92       1.1        ad  * Initialise our interface to the controller.
     93       1.1        ad  */
     94       1.1        ad int
     95      1.10        ad cac_init(struct cac_softc *sc, const char *intrstr, int startfw)
     96       1.1        ad {
     97       1.1        ad 	struct cac_controller_info cinfo;
     98       1.1        ad 	struct cac_attach_args caca;
     99       1.1        ad 	int error, rseg, size, i;
    100       1.1        ad 	bus_dma_segment_t seg;
    101       1.1        ad 	struct cac_ccb *ccb;
    102      1.31  drochner 	int locs[CACCF_NLOCS];
    103      1.38        ad 	char firm[8];
    104      1.29     perry 
    105       1.1        ad 	if (intrstr != NULL)
    106      1.25   thorpej 		aprint_normal("%s: interrupting at %s\n", sc->sc_dv.dv_xname,
    107      1.10        ad 		    intrstr);
    108       1.1        ad 
    109       1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_free);
    110       1.1        ad 	SIMPLEQ_INIT(&sc->sc_ccb_queue);
    111      1.39        ad 	mutex_init(&sc->sc_mutex, MUTEX_DRIVER, IPL_BIO);
    112      1.39        ad 	cv_init(&sc->sc_ccb_cv, "cacccb");
    113       1.1        ad 
    114       1.1        ad         size = sizeof(struct cac_ccb) * CAC_MAX_CCBS;
    115       1.1        ad 
    116      1.29     perry 	if ((error = bus_dmamem_alloc(sc->sc_dmat, size, PAGE_SIZE, 0, &seg, 1,
    117       1.1        ad 	    &rseg, BUS_DMA_NOWAIT)) != 0) {
    118      1.25   thorpej 		aprint_error("%s: unable to allocate CCBs, error = %d\n",
    119       1.1        ad 		    sc->sc_dv.dv_xname, error);
    120       1.1        ad 		return (-1);
    121       1.1        ad 	}
    122       1.1        ad 
    123      1.29     perry 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg, size,
    124      1.40  christos 	    (void **)&sc->sc_ccbs,
    125      1.10        ad 	    BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
    126      1.25   thorpej 		aprint_error("%s: unable to map CCBs, error = %d\n",
    127       1.1        ad 		    sc->sc_dv.dv_xname, error);
    128       1.1        ad 		return (-1);
    129       1.1        ad 	}
    130       1.1        ad 
    131      1.29     perry 	if ((error = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0,
    132       1.1        ad 	    BUS_DMA_NOWAIT, &sc->sc_dmamap)) != 0) {
    133      1.25   thorpej 		aprint_error("%s: unable to create CCB DMA map, error = %d\n",
    134       1.1        ad 		    sc->sc_dv.dv_xname, error);
    135       1.1        ad 		return (-1);
    136       1.1        ad 	}
    137       1.1        ad 
    138      1.29     perry 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap, sc->sc_ccbs,
    139       1.1        ad 	    size, NULL, BUS_DMA_NOWAIT)) != 0) {
    140      1.25   thorpej 		aprint_error("%s: unable to load CCB DMA map, error = %d\n",
    141       1.1        ad 		    sc->sc_dv.dv_xname, error);
    142       1.1        ad 		return (-1);
    143       1.1        ad 	}
    144       1.1        ad 
    145       1.1        ad 	sc->sc_ccbs_paddr = sc->sc_dmamap->dm_segs[0].ds_addr;
    146       1.1        ad 	memset(sc->sc_ccbs, 0, size);
    147       1.1        ad 	ccb = (struct cac_ccb *)sc->sc_ccbs;
    148       1.1        ad 
    149       1.1        ad 	for (i = 0; i < CAC_MAX_CCBS; i++, ccb++) {
    150       1.1        ad 		/* Create the DMA map for this CCB's data */
    151      1.12        ad 		error = bus_dmamap_create(sc->sc_dmat, CAC_MAX_XFER,
    152      1.12        ad 		    CAC_SG_SIZE, CAC_MAX_XFER, 0,
    153      1.12        ad 		    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
    154      1.12        ad 		    &ccb->ccb_dmamap_xfer);
    155      1.10        ad 
    156       1.1        ad 		if (error) {
    157      1.29     perry 			aprint_error("%s: can't create ccb dmamap (%d)\n",
    158      1.10        ad 			    sc->sc_dv.dv_xname, error);
    159       1.1        ad 			break;
    160       1.1        ad 		}
    161       1.1        ad 
    162       1.1        ad 		ccb->ccb_flags = 0;
    163       1.1        ad 		ccb->ccb_paddr = sc->sc_ccbs_paddr + i * sizeof(struct cac_ccb);
    164       1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_free, ccb, ccb_chain);
    165       1.1        ad 	}
    166      1.29     perry 
    167      1.10        ad 	/* Start firmware background tasks, if needed. */
    168      1.10        ad 	if (startfw) {
    169      1.10        ad 		if (cac_cmd(sc, CAC_CMD_START_FIRMWARE, &cinfo, sizeof(cinfo),
    170      1.10        ad 		    0, 0, CAC_CCB_DATA_IN, NULL)) {
    171      1.25   thorpej 			aprint_error("%s: CAC_CMD_START_FIRMWARE failed\n",
    172      1.10        ad 			    sc->sc_dv.dv_xname);
    173      1.10        ad 			return (-1);
    174      1.10        ad 		}
    175      1.10        ad 	}
    176      1.10        ad 
    177      1.29     perry 	if (cac_cmd(sc, CAC_CMD_GET_CTRL_INFO, &cinfo, sizeof(cinfo), 0, 0,
    178       1.1        ad 	    CAC_CCB_DATA_IN, NULL)) {
    179      1.29     perry 		aprint_error("%s: CAC_CMD_GET_CTRL_INFO failed\n",
    180       1.1        ad 		    sc->sc_dv.dv_xname);
    181       1.1        ad 		return (-1);
    182       1.1        ad 	}
    183       1.1        ad 
    184      1.38        ad 	strlcpy(firm, cinfo.firm_rev, 4+1);
    185      1.38        ad 	printf("%s: %d channels, firmware <%s>\n", sc->sc_dv.dv_xname,
    186      1.38        ad 	    cinfo.scsi_chips, firm);
    187      1.38        ad 
    188      1.14        ad 	sc->sc_nunits = cinfo.num_drvs;
    189       1.1        ad 	for (i = 0; i < cinfo.num_drvs; i++) {
    190       1.1        ad 		caca.caca_unit = i;
    191      1.28  drochner 
    192      1.31  drochner 		locs[CACCF_UNIT] = i;
    193      1.28  drochner 
    194      1.31  drochner 		config_found_sm_loc(&sc->sc_dv, "cac", locs, &caca,
    195      1.38        ad 		    cac_print, config_stdsubmatch);
    196       1.1        ad 	}
    197       1.1        ad 
    198      1.10        ad 	/* Set our `shutdownhook' before we start any device activity. */
    199       1.4        ad 	if (cac_sdh == NULL)
    200       1.1        ad 		cac_sdh = shutdownhook_establish(cac_shutdown, NULL);
    201      1.29     perry 
    202      1.39        ad 	mutex_enter(&sc->sc_mutex);
    203      1.20        ad 	(*sc->sc_cl.cl_intr_enable)(sc, CAC_INTR_ENABLE);
    204      1.39        ad 	mutex_exit(&sc->sc_mutex);
    205      1.39        ad 
    206       1.1        ad 	return (0);
    207       1.1        ad }
    208       1.1        ad 
    209       1.1        ad /*
    210      1.10        ad  * Shut down all `cac' controllers.
    211       1.1        ad  */
    212      1.27   thorpej static void
    213      1.36  christos cac_shutdown(void *cookie)
    214       1.1        ad {
    215       1.4        ad 	extern struct cfdriver cac_cd;
    216       1.1        ad 	struct cac_softc *sc;
    217      1.30  christos 	u_int8_t tbuf[512];
    218       1.4        ad 	int i;
    219       1.1        ad 
    220       1.4        ad 	for (i = 0; i < cac_cd.cd_ndevs; i++) {
    221       1.7   thorpej 		if ((sc = device_lookup(&cac_cd, i)) == NULL)
    222      1.29     perry 			continue;
    223      1.30  christos 		memset(tbuf, 0, sizeof(tbuf));
    224      1.30  christos 		tbuf[0] = 1;
    225      1.30  christos 		cac_cmd(sc, CAC_CMD_FLUSH_CACHE, tbuf, sizeof(tbuf), 0, 0,
    226       1.1        ad 		    CAC_CCB_DATA_OUT, NULL);
    227       1.1        ad 	}
    228      1.29     perry }
    229       1.1        ad 
    230       1.1        ad /*
    231      1.10        ad  * Print autoconfiguration message for a sub-device.
    232       1.1        ad  */
    233      1.27   thorpej static int
    234      1.10        ad cac_print(void *aux, const char *pnp)
    235       1.1        ad {
    236       1.1        ad 	struct cac_attach_args *caca;
    237       1.1        ad 
    238       1.1        ad 	caca = (struct cac_attach_args *)aux;
    239       1.1        ad 
    240      1.10        ad 	if (pnp != NULL)
    241      1.23   thorpej 		aprint_normal("block device at %s", pnp);
    242      1.23   thorpej 	aprint_normal(" unit %d", caca->caca_unit);
    243       1.1        ad 	return (UNCONF);
    244       1.1        ad }
    245       1.1        ad 
    246       1.1        ad /*
    247       1.1        ad  * Handle an interrupt from the controller: process finished CCBs and
    248       1.1        ad  * dequeue any waiting CCBs.
    249       1.1        ad  */
    250       1.1        ad int
    251      1.10        ad cac_intr(void *cookie)
    252       1.1        ad {
    253       1.1        ad 	struct cac_softc *sc;
    254       1.1        ad 	struct cac_ccb *ccb;
    255      1.39        ad 	int rv;
    256       1.1        ad 
    257      1.10        ad 	sc = (struct cac_softc *)cookie;
    258       1.1        ad 
    259      1.39        ad 	mutex_enter(&sc->sc_mutex);
    260      1.39        ad 
    261      1.39        ad 	if ((*sc->sc_cl.cl_intr_pending)(sc)) {
    262      1.39        ad 		while ((ccb = (*sc->sc_cl.cl_completed)(sc)) != NULL) {
    263      1.39        ad 			cac_ccb_done(sc, ccb);
    264      1.39        ad 			cac_ccb_start(sc, NULL);
    265      1.39        ad 		}
    266      1.39        ad 		rv = 1;
    267      1.39        ad 	} else
    268      1.39        ad 		rv = 0;
    269       1.1        ad 
    270      1.39        ad 	mutex_exit(&sc->sc_mutex);
    271       1.1        ad 
    272      1.39        ad 	return (rv);
    273       1.1        ad }
    274       1.1        ad 
    275       1.1        ad /*
    276       1.1        ad  * Execute a [polled] command.
    277       1.1        ad  */
    278       1.1        ad int
    279      1.10        ad cac_cmd(struct cac_softc *sc, int command, void *data, int datasize,
    280      1.10        ad 	int drive, int blkno, int flags, struct cac_context *context)
    281       1.1        ad {
    282       1.1        ad 	struct cac_ccb *ccb;
    283       1.1        ad 	struct cac_sgb *sgb;
    284      1.39        ad 	int i, rv, size, nsegs;
    285       1.2        ad 
    286       1.2        ad 	size = 0;
    287       1.1        ad 
    288      1.26        pk 	if ((ccb = cac_ccb_alloc(sc, 1)) == NULL) {
    289       1.1        ad 		printf("%s: unable to alloc CCB", sc->sc_dv.dv_xname);
    290      1.26        pk 		return (EAGAIN);
    291       1.1        ad 	}
    292       1.1        ad 
    293       1.1        ad 	if ((flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    294      1.10        ad 		bus_dmamap_load(sc->sc_dmat, ccb->ccb_dmamap_xfer,
    295      1.17   thorpej 		    (void *)data, datasize, NULL, BUS_DMA_NOWAIT |
    296      1.18   thorpej 		    BUS_DMA_STREAMING | ((flags & CAC_CCB_DATA_IN) ?
    297      1.18   thorpej 		    BUS_DMA_READ : BUS_DMA_WRITE));
    298      1.10        ad 
    299       1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0, datasize,
    300       1.1        ad 		    (flags & CAC_CCB_DATA_IN) != 0 ? BUS_DMASYNC_PREREAD :
    301       1.1        ad 		    BUS_DMASYNC_PREWRITE);
    302      1.29     perry 
    303       1.1        ad 		sgb = ccb->ccb_seg;
    304       1.2        ad 		nsegs = min(ccb->ccb_dmamap_xfer->dm_nsegs, CAC_SG_SIZE);
    305       1.1        ad 
    306       1.2        ad 		for (i = 0; i < nsegs; i++, sgb++) {
    307       1.2        ad 			size += ccb->ccb_dmamap_xfer->dm_segs[i].ds_len;
    308      1.29     perry 			sgb->length =
    309       1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_len);
    310      1.29     perry 			sgb->addr =
    311       1.1        ad 			    htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_addr);
    312       1.1        ad 		}
    313       1.2        ad 	} else {
    314       1.2        ad 		size = datasize;
    315       1.2        ad 		nsegs = 0;
    316       1.1        ad 	}
    317       1.2        ad 
    318       1.1        ad 	ccb->ccb_hdr.drive = drive;
    319      1.37        ad 	ccb->ccb_hdr.priority = 0;
    320      1.29     perry 	ccb->ccb_hdr.size = htole16((sizeof(struct cac_req) +
    321       1.1        ad 	    sizeof(struct cac_sgb) * CAC_SG_SIZE) >> 2);
    322       1.1        ad 
    323      1.37        ad 	ccb->ccb_req.next = 0;
    324      1.37        ad 	ccb->ccb_req.error = 0;
    325      1.37        ad 	ccb->ccb_req.reserved = 0;
    326       1.2        ad 	ccb->ccb_req.bcount = htole16(howmany(size, DEV_BSIZE));
    327       1.1        ad 	ccb->ccb_req.command = command;
    328       1.5   thorpej 	ccb->ccb_req.sgcount = nsegs;
    329       1.1        ad 	ccb->ccb_req.blkno = htole32(blkno);
    330      1.29     perry 
    331       1.1        ad 	ccb->ccb_flags = flags;
    332       1.2        ad 	ccb->ccb_datasize = size;
    333       1.1        ad 
    334      1.39        ad 	mutex_enter(&sc->sc_mutex);
    335      1.39        ad 
    336       1.1        ad 	if (context == NULL) {
    337       1.1        ad 		memset(&ccb->ccb_context, 0, sizeof(struct cac_context));
    338      1.10        ad 
    339      1.10        ad 		/* Synchronous commands musn't wait. */
    340      1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc)) {
    341       1.1        ad 			cac_ccb_free(sc, ccb);
    342      1.26        pk 			rv = EAGAIN;
    343       1.1        ad 		} else {
    344      1.12        ad #ifdef DIAGNOSTIC
    345      1.12        ad 			ccb->ccb_flags |= CAC_CCB_ACTIVE;
    346      1.12        ad #endif
    347      1.20        ad 			(*sc->sc_cl.cl_submit)(sc, ccb);
    348      1.13        ad 			rv = cac_ccb_poll(sc, ccb, 2000);
    349       1.1        ad 			cac_ccb_free(sc, ccb);
    350       1.1        ad 		}
    351       1.1        ad 	} else {
    352       1.1        ad 		memcpy(&ccb->ccb_context, context, sizeof(struct cac_context));
    353      1.26        pk 		(void)cac_ccb_start(sc, ccb);
    354      1.26        pk 		rv = 0;
    355       1.1        ad 	}
    356      1.29     perry 
    357      1.39        ad 	mutex_exit(&sc->sc_mutex);
    358       1.1        ad 	return (rv);
    359       1.1        ad }
    360       1.1        ad 
    361       1.1        ad /*
    362      1.39        ad  * Wait for the specified CCB to complete.
    363       1.1        ad  */
    364      1.27   thorpej static int
    365      1.10        ad cac_ccb_poll(struct cac_softc *sc, struct cac_ccb *wantccb, int timo)
    366      1.10        ad {
    367       1.1        ad 	struct cac_ccb *ccb;
    368      1.13        ad 
    369      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    370      1.39        ad 
    371      1.38        ad 	timo *= 1000;
    372       1.1        ad 
    373      1.10        ad 	do {
    374      1.10        ad 		for (; timo != 0; timo--) {
    375      1.20        ad 			ccb = (*sc->sc_cl.cl_completed)(sc);
    376      1.20        ad 			if (ccb != NULL)
    377       1.1        ad 				break;
    378      1.38        ad 			DELAY(1);
    379       1.1        ad 		}
    380       1.1        ad 
    381      1.13        ad 		if (timo == 0) {
    382      1.20        ad 			printf("%s: timeout\n", sc->sc_dv.dv_xname);
    383      1.13        ad 			return (EBUSY);
    384      1.13        ad 		}
    385      1.10        ad 		cac_ccb_done(sc, ccb);
    386      1.10        ad 	} while (ccb != wantccb);
    387      1.13        ad 
    388      1.13        ad 	return (0);
    389       1.1        ad }
    390       1.1        ad 
    391       1.1        ad /*
    392      1.29     perry  * Enqueue the specified command (if any) and attempt to start all enqueued
    393      1.39        ad  * commands.
    394       1.1        ad  */
    395      1.27   thorpej static int
    396      1.10        ad cac_ccb_start(struct cac_softc *sc, struct cac_ccb *ccb)
    397       1.1        ad {
    398      1.10        ad 
    399      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    400      1.39        ad 
    401       1.1        ad 	if (ccb != NULL)
    402       1.1        ad 		SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_queue, ccb, ccb_chain);
    403       1.1        ad 
    404       1.1        ad 	while ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_queue)) != NULL) {
    405      1.20        ad 		if ((*sc->sc_cl.cl_fifo_full)(sc))
    406      1.26        pk 			return (EAGAIN);
    407      1.21     lukem 		SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_queue, ccb_chain);
    408      1.10        ad #ifdef DIAGNOSTIC
    409      1.10        ad 		ccb->ccb_flags |= CAC_CCB_ACTIVE;
    410      1.10        ad #endif
    411      1.20        ad 		(*sc->sc_cl.cl_submit)(sc, ccb);
    412       1.1        ad 	}
    413      1.29     perry 
    414       1.1        ad 	return (0);
    415       1.1        ad }
    416       1.1        ad 
    417       1.1        ad /*
    418       1.1        ad  * Process a finished CCB.
    419       1.1        ad  */
    420      1.27   thorpej static void
    421      1.10        ad cac_ccb_done(struct cac_softc *sc, struct cac_ccb *ccb)
    422       1.1        ad {
    423      1.14        ad 	struct device *dv;
    424      1.14        ad 	void *context;
    425       1.1        ad 	int error;
    426       1.1        ad 
    427       1.1        ad 	error = 0;
    428       1.1        ad 
    429      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    430      1.39        ad 
    431      1.10        ad #ifdef DIAGNOSTIC
    432      1.10        ad 	if ((ccb->ccb_flags & CAC_CCB_ACTIVE) == 0)
    433      1.10        ad 		panic("cac_ccb_done: CCB not active");
    434      1.10        ad 	ccb->ccb_flags &= ~CAC_CCB_ACTIVE;
    435      1.10        ad #endif
    436      1.10        ad 
    437       1.1        ad 	if ((ccb->ccb_flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
    438       1.1        ad 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0,
    439       1.1        ad 		    ccb->ccb_datasize, ccb->ccb_flags & CAC_CCB_DATA_IN ?
    440       1.1        ad 		    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
    441       1.1        ad 		bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap_xfer);
    442       1.1        ad 	}
    443       1.1        ad 
    444      1.16        ad 	error = ccb->ccb_req.error;
    445      1.10        ad 	if (ccb->ccb_context.cc_handler != NULL) {
    446      1.14        ad 		dv = ccb->ccb_context.cc_dv;
    447      1.14        ad 		context = ccb->ccb_context.cc_context;
    448      1.10        ad 		cac_ccb_free(sc, ccb);
    449      1.14        ad 		(*ccb->ccb_context.cc_handler)(dv, context, error);
    450      1.16        ad 	} else {
    451      1.16        ad 		if ((error & CAC_RET_SOFT_ERROR) != 0)
    452      1.16        ad 			printf("%s: soft error; array may be degraded\n",
    453      1.16        ad 			    sc->sc_dv.dv_xname);
    454      1.16        ad 		if ((error & CAC_RET_HARD_ERROR) != 0)
    455      1.16        ad 			printf("%s: hard error\n", sc->sc_dv.dv_xname);
    456      1.16        ad 		if ((error & CAC_RET_CMD_REJECTED) != 0) {
    457      1.16        ad 			error = 1;
    458      1.16        ad 			printf("%s: invalid request\n", sc->sc_dv.dv_xname);
    459      1.16        ad 		}
    460      1.10        ad 	}
    461       1.1        ad }
    462       1.1        ad 
    463       1.1        ad /*
    464      1.10        ad  * Allocate a CCB.
    465       1.1        ad  */
    466      1.27   thorpej static struct cac_ccb *
    467      1.10        ad cac_ccb_alloc(struct cac_softc *sc, int nosleep)
    468       1.1        ad {
    469       1.1        ad 	struct cac_ccb *ccb;
    470       1.1        ad 
    471      1.39        ad 	mutex_enter(&sc->sc_mutex);
    472       1.1        ad 
    473       1.1        ad 	for (;;) {
    474       1.1        ad 		if ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_free)) != NULL) {
    475      1.21     lukem 			SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_free, ccb_chain);
    476       1.1        ad 			break;
    477       1.1        ad 		}
    478       1.1        ad 		if (nosleep) {
    479       1.1        ad 			ccb = NULL;
    480       1.1        ad 			break;
    481       1.1        ad 		}
    482      1.39        ad 		cv_wait(&sc->sc_ccb_cv, &sc->sc_mutex);
    483       1.1        ad 	}
    484       1.1        ad 
    485      1.39        ad 	mutex_exit(&sc->sc_mutex);
    486       1.1        ad 	return (ccb);
    487       1.1        ad }
    488       1.1        ad 
    489       1.1        ad /*
    490       1.1        ad  * Put a CCB onto the freelist.
    491       1.1        ad  */
    492      1.27   thorpej static void
    493      1.10        ad cac_ccb_free(struct cac_softc *sc, struct cac_ccb *ccb)
    494       1.1        ad {
    495      1.39        ad 
    496      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    497       1.1        ad 
    498      1.13        ad 	ccb->ccb_flags = 0;
    499      1.39        ad 	if (SIMPLEQ_EMPTY(&sc->sc_ccb_free))
    500      1.39        ad 		cv_signal(&sc->sc_ccb_cv);
    501       1.1        ad 	SIMPLEQ_INSERT_HEAD(&sc->sc_ccb_free, ccb, ccb_chain);
    502      1.10        ad }
    503      1.10        ad 
    504      1.10        ad /*
    505      1.10        ad  * Board specific linkage shared between multiple bus types.
    506      1.10        ad  */
    507      1.10        ad 
    508      1.27   thorpej static int
    509      1.10        ad cac_l0_fifo_full(struct cac_softc *sc)
    510      1.10        ad {
    511      1.10        ad 
    512      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    513      1.39        ad 
    514      1.10        ad 	return (cac_inl(sc, CAC_REG_CMD_FIFO) == 0);
    515      1.10        ad }
    516      1.10        ad 
    517      1.27   thorpej static void
    518      1.10        ad cac_l0_submit(struct cac_softc *sc, struct cac_ccb *ccb)
    519      1.10        ad {
    520      1.10        ad 
    521      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    522      1.39        ad 
    523      1.40  christos 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap,
    524      1.40  christos 	    (char *)ccb - (char *)sc->sc_ccbs,
    525      1.10        ad 	    sizeof(struct cac_ccb), BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
    526      1.10        ad 	cac_outl(sc, CAC_REG_CMD_FIFO, ccb->ccb_paddr);
    527      1.10        ad }
    528      1.10        ad 
    529      1.27   thorpej static struct cac_ccb *
    530      1.10        ad cac_l0_completed(struct cac_softc *sc)
    531      1.10        ad {
    532      1.10        ad 	struct cac_ccb *ccb;
    533      1.10        ad 	paddr_t off;
    534      1.10        ad 
    535      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    536      1.39        ad 
    537      1.20        ad 	if ((off = cac_inl(sc, CAC_REG_DONE_FIFO)) == 0)
    538      1.20        ad 		return (NULL);
    539      1.20        ad 
    540      1.20        ad 	if ((off & 3) != 0)
    541      1.20        ad 		printf("%s: failed command list returned: %lx\n",
    542      1.20        ad 		    sc->sc_dv.dv_xname, (long)off);
    543      1.20        ad 
    544      1.20        ad 	off = (off & ~3) - sc->sc_ccbs_paddr;
    545      1.40  christos 	ccb = (struct cac_ccb *)((char *)sc->sc_ccbs + off);
    546      1.10        ad 
    547      1.10        ad 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, off, sizeof(struct cac_ccb),
    548      1.10        ad 	    BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
    549      1.10        ad 
    550      1.37        ad 	if ((off & 3) != 0 && ccb->ccb_req.error == 0)
    551      1.37        ad 		ccb->ccb_req.error = CAC_RET_CMD_REJECTED;
    552      1.37        ad 
    553      1.10        ad 	return (ccb);
    554      1.10        ad }
    555      1.10        ad 
    556      1.27   thorpej static int
    557      1.10        ad cac_l0_intr_pending(struct cac_softc *sc)
    558      1.10        ad {
    559      1.10        ad 
    560      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    561      1.39        ad 
    562      1.20        ad 	return (cac_inl(sc, CAC_REG_INTR_PENDING) & CAC_INTR_ENABLE);
    563      1.10        ad }
    564      1.10        ad 
    565      1.27   thorpej static void
    566      1.10        ad cac_l0_intr_enable(struct cac_softc *sc, int state)
    567      1.10        ad {
    568      1.10        ad 
    569      1.41        ad 	KASSERT(mutex_owned(&sc->sc_mutex));
    570      1.39        ad 
    571      1.10        ad 	cac_outl(sc, CAC_REG_INTR_MASK,
    572      1.10        ad 	    state ? CAC_INTR_ENABLE : CAC_INTR_DISABLE);
    573       1.1        ad }
    574