Home | History | Annotate | Line # | Download | only in imx
imxspi.c revision 1.8.8.1
      1  1.8.8.1  thorpej /*	$NetBSD: imxspi.c,v 1.8.8.1 2021/08/04 16:51:27 thorpej Exp $	*/
      2      1.1  hkenken 
      3      1.1  hkenken /*-
      4      1.1  hkenken  * Copyright (c) 2014  Genetec Corporation.  All rights reserved.
      5      1.1  hkenken  * Written by Hashimoto Kenichi for Genetec Corporation.
      6      1.1  hkenken  *
      7      1.1  hkenken  * Redistribution and use in source and binary forms, with or without
      8      1.1  hkenken  * modification, are permitted provided that the following conditions
      9      1.1  hkenken  * are met:
     10      1.1  hkenken  * 1. Redistributions of source code must retain the above copyright
     11      1.1  hkenken  *    notice, this list of conditions and the following disclaimer.
     12      1.1  hkenken  * 2. Redistributions in binary form must reproduce the above copyright
     13      1.1  hkenken  *    notice, this list of conditions and the following disclaimer in the
     14      1.1  hkenken  *    documentation and/or other materials provided with the distribution.
     15      1.1  hkenken  *
     16      1.1  hkenken  * THIS SOFTWARE IS PROVIDED BY GENETEC CORPORATION ``AS IS'' AND
     17      1.1  hkenken  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18      1.1  hkenken  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19      1.1  hkenken  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL GENETEC CORPORATION
     20      1.1  hkenken  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21      1.1  hkenken  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22      1.1  hkenken  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23      1.1  hkenken  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24      1.1  hkenken  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25      1.1  hkenken  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26      1.1  hkenken  * POSSIBILITY OF SUCH DAMAGE.
     27      1.1  hkenken  */
     28      1.1  hkenken 
     29      1.1  hkenken /*
     30      1.1  hkenken  * this module support CSPI and eCSPI.
     31      1.1  hkenken  * i.MX51 have 2 eCSPI and 1 CSPI modules.
     32      1.1  hkenken  */
     33      1.1  hkenken 
     34      1.1  hkenken #include <sys/cdefs.h>
     35  1.8.8.1  thorpej __KERNEL_RCSID(0, "$NetBSD: imxspi.c,v 1.8.8.1 2021/08/04 16:51:27 thorpej Exp $");
     36      1.1  hkenken 
     37      1.1  hkenken #include "opt_imxspi.h"
     38      1.5  hkenken #include "opt_fdt.h"
     39      1.1  hkenken 
     40      1.1  hkenken #include <sys/param.h>
     41      1.1  hkenken #include <sys/systm.h>
     42      1.1  hkenken #include <sys/kernel.h>
     43      1.1  hkenken #include <sys/device.h>
     44      1.1  hkenken #include <sys/errno.h>
     45      1.1  hkenken #include <sys/proc.h>
     46      1.1  hkenken #include <sys/intr.h>
     47      1.1  hkenken 
     48      1.1  hkenken #include <sys/bus.h>
     49      1.1  hkenken #include <machine/cpu.h>
     50      1.1  hkenken #include <machine/intr.h>
     51      1.1  hkenken 
     52      1.1  hkenken #include <arm/imx/imxspivar.h>
     53      1.1  hkenken #include <arm/imx/imxspireg.h>
     54      1.1  hkenken 
     55      1.5  hkenken #ifdef FDT
     56      1.5  hkenken #include <dev/fdt/fdtvar.h>
     57      1.5  hkenken #endif
     58      1.5  hkenken 
     59      1.1  hkenken /* SPI service routines */
     60      1.1  hkenken static int imxspi_configure_enhanced(void *, int, int, int);
     61      1.1  hkenken static int imxspi_configure(void *, int, int, int);
     62      1.1  hkenken static int imxspi_transfer(void *, struct spi_transfer *);
     63      1.1  hkenken 
     64      1.1  hkenken /* internal stuff */
     65      1.1  hkenken void imxspi_done(struct imxspi_softc *, int);
     66      1.1  hkenken void imxspi_send(struct imxspi_softc *);
     67      1.1  hkenken void imxspi_recv(struct imxspi_softc *);
     68      1.1  hkenken void imxspi_sched(struct imxspi_softc *);
     69      1.1  hkenken 
     70      1.6  hkenken #define	IMXCSPI_TYPE(type, x)						      \
     71      1.6  hkenken 	((sc->sc_type == IMX31_CSPI) ? __CONCAT(CSPI_IMX31_, x) :	      \
     72      1.7  hkenken 	 (sc->sc_type == IMX35_CSPI) ? __CONCAT(CSPI_IMX35_, x) : 0)
     73      1.6  hkenken #define	IMXCSPI(x)	__CONCAT(CSPI_, x)
     74      1.6  hkenken #define	IMXESPI(x)	__CONCAT(ECSPI_, x)
     75      1.6  hkenken #define	IMXSPI(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI(x))
     76      1.6  hkenken #define	IMXSPI_TYPE(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI_TYPE(sc->sc_type, x))
     77      1.1  hkenken #define	READ_REG(sc, x)							      \
     78      1.1  hkenken 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x))
     79      1.1  hkenken #define	WRITE_REG(sc, x, v)						      \
     80      1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x), (v))
     81      1.1  hkenken 
     82      1.1  hkenken #ifdef IMXSPI_DEBUG
     83      1.1  hkenken int imxspi_debug = IMXSPI_DEBUG;
     84      1.1  hkenken #define	DPRINTFN(n,x)   if (imxspi_debug>(n)) printf x;
     85      1.1  hkenken #else
     86      1.1  hkenken #define	DPRINTFN(n,x)
     87      1.1  hkenken #endif
     88      1.1  hkenken 
     89      1.5  hkenken #ifdef FDT
     90      1.5  hkenken static struct spi_controller *
     91      1.5  hkenken imxspi_get_controller(device_t dev)
     92      1.5  hkenken {
     93      1.5  hkenken 	struct imxspi_softc * const sc = device_private(dev);
     94      1.5  hkenken 
     95      1.5  hkenken 	return &sc->sc_spi;
     96      1.5  hkenken }
     97      1.5  hkenken 
     98      1.5  hkenken static const struct fdtbus_spi_controller_func imxspi_funcs = {
     99      1.5  hkenken 	.get_controller = imxspi_get_controller
    100      1.5  hkenken };
    101      1.5  hkenken #endif
    102      1.5  hkenken 
    103      1.1  hkenken int
    104      1.5  hkenken imxspi_attach_common(device_t self)
    105      1.1  hkenken {
    106      1.5  hkenken 	struct imxspi_softc * const sc = device_private(self);
    107      1.1  hkenken 
    108      1.5  hkenken 	aprint_normal("i.MX %sCSPI Controller (clock %ld Hz)\n",
    109      1.1  hkenken 	    ((sc->sc_enhanced) ? "e" : ""), sc->sc_freq);
    110      1.1  hkenken 
    111      1.1  hkenken 	/* Initialize SPI controller */
    112      1.5  hkenken 	sc->sc_dev = self;
    113      1.1  hkenken 	sc->sc_spi.sct_cookie = sc;
    114      1.1  hkenken 	if (sc->sc_enhanced)
    115      1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure_enhanced;
    116      1.1  hkenken 	else
    117      1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure;
    118      1.1  hkenken 	sc->sc_spi.sct_transfer = imxspi_transfer;
    119      1.1  hkenken 
    120      1.1  hkenken 	/* sc->sc_spi.sct_nslaves must have been initialized by machdep code */
    121      1.5  hkenken 	sc->sc_spi.sct_nslaves = sc->sc_nslaves;
    122      1.1  hkenken 	if (!sc->sc_spi.sct_nslaves)
    123      1.1  hkenken 		aprint_error_dev(sc->sc_dev, "no slaves!\n");
    124      1.1  hkenken 
    125      1.1  hkenken 	/* initialize the queue */
    126      1.1  hkenken 	SIMPLEQ_INIT(&sc->sc_q);
    127      1.1  hkenken 
    128      1.1  hkenken 	/* configure SPI */
    129      1.1  hkenken 	/* Setup Control Register */
    130      1.6  hkenken 	WRITE_REG(sc, CONREG,
    131      1.6  hkenken 	    __SHIFTIN(0, IMXSPI_TYPE(CON_DRCTL)) |
    132      1.6  hkenken 	    __SHIFTIN(8 - 1, IMXSPI_TYPE(CON_BITCOUNT)) |
    133      1.1  hkenken 	    __SHIFTIN(0xf, IMXSPI(CON_MODE)) | IMXSPI(CON_ENABLE));
    134      1.1  hkenken 	/* TC and RR interruption */
    135      1.6  hkenken 	WRITE_REG(sc, INTREG, (IMXSPI_TYPE(INTR_TC_EN) | IMXSPI(INTR_RR_EN)));
    136      1.6  hkenken 	WRITE_REG(sc, STATREG, IMXSPI_TYPE(STAT_CLR));
    137      1.1  hkenken 
    138      1.1  hkenken 	WRITE_REG(sc, PERIODREG, 0x0);
    139      1.1  hkenken 
    140      1.5  hkenken #ifdef FDT
    141      1.5  hkenken 	KASSERT(sc->sc_phandle != 0);
    142      1.5  hkenken 
    143      1.5  hkenken 	fdtbus_register_spi_controller(self, sc->sc_phandle, &imxspi_funcs);
    144      1.5  hkenken 	(void) fdtbus_attach_spibus(self, sc->sc_phandle, spibus_print);
    145      1.5  hkenken #else
    146      1.5  hkenken 	struct spibus_attach_args sba;
    147      1.5  hkenken 	memset(&sba, 0, sizeof(sba));
    148      1.5  hkenken 	sba.sba_controller = &sc->sc_spi;
    149      1.1  hkenken 
    150      1.1  hkenken 	/* attach slave devices */
    151  1.8.8.1  thorpej 	config_found(sc->sc_dev, &sba, spibus_print, CFARGS_NONE);
    152      1.5  hkenken #endif
    153      1.1  hkenken 
    154      1.1  hkenken 	return 0;
    155      1.1  hkenken }
    156      1.1  hkenken 
    157      1.1  hkenken static int
    158      1.1  hkenken imxspi_configure(void *arg, int slave, int mode, int speed)
    159      1.1  hkenken {
    160      1.1  hkenken 	struct imxspi_softc *sc = arg;
    161      1.1  hkenken 	uint32_t div_cnt = 0;
    162      1.1  hkenken 	uint32_t div;
    163      1.1  hkenken 	uint32_t contrl = 0;
    164      1.1  hkenken 
    165      1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    166      1.1  hkenken 	div = div - 1;
    167      1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    168      1.1  hkenken 		div >>= 1;
    169      1.1  hkenken 
    170      1.1  hkenken 	div_cnt = div_cnt - 2;
    171      1.1  hkenken 	if (div_cnt >= 7)
    172      1.1  hkenken 		div_cnt = 7;
    173      1.1  hkenken 
    174      1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    175      1.1  hkenken 	contrl &= ~CSPI_CON_DIV;
    176      1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, CSPI_CON_DIV);
    177      1.1  hkenken 
    178      1.1  hkenken 	contrl &= ~(CSPI_CON_POL | CSPI_CON_PHA);
    179      1.1  hkenken 	switch (mode) {
    180      1.1  hkenken 	case SPI_MODE_0:
    181      1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    182      1.1  hkenken 		break;
    183      1.1  hkenken 	case SPI_MODE_1:
    184      1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    185      1.1  hkenken 		contrl |= CSPI_CON_PHA;
    186      1.1  hkenken 		break;
    187      1.1  hkenken 	case SPI_MODE_2:
    188      1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    189      1.1  hkenken 		contrl |= CSPI_CON_POL;
    190      1.1  hkenken 		break;
    191      1.1  hkenken 	case SPI_MODE_3:
    192      1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    193      1.1  hkenken 		contrl |= CSPI_CON_POL;
    194      1.1  hkenken 		contrl |= CSPI_CON_PHA;
    195      1.1  hkenken 		break;
    196      1.1  hkenken 	default:
    197      1.1  hkenken 		return EINVAL;
    198      1.1  hkenken 	}
    199      1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    200      1.1  hkenken 
    201      1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    202      1.1  hkenken 		__func__, slave, mode, speed));
    203      1.1  hkenken 
    204      1.1  hkenken 	return 0;
    205      1.1  hkenken }
    206      1.1  hkenken 
    207      1.1  hkenken static int
    208      1.1  hkenken imxspi_configure_enhanced(void *arg, int slave, int mode, int speed)
    209      1.1  hkenken {
    210      1.1  hkenken 	struct imxspi_softc *sc = arg;
    211      1.1  hkenken 	uint32_t div_cnt = 0;
    212      1.1  hkenken 	uint32_t div;
    213      1.1  hkenken 	uint32_t contrl = 0;
    214      1.1  hkenken 	uint32_t config = 0;
    215      1.1  hkenken 
    216      1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    217      1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    218      1.1  hkenken 		div >>= 1;
    219      1.1  hkenken 
    220      1.1  hkenken 	if (div_cnt >= 15)
    221      1.1  hkenken 		div_cnt = 15;
    222      1.1  hkenken 
    223      1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    224      1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, ECSPI_CON_DIV);
    225      1.1  hkenken 	contrl |= __SHIFTIN(slave, ECSPI_CON_CS);
    226      1.1  hkenken 	contrl |= __SHIFTIN(__BIT(slave), ECSPI_CON_MODE);
    227      1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    228      1.1  hkenken 
    229      1.1  hkenken 	config = bus_space_read_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG);
    230      1.1  hkenken 	config &= ~(__SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL) |
    231      1.7  hkenken 	    __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL) |
    232      1.1  hkenken 	    __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA));
    233      1.1  hkenken 	switch (mode) {
    234      1.1  hkenken 	case SPI_MODE_0:
    235      1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    236      1.1  hkenken 		break;
    237      1.1  hkenken 	case SPI_MODE_1:
    238      1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    239      1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    240      1.1  hkenken 		break;
    241      1.1  hkenken 	case SPI_MODE_2:
    242      1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    243      1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    244      1.7  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL);
    245      1.1  hkenken 		break;
    246      1.1  hkenken 	case SPI_MODE_3:
    247      1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    248      1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    249      1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    250      1.7  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL);
    251      1.1  hkenken 		break;
    252      1.1  hkenken 	default:
    253      1.1  hkenken 		return EINVAL;
    254      1.1  hkenken 	}
    255      1.1  hkenken 	config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SSB_CTL);
    256      1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG, config);
    257      1.1  hkenken 
    258      1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    259      1.1  hkenken 		__func__, slave, mode, speed));
    260      1.1  hkenken 
    261      1.1  hkenken 	return 0;
    262      1.1  hkenken }
    263      1.1  hkenken 
    264      1.1  hkenken void
    265      1.1  hkenken imxspi_send(struct imxspi_softc *sc)
    266      1.1  hkenken {
    267      1.1  hkenken 	uint32_t data;
    268      1.1  hkenken 	struct spi_chunk *chunk;
    269      1.1  hkenken 
    270      1.1  hkenken 	/* fill the fifo */
    271      1.1  hkenken 	while ((chunk = sc->sc_wchunk) != NULL) {
    272      1.1  hkenken 		while (chunk->chunk_wresid) {
    273      1.1  hkenken 			/* transmit fifo full? */
    274      1.1  hkenken 			if (READ_REG(sc, STATREG) & IMXSPI(STAT_TF))
    275      1.3  hkenken 				goto out;
    276      1.1  hkenken 
    277      1.1  hkenken 			if (chunk->chunk_wptr) {
    278      1.1  hkenken 				data = *chunk->chunk_wptr;
    279      1.1  hkenken 				chunk->chunk_wptr++;
    280      1.1  hkenken 			} else {
    281      1.1  hkenken 				data = 0xff;
    282      1.1  hkenken 			}
    283      1.1  hkenken 			chunk->chunk_wresid--;
    284      1.1  hkenken 
    285      1.1  hkenken 			WRITE_REG(sc, TXDATA, data);
    286      1.1  hkenken 		}
    287      1.1  hkenken 		/* advance to next transfer */
    288      1.1  hkenken 		sc->sc_wchunk = sc->sc_wchunk->chunk_next;
    289      1.1  hkenken 	}
    290      1.3  hkenken out:
    291      1.1  hkenken 	if (!(READ_REG(sc, STATREG) & IMXSPI(INTR_TE_EN)))
    292      1.1  hkenken 		WRITE_REG(sc, CONREG, READ_REG(sc, CONREG) | IMXSPI(CON_XCH));
    293      1.1  hkenken }
    294      1.1  hkenken 
    295      1.1  hkenken void
    296      1.1  hkenken imxspi_recv(struct imxspi_softc *sc)
    297      1.1  hkenken {
    298      1.1  hkenken 	uint32_t		data;
    299      1.1  hkenken 	struct spi_chunk	*chunk;
    300      1.1  hkenken 
    301      1.1  hkenken 	while ((chunk = sc->sc_rchunk) != NULL) {
    302      1.1  hkenken 		while (chunk->chunk_rresid) {
    303      1.1  hkenken 			/* rx fifo empty? */
    304      1.1  hkenken 			if ((!(READ_REG(sc, STATREG) & IMXSPI(STAT_RR))))
    305      1.1  hkenken 				return;
    306      1.1  hkenken 
    307      1.1  hkenken 			/* collect rx data */
    308      1.1  hkenken 			data = READ_REG(sc, RXDATA);
    309      1.1  hkenken 			if (chunk->chunk_rptr) {
    310      1.1  hkenken 				*chunk->chunk_rptr = data & 0xff;
    311      1.1  hkenken 				chunk->chunk_rptr++;
    312      1.1  hkenken 			}
    313      1.1  hkenken 
    314      1.1  hkenken 			chunk->chunk_rresid--;
    315      1.1  hkenken 		}
    316      1.1  hkenken 		/* advance next to next transfer */
    317      1.1  hkenken 		sc->sc_rchunk = sc->sc_rchunk->chunk_next;
    318      1.1  hkenken 	}
    319      1.1  hkenken }
    320      1.1  hkenken 
    321      1.1  hkenken 
    322      1.1  hkenken void
    323      1.1  hkenken imxspi_sched(struct imxspi_softc *sc)
    324      1.1  hkenken {
    325      1.1  hkenken 	struct spi_transfer *st;
    326      1.1  hkenken 	uint32_t chipselect;
    327      1.1  hkenken 
    328      1.1  hkenken 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
    329      1.1  hkenken 		/* remove the item */
    330      1.1  hkenken 		spi_transq_dequeue(&sc->sc_q);
    331      1.1  hkenken 
    332      1.1  hkenken 		/* note that we are working on it */
    333      1.1  hkenken 		sc->sc_transfer = st;
    334      1.1  hkenken 
    335      1.1  hkenken 		/* chip slect */
    336      1.1  hkenken 		if (sc->sc_tag->spi_cs_enable != NULL)
    337      1.1  hkenken 			sc->sc_tag->spi_cs_enable(sc->sc_tag->cookie,
    338      1.1  hkenken 			    st->st_slave);
    339      1.1  hkenken 
    340      1.3  hkenken 		/* chip slect */
    341      1.1  hkenken 		chipselect = READ_REG(sc, CONREG);
    342      1.6  hkenken 		chipselect &= ~IMXSPI_TYPE(CON_CS);
    343      1.6  hkenken 		chipselect |= __SHIFTIN(st->st_slave, IMXSPI_TYPE(CON_CS));
    344      1.1  hkenken 		WRITE_REG(sc, CONREG, chipselect);
    345      1.1  hkenken 
    346      1.1  hkenken 		delay(1);
    347      1.1  hkenken 
    348      1.1  hkenken 		/* setup chunks */
    349      1.1  hkenken 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
    350      1.1  hkenken 
    351      1.1  hkenken 		/* now kick the master start to get the chip running */
    352      1.1  hkenken 		imxspi_send(sc);
    353      1.1  hkenken 
    354      1.1  hkenken 		sc->sc_running = TRUE;
    355      1.1  hkenken 		return;
    356      1.1  hkenken 	}
    357      1.1  hkenken 
    358      1.1  hkenken 	DPRINTFN(2, ("%s: nothing to do anymore\n", __func__));
    359      1.1  hkenken 	sc->sc_running = FALSE;
    360      1.1  hkenken }
    361      1.1  hkenken 
    362      1.1  hkenken void
    363      1.1  hkenken imxspi_done(struct imxspi_softc *sc, int err)
    364      1.1  hkenken {
    365      1.1  hkenken 	struct spi_transfer *st;
    366      1.1  hkenken 
    367      1.1  hkenken 	/* called from interrupt handler */
    368      1.1  hkenken 	if ((st = sc->sc_transfer) != NULL) {
    369      1.1  hkenken 		if (sc->sc_tag->spi_cs_disable != NULL)
    370      1.1  hkenken 			sc->sc_tag->spi_cs_disable(sc->sc_tag->cookie,
    371      1.1  hkenken 			    st->st_slave);
    372      1.1  hkenken 
    373      1.1  hkenken 		sc->sc_transfer = NULL;
    374      1.1  hkenken 		spi_done(st, err);
    375      1.1  hkenken 	}
    376      1.1  hkenken 	/* make sure we clear these bits out */
    377      1.1  hkenken 	sc->sc_wchunk = sc->sc_rchunk = NULL;
    378      1.1  hkenken 	imxspi_sched(sc);
    379      1.1  hkenken }
    380      1.1  hkenken 
    381      1.5  hkenken int
    382      1.1  hkenken imxspi_intr(void *arg)
    383      1.1  hkenken {
    384      1.1  hkenken 	struct imxspi_softc *sc = arg;
    385      1.1  hkenken 	uint32_t intr, sr;
    386      1.1  hkenken 	int err = 0;
    387      1.1  hkenken 
    388      1.1  hkenken 	if ((intr = READ_REG(sc, INTREG)) == 0) {
    389      1.1  hkenken 		/* interrupts are not enabled, get out */
    390      1.1  hkenken 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __func__));
    391      1.1  hkenken 		return 0;
    392      1.1  hkenken 	}
    393      1.1  hkenken 
    394      1.1  hkenken 	sr = READ_REG(sc, STATREG);
    395      1.1  hkenken 	if (!(sr & intr)) {
    396      1.1  hkenken 		/* interrupt did not happen, get out */
    397      1.1  hkenken 		DPRINTFN(3, ("%s: interrupts did not happen\n", __func__));
    398      1.1  hkenken 		return 0;
    399      1.1  hkenken 	}
    400      1.1  hkenken 
    401      1.3  hkenken 	/* RXFIFO ready? */
    402      1.3  hkenken 	if (sr & IMXSPI(INTR_RR_EN)) {
    403      1.3  hkenken 		imxspi_recv(sc);
    404      1.3  hkenken 		if (sc->sc_wchunk == NULL && sc->sc_rchunk == NULL)
    405      1.3  hkenken 			imxspi_done(sc, err);
    406      1.3  hkenken 	}
    407      1.3  hkenken 
    408      1.6  hkenken 	/* Transfer Complete? */
    409      1.6  hkenken 	if (sr & IMXSPI_TYPE(INTR_TC_EN))
    410      1.1  hkenken 		imxspi_send(sc);
    411      1.1  hkenken 
    412      1.1  hkenken 	/* status register clear */
    413      1.1  hkenken 	WRITE_REG(sc, STATREG, sr);
    414      1.1  hkenken 
    415      1.1  hkenken 	return 1;
    416      1.1  hkenken }
    417      1.1  hkenken 
    418      1.1  hkenken int
    419      1.1  hkenken imxspi_transfer(void *arg, struct spi_transfer *st)
    420      1.1  hkenken {
    421      1.1  hkenken 	struct imxspi_softc *sc = arg;
    422      1.1  hkenken 	int s;
    423      1.1  hkenken 
    424      1.1  hkenken 	/* make sure we select the right chip */
    425      1.2  hkenken 	s = splbio();
    426      1.1  hkenken 	spi_transq_enqueue(&sc->sc_q, st);
    427      1.1  hkenken 	if (sc->sc_running == FALSE)
    428      1.1  hkenken 		imxspi_sched(sc);
    429      1.1  hkenken 	splx(s);
    430      1.1  hkenken 
    431      1.1  hkenken 	return 0;
    432      1.1  hkenken }
    433      1.1  hkenken 
    434