Home | History | Annotate | Line # | Download | only in imx
imxspi.c revision 1.6
      1  1.6  hkenken /*	$NetBSD: imxspi.c,v 1.6 2019/09/27 02:59:21 hkenken Exp $	*/
      2  1.1  hkenken 
      3  1.1  hkenken /*-
      4  1.1  hkenken  * Copyright (c) 2014  Genetec Corporation.  All rights reserved.
      5  1.1  hkenken  * Written by Hashimoto Kenichi for Genetec Corporation.
      6  1.1  hkenken  *
      7  1.1  hkenken  * Redistribution and use in source and binary forms, with or without
      8  1.1  hkenken  * modification, are permitted provided that the following conditions
      9  1.1  hkenken  * are met:
     10  1.1  hkenken  * 1. Redistributions of source code must retain the above copyright
     11  1.1  hkenken  *    notice, this list of conditions and the following disclaimer.
     12  1.1  hkenken  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  hkenken  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  hkenken  *    documentation and/or other materials provided with the distribution.
     15  1.1  hkenken  *
     16  1.1  hkenken  * THIS SOFTWARE IS PROVIDED BY GENETEC CORPORATION ``AS IS'' AND
     17  1.1  hkenken  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.1  hkenken  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.1  hkenken  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL GENETEC CORPORATION
     20  1.1  hkenken  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.1  hkenken  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.1  hkenken  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.1  hkenken  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.1  hkenken  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.1  hkenken  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.1  hkenken  * POSSIBILITY OF SUCH DAMAGE.
     27  1.1  hkenken  */
     28  1.1  hkenken 
     29  1.1  hkenken /*
     30  1.1  hkenken  * this module support CSPI and eCSPI.
     31  1.1  hkenken  * i.MX51 have 2 eCSPI and 1 CSPI modules.
     32  1.1  hkenken  */
     33  1.1  hkenken 
     34  1.1  hkenken #include <sys/cdefs.h>
     35  1.6  hkenken __KERNEL_RCSID(0, "$NetBSD: imxspi.c,v 1.6 2019/09/27 02:59:21 hkenken Exp $");
     36  1.1  hkenken 
     37  1.1  hkenken #include "opt_imxspi.h"
     38  1.5  hkenken #include "opt_fdt.h"
     39  1.1  hkenken 
     40  1.1  hkenken #include <sys/param.h>
     41  1.1  hkenken #include <sys/systm.h>
     42  1.1  hkenken #include <sys/kernel.h>
     43  1.1  hkenken #include <sys/device.h>
     44  1.1  hkenken #include <sys/errno.h>
     45  1.1  hkenken #include <sys/proc.h>
     46  1.1  hkenken #include <sys/intr.h>
     47  1.1  hkenken 
     48  1.1  hkenken #include <sys/bus.h>
     49  1.1  hkenken #include <machine/cpu.h>
     50  1.1  hkenken #include <machine/intr.h>
     51  1.1  hkenken 
     52  1.1  hkenken #include <arm/imx/imxspivar.h>
     53  1.1  hkenken #include <arm/imx/imxspireg.h>
     54  1.1  hkenken 
     55  1.5  hkenken #ifdef FDT
     56  1.5  hkenken #include <dev/fdt/fdtvar.h>
     57  1.5  hkenken #endif
     58  1.5  hkenken 
     59  1.1  hkenken /* SPI service routines */
     60  1.1  hkenken static int imxspi_configure_enhanced(void *, int, int, int);
     61  1.1  hkenken static int imxspi_configure(void *, int, int, int);
     62  1.1  hkenken static int imxspi_transfer(void *, struct spi_transfer *);
     63  1.1  hkenken 
     64  1.1  hkenken /* internal stuff */
     65  1.1  hkenken void imxspi_done(struct imxspi_softc *, int);
     66  1.1  hkenken void imxspi_send(struct imxspi_softc *);
     67  1.1  hkenken void imxspi_recv(struct imxspi_softc *);
     68  1.1  hkenken void imxspi_sched(struct imxspi_softc *);
     69  1.1  hkenken 
     70  1.6  hkenken #define	IMXCSPI_TYPE(type, x)						      \
     71  1.6  hkenken 	((sc->sc_type == IMX31_CSPI) ? __CONCAT(CSPI_IMX31_, x) :	      \
     72  1.6  hkenken 	    (sc->sc_type == IMX35_CSPI) ? __CONCAT(CSPI_IMX35_, x) : 0)
     73  1.6  hkenken #define	IMXCSPI(x)	__CONCAT(CSPI_, x)
     74  1.6  hkenken #define	IMXESPI(x)	__CONCAT(ECSPI_, x)
     75  1.6  hkenken #define	IMXSPI(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI(x))
     76  1.6  hkenken #define	IMXSPI_TYPE(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI_TYPE(sc->sc_type, x))
     77  1.1  hkenken #define	READ_REG(sc, x)							      \
     78  1.1  hkenken 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x))
     79  1.1  hkenken #define	WRITE_REG(sc, x, v)						      \
     80  1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x), (v))
     81  1.1  hkenken 
     82  1.1  hkenken #ifdef IMXSPI_DEBUG
     83  1.1  hkenken int imxspi_debug = IMXSPI_DEBUG;
     84  1.1  hkenken #define	DPRINTFN(n,x)   if (imxspi_debug>(n)) printf x;
     85  1.1  hkenken #else
     86  1.1  hkenken #define	DPRINTFN(n,x)
     87  1.1  hkenken #endif
     88  1.1  hkenken 
     89  1.5  hkenken #ifdef FDT
     90  1.5  hkenken static struct spi_controller *
     91  1.5  hkenken imxspi_get_controller(device_t dev)
     92  1.5  hkenken {
     93  1.5  hkenken 	struct imxspi_softc * const sc = device_private(dev);
     94  1.5  hkenken 
     95  1.5  hkenken 	return &sc->sc_spi;
     96  1.5  hkenken }
     97  1.5  hkenken 
     98  1.5  hkenken static const struct fdtbus_spi_controller_func imxspi_funcs = {
     99  1.5  hkenken 	.get_controller = imxspi_get_controller
    100  1.5  hkenken };
    101  1.5  hkenken #endif
    102  1.5  hkenken 
    103  1.1  hkenken int
    104  1.5  hkenken imxspi_attach_common(device_t self)
    105  1.1  hkenken {
    106  1.5  hkenken 	struct imxspi_softc * const sc = device_private(self);
    107  1.1  hkenken 
    108  1.5  hkenken 	aprint_normal("i.MX %sCSPI Controller (clock %ld Hz)\n",
    109  1.1  hkenken 	    ((sc->sc_enhanced) ? "e" : ""), sc->sc_freq);
    110  1.1  hkenken 
    111  1.1  hkenken 	/* Initialize SPI controller */
    112  1.5  hkenken 	sc->sc_dev = self;
    113  1.1  hkenken 	sc->sc_spi.sct_cookie = sc;
    114  1.1  hkenken 	if (sc->sc_enhanced)
    115  1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure_enhanced;
    116  1.1  hkenken 	else
    117  1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure;
    118  1.1  hkenken 	sc->sc_spi.sct_transfer = imxspi_transfer;
    119  1.1  hkenken 
    120  1.1  hkenken 	/* sc->sc_spi.sct_nslaves must have been initialized by machdep code */
    121  1.5  hkenken 	sc->sc_spi.sct_nslaves = sc->sc_nslaves;
    122  1.1  hkenken 	if (!sc->sc_spi.sct_nslaves)
    123  1.1  hkenken 		aprint_error_dev(sc->sc_dev, "no slaves!\n");
    124  1.1  hkenken 
    125  1.1  hkenken 	/* initialize the queue */
    126  1.1  hkenken 	SIMPLEQ_INIT(&sc->sc_q);
    127  1.1  hkenken 
    128  1.1  hkenken 	/* configure SPI */
    129  1.1  hkenken 	/* Setup Control Register */
    130  1.6  hkenken 	WRITE_REG(sc, CONREG,
    131  1.6  hkenken 	    __SHIFTIN(0, IMXSPI_TYPE(CON_DRCTL)) |
    132  1.6  hkenken 	    __SHIFTIN(8 - 1, IMXSPI_TYPE(CON_BITCOUNT)) |
    133  1.1  hkenken 	    __SHIFTIN(0xf, IMXSPI(CON_MODE)) | IMXSPI(CON_ENABLE));
    134  1.1  hkenken 	/* TC and RR interruption */
    135  1.6  hkenken 	WRITE_REG(sc, INTREG, (IMXSPI_TYPE(INTR_TC_EN) | IMXSPI(INTR_RR_EN)));
    136  1.6  hkenken 	WRITE_REG(sc, STATREG, IMXSPI_TYPE(STAT_CLR));
    137  1.1  hkenken 
    138  1.1  hkenken 	WRITE_REG(sc, PERIODREG, 0x0);
    139  1.1  hkenken 
    140  1.5  hkenken #ifdef FDT
    141  1.5  hkenken 	KASSERT(sc->sc_phandle != 0);
    142  1.5  hkenken 
    143  1.5  hkenken 	fdtbus_register_spi_controller(self, sc->sc_phandle, &imxspi_funcs);
    144  1.5  hkenken 	(void) fdtbus_attach_spibus(self, sc->sc_phandle, spibus_print);
    145  1.5  hkenken #else
    146  1.5  hkenken 	struct spibus_attach_args sba;
    147  1.5  hkenken 	memset(&sba, 0, sizeof(sba));
    148  1.5  hkenken 	sba.sba_controller = &sc->sc_spi;
    149  1.1  hkenken 
    150  1.1  hkenken 	/* attach slave devices */
    151  1.1  hkenken 	(void)config_found_ia(sc->sc_dev, "spibus", &sba, spibus_print);
    152  1.5  hkenken #endif
    153  1.1  hkenken 
    154  1.1  hkenken 	return 0;
    155  1.1  hkenken }
    156  1.1  hkenken 
    157  1.1  hkenken static int
    158  1.1  hkenken imxspi_configure(void *arg, int slave, int mode, int speed)
    159  1.1  hkenken {
    160  1.1  hkenken 	struct imxspi_softc *sc = arg;
    161  1.1  hkenken 	uint32_t div_cnt = 0;
    162  1.1  hkenken 	uint32_t div;
    163  1.1  hkenken 	uint32_t contrl = 0;
    164  1.1  hkenken 
    165  1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    166  1.1  hkenken 	div = div - 1;
    167  1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    168  1.1  hkenken 		div >>= 1;
    169  1.1  hkenken 
    170  1.1  hkenken 	div_cnt = div_cnt - 2;
    171  1.1  hkenken 	if (div_cnt >= 7)
    172  1.1  hkenken 		div_cnt = 7;
    173  1.1  hkenken 
    174  1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    175  1.1  hkenken 	contrl &= ~CSPI_CON_DIV;
    176  1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, CSPI_CON_DIV);
    177  1.1  hkenken 
    178  1.1  hkenken 	contrl &= ~(CSPI_CON_POL | CSPI_CON_PHA);
    179  1.1  hkenken 	switch (mode) {
    180  1.1  hkenken 	case SPI_MODE_0:
    181  1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    182  1.1  hkenken 		break;
    183  1.1  hkenken 	case SPI_MODE_1:
    184  1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    185  1.1  hkenken 		contrl |= CSPI_CON_PHA;
    186  1.1  hkenken 		break;
    187  1.1  hkenken 	case SPI_MODE_2:
    188  1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    189  1.1  hkenken 		contrl |= CSPI_CON_POL;
    190  1.1  hkenken 		break;
    191  1.1  hkenken 	case SPI_MODE_3:
    192  1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    193  1.1  hkenken 		contrl |= CSPI_CON_POL;
    194  1.1  hkenken 		contrl |= CSPI_CON_PHA;
    195  1.1  hkenken 		break;
    196  1.1  hkenken 	default:
    197  1.1  hkenken 		return EINVAL;
    198  1.1  hkenken 	}
    199  1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    200  1.1  hkenken 
    201  1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    202  1.1  hkenken 		__func__, slave, mode, speed));
    203  1.1  hkenken 
    204  1.1  hkenken 	return 0;
    205  1.1  hkenken }
    206  1.1  hkenken 
    207  1.1  hkenken static int
    208  1.1  hkenken imxspi_configure_enhanced(void *arg, int slave, int mode, int speed)
    209  1.1  hkenken {
    210  1.1  hkenken 	struct imxspi_softc *sc = arg;
    211  1.1  hkenken 	uint32_t div_cnt = 0;
    212  1.1  hkenken 	uint32_t div;
    213  1.1  hkenken 	uint32_t contrl = 0;
    214  1.1  hkenken 	uint32_t config = 0;
    215  1.1  hkenken 
    216  1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    217  1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    218  1.1  hkenken 		div >>= 1;
    219  1.1  hkenken 
    220  1.1  hkenken 	if (div_cnt >= 15)
    221  1.1  hkenken 		div_cnt = 15;
    222  1.1  hkenken 
    223  1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    224  1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, ECSPI_CON_DIV);
    225  1.1  hkenken 	contrl |= __SHIFTIN(slave, ECSPI_CON_CS);
    226  1.1  hkenken 	contrl |= __SHIFTIN(__BIT(slave), ECSPI_CON_MODE);
    227  1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    228  1.1  hkenken 
    229  1.1  hkenken 	config = bus_space_read_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG);
    230  1.1  hkenken 	config &= ~(__SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL) |
    231  1.1  hkenken 	    __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA));
    232  1.1  hkenken 	switch (mode) {
    233  1.1  hkenken 	case SPI_MODE_0:
    234  1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    235  1.1  hkenken 		break;
    236  1.1  hkenken 	case SPI_MODE_1:
    237  1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    238  1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    239  1.1  hkenken 		break;
    240  1.1  hkenken 	case SPI_MODE_2:
    241  1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    242  1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    243  1.1  hkenken 		break;
    244  1.1  hkenken 	case SPI_MODE_3:
    245  1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    246  1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    247  1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    248  1.1  hkenken 		break;
    249  1.1  hkenken 	default:
    250  1.1  hkenken 		return EINVAL;
    251  1.1  hkenken 	}
    252  1.1  hkenken 	config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SSB_CTL);
    253  1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG, config);
    254  1.1  hkenken 
    255  1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    256  1.1  hkenken 		__func__, slave, mode, speed));
    257  1.1  hkenken 
    258  1.1  hkenken 	return 0;
    259  1.1  hkenken }
    260  1.1  hkenken 
    261  1.1  hkenken void
    262  1.1  hkenken imxspi_send(struct imxspi_softc *sc)
    263  1.1  hkenken {
    264  1.1  hkenken 	uint32_t data;
    265  1.1  hkenken 	struct spi_chunk *chunk;
    266  1.1  hkenken 
    267  1.1  hkenken 	/* fill the fifo */
    268  1.1  hkenken 	while ((chunk = sc->sc_wchunk) != NULL) {
    269  1.1  hkenken 		while (chunk->chunk_wresid) {
    270  1.1  hkenken 			/* transmit fifo full? */
    271  1.1  hkenken 			if (READ_REG(sc, STATREG) & IMXSPI(STAT_TF))
    272  1.3  hkenken 				goto out;
    273  1.1  hkenken 
    274  1.1  hkenken 			if (chunk->chunk_wptr) {
    275  1.1  hkenken 				data = *chunk->chunk_wptr;
    276  1.1  hkenken 				chunk->chunk_wptr++;
    277  1.1  hkenken 			} else {
    278  1.1  hkenken 				data = 0xff;
    279  1.1  hkenken 			}
    280  1.1  hkenken 			chunk->chunk_wresid--;
    281  1.1  hkenken 
    282  1.1  hkenken 			WRITE_REG(sc, TXDATA, data);
    283  1.1  hkenken 		}
    284  1.1  hkenken 		/* advance to next transfer */
    285  1.1  hkenken 		sc->sc_wchunk = sc->sc_wchunk->chunk_next;
    286  1.1  hkenken 	}
    287  1.3  hkenken out:
    288  1.1  hkenken 	if (!(READ_REG(sc, STATREG) & IMXSPI(INTR_TE_EN)))
    289  1.1  hkenken 		WRITE_REG(sc, CONREG, READ_REG(sc, CONREG) | IMXSPI(CON_XCH));
    290  1.1  hkenken }
    291  1.1  hkenken 
    292  1.1  hkenken void
    293  1.1  hkenken imxspi_recv(struct imxspi_softc *sc)
    294  1.1  hkenken {
    295  1.1  hkenken 	uint32_t		data;
    296  1.1  hkenken 	struct spi_chunk	*chunk;
    297  1.1  hkenken 
    298  1.1  hkenken 	while ((chunk = sc->sc_rchunk) != NULL) {
    299  1.1  hkenken 		while (chunk->chunk_rresid) {
    300  1.1  hkenken 			/* rx fifo empty? */
    301  1.1  hkenken 			if ((!(READ_REG(sc, STATREG) & IMXSPI(STAT_RR))))
    302  1.1  hkenken 				return;
    303  1.1  hkenken 
    304  1.1  hkenken 			/* collect rx data */
    305  1.1  hkenken 			data = READ_REG(sc, RXDATA);
    306  1.1  hkenken 			if (chunk->chunk_rptr) {
    307  1.1  hkenken 				*chunk->chunk_rptr = data & 0xff;
    308  1.1  hkenken 				chunk->chunk_rptr++;
    309  1.1  hkenken 			}
    310  1.1  hkenken 
    311  1.1  hkenken 			chunk->chunk_rresid--;
    312  1.1  hkenken 		}
    313  1.1  hkenken 		/* advance next to next transfer */
    314  1.1  hkenken 		sc->sc_rchunk = sc->sc_rchunk->chunk_next;
    315  1.1  hkenken 	}
    316  1.1  hkenken }
    317  1.1  hkenken 
    318  1.1  hkenken 
    319  1.1  hkenken void
    320  1.1  hkenken imxspi_sched(struct imxspi_softc *sc)
    321  1.1  hkenken {
    322  1.1  hkenken 	struct spi_transfer *st;
    323  1.1  hkenken 	uint32_t chipselect;
    324  1.1  hkenken 
    325  1.1  hkenken 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
    326  1.1  hkenken 		/* remove the item */
    327  1.1  hkenken 		spi_transq_dequeue(&sc->sc_q);
    328  1.1  hkenken 
    329  1.1  hkenken 		/* note that we are working on it */
    330  1.1  hkenken 		sc->sc_transfer = st;
    331  1.1  hkenken 
    332  1.1  hkenken 		/* chip slect */
    333  1.1  hkenken 		if (sc->sc_tag->spi_cs_enable != NULL)
    334  1.1  hkenken 			sc->sc_tag->spi_cs_enable(sc->sc_tag->cookie,
    335  1.1  hkenken 			    st->st_slave);
    336  1.1  hkenken 
    337  1.3  hkenken 		/* chip slect */
    338  1.1  hkenken 		chipselect = READ_REG(sc, CONREG);
    339  1.6  hkenken 		chipselect &= ~IMXSPI_TYPE(CON_CS);
    340  1.6  hkenken 		chipselect |= __SHIFTIN(st->st_slave, IMXSPI_TYPE(CON_CS));
    341  1.1  hkenken 		WRITE_REG(sc, CONREG, chipselect);
    342  1.1  hkenken 
    343  1.1  hkenken 		delay(1);
    344  1.1  hkenken 
    345  1.1  hkenken 		/* setup chunks */
    346  1.1  hkenken 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
    347  1.1  hkenken 
    348  1.1  hkenken 		/* now kick the master start to get the chip running */
    349  1.1  hkenken 		imxspi_send(sc);
    350  1.1  hkenken 
    351  1.1  hkenken 		sc->sc_running = TRUE;
    352  1.1  hkenken 		return;
    353  1.1  hkenken 	}
    354  1.1  hkenken 
    355  1.1  hkenken 	DPRINTFN(2, ("%s: nothing to do anymore\n", __func__));
    356  1.1  hkenken 	sc->sc_running = FALSE;
    357  1.1  hkenken }
    358  1.1  hkenken 
    359  1.1  hkenken void
    360  1.1  hkenken imxspi_done(struct imxspi_softc *sc, int err)
    361  1.1  hkenken {
    362  1.1  hkenken 	struct spi_transfer *st;
    363  1.1  hkenken 
    364  1.1  hkenken 	/* called from interrupt handler */
    365  1.1  hkenken 	if ((st = sc->sc_transfer) != NULL) {
    366  1.1  hkenken 		if (sc->sc_tag->spi_cs_disable != NULL)
    367  1.1  hkenken 			sc->sc_tag->spi_cs_disable(sc->sc_tag->cookie,
    368  1.1  hkenken 			    st->st_slave);
    369  1.1  hkenken 
    370  1.1  hkenken 		sc->sc_transfer = NULL;
    371  1.1  hkenken 		spi_done(st, err);
    372  1.1  hkenken 	}
    373  1.1  hkenken 	/* make sure we clear these bits out */
    374  1.1  hkenken 	sc->sc_wchunk = sc->sc_rchunk = NULL;
    375  1.1  hkenken 	imxspi_sched(sc);
    376  1.1  hkenken }
    377  1.1  hkenken 
    378  1.5  hkenken int
    379  1.1  hkenken imxspi_intr(void *arg)
    380  1.1  hkenken {
    381  1.1  hkenken 	struct imxspi_softc *sc = arg;
    382  1.1  hkenken 	uint32_t intr, sr;
    383  1.1  hkenken 	int err = 0;
    384  1.1  hkenken 
    385  1.1  hkenken 	if ((intr = READ_REG(sc, INTREG)) == 0) {
    386  1.1  hkenken 		/* interrupts are not enabled, get out */
    387  1.1  hkenken 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __func__));
    388  1.1  hkenken 		return 0;
    389  1.1  hkenken 	}
    390  1.1  hkenken 
    391  1.1  hkenken 	sr = READ_REG(sc, STATREG);
    392  1.1  hkenken 	if (!(sr & intr)) {
    393  1.1  hkenken 		/* interrupt did not happen, get out */
    394  1.1  hkenken 		DPRINTFN(3, ("%s: interrupts did not happen\n", __func__));
    395  1.1  hkenken 		return 0;
    396  1.1  hkenken 	}
    397  1.1  hkenken 
    398  1.3  hkenken 	/* RXFIFO ready? */
    399  1.3  hkenken 	if (sr & IMXSPI(INTR_RR_EN)) {
    400  1.3  hkenken 		imxspi_recv(sc);
    401  1.3  hkenken 		if (sc->sc_wchunk == NULL && sc->sc_rchunk == NULL)
    402  1.3  hkenken 			imxspi_done(sc, err);
    403  1.3  hkenken 	}
    404  1.3  hkenken 
    405  1.6  hkenken 	/* Transfer Complete? */
    406  1.6  hkenken 	if (sr & IMXSPI_TYPE(INTR_TC_EN))
    407  1.1  hkenken 		imxspi_send(sc);
    408  1.1  hkenken 
    409  1.1  hkenken 	/* status register clear */
    410  1.1  hkenken 	WRITE_REG(sc, STATREG, sr);
    411  1.1  hkenken 
    412  1.1  hkenken 	return 1;
    413  1.1  hkenken }
    414  1.1  hkenken 
    415  1.1  hkenken int
    416  1.1  hkenken imxspi_transfer(void *arg, struct spi_transfer *st)
    417  1.1  hkenken {
    418  1.1  hkenken 	struct imxspi_softc *sc = arg;
    419  1.1  hkenken 	int s;
    420  1.1  hkenken 
    421  1.1  hkenken 	/* make sure we select the right chip */
    422  1.2  hkenken 	s = splbio();
    423  1.1  hkenken 	spi_transq_enqueue(&sc->sc_q, st);
    424  1.1  hkenken 	if (sc->sc_running == FALSE)
    425  1.1  hkenken 		imxspi_sched(sc);
    426  1.1  hkenken 	splx(s);
    427  1.1  hkenken 
    428  1.1  hkenken 	return 0;
    429  1.1  hkenken }
    430  1.1  hkenken 
    431