Home | History | Annotate | Line # | Download | only in imx
imxspi.c revision 1.11
      1  1.11  thorpej /*	$NetBSD: imxspi.c,v 1.11 2025/09/10 01:55:07 thorpej Exp $	*/
      2   1.1  hkenken 
      3   1.1  hkenken /*-
      4   1.1  hkenken  * Copyright (c) 2014  Genetec Corporation.  All rights reserved.
      5   1.1  hkenken  * Written by Hashimoto Kenichi for Genetec Corporation.
      6   1.1  hkenken  *
      7   1.1  hkenken  * Redistribution and use in source and binary forms, with or without
      8   1.1  hkenken  * modification, are permitted provided that the following conditions
      9   1.1  hkenken  * are met:
     10   1.1  hkenken  * 1. Redistributions of source code must retain the above copyright
     11   1.1  hkenken  *    notice, this list of conditions and the following disclaimer.
     12   1.1  hkenken  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  hkenken  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  hkenken  *    documentation and/or other materials provided with the distribution.
     15   1.1  hkenken  *
     16   1.1  hkenken  * THIS SOFTWARE IS PROVIDED BY GENETEC CORPORATION ``AS IS'' AND
     17   1.1  hkenken  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18   1.1  hkenken  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19   1.1  hkenken  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL GENETEC CORPORATION
     20   1.1  hkenken  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21   1.1  hkenken  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22   1.1  hkenken  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23   1.1  hkenken  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24   1.1  hkenken  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25   1.1  hkenken  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26   1.1  hkenken  * POSSIBILITY OF SUCH DAMAGE.
     27   1.1  hkenken  */
     28   1.1  hkenken 
     29   1.1  hkenken /*
     30   1.1  hkenken  * this module support CSPI and eCSPI.
     31   1.1  hkenken  * i.MX51 have 2 eCSPI and 1 CSPI modules.
     32   1.1  hkenken  */
     33   1.1  hkenken 
     34   1.1  hkenken #include <sys/cdefs.h>
     35  1.11  thorpej __KERNEL_RCSID(0, "$NetBSD: imxspi.c,v 1.11 2025/09/10 01:55:07 thorpej Exp $");
     36   1.1  hkenken 
     37   1.1  hkenken #include "opt_imxspi.h"
     38   1.5  hkenken #include "opt_fdt.h"
     39   1.1  hkenken 
     40   1.1  hkenken #include <sys/param.h>
     41   1.1  hkenken #include <sys/systm.h>
     42   1.1  hkenken #include <sys/kernel.h>
     43   1.1  hkenken #include <sys/device.h>
     44   1.1  hkenken #include <sys/errno.h>
     45   1.1  hkenken #include <sys/proc.h>
     46   1.1  hkenken #include <sys/intr.h>
     47   1.1  hkenken 
     48   1.1  hkenken #include <sys/bus.h>
     49   1.1  hkenken #include <machine/cpu.h>
     50   1.1  hkenken #include <machine/intr.h>
     51   1.1  hkenken 
     52   1.1  hkenken #include <arm/imx/imxspivar.h>
     53   1.1  hkenken #include <arm/imx/imxspireg.h>
     54   1.1  hkenken 
     55   1.5  hkenken #ifdef FDT
     56   1.5  hkenken #include <dev/fdt/fdtvar.h>
     57   1.5  hkenken #endif
     58   1.5  hkenken 
     59   1.1  hkenken /* SPI service routines */
     60   1.1  hkenken static int imxspi_configure_enhanced(void *, int, int, int);
     61   1.1  hkenken static int imxspi_configure(void *, int, int, int);
     62   1.1  hkenken static int imxspi_transfer(void *, struct spi_transfer *);
     63   1.1  hkenken 
     64   1.1  hkenken /* internal stuff */
     65   1.1  hkenken void imxspi_done(struct imxspi_softc *, int);
     66   1.1  hkenken void imxspi_send(struct imxspi_softc *);
     67   1.1  hkenken void imxspi_recv(struct imxspi_softc *);
     68   1.1  hkenken void imxspi_sched(struct imxspi_softc *);
     69   1.1  hkenken 
     70   1.6  hkenken #define	IMXCSPI_TYPE(type, x)						      \
     71   1.6  hkenken 	((sc->sc_type == IMX31_CSPI) ? __CONCAT(CSPI_IMX31_, x) :	      \
     72   1.7  hkenken 	 (sc->sc_type == IMX35_CSPI) ? __CONCAT(CSPI_IMX35_, x) : 0)
     73   1.6  hkenken #define	IMXCSPI(x)	__CONCAT(CSPI_, x)
     74   1.6  hkenken #define	IMXESPI(x)	__CONCAT(ECSPI_, x)
     75   1.6  hkenken #define	IMXSPI(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI(x))
     76   1.6  hkenken #define	IMXSPI_TYPE(x)	((sc->sc_enhanced) ? IMXESPI(x) : IMXCSPI_TYPE(sc->sc_type, x))
     77   1.1  hkenken #define	READ_REG(sc, x)							      \
     78   1.1  hkenken 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x))
     79   1.1  hkenken #define	WRITE_REG(sc, x, v)						      \
     80   1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, IMXSPI(x), (v))
     81   1.1  hkenken 
     82   1.1  hkenken #ifdef IMXSPI_DEBUG
     83   1.1  hkenken int imxspi_debug = IMXSPI_DEBUG;
     84   1.1  hkenken #define	DPRINTFN(n,x)   if (imxspi_debug>(n)) printf x;
     85   1.1  hkenken #else
     86   1.1  hkenken #define	DPRINTFN(n,x)
     87   1.1  hkenken #endif
     88   1.1  hkenken 
     89   1.5  hkenken #ifdef FDT
     90   1.5  hkenken static struct spi_controller *
     91   1.5  hkenken imxspi_get_controller(device_t dev)
     92   1.5  hkenken {
     93   1.5  hkenken 	struct imxspi_softc * const sc = device_private(dev);
     94   1.5  hkenken 
     95   1.5  hkenken 	return &sc->sc_spi;
     96   1.5  hkenken }
     97   1.5  hkenken 
     98   1.5  hkenken static const struct fdtbus_spi_controller_func imxspi_funcs = {
     99   1.5  hkenken 	.get_controller = imxspi_get_controller
    100   1.5  hkenken };
    101   1.5  hkenken #endif
    102   1.5  hkenken 
    103   1.1  hkenken int
    104   1.5  hkenken imxspi_attach_common(device_t self)
    105   1.1  hkenken {
    106   1.5  hkenken 	struct imxspi_softc * const sc = device_private(self);
    107   1.1  hkenken 
    108   1.5  hkenken 	aprint_normal("i.MX %sCSPI Controller (clock %ld Hz)\n",
    109   1.1  hkenken 	    ((sc->sc_enhanced) ? "e" : ""), sc->sc_freq);
    110   1.1  hkenken 
    111   1.1  hkenken 	/* Initialize SPI controller */
    112   1.5  hkenken 	sc->sc_dev = self;
    113   1.1  hkenken 	sc->sc_spi.sct_cookie = sc;
    114   1.1  hkenken 	if (sc->sc_enhanced)
    115   1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure_enhanced;
    116   1.1  hkenken 	else
    117   1.1  hkenken 		sc->sc_spi.sct_configure = imxspi_configure;
    118   1.1  hkenken 	sc->sc_spi.sct_transfer = imxspi_transfer;
    119   1.1  hkenken 
    120   1.1  hkenken 	/* sc->sc_spi.sct_nslaves must have been initialized by machdep code */
    121   1.5  hkenken 	sc->sc_spi.sct_nslaves = sc->sc_nslaves;
    122   1.1  hkenken 	if (!sc->sc_spi.sct_nslaves)
    123   1.1  hkenken 		aprint_error_dev(sc->sc_dev, "no slaves!\n");
    124   1.1  hkenken 
    125   1.1  hkenken 	/* initialize the queue */
    126   1.1  hkenken 	SIMPLEQ_INIT(&sc->sc_q);
    127   1.1  hkenken 
    128   1.1  hkenken 	/* configure SPI */
    129   1.1  hkenken 	/* Setup Control Register */
    130   1.6  hkenken 	WRITE_REG(sc, CONREG,
    131   1.6  hkenken 	    __SHIFTIN(0, IMXSPI_TYPE(CON_DRCTL)) |
    132   1.6  hkenken 	    __SHIFTIN(8 - 1, IMXSPI_TYPE(CON_BITCOUNT)) |
    133   1.1  hkenken 	    __SHIFTIN(0xf, IMXSPI(CON_MODE)) | IMXSPI(CON_ENABLE));
    134   1.1  hkenken 	/* TC and RR interruption */
    135   1.6  hkenken 	WRITE_REG(sc, INTREG, (IMXSPI_TYPE(INTR_TC_EN) | IMXSPI(INTR_RR_EN)));
    136   1.6  hkenken 	WRITE_REG(sc, STATREG, IMXSPI_TYPE(STAT_CLR));
    137   1.1  hkenken 
    138   1.1  hkenken 	WRITE_REG(sc, PERIODREG, 0x0);
    139   1.1  hkenken 
    140   1.5  hkenken #ifdef FDT
    141   1.5  hkenken 	KASSERT(sc->sc_phandle != 0);
    142   1.5  hkenken 
    143   1.5  hkenken 	fdtbus_register_spi_controller(self, sc->sc_phandle, &imxspi_funcs);
    144   1.5  hkenken 	(void) fdtbus_attach_spibus(self, sc->sc_phandle, spibus_print);
    145   1.5  hkenken #else
    146  1.11  thorpej 	spibus_attach(self, &sc->sc_spi);
    147   1.5  hkenken #endif
    148   1.1  hkenken 
    149   1.1  hkenken 	return 0;
    150   1.1  hkenken }
    151   1.1  hkenken 
    152   1.1  hkenken static int
    153   1.1  hkenken imxspi_configure(void *arg, int slave, int mode, int speed)
    154   1.1  hkenken {
    155   1.1  hkenken 	struct imxspi_softc *sc = arg;
    156   1.1  hkenken 	uint32_t div_cnt = 0;
    157   1.1  hkenken 	uint32_t div;
    158   1.1  hkenken 	uint32_t contrl = 0;
    159   1.1  hkenken 
    160   1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    161   1.1  hkenken 	div = div - 1;
    162   1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    163   1.1  hkenken 		div >>= 1;
    164   1.1  hkenken 
    165   1.1  hkenken 	div_cnt = div_cnt - 2;
    166   1.1  hkenken 	if (div_cnt >= 7)
    167   1.1  hkenken 		div_cnt = 7;
    168   1.1  hkenken 
    169   1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    170   1.1  hkenken 	contrl &= ~CSPI_CON_DIV;
    171   1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, CSPI_CON_DIV);
    172   1.1  hkenken 
    173   1.1  hkenken 	contrl &= ~(CSPI_CON_POL | CSPI_CON_PHA);
    174   1.1  hkenken 	switch (mode) {
    175   1.1  hkenken 	case SPI_MODE_0:
    176   1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    177   1.1  hkenken 		break;
    178   1.1  hkenken 	case SPI_MODE_1:
    179   1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    180   1.1  hkenken 		contrl |= CSPI_CON_PHA;
    181   1.1  hkenken 		break;
    182   1.1  hkenken 	case SPI_MODE_2:
    183   1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    184   1.1  hkenken 		contrl |= CSPI_CON_POL;
    185   1.1  hkenken 		break;
    186   1.1  hkenken 	case SPI_MODE_3:
    187   1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    188   1.1  hkenken 		contrl |= CSPI_CON_POL;
    189   1.1  hkenken 		contrl |= CSPI_CON_PHA;
    190   1.1  hkenken 		break;
    191   1.1  hkenken 	default:
    192   1.1  hkenken 		return EINVAL;
    193   1.1  hkenken 	}
    194   1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    195   1.1  hkenken 
    196   1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    197   1.1  hkenken 		__func__, slave, mode, speed));
    198   1.1  hkenken 
    199   1.1  hkenken 	return 0;
    200   1.1  hkenken }
    201   1.1  hkenken 
    202   1.1  hkenken static int
    203   1.1  hkenken imxspi_configure_enhanced(void *arg, int slave, int mode, int speed)
    204   1.1  hkenken {
    205   1.1  hkenken 	struct imxspi_softc *sc = arg;
    206   1.1  hkenken 	uint32_t div_cnt = 0;
    207   1.1  hkenken 	uint32_t div;
    208   1.1  hkenken 	uint32_t contrl = 0;
    209   1.1  hkenken 	uint32_t config = 0;
    210   1.1  hkenken 
    211   1.1  hkenken 	div = (sc->sc_freq + (speed - 1)) / speed;
    212   1.1  hkenken 	for (div_cnt = 0; div > 0; div_cnt++)
    213   1.1  hkenken 		div >>= 1;
    214   1.1  hkenken 
    215   1.1  hkenken 	if (div_cnt >= 15)
    216   1.1  hkenken 		div_cnt = 15;
    217   1.1  hkenken 
    218   1.1  hkenken 	contrl = READ_REG(sc, CONREG);
    219   1.1  hkenken 	contrl |= __SHIFTIN(div_cnt, ECSPI_CON_DIV);
    220   1.1  hkenken 	contrl |= __SHIFTIN(slave, ECSPI_CON_CS);
    221   1.1  hkenken 	contrl |= __SHIFTIN(__BIT(slave), ECSPI_CON_MODE);
    222   1.1  hkenken 	WRITE_REG(sc, CONREG, contrl);
    223   1.1  hkenken 
    224   1.1  hkenken 	config = bus_space_read_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG);
    225   1.1  hkenken 	config &= ~(__SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL) |
    226   1.7  hkenken 	    __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL) |
    227   1.1  hkenken 	    __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA));
    228   1.1  hkenken 	switch (mode) {
    229   1.1  hkenken 	case SPI_MODE_0:
    230   1.1  hkenken 		/* CPHA = 0, CPOL = 0 */
    231   1.1  hkenken 		break;
    232   1.1  hkenken 	case SPI_MODE_1:
    233   1.1  hkenken 		/* CPHA = 1, CPOL = 0 */
    234   1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    235   1.1  hkenken 		break;
    236   1.1  hkenken 	case SPI_MODE_2:
    237   1.1  hkenken 		/* CPHA = 0, CPOL = 1 */
    238   1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    239   1.7  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL);
    240   1.1  hkenken 		break;
    241   1.1  hkenken 	case SPI_MODE_3:
    242   1.1  hkenken 		/* CPHA = 1, CPOL = 1 */
    243   1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_PHA);
    244   1.1  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_POL);
    245   1.7  hkenken 		config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SCLK_CTL);
    246   1.1  hkenken 		break;
    247   1.1  hkenken 	default:
    248   1.1  hkenken 		return EINVAL;
    249   1.1  hkenken 	}
    250   1.1  hkenken 	config |= __SHIFTIN(__BIT(slave), ECSPI_CONFIG_SSB_CTL);
    251   1.1  hkenken 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, ECSPI_CONFIGREG, config);
    252   1.1  hkenken 
    253   1.1  hkenken 	DPRINTFN(3, ("%s: slave %d mode %d speed %d\n",
    254   1.1  hkenken 		__func__, slave, mode, speed));
    255   1.1  hkenken 
    256   1.1  hkenken 	return 0;
    257   1.1  hkenken }
    258   1.1  hkenken 
    259   1.1  hkenken void
    260   1.1  hkenken imxspi_send(struct imxspi_softc *sc)
    261   1.1  hkenken {
    262   1.1  hkenken 	uint32_t data;
    263   1.1  hkenken 	struct spi_chunk *chunk;
    264   1.1  hkenken 
    265   1.1  hkenken 	/* fill the fifo */
    266   1.1  hkenken 	while ((chunk = sc->sc_wchunk) != NULL) {
    267   1.1  hkenken 		while (chunk->chunk_wresid) {
    268   1.1  hkenken 			/* transmit fifo full? */
    269   1.1  hkenken 			if (READ_REG(sc, STATREG) & IMXSPI(STAT_TF))
    270   1.3  hkenken 				goto out;
    271   1.1  hkenken 
    272   1.1  hkenken 			if (chunk->chunk_wptr) {
    273   1.1  hkenken 				data = *chunk->chunk_wptr;
    274   1.1  hkenken 				chunk->chunk_wptr++;
    275   1.1  hkenken 			} else {
    276   1.1  hkenken 				data = 0xff;
    277   1.1  hkenken 			}
    278   1.1  hkenken 			chunk->chunk_wresid--;
    279   1.1  hkenken 
    280   1.1  hkenken 			WRITE_REG(sc, TXDATA, data);
    281   1.1  hkenken 		}
    282   1.1  hkenken 		/* advance to next transfer */
    283   1.1  hkenken 		sc->sc_wchunk = sc->sc_wchunk->chunk_next;
    284   1.1  hkenken 	}
    285   1.3  hkenken out:
    286   1.1  hkenken 	if (!(READ_REG(sc, STATREG) & IMXSPI(INTR_TE_EN)))
    287   1.1  hkenken 		WRITE_REG(sc, CONREG, READ_REG(sc, CONREG) | IMXSPI(CON_XCH));
    288   1.1  hkenken }
    289   1.1  hkenken 
    290   1.1  hkenken void
    291   1.1  hkenken imxspi_recv(struct imxspi_softc *sc)
    292   1.1  hkenken {
    293   1.1  hkenken 	uint32_t		data;
    294   1.1  hkenken 	struct spi_chunk	*chunk;
    295   1.1  hkenken 
    296   1.1  hkenken 	while ((chunk = sc->sc_rchunk) != NULL) {
    297   1.1  hkenken 		while (chunk->chunk_rresid) {
    298   1.1  hkenken 			/* rx fifo empty? */
    299   1.1  hkenken 			if ((!(READ_REG(sc, STATREG) & IMXSPI(STAT_RR))))
    300   1.1  hkenken 				return;
    301   1.1  hkenken 
    302   1.1  hkenken 			/* collect rx data */
    303   1.1  hkenken 			data = READ_REG(sc, RXDATA);
    304   1.1  hkenken 			if (chunk->chunk_rptr) {
    305   1.1  hkenken 				*chunk->chunk_rptr = data & 0xff;
    306   1.1  hkenken 				chunk->chunk_rptr++;
    307   1.1  hkenken 			}
    308   1.1  hkenken 
    309   1.1  hkenken 			chunk->chunk_rresid--;
    310   1.1  hkenken 		}
    311   1.1  hkenken 		/* advance next to next transfer */
    312   1.1  hkenken 		sc->sc_rchunk = sc->sc_rchunk->chunk_next;
    313   1.1  hkenken 	}
    314   1.1  hkenken }
    315   1.1  hkenken 
    316   1.1  hkenken 
    317   1.1  hkenken void
    318   1.1  hkenken imxspi_sched(struct imxspi_softc *sc)
    319   1.1  hkenken {
    320   1.1  hkenken 	struct spi_transfer *st;
    321   1.1  hkenken 	uint32_t chipselect;
    322   1.1  hkenken 
    323   1.1  hkenken 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
    324   1.1  hkenken 		/* remove the item */
    325   1.1  hkenken 		spi_transq_dequeue(&sc->sc_q);
    326   1.1  hkenken 
    327   1.1  hkenken 		/* note that we are working on it */
    328   1.1  hkenken 		sc->sc_transfer = st;
    329   1.1  hkenken 
    330  1.10   andvar 		/* chip select */
    331   1.1  hkenken 		if (sc->sc_tag->spi_cs_enable != NULL)
    332   1.1  hkenken 			sc->sc_tag->spi_cs_enable(sc->sc_tag->cookie,
    333   1.1  hkenken 			    st->st_slave);
    334   1.1  hkenken 
    335  1.10   andvar 		/* chip select */
    336   1.1  hkenken 		chipselect = READ_REG(sc, CONREG);
    337   1.6  hkenken 		chipselect &= ~IMXSPI_TYPE(CON_CS);
    338   1.6  hkenken 		chipselect |= __SHIFTIN(st->st_slave, IMXSPI_TYPE(CON_CS));
    339   1.1  hkenken 		WRITE_REG(sc, CONREG, chipselect);
    340   1.1  hkenken 
    341   1.1  hkenken 		delay(1);
    342   1.1  hkenken 
    343   1.1  hkenken 		/* setup chunks */
    344   1.1  hkenken 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
    345   1.1  hkenken 
    346   1.1  hkenken 		/* now kick the master start to get the chip running */
    347   1.1  hkenken 		imxspi_send(sc);
    348   1.1  hkenken 
    349   1.1  hkenken 		sc->sc_running = TRUE;
    350   1.1  hkenken 		return;
    351   1.1  hkenken 	}
    352   1.1  hkenken 
    353   1.1  hkenken 	DPRINTFN(2, ("%s: nothing to do anymore\n", __func__));
    354   1.1  hkenken 	sc->sc_running = FALSE;
    355   1.1  hkenken }
    356   1.1  hkenken 
    357   1.1  hkenken void
    358   1.1  hkenken imxspi_done(struct imxspi_softc *sc, int err)
    359   1.1  hkenken {
    360   1.1  hkenken 	struct spi_transfer *st;
    361   1.1  hkenken 
    362   1.1  hkenken 	/* called from interrupt handler */
    363   1.1  hkenken 	if ((st = sc->sc_transfer) != NULL) {
    364   1.1  hkenken 		if (sc->sc_tag->spi_cs_disable != NULL)
    365   1.1  hkenken 			sc->sc_tag->spi_cs_disable(sc->sc_tag->cookie,
    366   1.1  hkenken 			    st->st_slave);
    367   1.1  hkenken 
    368   1.1  hkenken 		sc->sc_transfer = NULL;
    369   1.1  hkenken 		spi_done(st, err);
    370   1.1  hkenken 	}
    371   1.1  hkenken 	/* make sure we clear these bits out */
    372   1.1  hkenken 	sc->sc_wchunk = sc->sc_rchunk = NULL;
    373   1.1  hkenken 	imxspi_sched(sc);
    374   1.1  hkenken }
    375   1.1  hkenken 
    376   1.5  hkenken int
    377   1.1  hkenken imxspi_intr(void *arg)
    378   1.1  hkenken {
    379   1.1  hkenken 	struct imxspi_softc *sc = arg;
    380   1.1  hkenken 	uint32_t intr, sr;
    381   1.1  hkenken 	int err = 0;
    382   1.1  hkenken 
    383   1.1  hkenken 	if ((intr = READ_REG(sc, INTREG)) == 0) {
    384   1.1  hkenken 		/* interrupts are not enabled, get out */
    385   1.1  hkenken 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __func__));
    386   1.1  hkenken 		return 0;
    387   1.1  hkenken 	}
    388   1.1  hkenken 
    389   1.1  hkenken 	sr = READ_REG(sc, STATREG);
    390   1.1  hkenken 	if (!(sr & intr)) {
    391   1.1  hkenken 		/* interrupt did not happen, get out */
    392   1.1  hkenken 		DPRINTFN(3, ("%s: interrupts did not happen\n", __func__));
    393   1.1  hkenken 		return 0;
    394   1.1  hkenken 	}
    395   1.1  hkenken 
    396   1.3  hkenken 	/* RXFIFO ready? */
    397   1.3  hkenken 	if (sr & IMXSPI(INTR_RR_EN)) {
    398   1.3  hkenken 		imxspi_recv(sc);
    399   1.3  hkenken 		if (sc->sc_wchunk == NULL && sc->sc_rchunk == NULL)
    400   1.3  hkenken 			imxspi_done(sc, err);
    401   1.3  hkenken 	}
    402   1.3  hkenken 
    403   1.6  hkenken 	/* Transfer Complete? */
    404   1.6  hkenken 	if (sr & IMXSPI_TYPE(INTR_TC_EN))
    405   1.1  hkenken 		imxspi_send(sc);
    406   1.1  hkenken 
    407   1.1  hkenken 	/* status register clear */
    408   1.1  hkenken 	WRITE_REG(sc, STATREG, sr);
    409   1.1  hkenken 
    410   1.1  hkenken 	return 1;
    411   1.1  hkenken }
    412   1.1  hkenken 
    413   1.1  hkenken int
    414   1.1  hkenken imxspi_transfer(void *arg, struct spi_transfer *st)
    415   1.1  hkenken {
    416   1.1  hkenken 	struct imxspi_softc *sc = arg;
    417   1.1  hkenken 	int s;
    418   1.1  hkenken 
    419   1.1  hkenken 	/* make sure we select the right chip */
    420   1.2  hkenken 	s = splbio();
    421   1.1  hkenken 	spi_transq_enqueue(&sc->sc_q, st);
    422   1.1  hkenken 	if (sc->sc_running == FALSE)
    423   1.1  hkenken 		imxspi_sched(sc);
    424   1.1  hkenken 	splx(s);
    425   1.1  hkenken 
    426   1.1  hkenken 	return 0;
    427   1.1  hkenken }
    428   1.1  hkenken 
    429