Home | History | Annotate | Line # | Download | only in at91
at91spi.c revision 1.3.54.2
      1  1.3.54.1  martin /*	$Id: at91spi.c,v 1.3.54.2 2020/04/13 08:03:33 martin Exp $	*/
      2  1.3.54.1  martin /*	$NetBSD: at91spi.c,v 1.3.54.2 2020/04/13 08:03:33 martin Exp $	*/
      3       1.2    matt 
      4       1.2    matt /*-
      5       1.2    matt  * Copyright (c) 2007 Embedtronics Oy. All rights reserved.
      6       1.2    matt  *
      7       1.2    matt  * Based on arch/mips/alchemy/dev/auspi.c,
      8       1.2    matt  * Copyright (c) 2006 Urbana-Champaign Independent Media Center.
      9       1.2    matt  * Copyright (c) 2006 Garrett D'Amore.
     10       1.2    matt  * All rights reserved.
     11       1.2    matt  *
     12       1.2    matt  * Portions of this code were written by Garrett D'Amore for the
     13       1.2    matt  * Champaign-Urbana Community Wireless Network Project.
     14       1.2    matt  *
     15       1.2    matt  * Redistribution and use in source and binary forms, with or
     16       1.2    matt  * without modification, are permitted provided that the following
     17       1.2    matt  * conditions are met:
     18       1.2    matt  * 1. Redistributions of source code must retain the above copyright
     19       1.2    matt  *    notice, this list of conditions and the following disclaimer.
     20       1.2    matt  * 2. Redistributions in binary form must reproduce the above
     21       1.2    matt  *    copyright notice, this list of conditions and the following
     22       1.2    matt  *    disclaimer in the documentation and/or other materials provided
     23       1.2    matt  *    with the distribution.
     24       1.2    matt  * 3. All advertising materials mentioning features or use of this
     25       1.2    matt  *    software must display the following acknowledgements:
     26       1.2    matt  *      This product includes software developed by the Urbana-Champaign
     27       1.2    matt  *      Independent Media Center.
     28       1.2    matt  *	This product includes software developed by Garrett D'Amore.
     29       1.2    matt  * 4. Urbana-Champaign Independent Media Center's name and Garrett
     30       1.2    matt  *    D'Amore's name may not be used to endorse or promote products
     31       1.2    matt  *    derived from this software without specific prior written permission.
     32       1.2    matt  *
     33       1.2    matt  * THIS SOFTWARE IS PROVIDED BY THE URBANA-CHAMPAIGN INDEPENDENT
     34       1.2    matt  * MEDIA CENTER AND GARRETT D'AMORE ``AS IS'' AND ANY EXPRESS OR
     35       1.2    matt  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     36       1.2    matt  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     37       1.2    matt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE URBANA-CHAMPAIGN INDEPENDENT
     38       1.2    matt  * MEDIA CENTER OR GARRETT D'AMORE BE LIABLE FOR ANY DIRECT, INDIRECT,
     39       1.2    matt  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     40       1.2    matt  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     41       1.2    matt  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
     42       1.2    matt  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     43       1.2    matt  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     44       1.2    matt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     45       1.2    matt  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     46       1.2    matt  */
     47       1.2    matt 
     48       1.2    matt #include <sys/cdefs.h>
     49  1.3.54.1  martin __KERNEL_RCSID(0, "$NetBSD: at91spi.c,v 1.3.54.2 2020/04/13 08:03:33 martin Exp $");
     50       1.2    matt 
     51       1.2    matt #include "locators.h"
     52       1.2    matt 
     53       1.2    matt #include <sys/param.h>
     54       1.2    matt #include <sys/systm.h>
     55       1.2    matt #include <sys/kernel.h>
     56       1.2    matt #include <sys/device.h>
     57       1.2    matt #include <sys/errno.h>
     58       1.2    matt #include <sys/proc.h>
     59       1.2    matt 
     60       1.3  dyoung #include <sys/bus.h>
     61       1.2    matt #include <machine/cpu.h>
     62       1.2    matt #include <machine/vmparam.h>
     63       1.2    matt #include <sys/inttypes.h>
     64       1.2    matt 
     65       1.2    matt #include <arm/at91/at91var.h>
     66       1.2    matt #include <arm/at91/at91reg.h>
     67       1.2    matt #include <arm/at91/at91spivar.h>
     68       1.2    matt #include <arm/at91/at91spireg.h>
     69       1.2    matt 
     70       1.2    matt #define	at91spi_select(sc, slave)	\
     71       1.2    matt 	(sc)->sc_md->select_slave((sc), (slave))
     72       1.2    matt 
     73       1.2    matt #define	STATIC
     74       1.2    matt 
     75       1.2    matt //#define	AT91SPI_DEBUG	4
     76       1.2    matt 
     77       1.2    matt #ifdef	AT91SPI_DEBUG
     78       1.2    matt int at91spi_debug = AT91SPI_DEBUG;
     79       1.2    matt #define	DPRINTFN(n,x)	if (at91spi_debug>(n)) printf x;
     80       1.2    matt #else
     81       1.2    matt #define	DPRINTFN(n,x)
     82       1.2    matt #endif
     83       1.2    matt 
     84       1.2    matt STATIC int at91spi_intr(void *);
     85       1.2    matt 
     86       1.2    matt /* SPI service routines */
     87       1.2    matt STATIC int at91spi_configure(void *, int, int, int);
     88       1.2    matt STATIC int at91spi_transfer(void *, struct spi_transfer *);
     89       1.2    matt STATIC void at91spi_xfer(struct at91spi_softc *sc, int start);
     90       1.2    matt 
     91       1.2    matt /* internal stuff */
     92       1.2    matt STATIC void at91spi_done(struct at91spi_softc *, int);
     93       1.2    matt STATIC void at91spi_send(struct at91spi_softc *);
     94       1.2    matt STATIC void at91spi_recv(struct at91spi_softc *);
     95       1.2    matt STATIC void at91spi_sched(struct at91spi_softc *);
     96       1.2    matt 
     97       1.2    matt #define	GETREG(sc, x)					\
     98       1.2    matt 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, x)
     99       1.2    matt #define	PUTREG(sc, x, v)				\
    100       1.2    matt 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, x, v)
    101       1.2    matt 
    102       1.2    matt void
    103       1.2    matt at91spi_attach_common(device_t parent, device_t self, void *aux,
    104       1.2    matt 		      at91spi_machdep_tag_t md)
    105       1.2    matt {
    106       1.2    matt 	struct at91spi_softc *sc = device_private(self);
    107       1.2    matt 	struct at91bus_attach_args *sa = aux;
    108       1.2    matt 	struct spibus_attach_args sba;
    109       1.2    matt 	bus_dma_segment_t segs;
    110       1.2    matt 	int rsegs, err;
    111       1.2    matt 
    112       1.2    matt 	aprint_normal(": AT91 SPI Controller\n");
    113       1.2    matt 
    114       1.2    matt 	sc->sc_dev = self;
    115       1.2    matt 	sc->sc_iot = sa->sa_iot;
    116       1.2    matt 	sc->sc_pid = sa->sa_pid;
    117       1.2    matt 	sc->sc_dmat = sa->sa_dmat;
    118       1.2    matt 	sc->sc_md = md;
    119       1.2    matt 
    120       1.2    matt 	if (bus_space_map(sa->sa_iot, sa->sa_addr, sa->sa_size, 0, &sc->sc_ioh))
    121       1.2    matt 		panic("%s: Cannot map registers", device_xname(self));
    122       1.2    matt 
    123       1.2    matt 	/* we want to use dma, so allocate dma memory: */
    124       1.2    matt 	err = bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, 0, PAGE_SIZE,
    125       1.2    matt 			       &segs, 1, &rsegs, BUS_DMA_WAITOK);
    126       1.2    matt 	if (err == 0) {
    127       1.2    matt 		err = bus_dmamem_map(sc->sc_dmat, &segs, 1, PAGE_SIZE,
    128       1.2    matt 				     &sc->sc_dmapage,
    129       1.2    matt 				     BUS_DMA_WAITOK);
    130       1.2    matt 	}
    131       1.2    matt 	if (err == 0) {
    132       1.2    matt 		err = bus_dmamap_create(sc->sc_dmat, PAGE_SIZE, 1,
    133       1.2    matt 					 PAGE_SIZE, 0, BUS_DMA_WAITOK,
    134       1.2    matt 					 &sc->sc_dmamap);
    135       1.2    matt 	}
    136       1.2    matt 	if (err == 0) {
    137       1.2    matt 		err = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap,
    138       1.2    matt 				      sc->sc_dmapage, PAGE_SIZE, NULL,
    139       1.2    matt 				      BUS_DMA_WAITOK);
    140       1.2    matt 	}
    141       1.2    matt 	if (err != 0) {
    142       1.2    matt 		panic("%s: Cannot get DMA memory", device_xname(sc->sc_dev));
    143       1.2    matt 	}
    144       1.2    matt 	sc->sc_dmaaddr = sc->sc_dmamap->dm_segs[0].ds_addr;
    145       1.2    matt 
    146       1.2    matt 	/*
    147       1.2    matt 	 * Initialize SPI controller
    148       1.2    matt 	 */
    149       1.2    matt 	sc->sc_spi.sct_cookie = sc;
    150       1.2    matt 	sc->sc_spi.sct_configure = at91spi_configure;
    151       1.2    matt 	sc->sc_spi.sct_transfer = at91spi_transfer;
    152       1.2    matt 
    153       1.2    matt 	//sc->sc_spi.sct_nslaves must have been initialized by machdep code
    154       1.2    matt 	if (!sc->sc_spi.sct_nslaves) {
    155       1.2    matt 		aprint_error("%s: no slaves!\n", device_xname(sc->sc_dev));
    156       1.2    matt 	}
    157       1.2    matt 
    158  1.3.54.2  martin 	memset(&sba, 0, sizeof(sba));
    159       1.2    matt 	sba.sba_controller = &sc->sc_spi;
    160       1.2    matt 
    161       1.2    matt 	/* initialize the queue */
    162       1.2    matt 	SIMPLEQ_INIT(&sc->sc_q);
    163       1.2    matt 
    164       1.2    matt 	/* reset the SPI */
    165       1.2    matt 	at91_peripheral_clock(sc->sc_pid, 1);
    166       1.2    matt 	PUTREG(sc, SPI_CR, SPI_CR_SWRST);
    167       1.2    matt 	delay(100);
    168       1.2    matt 
    169       1.2    matt 	/* be paranoid and make sure the PDC is dead */
    170       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTDIS | PDC_PTCR_RXTDIS);
    171       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, 0);
    172       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_RCR, 0);
    173       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, 0);
    174       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_TCR, 0);
    175       1.2    matt 
    176       1.2    matt 	// configure SPI:
    177       1.2    matt 	PUTREG(sc, SPI_IDR, -1);
    178       1.2    matt 	PUTREG(sc, SPI_CSR(0), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    179       1.2    matt 	PUTREG(sc, SPI_CSR(1), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    180       1.2    matt 	PUTREG(sc, SPI_CSR(2), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    181       1.2    matt 	PUTREG(sc, SPI_CSR(3), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    182       1.2    matt 	PUTREG(sc, SPI_MR, SPI_MR_MODFDIS/* <- machdep? */ | SPI_MR_MSTR);
    183       1.2    matt 
    184       1.2    matt 	/* enable device interrupts */
    185       1.2    matt 	sc->sc_ih = at91_intr_establish(sc->sc_pid, IPL_BIO, INTR_HIGH_LEVEL,
    186       1.2    matt 					at91spi_intr, sc);
    187       1.2    matt 
    188       1.2    matt 	/* enable SPI */
    189       1.2    matt 	PUTREG(sc, SPI_CR, SPI_CR_SPIEN);
    190       1.2    matt 	if (GETREG(sc, SPI_SR) & SPI_SR_RDRF)
    191       1.2    matt 		(void)GETREG(sc, SPI_RDR);
    192       1.2    matt 
    193       1.2    matt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTEN | PDC_PTCR_RXTEN);
    194       1.2    matt 
    195       1.2    matt 	/* attach slave devices */
    196       1.2    matt 	(void) config_found_ia(sc->sc_dev, "spibus", &sba, spibus_print);
    197       1.2    matt }
    198       1.2    matt 
    199       1.2    matt int
    200       1.2    matt at91spi_configure(void *arg, int slave, int mode, int speed)
    201       1.2    matt {
    202       1.2    matt 	struct at91spi_softc *sc = arg;
    203       1.2    matt 	uint		scbr;
    204       1.2    matt 	uint32_t	csr;
    205       1.2    matt 
    206       1.2    matt 	/* setup interrupt registers */
    207       1.2    matt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts for now	*/
    208       1.2    matt 
    209       1.2    matt 	csr = GETREG(sc, SPI_CSR(0));	/* read register		*/
    210       1.2    matt 	csr &= SPI_CSR_RESERVED;	/* keep reserved bits		*/
    211       1.2    matt 	csr |= SPI_CSR_BITS_8;		/* assume 8 bit transfers	*/
    212       1.2    matt 
    213       1.2    matt 	/*
    214       1.2    matt 	 * Calculate clock divider
    215       1.2    matt 	 */
    216       1.2    matt 	scbr = speed ? ((AT91_MSTCLK + speed - 1) / speed + 1) & ~1 : -1;
    217       1.2    matt 	if (scbr > 0xFF) {
    218       1.2    matt 		aprint_error("%s: speed %d not supported\n",
    219       1.2    matt 		    device_xname(sc->sc_dev), speed);
    220       1.2    matt 		return EINVAL;
    221       1.2    matt 	}
    222       1.2    matt 	csr |= scbr << SPI_CSR_SCBR_SHIFT;
    223       1.2    matt 
    224       1.2    matt 	/*
    225       1.2    matt 	 * I'm not entirely confident that these values are correct.
    226       1.2    matt 	 * But at least mode 0 appears to work properly with the
    227       1.2    matt 	 * devices I have tested.  The documentation seems to suggest
    228       1.2    matt 	 * that I have the meaning of the clock delay bit inverted.
    229       1.2    matt 	 */
    230       1.2    matt 	switch (mode) {
    231       1.2    matt 	case SPI_MODE_0:
    232       1.2    matt 		csr |= SPI_CSR_NCPHA;		/* CPHA = 0, CPOL = 0 */
    233       1.2    matt 		break;
    234       1.2    matt 	case SPI_MODE_1:
    235       1.2    matt 		csr |= 0;			/* CPHA = 1, CPOL = 0 */
    236       1.2    matt 		break;
    237       1.2    matt 	case SPI_MODE_2:
    238       1.2    matt 		csr |= SPI_CSR_NCPHA		/* CPHA = 0, CPOL = 1 */
    239       1.2    matt 		       | SPI_CSR_CPOL;
    240       1.2    matt 		break;
    241       1.2    matt 	case SPI_MODE_3:
    242       1.2    matt 		csr |= SPI_CSR_CPOL;		/* CPHA = 1, CPOL = 1 */
    243       1.2    matt 		break;
    244       1.2    matt 	default:
    245       1.2    matt 		return EINVAL;
    246       1.2    matt 	}
    247       1.2    matt 
    248       1.2    matt 	PUTREG(sc, SPI_CSR(0), csr);
    249       1.2    matt 
    250       1.2    matt 	DPRINTFN(3, ("%s: slave %d mode %d speed %d, csr=0x%08"PRIX32"\n",
    251       1.2    matt 		     __FUNCTION__, slave, mode, speed, csr));
    252       1.2    matt 
    253       1.2    matt #if 0
    254       1.2    matt 	// wait until ready!?
    255       1.2    matt 	for (i = 1000000; i; i -= 10) {
    256       1.2    matt 		if (GETREG(sc, AUPSC_SPISTAT) & SPISTAT_DR) {
    257       1.2    matt 			return 0;
    258       1.2    matt 		}
    259       1.2    matt 	}
    260       1.2    matt 
    261       1.2    matt 	return ETIMEDOUT;
    262       1.2    matt #else
    263       1.2    matt 	return 0;
    264       1.2    matt #endif
    265       1.2    matt }
    266       1.2    matt 
    267       1.2    matt #define	HALF_BUF_SIZE	(PAGE_SIZE / 2)
    268       1.2    matt 
    269       1.2    matt void
    270       1.2    matt at91spi_xfer(struct at91spi_softc *sc, int start)
    271       1.2    matt {
    272       1.2    matt 	struct spi_chunk	*chunk;
    273       1.2    matt 	int			len;
    274       1.2    matt 	uint32_t		sr;
    275       1.2    matt 
    276       1.2    matt 	DPRINTFN(3, ("%s: sc=%p start=%d\n", __FUNCTION__, sc, start));
    277       1.2    matt 
    278       1.2    matt 	/* so ready to transmit more / anything received? */
    279       1.2    matt 	if (((sr = GETREG(sc, SPI_SR)) & (SPI_SR_ENDTX | SPI_SR_ENDRX)) != (SPI_SR_ENDTX | SPI_SR_ENDRX)) {
    280       1.2    matt 		/* not ready, get out */
    281       1.2    matt 		DPRINTFN(3, ("%s: sc=%p start=%d sr=%"PRIX32"\n", __FUNCTION__, sc, start, sr));
    282       1.2    matt 		return;
    283       1.2    matt 	}
    284       1.2    matt 
    285       1.2    matt 	DPRINTFN(3, ("%s: sr=%"PRIX32"\n", __FUNCTION__, sr));
    286       1.2    matt 
    287       1.2    matt 	if (!start) {
    288  1.3.54.1  martin 		// ok, something has been transferred, synchronize..
    289       1.2    matt 		int offs = sc->sc_dmaoffs ^ HALF_BUF_SIZE;
    290       1.2    matt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, offs, HALF_BUF_SIZE,
    291       1.2    matt 				BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
    292       1.2    matt 
    293       1.2    matt 		if ((chunk = sc->sc_rchunk) != NULL) {
    294       1.2    matt 			if ((len = chunk->chunk_rresid) > HALF_BUF_SIZE)
    295       1.2    matt 				len = HALF_BUF_SIZE;
    296       1.2    matt 			if (chunk->chunk_rptr && len > 0) {
    297       1.2    matt 				memcpy(chunk->chunk_rptr, (const uint8_t *)sc->sc_dmapage + offs, len);
    298       1.2    matt 				chunk->chunk_rptr += len;
    299       1.2    matt 			}
    300       1.2    matt 			if ((chunk->chunk_rresid -= len) <= 0) {
    301       1.2    matt 				// done with this chunk, get next
    302       1.2    matt 				sc->sc_rchunk = chunk->chunk_next;
    303       1.2    matt 			}
    304       1.2    matt 		}
    305       1.2    matt 	}
    306       1.2    matt 
    307       1.2    matt 	/* start transmitting next chunk: */
    308       1.2    matt 	if ((chunk = sc->sc_wchunk) != NULL) {
    309       1.2    matt 
    310       1.2    matt 		/* make sure we transmit just half buffer at a time */
    311       1.2    matt 		len = MIN(chunk->chunk_wresid, HALF_BUF_SIZE);
    312       1.2    matt 
    313       1.2    matt 		// setup outgoing data
    314       1.2    matt 		if (chunk->chunk_wptr && len > 0) {
    315       1.2    matt 			memcpy((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, chunk->chunk_wptr, len);
    316       1.2    matt 			chunk->chunk_wptr += len;
    317       1.2    matt 		} else {
    318       1.2    matt 			memset((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, 0, len);
    319       1.2    matt 		}
    320       1.2    matt 
    321       1.2    matt 		/* advance to next transfer if it's time to */
    322       1.2    matt 		if ((chunk->chunk_wresid -= len) <= 0) {
    323       1.2    matt 			sc->sc_wchunk = sc->sc_wchunk->chunk_next;
    324       1.2    matt 		}
    325       1.2    matt 
    326       1.2    matt 		/* determine which interrupt to get */
    327       1.2    matt 		if (sc->sc_wchunk) {
    328       1.2    matt 			/* just wait for next buffer to free */
    329       1.2    matt 			PUTREG(sc, SPI_IER, SPI_SR_ENDRX);
    330       1.2    matt 		} else {
    331       1.2    matt 			/* must wait until transfer has completed */
    332       1.2    matt 			PUTREG(sc, SPI_IDR, SPI_SR_ENDRX);
    333       1.2    matt 			PUTREG(sc, SPI_IER, SPI_SR_RXBUFF);
    334       1.2    matt 		}
    335       1.2    matt 
    336       1.2    matt 		DPRINTFN(3, ("%s: dmaoffs=%d len=%d wchunk=%p (%p:%d) rchunk=%p (%p:%d) mr=%"PRIX32" sr=%"PRIX32" imr=%"PRIX32" csr0=%"PRIX32"\n",
    337       1.2    matt 			     __FUNCTION__, sc->sc_dmaoffs, len, sc->sc_wchunk,
    338       1.2    matt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wptr : NULL,
    339       1.2    matt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wresid : -1,
    340       1.2    matt 			     sc->sc_rchunk,
    341       1.2    matt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rptr : NULL,
    342       1.2    matt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rresid : -1,
    343       1.2    matt 			     GETREG(sc, SPI_MR), GETREG(sc, SPI_SR),
    344       1.2    matt 			     GETREG(sc, SPI_IMR), GETREG(sc, SPI_CSR(0))));
    345       1.2    matt 
    346       1.2    matt 		// prepare DMA
    347       1.2    matt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, sc->sc_dmaoffs, len,
    348       1.2    matt 				BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
    349       1.2    matt 
    350       1.2    matt 		// and start transmitting / receiving
    351       1.2    matt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
    352       1.2    matt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, len);
    353       1.2    matt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
    354       1.2    matt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, len);
    355       1.2    matt 
    356       1.2    matt 		// swap buffer
    357       1.2    matt 		sc->sc_dmaoffs ^= HALF_BUF_SIZE;
    358       1.2    matt 
    359       1.2    matt 		// get out
    360       1.2    matt 		return;
    361       1.2    matt 	} else {
    362       1.2    matt 		DPRINTFN(3, ("%s: nothing to write anymore\n", __FUNCTION__));
    363       1.2    matt 		return;
    364       1.2    matt 	}
    365       1.2    matt }
    366       1.2    matt 
    367       1.2    matt void
    368       1.2    matt at91spi_sched(struct at91spi_softc *sc)
    369       1.2    matt {
    370       1.2    matt 	struct spi_transfer	*st;
    371       1.2    matt 	int			err;
    372       1.2    matt 
    373       1.2    matt 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
    374       1.2    matt 
    375       1.2    matt 		DPRINTFN(2, ("%s: st=%p\n", __FUNCTION__, st));
    376       1.2    matt 
    377       1.2    matt 		/* remove the item */
    378       1.2    matt 		spi_transq_dequeue(&sc->sc_q);
    379       1.2    matt 
    380       1.2    matt 		/* note that we are working on it */
    381       1.2    matt 		sc->sc_transfer = st;
    382       1.2    matt 
    383       1.2    matt 		if ((err = at91spi_select(sc, st->st_slave)) != 0) {
    384       1.2    matt 			spi_done(st, err);
    385       1.2    matt 			continue;
    386       1.2    matt 		}
    387       1.2    matt 
    388       1.2    matt 		/* setup chunks */
    389       1.2    matt 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
    390       1.2    matt 
    391       1.2    matt 		/* now kick the master start to get the chip running */
    392       1.2    matt 		at91spi_xfer(sc, TRUE);
    393       1.2    matt 
    394       1.2    matt 		/* enable error interrupts too: */
    395       1.2    matt 		PUTREG(sc, SPI_IER, SPI_SR_MODF | SPI_SR_OVRES);
    396       1.2    matt 
    397       1.2    matt 		sc->sc_running = TRUE;
    398       1.2    matt 		return;
    399       1.2    matt 	}
    400       1.2    matt 	DPRINTFN(2, ("%s: nothing to do anymore\n", __FUNCTION__));
    401       1.2    matt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts */
    402       1.2    matt 	at91spi_select(sc, -1);
    403       1.2    matt 	sc->sc_running = FALSE;
    404       1.2    matt }
    405       1.2    matt 
    406       1.2    matt void
    407       1.2    matt at91spi_done(struct at91spi_softc *sc, int err)
    408       1.2    matt {
    409       1.2    matt 	struct spi_transfer	*st;
    410       1.2    matt 
    411       1.2    matt 	/* called from interrupt handler */
    412       1.2    matt 	if ((st = sc->sc_transfer) != NULL) {
    413       1.2    matt 		sc->sc_transfer = NULL;
    414       1.2    matt 		DPRINTFN(2, ("%s: st %p finished with error code %d\n", __FUNCTION__, st, err));
    415       1.2    matt 		spi_done(st, err);
    416       1.2    matt 	}
    417       1.2    matt 	/* make sure we clear these bits out */
    418       1.2    matt 	sc->sc_wchunk = sc->sc_rchunk = NULL;
    419       1.2    matt 	at91spi_sched(sc);
    420       1.2    matt }
    421       1.2    matt 
    422       1.2    matt int
    423       1.2    matt at91spi_intr(void *arg)
    424       1.2    matt {
    425       1.2    matt 	struct at91spi_softc	*sc = arg;
    426       1.2    matt 	uint32_t		imr, sr;
    427       1.2    matt 	int			err = 0;
    428       1.2    matt 
    429       1.2    matt 	if ((imr = GETREG(sc, SPI_IMR)) == 0) {
    430       1.2    matt 		/* interrupts are not enabled, get out */
    431       1.2    matt 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __FUNCTION__));
    432       1.2    matt 		return 0;
    433       1.2    matt 	}
    434       1.2    matt 
    435       1.2    matt 	sr = GETREG(sc, SPI_SR);
    436       1.2    matt 	if (!(sr & imr)) {
    437       1.2    matt 		/* interrupt did not happen, get out */
    438       1.2    matt 		DPRINTFN(3, ("%s: interrupts are not enabled, sr=%08"PRIX32" imr=%08"PRIX32"\n",
    439       1.2    matt 			     __FUNCTION__, sr, imr));
    440       1.2    matt 		return 0;
    441       1.2    matt 	}
    442       1.2    matt 
    443       1.2    matt 	DPRINTFN(3, ("%s: sr=%08"PRIX32" imr=%08"PRIX32"\n",
    444       1.2    matt 		     __FUNCTION__, sr, imr));
    445       1.2    matt 
    446       1.2    matt 	if (sr & imr & SPI_SR_MODF) {
    447       1.2    matt 		printf("%s: mode fault!\n", device_xname(sc->sc_dev));
    448       1.2    matt 		err = EIO;
    449       1.2    matt 	}
    450       1.2    matt 
    451       1.2    matt 	if (sr & imr & SPI_SR_OVRES) {
    452       1.2    matt 		printf("%s: overrun error!\n", device_xname(sc->sc_dev));
    453       1.2    matt 		err = EIO;
    454       1.2    matt 	}
    455       1.2    matt 	if (err) {
    456       1.2    matt 		/* clear errors */
    457       1.2    matt 		/* complete transfer */
    458       1.2    matt 		at91spi_done(sc, err);
    459       1.2    matt 	} else {
    460       1.2    matt 		/* do all data exchanges */
    461       1.2    matt 		at91spi_xfer(sc, FALSE);
    462       1.2    matt 
    463       1.2    matt 		/*
    464       1.2    matt 		 * if the master done bit is set, make sure we do the
    465       1.2    matt 		 * right processing.
    466       1.2    matt 		 */
    467       1.2    matt 		if (sr & imr & SPI_SR_RXBUFF) {
    468       1.2    matt 			if ((sc->sc_wchunk != NULL) ||
    469       1.2    matt 			    (sc->sc_rchunk != NULL)) {
    470       1.2    matt 				printf("%s: partial transfer?\n",
    471       1.2    matt 				    device_xname(sc->sc_dev));
    472       1.2    matt 				err = EIO;
    473       1.2    matt 			}
    474       1.2    matt 			at91spi_done(sc, err);
    475       1.2    matt 		}
    476       1.2    matt 
    477       1.2    matt 	}
    478       1.2    matt 
    479       1.2    matt 	return 1;
    480       1.2    matt }
    481       1.2    matt 
    482       1.2    matt int
    483       1.2    matt at91spi_transfer(void *arg, struct spi_transfer *st)
    484       1.2    matt {
    485       1.2    matt 	struct at91spi_softc	*sc = arg;
    486       1.2    matt 	int			s;
    487       1.2    matt 
    488       1.2    matt 	/* make sure we select the right chip */
    489       1.2    matt 	s = splbio();
    490       1.2    matt 	spi_transq_enqueue(&sc->sc_q, st);
    491       1.2    matt 	if (sc->sc_running == 0) {
    492       1.2    matt 		at91spi_sched(sc);
    493       1.2    matt 	}
    494       1.2    matt 	splx(s);
    495       1.2    matt 	return 0;
    496       1.2    matt }
    497       1.2    matt 
    498