Home | History | Annotate | Line # | Download | only in at91
at91spi.c revision 1.7.2.1
      1  1.7.2.1  thorpej /*	$Id: at91spi.c,v 1.7.2.1 2021/08/09 00:30:06 thorpej Exp $	*/
      2  1.7.2.1  thorpej /*	$NetBSD: at91spi.c,v 1.7.2.1 2021/08/09 00:30:06 thorpej Exp $	*/
      3      1.2     matt 
      4      1.2     matt /*-
      5      1.2     matt  * Copyright (c) 2007 Embedtronics Oy. All rights reserved.
      6      1.2     matt  *
      7      1.2     matt  * Based on arch/mips/alchemy/dev/auspi.c,
      8      1.2     matt  * Copyright (c) 2006 Urbana-Champaign Independent Media Center.
      9      1.2     matt  * Copyright (c) 2006 Garrett D'Amore.
     10      1.2     matt  * All rights reserved.
     11      1.2     matt  *
     12      1.2     matt  * Portions of this code were written by Garrett D'Amore for the
     13      1.2     matt  * Champaign-Urbana Community Wireless Network Project.
     14      1.2     matt  *
     15      1.2     matt  * Redistribution and use in source and binary forms, with or
     16      1.2     matt  * without modification, are permitted provided that the following
     17      1.2     matt  * conditions are met:
     18      1.2     matt  * 1. Redistributions of source code must retain the above copyright
     19      1.2     matt  *    notice, this list of conditions and the following disclaimer.
     20      1.2     matt  * 2. Redistributions in binary form must reproduce the above
     21      1.2     matt  *    copyright notice, this list of conditions and the following
     22      1.2     matt  *    disclaimer in the documentation and/or other materials provided
     23      1.2     matt  *    with the distribution.
     24      1.2     matt  * 3. All advertising materials mentioning features or use of this
     25      1.2     matt  *    software must display the following acknowledgements:
     26      1.2     matt  *      This product includes software developed by the Urbana-Champaign
     27      1.2     matt  *      Independent Media Center.
     28      1.2     matt  *	This product includes software developed by Garrett D'Amore.
     29      1.2     matt  * 4. Urbana-Champaign Independent Media Center's name and Garrett
     30      1.2     matt  *    D'Amore's name may not be used to endorse or promote products
     31      1.2     matt  *    derived from this software without specific prior written permission.
     32      1.2     matt  *
     33      1.2     matt  * THIS SOFTWARE IS PROVIDED BY THE URBANA-CHAMPAIGN INDEPENDENT
     34      1.2     matt  * MEDIA CENTER AND GARRETT D'AMORE ``AS IS'' AND ANY EXPRESS OR
     35      1.2     matt  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     36      1.2     matt  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     37      1.2     matt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE URBANA-CHAMPAIGN INDEPENDENT
     38      1.2     matt  * MEDIA CENTER OR GARRETT D'AMORE BE LIABLE FOR ANY DIRECT, INDIRECT,
     39      1.2     matt  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     40      1.2     matt  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     41      1.2     matt  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
     42      1.2     matt  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     43      1.2     matt  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     44      1.2     matt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     45      1.2     matt  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     46      1.2     matt  */
     47      1.2     matt 
     48      1.2     matt #include <sys/cdefs.h>
     49  1.7.2.1  thorpej __KERNEL_RCSID(0, "$NetBSD: at91spi.c,v 1.7.2.1 2021/08/09 00:30:06 thorpej Exp $");
     50      1.2     matt 
     51      1.2     matt #include "locators.h"
     52      1.2     matt 
     53      1.2     matt #include <sys/param.h>
     54      1.2     matt #include <sys/systm.h>
     55      1.2     matt #include <sys/kernel.h>
     56      1.2     matt #include <sys/device.h>
     57      1.2     matt #include <sys/errno.h>
     58      1.2     matt #include <sys/proc.h>
     59      1.2     matt 
     60      1.3   dyoung #include <sys/bus.h>
     61      1.2     matt #include <machine/cpu.h>
     62      1.2     matt #include <machine/vmparam.h>
     63      1.2     matt #include <sys/inttypes.h>
     64      1.2     matt 
     65      1.2     matt #include <arm/at91/at91var.h>
     66      1.2     matt #include <arm/at91/at91reg.h>
     67      1.2     matt #include <arm/at91/at91spivar.h>
     68      1.2     matt #include <arm/at91/at91spireg.h>
     69      1.2     matt 
     70      1.2     matt #define	at91spi_select(sc, slave)	\
     71      1.2     matt 	(sc)->sc_md->select_slave((sc), (slave))
     72      1.2     matt 
     73      1.2     matt #define	STATIC
     74      1.2     matt 
     75      1.2     matt //#define	AT91SPI_DEBUG	4
     76      1.2     matt 
     77      1.2     matt #ifdef	AT91SPI_DEBUG
     78      1.2     matt int at91spi_debug = AT91SPI_DEBUG;
     79      1.2     matt #define	DPRINTFN(n,x)	if (at91spi_debug>(n)) printf x;
     80      1.2     matt #else
     81      1.2     matt #define	DPRINTFN(n,x)
     82      1.2     matt #endif
     83      1.2     matt 
     84      1.2     matt STATIC int at91spi_intr(void *);
     85      1.2     matt 
     86      1.2     matt /* SPI service routines */
     87      1.2     matt STATIC int at91spi_configure(void *, int, int, int);
     88      1.2     matt STATIC int at91spi_transfer(void *, struct spi_transfer *);
     89      1.2     matt STATIC void at91spi_xfer(struct at91spi_softc *sc, int start);
     90      1.2     matt 
     91      1.2     matt /* internal stuff */
     92      1.2     matt STATIC void at91spi_done(struct at91spi_softc *, int);
     93      1.2     matt STATIC void at91spi_send(struct at91spi_softc *);
     94      1.2     matt STATIC void at91spi_recv(struct at91spi_softc *);
     95      1.2     matt STATIC void at91spi_sched(struct at91spi_softc *);
     96      1.2     matt 
     97      1.2     matt #define	GETREG(sc, x)					\
     98      1.2     matt 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, x)
     99      1.2     matt #define	PUTREG(sc, x, v)				\
    100      1.2     matt 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, x, v)
    101      1.2     matt 
    102      1.2     matt void
    103      1.2     matt at91spi_attach_common(device_t parent, device_t self, void *aux,
    104      1.2     matt 		      at91spi_machdep_tag_t md)
    105      1.2     matt {
    106      1.2     matt 	struct at91spi_softc *sc = device_private(self);
    107      1.2     matt 	struct at91bus_attach_args *sa = aux;
    108      1.2     matt 	bus_dma_segment_t segs;
    109      1.2     matt 	int rsegs, err;
    110      1.2     matt 
    111      1.2     matt 	aprint_normal(": AT91 SPI Controller\n");
    112      1.2     matt 
    113      1.2     matt 	sc->sc_dev = self;
    114      1.2     matt 	sc->sc_iot = sa->sa_iot;
    115      1.2     matt 	sc->sc_pid = sa->sa_pid;
    116      1.2     matt 	sc->sc_dmat = sa->sa_dmat;
    117      1.2     matt 	sc->sc_md = md;
    118      1.2     matt 
    119      1.2     matt 	if (bus_space_map(sa->sa_iot, sa->sa_addr, sa->sa_size, 0, &sc->sc_ioh))
    120      1.2     matt 		panic("%s: Cannot map registers", device_xname(self));
    121      1.2     matt 
    122      1.2     matt 	/* we want to use dma, so allocate dma memory: */
    123      1.2     matt 	err = bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, 0, PAGE_SIZE,
    124      1.2     matt 			       &segs, 1, &rsegs, BUS_DMA_WAITOK);
    125      1.2     matt 	if (err == 0) {
    126      1.2     matt 		err = bus_dmamem_map(sc->sc_dmat, &segs, 1, PAGE_SIZE,
    127      1.2     matt 				     &sc->sc_dmapage,
    128      1.2     matt 				     BUS_DMA_WAITOK);
    129      1.2     matt 	}
    130      1.2     matt 	if (err == 0) {
    131      1.2     matt 		err = bus_dmamap_create(sc->sc_dmat, PAGE_SIZE, 1,
    132      1.2     matt 					 PAGE_SIZE, 0, BUS_DMA_WAITOK,
    133      1.2     matt 					 &sc->sc_dmamap);
    134      1.2     matt 	}
    135      1.2     matt 	if (err == 0) {
    136      1.2     matt 		err = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap,
    137      1.2     matt 				      sc->sc_dmapage, PAGE_SIZE, NULL,
    138      1.2     matt 				      BUS_DMA_WAITOK);
    139      1.2     matt 	}
    140      1.2     matt 	if (err != 0) {
    141      1.2     matt 		panic("%s: Cannot get DMA memory", device_xname(sc->sc_dev));
    142      1.2     matt 	}
    143      1.2     matt 	sc->sc_dmaaddr = sc->sc_dmamap->dm_segs[0].ds_addr;
    144      1.2     matt 
    145      1.2     matt 	/*
    146      1.2     matt 	 * Initialize SPI controller
    147      1.2     matt 	 */
    148      1.2     matt 	sc->sc_spi.sct_cookie = sc;
    149      1.2     matt 	sc->sc_spi.sct_configure = at91spi_configure;
    150      1.2     matt 	sc->sc_spi.sct_transfer = at91spi_transfer;
    151      1.2     matt 
    152      1.2     matt 	//sc->sc_spi.sct_nslaves must have been initialized by machdep code
    153      1.2     matt 	if (!sc->sc_spi.sct_nslaves) {
    154      1.2     matt 		aprint_error("%s: no slaves!\n", device_xname(sc->sc_dev));
    155      1.2     matt 	}
    156      1.2     matt 
    157      1.2     matt 	/* initialize the queue */
    158      1.2     matt 	SIMPLEQ_INIT(&sc->sc_q);
    159      1.2     matt 
    160      1.2     matt 	/* reset the SPI */
    161      1.2     matt 	at91_peripheral_clock(sc->sc_pid, 1);
    162      1.2     matt 	PUTREG(sc, SPI_CR, SPI_CR_SWRST);
    163      1.2     matt 	delay(100);
    164      1.2     matt 
    165      1.2     matt 	/* be paranoid and make sure the PDC is dead */
    166      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTDIS | PDC_PTCR_RXTDIS);
    167      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, 0);
    168      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_RCR, 0);
    169      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, 0);
    170      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_TCR, 0);
    171      1.2     matt 
    172      1.2     matt 	// configure SPI:
    173      1.2     matt 	PUTREG(sc, SPI_IDR, -1);
    174      1.2     matt 	PUTREG(sc, SPI_CSR(0), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    175      1.2     matt 	PUTREG(sc, SPI_CSR(1), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    176      1.2     matt 	PUTREG(sc, SPI_CSR(2), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    177      1.2     matt 	PUTREG(sc, SPI_CSR(3), SPI_CSR_SCBR | SPI_CSR_BITS_8);
    178      1.2     matt 	PUTREG(sc, SPI_MR, SPI_MR_MODFDIS/* <- machdep? */ | SPI_MR_MSTR);
    179      1.2     matt 
    180      1.2     matt 	/* enable device interrupts */
    181      1.2     matt 	sc->sc_ih = at91_intr_establish(sc->sc_pid, IPL_BIO, INTR_HIGH_LEVEL,
    182      1.2     matt 					at91spi_intr, sc);
    183      1.2     matt 
    184      1.2     matt 	/* enable SPI */
    185      1.2     matt 	PUTREG(sc, SPI_CR, SPI_CR_SPIEN);
    186      1.2     matt 	if (GETREG(sc, SPI_SR) & SPI_SR_RDRF)
    187      1.2     matt 		(void)GETREG(sc, SPI_RDR);
    188      1.2     matt 
    189      1.2     matt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTEN | PDC_PTCR_RXTEN);
    190      1.2     matt 
    191      1.2     matt 	/* attach slave devices */
    192  1.7.2.1  thorpej 	struct spibus_attach_args sba = {
    193  1.7.2.1  thorpej 		.sba_controller = &sc->sc_spi,
    194  1.7.2.1  thorpej 	};
    195  1.7.2.1  thorpej 	config_found(sc->sc_dev, &sba, spibus_print,
    196  1.7.2.1  thorpej 	    CFARGS(.devhandle = device_handle(sc->sc_dev)));
    197      1.2     matt }
    198      1.2     matt 
    199      1.2     matt int
    200      1.2     matt at91spi_configure(void *arg, int slave, int mode, int speed)
    201      1.2     matt {
    202      1.2     matt 	struct at91spi_softc *sc = arg;
    203      1.2     matt 	uint		scbr;
    204      1.2     matt 	uint32_t	csr;
    205      1.2     matt 
    206      1.2     matt 	/* setup interrupt registers */
    207      1.2     matt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts for now	*/
    208      1.2     matt 
    209      1.2     matt 	csr = GETREG(sc, SPI_CSR(0));	/* read register		*/
    210      1.2     matt 	csr &= SPI_CSR_RESERVED;	/* keep reserved bits		*/
    211      1.2     matt 	csr |= SPI_CSR_BITS_8;		/* assume 8 bit transfers	*/
    212      1.2     matt 
    213      1.2     matt 	/*
    214      1.2     matt 	 * Calculate clock divider
    215      1.2     matt 	 */
    216      1.2     matt 	scbr = speed ? ((AT91_MSTCLK + speed - 1) / speed + 1) & ~1 : -1;
    217      1.2     matt 	if (scbr > 0xFF) {
    218      1.2     matt 		aprint_error("%s: speed %d not supported\n",
    219      1.2     matt 		    device_xname(sc->sc_dev), speed);
    220      1.2     matt 		return EINVAL;
    221      1.2     matt 	}
    222      1.2     matt 	csr |= scbr << SPI_CSR_SCBR_SHIFT;
    223      1.2     matt 
    224      1.2     matt 	/*
    225      1.2     matt 	 * I'm not entirely confident that these values are correct.
    226      1.2     matt 	 * But at least mode 0 appears to work properly with the
    227      1.2     matt 	 * devices I have tested.  The documentation seems to suggest
    228      1.2     matt 	 * that I have the meaning of the clock delay bit inverted.
    229      1.2     matt 	 */
    230      1.2     matt 	switch (mode) {
    231      1.2     matt 	case SPI_MODE_0:
    232      1.2     matt 		csr |= SPI_CSR_NCPHA;		/* CPHA = 0, CPOL = 0 */
    233      1.2     matt 		break;
    234      1.2     matt 	case SPI_MODE_1:
    235      1.2     matt 		csr |= 0;			/* CPHA = 1, CPOL = 0 */
    236      1.2     matt 		break;
    237      1.2     matt 	case SPI_MODE_2:
    238      1.2     matt 		csr |= SPI_CSR_NCPHA		/* CPHA = 0, CPOL = 1 */
    239      1.2     matt 		       | SPI_CSR_CPOL;
    240      1.2     matt 		break;
    241      1.2     matt 	case SPI_MODE_3:
    242      1.2     matt 		csr |= SPI_CSR_CPOL;		/* CPHA = 1, CPOL = 1 */
    243      1.2     matt 		break;
    244      1.2     matt 	default:
    245      1.2     matt 		return EINVAL;
    246      1.2     matt 	}
    247      1.2     matt 
    248      1.2     matt 	PUTREG(sc, SPI_CSR(0), csr);
    249      1.2     matt 
    250      1.2     matt 	DPRINTFN(3, ("%s: slave %d mode %d speed %d, csr=0x%08"PRIX32"\n",
    251      1.2     matt 		     __FUNCTION__, slave, mode, speed, csr));
    252      1.2     matt 
    253      1.2     matt #if 0
    254      1.2     matt 	// wait until ready!?
    255      1.2     matt 	for (i = 1000000; i; i -= 10) {
    256      1.2     matt 		if (GETREG(sc, AUPSC_SPISTAT) & SPISTAT_DR) {
    257      1.2     matt 			return 0;
    258      1.2     matt 		}
    259      1.2     matt 	}
    260      1.2     matt 
    261      1.2     matt 	return ETIMEDOUT;
    262      1.2     matt #else
    263      1.2     matt 	return 0;
    264      1.2     matt #endif
    265      1.2     matt }
    266      1.2     matt 
    267      1.2     matt #define	HALF_BUF_SIZE	(PAGE_SIZE / 2)
    268      1.2     matt 
    269      1.2     matt void
    270      1.2     matt at91spi_xfer(struct at91spi_softc *sc, int start)
    271      1.2     matt {
    272      1.2     matt 	struct spi_chunk	*chunk;
    273      1.2     matt 	int			len;
    274      1.2     matt 	uint32_t		sr;
    275      1.2     matt 
    276      1.2     matt 	DPRINTFN(3, ("%s: sc=%p start=%d\n", __FUNCTION__, sc, start));
    277      1.2     matt 
    278      1.2     matt 	/* so ready to transmit more / anything received? */
    279      1.2     matt 	if (((sr = GETREG(sc, SPI_SR)) & (SPI_SR_ENDTX | SPI_SR_ENDRX)) != (SPI_SR_ENDTX | SPI_SR_ENDRX)) {
    280      1.2     matt 		/* not ready, get out */
    281      1.2     matt 		DPRINTFN(3, ("%s: sc=%p start=%d sr=%"PRIX32"\n", __FUNCTION__, sc, start, sr));
    282      1.2     matt 		return;
    283      1.2     matt 	}
    284      1.2     matt 
    285      1.2     matt 	DPRINTFN(3, ("%s: sr=%"PRIX32"\n", __FUNCTION__, sr));
    286      1.2     matt 
    287      1.2     matt 	if (!start) {
    288      1.5  msaitoh 		// ok, something has been transferred, synchronize..
    289      1.2     matt 		int offs = sc->sc_dmaoffs ^ HALF_BUF_SIZE;
    290      1.2     matt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, offs, HALF_BUF_SIZE,
    291      1.2     matt 				BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
    292      1.2     matt 
    293      1.2     matt 		if ((chunk = sc->sc_rchunk) != NULL) {
    294      1.2     matt 			if ((len = chunk->chunk_rresid) > HALF_BUF_SIZE)
    295      1.2     matt 				len = HALF_BUF_SIZE;
    296      1.2     matt 			if (chunk->chunk_rptr && len > 0) {
    297      1.2     matt 				memcpy(chunk->chunk_rptr, (const uint8_t *)sc->sc_dmapage + offs, len);
    298      1.2     matt 				chunk->chunk_rptr += len;
    299      1.2     matt 			}
    300      1.2     matt 			if ((chunk->chunk_rresid -= len) <= 0) {
    301      1.2     matt 				// done with this chunk, get next
    302      1.2     matt 				sc->sc_rchunk = chunk->chunk_next;
    303      1.2     matt 			}
    304      1.2     matt 		}
    305      1.2     matt 	}
    306      1.2     matt 
    307      1.2     matt 	/* start transmitting next chunk: */
    308      1.2     matt 	if ((chunk = sc->sc_wchunk) != NULL) {
    309      1.2     matt 
    310      1.2     matt 		/* make sure we transmit just half buffer at a time */
    311      1.2     matt 		len = MIN(chunk->chunk_wresid, HALF_BUF_SIZE);
    312      1.2     matt 
    313      1.2     matt 		// setup outgoing data
    314      1.2     matt 		if (chunk->chunk_wptr && len > 0) {
    315      1.2     matt 			memcpy((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, chunk->chunk_wptr, len);
    316      1.2     matt 			chunk->chunk_wptr += len;
    317      1.2     matt 		} else {
    318      1.2     matt 			memset((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, 0, len);
    319      1.2     matt 		}
    320      1.2     matt 
    321      1.2     matt 		/* advance to next transfer if it's time to */
    322      1.2     matt 		if ((chunk->chunk_wresid -= len) <= 0) {
    323      1.2     matt 			sc->sc_wchunk = sc->sc_wchunk->chunk_next;
    324      1.2     matt 		}
    325      1.2     matt 
    326      1.2     matt 		/* determine which interrupt to get */
    327      1.2     matt 		if (sc->sc_wchunk) {
    328      1.2     matt 			/* just wait for next buffer to free */
    329      1.2     matt 			PUTREG(sc, SPI_IER, SPI_SR_ENDRX);
    330      1.2     matt 		} else {
    331      1.2     matt 			/* must wait until transfer has completed */
    332      1.2     matt 			PUTREG(sc, SPI_IDR, SPI_SR_ENDRX);
    333      1.2     matt 			PUTREG(sc, SPI_IER, SPI_SR_RXBUFF);
    334      1.2     matt 		}
    335      1.2     matt 
    336      1.2     matt 		DPRINTFN(3, ("%s: dmaoffs=%d len=%d wchunk=%p (%p:%d) rchunk=%p (%p:%d) mr=%"PRIX32" sr=%"PRIX32" imr=%"PRIX32" csr0=%"PRIX32"\n",
    337      1.2     matt 			     __FUNCTION__, sc->sc_dmaoffs, len, sc->sc_wchunk,
    338      1.2     matt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wptr : NULL,
    339      1.2     matt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wresid : -1,
    340      1.2     matt 			     sc->sc_rchunk,
    341      1.2     matt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rptr : NULL,
    342      1.2     matt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rresid : -1,
    343      1.2     matt 			     GETREG(sc, SPI_MR), GETREG(sc, SPI_SR),
    344      1.2     matt 			     GETREG(sc, SPI_IMR), GETREG(sc, SPI_CSR(0))));
    345      1.2     matt 
    346      1.2     matt 		// prepare DMA
    347      1.2     matt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, sc->sc_dmaoffs, len,
    348      1.2     matt 				BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
    349      1.2     matt 
    350      1.2     matt 		// and start transmitting / receiving
    351      1.2     matt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
    352      1.2     matt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, len);
    353      1.2     matt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
    354      1.2     matt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, len);
    355      1.2     matt 
    356      1.2     matt 		// swap buffer
    357      1.2     matt 		sc->sc_dmaoffs ^= HALF_BUF_SIZE;
    358      1.2     matt 
    359      1.2     matt 		// get out
    360      1.2     matt 		return;
    361      1.2     matt 	} else {
    362      1.2     matt 		DPRINTFN(3, ("%s: nothing to write anymore\n", __FUNCTION__));
    363      1.2     matt 		return;
    364      1.2     matt 	}
    365      1.2     matt }
    366      1.2     matt 
    367      1.2     matt void
    368      1.2     matt at91spi_sched(struct at91spi_softc *sc)
    369      1.2     matt {
    370      1.2     matt 	struct spi_transfer	*st;
    371      1.2     matt 	int			err;
    372      1.2     matt 
    373      1.2     matt 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
    374      1.2     matt 
    375      1.2     matt 		DPRINTFN(2, ("%s: st=%p\n", __FUNCTION__, st));
    376      1.2     matt 
    377      1.2     matt 		/* remove the item */
    378      1.2     matt 		spi_transq_dequeue(&sc->sc_q);
    379      1.2     matt 
    380      1.2     matt 		/* note that we are working on it */
    381      1.2     matt 		sc->sc_transfer = st;
    382      1.2     matt 
    383      1.2     matt 		if ((err = at91spi_select(sc, st->st_slave)) != 0) {
    384      1.2     matt 			spi_done(st, err);
    385      1.2     matt 			continue;
    386      1.2     matt 		}
    387      1.2     matt 
    388      1.2     matt 		/* setup chunks */
    389      1.2     matt 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
    390      1.2     matt 
    391      1.2     matt 		/* now kick the master start to get the chip running */
    392      1.2     matt 		at91spi_xfer(sc, TRUE);
    393      1.2     matt 
    394      1.2     matt 		/* enable error interrupts too: */
    395      1.2     matt 		PUTREG(sc, SPI_IER, SPI_SR_MODF | SPI_SR_OVRES);
    396      1.2     matt 
    397      1.2     matt 		sc->sc_running = TRUE;
    398      1.2     matt 		return;
    399      1.2     matt 	}
    400      1.2     matt 	DPRINTFN(2, ("%s: nothing to do anymore\n", __FUNCTION__));
    401      1.2     matt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts */
    402      1.2     matt 	at91spi_select(sc, -1);
    403      1.2     matt 	sc->sc_running = FALSE;
    404      1.2     matt }
    405      1.2     matt 
    406      1.2     matt void
    407      1.2     matt at91spi_done(struct at91spi_softc *sc, int err)
    408      1.2     matt {
    409      1.2     matt 	struct spi_transfer	*st;
    410      1.2     matt 
    411      1.2     matt 	/* called from interrupt handler */
    412      1.2     matt 	if ((st = sc->sc_transfer) != NULL) {
    413      1.2     matt 		sc->sc_transfer = NULL;
    414      1.2     matt 		DPRINTFN(2, ("%s: st %p finished with error code %d\n", __FUNCTION__, st, err));
    415      1.2     matt 		spi_done(st, err);
    416      1.2     matt 	}
    417      1.2     matt 	/* make sure we clear these bits out */
    418      1.2     matt 	sc->sc_wchunk = sc->sc_rchunk = NULL;
    419      1.2     matt 	at91spi_sched(sc);
    420      1.2     matt }
    421      1.2     matt 
    422      1.2     matt int
    423      1.2     matt at91spi_intr(void *arg)
    424      1.2     matt {
    425      1.2     matt 	struct at91spi_softc	*sc = arg;
    426      1.2     matt 	uint32_t		imr, sr;
    427      1.2     matt 	int			err = 0;
    428      1.2     matt 
    429      1.2     matt 	if ((imr = GETREG(sc, SPI_IMR)) == 0) {
    430      1.2     matt 		/* interrupts are not enabled, get out */
    431      1.2     matt 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __FUNCTION__));
    432      1.2     matt 		return 0;
    433      1.2     matt 	}
    434      1.2     matt 
    435      1.2     matt 	sr = GETREG(sc, SPI_SR);
    436      1.2     matt 	if (!(sr & imr)) {
    437      1.2     matt 		/* interrupt did not happen, get out */
    438      1.2     matt 		DPRINTFN(3, ("%s: interrupts are not enabled, sr=%08"PRIX32" imr=%08"PRIX32"\n",
    439      1.2     matt 			     __FUNCTION__, sr, imr));
    440      1.2     matt 		return 0;
    441      1.2     matt 	}
    442      1.2     matt 
    443      1.2     matt 	DPRINTFN(3, ("%s: sr=%08"PRIX32" imr=%08"PRIX32"\n",
    444      1.2     matt 		     __FUNCTION__, sr, imr));
    445      1.2     matt 
    446      1.2     matt 	if (sr & imr & SPI_SR_MODF) {
    447      1.2     matt 		printf("%s: mode fault!\n", device_xname(sc->sc_dev));
    448      1.2     matt 		err = EIO;
    449      1.2     matt 	}
    450      1.2     matt 
    451      1.2     matt 	if (sr & imr & SPI_SR_OVRES) {
    452      1.2     matt 		printf("%s: overrun error!\n", device_xname(sc->sc_dev));
    453      1.2     matt 		err = EIO;
    454      1.2     matt 	}
    455      1.2     matt 	if (err) {
    456      1.2     matt 		/* clear errors */
    457      1.2     matt 		/* complete transfer */
    458      1.2     matt 		at91spi_done(sc, err);
    459      1.2     matt 	} else {
    460      1.2     matt 		/* do all data exchanges */
    461      1.2     matt 		at91spi_xfer(sc, FALSE);
    462      1.2     matt 
    463      1.2     matt 		/*
    464      1.2     matt 		 * if the master done bit is set, make sure we do the
    465      1.2     matt 		 * right processing.
    466      1.2     matt 		 */
    467      1.2     matt 		if (sr & imr & SPI_SR_RXBUFF) {
    468      1.2     matt 			if ((sc->sc_wchunk != NULL) ||
    469      1.2     matt 			    (sc->sc_rchunk != NULL)) {
    470      1.2     matt 				printf("%s: partial transfer?\n",
    471      1.2     matt 				    device_xname(sc->sc_dev));
    472      1.2     matt 				err = EIO;
    473      1.2     matt 			}
    474      1.2     matt 			at91spi_done(sc, err);
    475      1.2     matt 		}
    476      1.2     matt 
    477      1.2     matt 	}
    478      1.2     matt 
    479      1.2     matt 	return 1;
    480      1.2     matt }
    481      1.2     matt 
    482      1.2     matt int
    483      1.2     matt at91spi_transfer(void *arg, struct spi_transfer *st)
    484      1.2     matt {
    485      1.2     matt 	struct at91spi_softc	*sc = arg;
    486      1.2     matt 	int			s;
    487      1.2     matt 
    488      1.2     matt 	/* make sure we select the right chip */
    489      1.2     matt 	s = splbio();
    490      1.2     matt 	spi_transq_enqueue(&sc->sc_q, st);
    491      1.2     matt 	if (sc->sc_running == 0) {
    492      1.2     matt 		at91spi_sched(sc);
    493      1.2     matt 	}
    494      1.2     matt 	splx(s);
    495      1.2     matt 	return 0;
    496      1.2     matt }
    497      1.2     matt 
    498