Home | History | Annotate | Line # | Download | only in dev
esp.c revision 1.63.10.1
      1  1.63.10.1  pgoyette /*	$NetBSD: esp.c,v 1.63.10.1 2017/04/26 02:53:06 pgoyette Exp $	*/
      2        1.1       dbj 
      3        1.1       dbj /*-
      4        1.5   mycroft  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
      5        1.1       dbj  * All rights reserved.
      6        1.1       dbj  *
      7        1.1       dbj  * This code is derived from software contributed to The NetBSD Foundation
      8        1.6   mycroft  * by Charles M. Hannum and by Jason R. Thorpe of the Numerical Aerospace
      9        1.6   mycroft  * Simulation Facility, NASA Ames Research Center.
     10        1.1       dbj  *
     11        1.1       dbj  * Redistribution and use in source and binary forms, with or without
     12        1.1       dbj  * modification, are permitted provided that the following conditions
     13        1.1       dbj  * are met:
     14        1.1       dbj  * 1. Redistributions of source code must retain the above copyright
     15        1.1       dbj  *    notice, this list of conditions and the following disclaimer.
     16        1.1       dbj  * 2. Redistributions in binary form must reproduce the above copyright
     17        1.1       dbj  *    notice, this list of conditions and the following disclaimer in the
     18        1.1       dbj  *    documentation and/or other materials provided with the distribution.
     19        1.1       dbj  *
     20        1.1       dbj  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21        1.1       dbj  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22        1.1       dbj  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23        1.1       dbj  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24        1.1       dbj  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25        1.1       dbj  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26        1.1       dbj  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27        1.1       dbj  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28        1.1       dbj  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29        1.1       dbj  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30        1.1       dbj  * POSSIBILITY OF SUCH DAMAGE.
     31        1.1       dbj  */
     32        1.1       dbj 
     33        1.1       dbj /*
     34        1.1       dbj  * Copyright (c) 1994 Peter Galbavy
     35        1.1       dbj  * All rights reserved.
     36        1.1       dbj  *
     37        1.1       dbj  * Redistribution and use in source and binary forms, with or without
     38        1.1       dbj  * modification, are permitted provided that the following conditions
     39        1.1       dbj  * are met:
     40        1.1       dbj  * 1. Redistributions of source code must retain the above copyright
     41        1.1       dbj  *    notice, this list of conditions and the following disclaimer.
     42        1.1       dbj  * 2. Redistributions in binary form must reproduce the above copyright
     43        1.1       dbj  *    notice, this list of conditions and the following disclaimer in the
     44        1.1       dbj  *    documentation and/or other materials provided with the distribution.
     45        1.1       dbj  * 3. All advertising materials mentioning features or use of this software
     46        1.1       dbj  *    must display the following acknowledgement:
     47        1.1       dbj  *	This product includes software developed by Peter Galbavy
     48        1.1       dbj  * 4. The name of the author may not be used to endorse or promote products
     49        1.1       dbj  *    derived from this software without specific prior written permission.
     50        1.1       dbj  *
     51        1.1       dbj  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     52        1.1       dbj  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     53        1.1       dbj  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     54        1.1       dbj  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     55        1.1       dbj  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     56        1.1       dbj  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     57        1.1       dbj  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     58        1.1       dbj  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     59        1.1       dbj  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     60        1.1       dbj  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     61        1.1       dbj  * POSSIBILITY OF SUCH DAMAGE.
     62        1.1       dbj  */
     63        1.1       dbj 
     64        1.1       dbj /*
     65        1.1       dbj  * Based on aic6360 by Jarle Greipsland
     66        1.1       dbj  *
     67        1.1       dbj  * Acknowledgements: Many of the algorithms used in this driver are
     68        1.1       dbj  * inspired by the work of Julian Elischer (julian (at) tfs.com) and
     69        1.1       dbj  * Charles Hannum (mycroft (at) duality.gnu.ai.mit.edu).  Thanks a million!
     70        1.1       dbj  */
     71        1.1       dbj 
     72        1.1       dbj /*
     73        1.1       dbj  * Grabbed from the sparc port at revision 1.73 for the NeXT.
     74       1.47    keihan  * Darrin B. Jewell <dbj (at) NetBSD.org>  Sat Jul  4 15:41:32 1998
     75        1.1       dbj  */
     76       1.45     lukem 
     77       1.45     lukem #include <sys/cdefs.h>
     78  1.63.10.1  pgoyette __KERNEL_RCSID(0, "$NetBSD: esp.c,v 1.63.10.1 2017/04/26 02:53:06 pgoyette Exp $");
     79        1.1       dbj 
     80        1.1       dbj #include <sys/types.h>
     81        1.1       dbj #include <sys/param.h>
     82        1.1       dbj #include <sys/systm.h>
     83        1.1       dbj #include <sys/kernel.h>
     84        1.1       dbj #include <sys/errno.h>
     85        1.1       dbj #include <sys/ioctl.h>
     86        1.1       dbj #include <sys/device.h>
     87        1.1       dbj #include <sys/buf.h>
     88        1.1       dbj #include <sys/proc.h>
     89        1.1       dbj #include <sys/queue.h>
     90        1.1       dbj 
     91       1.43   thorpej #include <uvm/uvm_extern.h>
     92       1.43   thorpej 
     93        1.1       dbj #include <dev/scsipi/scsi_all.h>
     94        1.1       dbj #include <dev/scsipi/scsipi_all.h>
     95        1.1       dbj #include <dev/scsipi/scsiconf.h>
     96        1.1       dbj #include <dev/scsipi/scsi_message.h>
     97        1.1       dbj 
     98        1.1       dbj #include <machine/bus.h>
     99        1.1       dbj #include <machine/autoconf.h>
    100        1.1       dbj #include <machine/cpu.h>
    101        1.1       dbj 
    102        1.1       dbj #include <dev/ic/ncr53c9xreg.h>
    103        1.1       dbj #include <dev/ic/ncr53c9xvar.h>
    104        1.1       dbj 
    105        1.1       dbj #include <next68k/next68k/isr.h>
    106        1.1       dbj 
    107       1.38   mycroft #include <next68k/dev/intiovar.h>
    108        1.1       dbj #include <next68k/dev/nextdmareg.h>
    109        1.1       dbj #include <next68k/dev/nextdmavar.h>
    110        1.1       dbj 
    111       1.38   mycroft #include <next68k/dev/espreg.h>
    112       1.38   mycroft #include <next68k/dev/espvar.h>
    113        1.1       dbj 
    114       1.20       dbj #ifdef DEBUG
    115       1.39   mycroft #undef ESP_DEBUG
    116        1.4       dbj #endif
    117        1.4       dbj 
    118        1.4       dbj #ifdef ESP_DEBUG
    119       1.10       dbj int esp_debug = 0;
    120       1.10       dbj #define DPRINTF(x) if (esp_debug) printf x;
    121       1.61  christos #define NDTRACEIF(x) if (10) do {x;} while (0)
    122        1.4       dbj #else
    123        1.4       dbj #define DPRINTF(x)
    124       1.38   mycroft #define NDTRACEIF(x)
    125        1.4       dbj #endif
    126       1.37  christos #define PRINTF(x) printf x;
    127        1.4       dbj 
    128        1.4       dbj 
    129       1.55   tsutsui int	espmatch_intio(device_t, cfdata_t, void *);
    130       1.55   tsutsui void	espattach_intio(device_t, device_t, void *);
    131        1.1       dbj 
    132        1.2       dbj /* DMA callbacks */
    133       1.49       chs bus_dmamap_t esp_dmacb_continue(void *);
    134       1.49       chs void esp_dmacb_completed(bus_dmamap_t, void *);
    135       1.49       chs void esp_dmacb_shutdown(void *);
    136        1.2       dbj 
    137       1.60       chs static void	findchannel_defer(device_t);
    138       1.38   mycroft 
    139       1.20       dbj #ifdef ESP_DEBUG
    140       1.20       dbj char esp_dma_dump[5*1024] = "";
    141       1.20       dbj struct ncr53c9x_softc *esp_debug_sc = 0;
    142       1.49       chs void esp_dma_store(struct ncr53c9x_softc *);
    143       1.49       chs void esp_dma_print(struct ncr53c9x_softc *);
    144       1.22       dbj int esp_dma_nest = 0;
    145       1.61  christos int esptraceshow;
    146       1.20       dbj #endif
    147       1.20       dbj 
    148       1.20       dbj 
    149        1.1       dbj /* Linkup to the rest of the kernel */
    150       1.55   tsutsui CFATTACH_DECL_NEW(esp, sizeof(struct esp_softc),
    151       1.42   thorpej     espmatch_intio, espattach_intio, NULL, NULL);
    152        1.1       dbj 
    153       1.38   mycroft static int attached = 0;
    154       1.38   mycroft 
    155        1.1       dbj /*
    156        1.1       dbj  * Functions and the switch for the MI code.
    157        1.1       dbj  */
    158       1.55   tsutsui uint8_t	esp_read_reg(struct ncr53c9x_softc *, int);
    159       1.55   tsutsui void	esp_write_reg(struct ncr53c9x_softc *, int, uint8_t);
    160       1.49       chs int	esp_dma_isintr(struct ncr53c9x_softc *);
    161       1.49       chs void	esp_dma_reset(struct ncr53c9x_softc *);
    162       1.49       chs int	esp_dma_intr(struct ncr53c9x_softc *);
    163       1.55   tsutsui int	esp_dma_setup(struct ncr53c9x_softc *, uint8_t **, size_t *, int,
    164       1.49       chs 	    size_t *);
    165       1.49       chs void	esp_dma_go(struct ncr53c9x_softc *);
    166       1.49       chs void	esp_dma_stop(struct ncr53c9x_softc *);
    167       1.49       chs int	esp_dma_isactive(struct ncr53c9x_softc *);
    168        1.1       dbj 
    169        1.1       dbj struct ncr53c9x_glue esp_glue = {
    170        1.1       dbj 	esp_read_reg,
    171        1.1       dbj 	esp_write_reg,
    172        1.1       dbj 	esp_dma_isintr,
    173        1.1       dbj 	esp_dma_reset,
    174        1.1       dbj 	esp_dma_intr,
    175        1.1       dbj 	esp_dma_setup,
    176        1.1       dbj 	esp_dma_go,
    177        1.1       dbj 	esp_dma_stop,
    178        1.1       dbj 	esp_dma_isactive,
    179        1.1       dbj 	NULL,			/* gl_clear_latched_intr */
    180        1.1       dbj };
    181        1.1       dbj 
    182       1.11       dbj #ifdef ESP_DEBUG
    183       1.50  christos #define XCHR(x) hexdigits[(x) & 0xf]
    184       1.11       dbj static void
    185       1.11       dbj esp_hex_dump(unsigned char *pkt, size_t len)
    186       1.11       dbj {
    187       1.11       dbj 	size_t i, j;
    188       1.11       dbj 
    189       1.31       dbj 	printf("00000000  ");
    190       1.55   tsutsui 	for(i = 0; i < len; i++) {
    191       1.11       dbj 		printf("%c%c ", XCHR(pkt[i]>>4), XCHR(pkt[i]));
    192       1.55   tsutsui 		if ((i + 1) % 16 == 8) {
    193       1.24       dbj 			printf(" ");
    194       1.24       dbj 		}
    195       1.55   tsutsui 		if ((i + 1) % 16 == 0) {
    196       1.24       dbj 			printf(" %c", '|');
    197       1.55   tsutsui 			for(j = 0; j < 16; j++) {
    198       1.11       dbj 				printf("%c", pkt[i-15+j]>=32 && pkt[i-15+j]<127?pkt[i-15+j]:'.');
    199       1.24       dbj 			}
    200       1.24       dbj 			printf("%c\n%c%c%c%c%c%c%c%c  ", '|',
    201       1.24       dbj 					XCHR((i+1)>>28),XCHR((i+1)>>24),XCHR((i+1)>>20),XCHR((i+1)>>16),
    202       1.24       dbj 					XCHR((i+1)>>12), XCHR((i+1)>>8), XCHR((i+1)>>4), XCHR(i+1));
    203       1.11       dbj 		}
    204       1.11       dbj 	}
    205       1.11       dbj 	printf("\n");
    206       1.11       dbj }
    207       1.11       dbj #endif
    208       1.11       dbj 
    209        1.1       dbj int
    210       1.55   tsutsui espmatch_intio(device_t parent, cfdata_t cf, void *aux)
    211        1.1       dbj {
    212       1.55   tsutsui 	struct intio_attach_args *ia = aux;
    213       1.38   mycroft 
    214       1.38   mycroft 	if (attached)
    215       1.55   tsutsui 		return 0;
    216       1.38   mycroft 
    217       1.38   mycroft 	ia->ia_addr = (void *)NEXT_P_SCSI;
    218        1.1       dbj 
    219       1.55   tsutsui 	return 1;
    220        1.1       dbj }
    221        1.1       dbj 
    222       1.38   mycroft static void
    223       1.60       chs findchannel_defer(device_t self)
    224       1.38   mycroft {
    225       1.55   tsutsui 	struct esp_softc *esc = device_private(self);
    226       1.38   mycroft 	struct ncr53c9x_softc *sc = &esc->sc_ncr53c9x;
    227       1.38   mycroft 	int error;
    228       1.38   mycroft 
    229       1.38   mycroft 	if (!esc->sc_dma) {
    230       1.55   tsutsui 		aprint_normal("%s", device_xname(sc->sc_dev));
    231       1.55   tsutsui 		esc->sc_dma = nextdma_findchannel("scsi");
    232       1.38   mycroft 		if (!esc->sc_dma)
    233       1.55   tsutsui 			panic("%s: can't find DMA channel",
    234       1.55   tsutsui 			       device_xname(sc->sc_dev));
    235       1.38   mycroft 	}
    236       1.38   mycroft 
    237       1.55   tsutsui 	nextdma_setconf(esc->sc_dma, shutdown_cb, &esp_dmacb_shutdown);
    238       1.55   tsutsui 	nextdma_setconf(esc->sc_dma, continue_cb, &esp_dmacb_continue);
    239       1.55   tsutsui 	nextdma_setconf(esc->sc_dma, completed_cb, &esp_dmacb_completed);
    240       1.55   tsutsui 	nextdma_setconf(esc->sc_dma, cb_arg, sc);
    241       1.38   mycroft 
    242       1.38   mycroft 	error = bus_dmamap_create(esc->sc_dma->sc_dmat,
    243       1.43   thorpej 				  sc->sc_maxxfer,
    244       1.55   tsutsui 				  sc->sc_maxxfer / PAGE_SIZE + 1,
    245       1.55   tsutsui 				  sc->sc_maxxfer,
    246       1.38   mycroft 				  0, BUS_DMA_ALLOCNOW, &esc->sc_main_dmamap);
    247       1.38   mycroft 	if (error) {
    248       1.38   mycroft 		panic("%s: can't create main i/o DMA map, error = %d",
    249       1.55   tsutsui 		      device_xname(sc->sc_dev), error);
    250       1.38   mycroft 	}
    251       1.38   mycroft 
    252       1.38   mycroft 	error = bus_dmamap_create(esc->sc_dma->sc_dmat,
    253       1.38   mycroft 				  ESP_DMA_TAILBUFSIZE, 1, ESP_DMA_TAILBUFSIZE,
    254       1.38   mycroft 				  0, BUS_DMA_ALLOCNOW, &esc->sc_tail_dmamap);
    255       1.38   mycroft 	if (error) {
    256       1.38   mycroft 		panic("%s: can't create tail i/o DMA map, error = %d",
    257       1.55   tsutsui 		      device_xname(sc->sc_dev), error);
    258       1.38   mycroft 	}
    259       1.38   mycroft 
    260       1.38   mycroft #if 0
    261       1.44       wiz 	/* Turn on target selection using the `DMA' method */
    262       1.38   mycroft 	sc->sc_features |= NCR_F_DMASELECT;
    263       1.38   mycroft #endif
    264       1.38   mycroft 
    265       1.38   mycroft 	/* Do the common parts of attachment. */
    266       1.38   mycroft 	sc->sc_adapter.adapt_minphys = minphys;
    267       1.38   mycroft 	sc->sc_adapter.adapt_request = ncr53c9x_scsipi_request;
    268       1.38   mycroft 	ncr53c9x_attach(sc);
    269       1.38   mycroft 
    270       1.38   mycroft 	/* Establish interrupt channel */
    271       1.38   mycroft 	isrlink_autovec(ncr53c9x_intr, sc, NEXT_I_IPL(NEXT_I_SCSI), 0, NULL);
    272       1.38   mycroft 	INTR_ENABLE(NEXT_I_SCSI);
    273       1.38   mycroft 
    274       1.38   mycroft 	/* register interrupt stats */
    275       1.38   mycroft 	evcnt_attach_dynamic(&sc->sc_intrcnt, EVCNT_TYPE_INTR, NULL,
    276       1.55   tsutsui 			     device_xname(sc->sc_dev), "intr");
    277       1.38   mycroft 
    278       1.55   tsutsui 	aprint_normal_dev(sc->sc_dev, "using DMA channel %s\n",
    279       1.60       chs 	    device_xname(esc->sc_dma->sc_dev));
    280       1.38   mycroft }
    281       1.38   mycroft 
    282        1.1       dbj void
    283       1.55   tsutsui espattach_intio(device_t parent, device_t self, void *aux)
    284        1.1       dbj {
    285       1.55   tsutsui 	struct esp_softc *esc = device_private(self);
    286        1.1       dbj 	struct ncr53c9x_softc *sc = &esc->sc_ncr53c9x;
    287       1.55   tsutsui 	struct intio_attach_args *ia = aux;
    288       1.55   tsutsui 
    289       1.55   tsutsui 	sc->sc_dev = self;
    290        1.1       dbj 
    291       1.20       dbj #ifdef ESP_DEBUG
    292       1.20       dbj 	esp_debug_sc = sc;
    293       1.20       dbj #endif
    294       1.20       dbj 
    295       1.38   mycroft 	esc->sc_bst = ia->ia_bst;
    296        1.1       dbj 	if (bus_space_map(esc->sc_bst, NEXT_P_SCSI,
    297        1.1       dbj 			ESP_DEVICE_SIZE, 0, &esc->sc_bsh)) {
    298       1.55   tsutsui 		aprint_normal("\n");
    299       1.55   tsutsui 		panic("%s: can't map ncr53c90 registers",
    300       1.55   tsutsui 		      device_xname(self));
    301        1.1       dbj 	}
    302        1.1       dbj 
    303        1.1       dbj 	sc->sc_id = 7;
    304       1.52     lukem 	sc->sc_freq = 20;	/* MHz */
    305        1.1       dbj 
    306        1.1       dbj 	/*
    307        1.1       dbj 	 * Set up glue for MI code early; we use some of it here.
    308        1.1       dbj 	 */
    309        1.1       dbj 	sc->sc_glue = &esp_glue;
    310        1.1       dbj 
    311        1.1       dbj 	/*
    312        1.1       dbj 	 * XXX More of this should be in ncr53c9x_attach(), but
    313        1.1       dbj 	 * XXX should we really poke around the chip that much in
    314        1.1       dbj 	 * XXX the MI code?  Think about this more...
    315        1.1       dbj 	 */
    316        1.1       dbj 
    317        1.1       dbj 	/*
    318        1.1       dbj 	 * It is necessary to try to load the 2nd config register here,
    319        1.1       dbj 	 * to find out what rev the esp chip is, else the ncr53c9x_reset
    320        1.1       dbj 	 * will not set up the defaults correctly.
    321        1.1       dbj 	 */
    322        1.1       dbj 	sc->sc_cfg1 = sc->sc_id | NCRCFG1_PARENB;
    323        1.1       dbj 	sc->sc_cfg2 = NCRCFG2_SCSI2 | NCRCFG2_RPE;
    324        1.1       dbj 	sc->sc_cfg3 = NCRCFG3_CDB;
    325        1.1       dbj 	NCR_WRITE_REG(sc, NCR_CFG2, sc->sc_cfg2);
    326        1.1       dbj 
    327        1.1       dbj 	if ((NCR_READ_REG(sc, NCR_CFG2) & ~NCRCFG2_RSVD) !=
    328        1.1       dbj 	    (NCRCFG2_SCSI2 | NCRCFG2_RPE)) {
    329        1.1       dbj 		sc->sc_rev = NCR_VARIANT_ESP100;
    330        1.1       dbj 	} else {
    331        1.1       dbj 		sc->sc_cfg2 = NCRCFG2_SCSI2;
    332        1.1       dbj 		NCR_WRITE_REG(sc, NCR_CFG2, sc->sc_cfg2);
    333        1.1       dbj 		sc->sc_cfg3 = 0;
    334        1.1       dbj 		NCR_WRITE_REG(sc, NCR_CFG3, sc->sc_cfg3);
    335        1.1       dbj 		sc->sc_cfg3 = (NCRCFG3_CDB | NCRCFG3_FCLK);
    336        1.1       dbj 		NCR_WRITE_REG(sc, NCR_CFG3, sc->sc_cfg3);
    337        1.1       dbj 		if (NCR_READ_REG(sc, NCR_CFG3) !=
    338        1.1       dbj 		    (NCRCFG3_CDB | NCRCFG3_FCLK)) {
    339        1.1       dbj 			sc->sc_rev = NCR_VARIANT_ESP100A;
    340        1.1       dbj 		} else {
    341        1.1       dbj 			/* NCRCFG2_FE enables > 64K transfers */
    342        1.1       dbj 			sc->sc_cfg2 |= NCRCFG2_FE;
    343        1.1       dbj 			sc->sc_cfg3 = 0;
    344        1.1       dbj 			NCR_WRITE_REG(sc, NCR_CFG3, sc->sc_cfg3);
    345        1.1       dbj 			sc->sc_rev = NCR_VARIANT_ESP200;
    346        1.1       dbj 		}
    347        1.1       dbj 	}
    348        1.1       dbj 
    349        1.1       dbj 	/*
    350        1.1       dbj 	 * XXX minsync and maxxfer _should_ be set up in MI code,
    351        1.1       dbj 	 * XXX but it appears to have some dependency on what sort
    352        1.1       dbj 	 * XXX of DMA we're hooked up to, etc.
    353        1.1       dbj 	 */
    354        1.1       dbj 
    355        1.1       dbj 	/*
    356        1.1       dbj 	 * This is the value used to start sync negotiations
    357        1.1       dbj 	 * Note that the NCR register "SYNCTP" is programmed
    358        1.1       dbj 	 * in "clocks per byte", and has a minimum value of 4.
    359        1.1       dbj 	 * The SCSI period used in negotiation is one-fourth
    360        1.1       dbj 	 * of the time (in nanoseconds) needed to transfer one byte.
    361        1.1       dbj 	 * Since the chip's clock is given in MHz, we have the following
    362        1.1       dbj 	 * formula: 4 * period = (1000 / freq) * 4
    363        1.1       dbj 	 */
    364       1.39   mycroft 	sc->sc_minsync = /* 1000 / sc->sc_freq */ 0;
    365        1.1       dbj 
    366        1.1       dbj 	/*
    367        1.1       dbj 	 * Alas, we must now modify the value a bit, because it's
    368        1.1       dbj 	 * only valid when can switch on FASTCLK and FASTSCSI bits
    369        1.1       dbj 	 * in config register 3...
    370        1.1       dbj 	 */
    371        1.1       dbj 	switch (sc->sc_rev) {
    372        1.1       dbj 	case NCR_VARIANT_ESP100:
    373        1.1       dbj 		sc->sc_maxxfer = 64 * 1024;
    374        1.1       dbj 		sc->sc_minsync = 0;	/* No synch on old chip? */
    375        1.1       dbj 		break;
    376        1.1       dbj 
    377        1.1       dbj 	case NCR_VARIANT_ESP100A:
    378        1.1       dbj 		sc->sc_maxxfer = 64 * 1024;
    379        1.1       dbj 		/* Min clocks/byte is 5 */
    380       1.39   mycroft 		sc->sc_minsync = /* ncr53c9x_cpb2stp(sc, 5) */ 0;
    381        1.1       dbj 		break;
    382        1.1       dbj 
    383        1.1       dbj 	case NCR_VARIANT_ESP200:
    384        1.1       dbj 		sc->sc_maxxfer = 16 * 1024 * 1024;
    385        1.1       dbj 		/* XXX - do actually set FAST* bits */
    386        1.1       dbj 		break;
    387        1.1       dbj 	}
    388        1.1       dbj 
    389        1.3       dbj 	/* @@@ Some ESP_DCTL bits probably need setting */
    390        1.3       dbj 	NCR_WRITE_REG(sc, ESP_DCTL,
    391       1.55   tsutsui 	    ESPDCTL_16MHZ | ESPDCTL_INTENB | ESPDCTL_RESET);
    392        1.3       dbj 	DELAY(10);
    393       1.22       dbj 	DPRINTF(("esp dctl is 0x%02x\n",NCR_READ_REG(sc,ESP_DCTL)));
    394       1.37  christos 	NCR_WRITE_REG(sc, ESP_DCTL, ESPDCTL_16MHZ | ESPDCTL_INTENB);
    395        1.3       dbj 	DELAY(10);
    396       1.22       dbj 	DPRINTF(("esp dctl is 0x%02x\n",NCR_READ_REG(sc,ESP_DCTL)));
    397        1.3       dbj 
    398       1.38   mycroft 	esc->sc_dma = nextdma_findchannel ("scsi");
    399       1.38   mycroft 	if (esc->sc_dma) {
    400       1.55   tsutsui 		findchannel_defer(self);
    401       1.38   mycroft 	} else {
    402       1.55   tsutsui 		aprint_normal("\n");
    403       1.55   tsutsui 		config_defer(self, findchannel_defer);
    404        1.3       dbj 	}
    405        1.1       dbj 
    406       1.38   mycroft 	attached = 1;
    407        1.1       dbj }
    408        1.1       dbj 
    409        1.1       dbj /*
    410        1.1       dbj  * Glue functions.
    411        1.1       dbj  */
    412        1.1       dbj 
    413       1.55   tsutsui uint8_t
    414       1.49       chs esp_read_reg(struct ncr53c9x_softc *sc, int reg)
    415        1.1       dbj {
    416        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
    417        1.1       dbj 
    418       1.55   tsutsui 	return bus_space_read_1(esc->sc_bst, esc->sc_bsh, reg);
    419        1.1       dbj }
    420        1.1       dbj 
    421        1.1       dbj void
    422       1.55   tsutsui esp_write_reg(struct ncr53c9x_softc *sc, int reg, uint8_t val)
    423        1.1       dbj {
    424        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
    425        1.1       dbj 
    426        1.1       dbj 	bus_space_write_1(esc->sc_bst, esc->sc_bsh, reg, val);
    427        1.1       dbj }
    428        1.1       dbj 
    429       1.55   tsutsui volatile uint32_t save1;
    430       1.37  christos 
    431       1.37  christos #define xADDR 0x0211a000
    432       1.49       chs int doze(volatile int);
    433       1.37  christos int
    434       1.49       chs doze(volatile int c)
    435       1.37  christos {
    436       1.37  christos /* 	static int tmp1; */
    437       1.55   tsutsui 	uint32_t tmp1;
    438       1.55   tsutsui 	volatile uint8_t tmp2;
    439       1.55   tsutsui 	volatile uint8_t *reg = (volatile uint8_t *)IIOV(xADDR);
    440       1.55   tsutsui 
    441       1.55   tsutsui 	if (c > 244)
    442       1.55   tsutsui 		return 0;
    443       1.55   tsutsui 	if (c == 0)
    444       1.55   tsutsui 		return 0;
    445       1.37  christos /* 		((*(volatile u_long *)IIOV(NEXT_P_INTRMASK))&=(~NEXT_I_BIT(x))) */
    446       1.37  christos 	(*reg) = 0;
    447       1.37  christos 	(*reg) = 0;
    448       1.37  christos 	do {
    449       1.37  christos 		save1 = (*reg);
    450       1.37  christos 		tmp2 = *(reg + 3);
    451       1.37  christos 		tmp1 = tmp2;
    452       1.37  christos 	} while (tmp1 <= c);
    453       1.55   tsutsui 	return 0;
    454       1.37  christos }
    455       1.37  christos 
    456        1.1       dbj int
    457       1.49       chs esp_dma_isintr(struct ncr53c9x_softc *sc)
    458        1.1       dbj {
    459        1.4       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
    460       1.55   tsutsui 
    461       1.37  christos 	if (INTR_OCCURRED(NEXT_I_SCSI)) {
    462       1.61  christos 		NDTRACEIF (ndtrace_addc('i'));
    463       1.55   tsutsui 		NCR_WRITE_REG(sc, ESP_DCTL,
    464       1.55   tsutsui 		    ESPDCTL_16MHZ | ESPDCTL_INTENB |
    465       1.55   tsutsui 		    (esc->sc_datain ? ESPDCTL_DMARD : 0));
    466       1.55   tsutsui 		return 1;
    467       1.37  christos 	} else {
    468       1.55   tsutsui 		return 0;
    469       1.37  christos 	}
    470       1.37  christos }
    471       1.37  christos 
    472       1.49       chs #define nd_bsr4(reg) \
    473       1.49       chs 	bus_space_read_4(nsc->sc_bst, nsc->sc_bsh, (reg))
    474       1.49       chs #define nd_bsw4(reg,val) \
    475       1.49       chs 	bus_space_write_4(nsc->sc_bst, nsc->sc_bsh, (reg), (val))
    476       1.49       chs 
    477       1.37  christos int
    478       1.49       chs esp_dma_intr(struct ncr53c9x_softc *sc)
    479       1.37  christos {
    480       1.37  christos 	struct esp_softc *esc = (struct esp_softc *)sc;
    481       1.38   mycroft 	struct nextdma_softc *nsc = esc->sc_dma;
    482       1.38   mycroft 	struct nextdma_status *stat = &nsc->sc_stat;
    483        1.4       dbj 	int r = (INTR_OCCURRED(NEXT_I_SCSI));
    484       1.37  christos 	int flushcount;
    485       1.55   tsutsui 
    486       1.37  christos 	r = 1;
    487        1.4       dbj 
    488       1.61  christos 	NDTRACEIF (ndtrace_addc('I'));
    489        1.4       dbj 	if (r) {
    490       1.37  christos 		/* printf ("esp_dma_isintr start\n"); */
    491       1.20       dbj 		{
    492       1.37  christos 			int s = spldma();
    493       1.38   mycroft 			void *ndmap = stat->nd_map;
    494       1.38   mycroft 			int ndidx = stat->nd_idx;
    495       1.37  christos 			splx(s);
    496       1.20       dbj 
    497       1.23       dbj 			flushcount = 0;
    498       1.23       dbj 
    499       1.22       dbj #ifdef ESP_DEBUG
    500       1.37  christos /* 			esp_dma_nest++; */
    501       1.28        tv 
    502       1.28        tv 			if (esp_debug) {
    503       1.28        tv 				char sbuf[256];
    504       1.28        tv 
    505       1.57  christos 				snprintb(sbuf, sizeof(sbuf), NEXT_INTR_BITS,
    506       1.57  christos 				    (*(volatile u_long *)IIOV(NEXT_P_INTRSTAT)));
    507       1.57  christos 
    508  1.63.10.1  pgoyette 				printf("esp_dma_isintr = %s\n", sbuf);
    509       1.28        tv 			}
    510       1.22       dbj #endif
    511       1.22       dbj 
    512       1.55   tsutsui 			while (!nextdma_finished(nsc)) {
    513       1.55   tsutsui 			/* esp_dma_isactive(sc)) { */
    514       1.61  christos 				NDTRACEIF (ndtrace_addc('w'));
    515       1.38   mycroft 				NDTRACEIF (
    516       1.61  christos 					ndtrace_printf("f%dm%dl%dw",
    517       1.55   tsutsui 					    NCR_READ_REG(sc, NCR_FFLAG) &
    518       1.55   tsutsui 					    NCRFIFO_FF,
    519       1.55   tsutsui 					    NCR_READ_REG((sc), NCR_TCM),
    520       1.55   tsutsui 					    NCR_READ_REG((sc), NCR_TCL));
    521       1.55   tsutsui 				);
    522       1.37  christos 				if (NCR_READ_REG(sc, NCR_FFLAG) & NCRFIFO_FF)
    523       1.55   tsutsui 					flushcount = 5;
    524       1.55   tsutsui 				NCR_WRITE_REG(sc, ESP_DCTL,
    525       1.55   tsutsui 				    ESPDCTL_16MHZ | ESPDCTL_INTENB |
    526       1.55   tsutsui 				    ESPDCTL_DMAMOD |
    527       1.55   tsutsui 				    (esc->sc_datain ? ESPDCTL_DMARD : 0));
    528       1.37  christos 
    529       1.37  christos 				s = spldma();
    530       1.55   tsutsui 				while (ndmap == stat->nd_map &&
    531       1.55   tsutsui 				    ndidx == stat->nd_idx &&
    532       1.55   tsutsui 				    (nd_bsr4 (DD_CSR) & 0x08000000) == 0&&
    533       1.37  christos 				       ++flushcount < 5) {
    534       1.37  christos 					splx(s);
    535       1.61  christos 					NDTRACEIF (ndtrace_addc('F'));
    536       1.55   tsutsui 					NCR_WRITE_REG(sc, ESP_DCTL,
    537       1.55   tsutsui 					    ESPDCTL_FLUSH | ESPDCTL_16MHZ |
    538       1.55   tsutsui 					    ESPDCTL_INTENB | ESPDCTL_DMAMOD |
    539       1.55   tsutsui 					    (esc->sc_datain ?
    540       1.55   tsutsui 					     ESPDCTL_DMARD : 0));
    541       1.37  christos 					doze(0x32);
    542       1.20       dbj 					NCR_WRITE_REG(sc, ESP_DCTL,
    543       1.55   tsutsui 					    ESPDCTL_16MHZ | ESPDCTL_INTENB |
    544       1.55   tsutsui 					    ESPDCTL_DMAMOD |
    545       1.55   tsutsui 					    (esc->sc_datain ?
    546       1.55   tsutsui 					     ESPDCTL_DMARD : 0));
    547       1.37  christos 					doze(0x32);
    548       1.37  christos 					s = spldma();
    549       1.37  christos 				}
    550       1.61  christos 				NDTRACEIF (ndtrace_addc('0' + flushcount));
    551       1.37  christos 				if (flushcount > 4) {
    552       1.37  christos 					int next;
    553       1.37  christos 					int onext = 0;
    554       1.55   tsutsui 
    555       1.37  christos 					splx(s);
    556       1.55   tsutsui 					DPRINTF(("DMA reset\n"));
    557       1.38   mycroft 					while (((next = nd_bsr4 (DD_NEXT)) !=
    558       1.55   tsutsui 					    (nd_bsr4(DD_LIMIT) & 0x7FFFFFFF)) &&
    559       1.55   tsutsui 					     onext != next) {
    560       1.37  christos 						onext = next;
    561       1.37  christos 						DELAY(50);
    562       1.37  christos 					}
    563       1.61  christos 					NDTRACEIF (ndtrace_addc('R'));
    564       1.55   tsutsui 					NCR_WRITE_REG(sc, ESP_DCTL,
    565       1.55   tsutsui 					    ESPDCTL_16MHZ | ESPDCTL_INTENB);
    566       1.38   mycroft 					NDTRACEIF (
    567       1.61  christos 						ndtrace_printf(
    568       1.55   tsutsui 						    "ff:%d tcm:%d tcl:%d ",
    569       1.55   tsutsui 						    NCR_READ_REG(sc, NCR_FFLAG)
    570       1.55   tsutsui 						    & NCRFIFO_FF,
    571       1.55   tsutsui 						    NCR_READ_REG((sc), NCR_TCM),
    572       1.55   tsutsui 						    NCR_READ_REG((sc),
    573       1.55   tsutsui 						    NCR_TCL));
    574       1.38   mycroft 						);
    575       1.37  christos 					s = spldma();
    576       1.38   mycroft 					nextdma_reset (nsc);
    577       1.37  christos 					splx(s);
    578       1.37  christos 					goto out;
    579       1.20       dbj 				}
    580       1.37  christos 				splx(s);
    581       1.20       dbj 
    582       1.23       dbj #ifdef DIAGNOSTIC
    583       1.37  christos 				if (flushcount > 4) {
    584       1.61  christos 					NDTRACEIF (ndtrace_addc('+'));
    585       1.55   tsutsui 					printf("%s: unexpected flushcount"
    586       1.55   tsutsui 					    " %d on %s\n",
    587       1.55   tsutsui 					    device_xname(sc->sc_dev),
    588       1.55   tsutsui 					    flushcount,
    589       1.55   tsutsui 					    esc->sc_datain ? "read" : "write");
    590       1.37  christos 				}
    591       1.23       dbj #endif
    592       1.23       dbj 
    593       1.55   tsutsui 				if (!nextdma_finished(nsc)) {
    594       1.55   tsutsui 				/* esp_dma_isactive(sc)) { */
    595       1.61  christos 					NDTRACEIF (ndtrace_addc('1'));
    596       1.16       dbj 				}
    597       1.37  christos 				flushcount = 0;
    598       1.37  christos 				s = spldma();
    599       1.38   mycroft 				ndmap = stat->nd_map;
    600       1.38   mycroft 				ndidx = stat->nd_idx;
    601       1.37  christos 				splx(s);
    602       1.37  christos 
    603       1.16       dbj 			}
    604       1.55   tsutsui 		out:
    605       1.55   tsutsui 			;
    606       1.20       dbj 
    607       1.22       dbj #ifdef ESP_DEBUG
    608       1.37  christos /* 			esp_dma_nest--; */
    609       1.22       dbj #endif
    610       1.22       dbj 
    611       1.13       dbj 		}
    612       1.13       dbj 
    613       1.55   tsutsui 		doze(0x32);
    614       1.55   tsutsui 		NCR_WRITE_REG(sc, ESP_DCTL,
    615       1.55   tsutsui 		    ESPDCTL_16MHZ | ESPDCTL_INTENB |
    616       1.55   tsutsui 		    (esc->sc_datain ? ESPDCTL_DMARD : 0));
    617       1.61  christos 		NDTRACEIF (ndtrace_addc('b'));
    618       1.37  christos 
    619       1.55   tsutsui 		while (esc->sc_datain != -1)
    620       1.55   tsutsui 			DELAY(50);
    621       1.37  christos 
    622       1.37  christos 		if (esc->sc_dmaaddr) {
    623       1.37  christos 			bus_size_t xfer_len = 0;
    624       1.37  christos 			int resid;
    625       1.37  christos 
    626       1.55   tsutsui 			NCR_WRITE_REG(sc, ESP_DCTL,
    627       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB);
    628       1.38   mycroft 			if (stat->nd_exception == 0) {
    629       1.55   tsutsui 				resid = NCR_READ_REG((sc), NCR_TCL) +
    630       1.55   tsutsui 				    (NCR_READ_REG((sc), NCR_TCM) << 8);
    631       1.37  christos 				if (resid) {
    632       1.55   tsutsui 					resid += (NCR_READ_REG(sc, NCR_FFLAG) &
    633       1.55   tsutsui 					    NCRFIFO_FF);
    634       1.38   mycroft #ifdef ESP_DEBUG
    635       1.55   tsutsui 					if (NCR_READ_REG(sc, NCR_FFLAG) &
    636       1.55   tsutsui 					    NCRFIFO_FF)
    637       1.55   tsutsui 						if ((NCR_READ_REG(sc,
    638       1.55   tsutsui 						    NCR_FFLAG) & NCRFIFO_FF) !=
    639       1.55   tsutsui 						    16 ||
    640       1.55   tsutsui 						    NCR_READ_REG((sc),
    641       1.55   tsutsui 						    NCR_TCL) != 240)
    642       1.61  christos 							esptraceshow++;
    643       1.38   mycroft #endif
    644       1.37  christos 				}
    645       1.37  christos 				xfer_len = esc->sc_dmasize - resid;
    646       1.37  christos 			} else {
    647       1.37  christos #define ncr53c9x_sched_msgout(m) \
    648       1.37  christos 	do {							\
    649       1.37  christos 		NCR_MISC(("ncr53c9x_sched_msgout %x %d", m, __LINE__));	\
    650       1.37  christos 		NCRCMD(sc, NCRCMD_SETATN);			\
    651       1.37  christos 		sc->sc_flags |= NCR_ATN;			\
    652       1.37  christos 		sc->sc_msgpriq |= (m);				\
    653       1.37  christos 	} while (0)
    654       1.37  christos 				int i;
    655       1.55   tsutsui 
    656       1.38   mycroft 				xfer_len = 0;
    657       1.38   mycroft 				if (esc->sc_begin)
    658       1.38   mycroft 					xfer_len += esc->sc_begin_size;
    659       1.38   mycroft 				if (esc->sc_main_dmamap)
    660       1.55   tsutsui 					xfer_len +=
    661       1.55   tsutsui 					    esc->sc_main_dmamap->dm_xfer_len;
    662       1.38   mycroft 				if (esc->sc_tail_dmamap)
    663       1.55   tsutsui 					xfer_len +=
    664       1.55   tsutsui 					    esc->sc_tail_dmamap->dm_xfer_len;
    665       1.37  christos 				resid = 0;
    666       1.37  christos 				printf ("X\n");
    667       1.37  christos 				for (i = 0; i < 16; i++) {
    668       1.55   tsutsui 					NCR_WRITE_REG(sc, ESP_DCTL,
    669       1.55   tsutsui 					    ESPDCTL_FLUSH | ESPDCTL_16MHZ |
    670       1.55   tsutsui 					    ESPDCTL_INTENB |
    671       1.55   tsutsui 					    (esc->sc_datain ?
    672       1.55   tsutsui 					     ESPDCTL_DMARD : 0));
    673       1.37  christos 					NCR_WRITE_REG(sc, ESP_DCTL,
    674       1.55   tsutsui 					    ESPDCTL_16MHZ | ESPDCTL_INTENB |
    675       1.55   tsutsui 					    (esc->sc_datain ?
    676       1.55   tsutsui 					     ESPDCTL_DMARD : 0));
    677       1.37  christos 				}
    678       1.37  christos #if 0
    679       1.55   tsutsui 				printf ("ff:%02x tcm:%d tcl:%d esp_dstat:%02x"
    680       1.55   tsutsui 				    " stat:%02x step: %02x intr:%02x"
    681       1.55   tsutsui 				    " new stat:%02X\n",
    682       1.55   tsutsui 				    NCR_READ_REG(sc, NCR_FFLAG),
    683       1.55   tsutsui 				    NCR_READ_REG((sc), NCR_TCM),
    684       1.55   tsutsui 				    NCR_READ_REG((sc), NCR_TCL),
    685       1.55   tsutsui 				    NCR_READ_REG(sc, ESP_DSTAT),
    686       1.55   tsutsui 				    sc->sc_espstat, sc->sc_espstep,
    687       1.55   tsutsui 				    sc->sc_espintr,
    688       1.55   tsutsui 				    NCR_READ_REG(sc, NCR_STAT));
    689       1.55   tsutsui 				printf("sc->sc_state: %x sc->sc_phase: %x"
    690       1.55   tsutsui 				    " sc->sc_espstep:%x sc->sc_prevphase:%x"
    691       1.55   tsutsui 				    " sc->sc_flags:%x\n",
    692       1.55   tsutsui 				    sc->sc_state, sc->sc_phase, sc->sc_espstep,
    693       1.55   tsutsui 				    sc->sc_prevphase, sc->sc_flags);
    694       1.37  christos #endif
    695       1.37  christos 				/* sc->sc_flags &= ~NCR_ICCS; */
    696       1.37  christos 				sc->sc_nexus->flags |= ECB_ABORT;
    697       1.37  christos 				if (sc->sc_phase == MESSAGE_IN_PHASE) {
    698       1.37  christos 					/* ncr53c9x_sched_msgout(SEND_ABORT); */
    699       1.37  christos 					ncr53c9x_abort(sc, sc->sc_nexus);
    700       1.37  christos 				} else if (sc->sc_phase != STATUS_PHASE) {
    701       1.55   tsutsui 					printf("ATTENTION!!!  "
    702       1.55   tsutsui 					    "not message/status phase: %d\n",
    703       1.55   tsutsui 					    sc->sc_phase);
    704       1.37  christos 				}
    705       1.37  christos 			}
    706       1.37  christos 
    707       1.55   tsutsui 			NDTRACEIF(
    708       1.61  christos 				ndtrace_printf("f%dm%dl%ds%dx%dr%dS",
    709       1.55   tsutsui 				    NCR_READ_REG(sc, NCR_FFLAG) & NCRFIFO_FF,
    710       1.55   tsutsui 				    NCR_READ_REG((sc), NCR_TCM),
    711       1.55   tsutsui 				    NCR_READ_REG((sc), NCR_TCL),
    712       1.55   tsutsui 				    esc->sc_dmasize, (int)xfer_len, resid);
    713       1.55   tsutsui 			);
    714       1.20       dbj 
    715       1.55   tsutsui 			*esc->sc_dmaaddr += xfer_len;
    716       1.54   tsutsui 			*esc->sc_dmalen -= xfer_len;
    717       1.37  christos 			esc->sc_dmaaddr = 0;
    718       1.37  christos 			esc->sc_dmalen  = 0;
    719       1.37  christos 			esc->sc_dmasize = 0;
    720       1.13       dbj 		}
    721       1.37  christos 
    722       1.61  christos 		NDTRACEIF (ndtrace_addc('B'));
    723       1.55   tsutsui 		sc->sc_espstat = NCR_READ_REG(sc, NCR_STAT) |
    724       1.55   tsutsui 		    (sc->sc_espstat & NCRSTAT_INT);
    725       1.37  christos 
    726       1.55   tsutsui 		DPRINTF(("esp dctl is 0x%02x\n", NCR_READ_REG(sc, ESP_DCTL)));
    727       1.37  christos 		/* printf ("esp_dma_isintr DONE\n"); */
    728       1.13       dbj 
    729        1.4       dbj 	}
    730        1.4       dbj 
    731       1.55   tsutsui 	return r;
    732        1.1       dbj }
    733        1.1       dbj 
    734        1.1       dbj void
    735       1.49       chs esp_dma_reset(struct ncr53c9x_softc *sc)
    736        1.1       dbj {
    737        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
    738        1.3       dbj 
    739       1.44       wiz 	DPRINTF(("esp DMA reset\n"));
    740       1.13       dbj 
    741       1.13       dbj #ifdef ESP_DEBUG
    742       1.13       dbj 	if (esp_debug) {
    743       1.28        tv 		char sbuf[256];
    744       1.28        tv 
    745       1.57  christos 		snprintb(sbuf, sizeof(sbuf), NEXT_INTR_BITS,
    746       1.57  christos 		    (*(volatile u_long *)IIOV(NEXT_P_INTRSTAT)));
    747  1.63.10.1  pgoyette 		printf("  *intrstat = %s\n", sbuf);
    748       1.28        tv 
    749       1.57  christos 		snprintb(sbuf, sizeof(sbuf), NEXT_INTR_BITS,
    750       1.57  christos 		    (*(volatile u_long *)IIOV(NEXT_P_INTRMASK)));
    751  1.63.10.1  pgoyette 		printf("  *intrmask = %s\n", sbuf);
    752       1.13       dbj 	}
    753       1.13       dbj #endif
    754       1.13       dbj 
    755       1.38   mycroft #if 0
    756       1.13       dbj 	/* Clear the DMAMOD bit in the DCTL register: */
    757       1.55   tsutsui 	NCR_WRITE_REG(sc, ESP_DCTL, ESPDCTL_16MHZ | ESPDCTL_INTENB);
    758       1.22       dbj 	DPRINTF(("esp dctl is 0x%02x\n",NCR_READ_REG(sc,ESP_DCTL)));
    759       1.38   mycroft #endif
    760       1.13       dbj 
    761       1.38   mycroft 	nextdma_reset(esc->sc_dma);
    762       1.38   mycroft 	nextdma_init(esc->sc_dma);
    763        1.4       dbj 
    764       1.18       dbj 	esc->sc_datain = -1;
    765       1.18       dbj 	esc->sc_dmaaddr = 0;
    766       1.18       dbj 	esc->sc_dmalen  = 0;
    767       1.20       dbj 	esc->sc_dmasize = 0;
    768       1.18       dbj 
    769       1.18       dbj 	esc->sc_loaded = 0;
    770       1.18       dbj 
    771       1.18       dbj 	esc->sc_begin = 0;
    772       1.18       dbj 	esc->sc_begin_size = 0;
    773       1.13       dbj 
    774       1.18       dbj 	if (esc->sc_main_dmamap->dm_mapsize) {
    775       1.38   mycroft 		bus_dmamap_unload(esc->sc_dma->sc_dmat, esc->sc_main_dmamap);
    776       1.13       dbj 	}
    777       1.18       dbj 	esc->sc_main = 0;
    778       1.18       dbj 	esc->sc_main_size = 0;
    779       1.13       dbj 
    780       1.18       dbj 	if (esc->sc_tail_dmamap->dm_mapsize) {
    781       1.38   mycroft 		bus_dmamap_unload(esc->sc_dma->sc_dmat, esc->sc_tail_dmamap);
    782       1.18       dbj 	}
    783       1.18       dbj 	esc->sc_tail = 0;
    784       1.18       dbj 	esc->sc_tail_size = 0;
    785        1.1       dbj }
    786        1.1       dbj 
    787       1.19       dbj /* it appears that:
    788       1.19       dbj  * addr and len arguments to this need to be kept up to date
    789       1.19       dbj  * with the status of the transfter.
    790       1.19       dbj  * the dmasize of this is the actual length of the transfer
    791       1.19       dbj  * request, which is guaranteed to be less than maxxfer.
    792       1.19       dbj  * (len may be > maxxfer)
    793       1.19       dbj  */
    794       1.19       dbj 
    795        1.1       dbj int
    796       1.55   tsutsui esp_dma_setup(struct ncr53c9x_softc *sc, uint8_t **addr, size_t *len,
    797       1.55   tsutsui     int datain, size_t *dmasize)
    798        1.1       dbj {
    799        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
    800        1.2       dbj 
    801       1.61  christos 	NDTRACEIF (ndtrace_addc('h'));
    802       1.11       dbj #ifdef DIAGNOSTIC
    803       1.20       dbj #ifdef ESP_DEBUG
    804       1.11       dbj 	/* if this is a read DMA, pre-fill the buffer with 0xdeadbeef
    805       1.11       dbj 	 * to identify bogus reads
    806       1.11       dbj 	 */
    807       1.11       dbj 	if (datain) {
    808       1.14       dbj 		int *v = (int *)(*addr);
    809       1.11       dbj 		int i;
    810       1.55   tsutsui 		for (i = 0; i < ((*len) / 4); i++)
    811       1.55   tsutsui 			v[i] = 0xdeadbeef;
    812       1.18       dbj 		v = (int *)(&(esc->sc_tailbuf[0]));
    813       1.55   tsutsui 		for (i = 0; i < ((sizeof(esc->sc_tailbuf) / 4)); i++)
    814       1.55   tsutsui 			v[i] = 0xdeafbeef;
    815       1.23       dbj 	} else {
    816       1.23       dbj 		int *v;
    817       1.23       dbj 		int i;
    818       1.23       dbj 		v = (int *)(&(esc->sc_tailbuf[0]));
    819       1.55   tsutsui 		for (i = 0; i < ((sizeof(esc->sc_tailbuf) / 4)); i++)
    820       1.55   tsutsui 			v[i] = 0xfeeb1eed;
    821       1.11       dbj 	}
    822       1.20       dbj #endif
    823       1.11       dbj #endif
    824       1.11       dbj 
    825       1.55   tsutsui 	DPRINTF(("esp_dma_setup(%p,0x%08x,0x%08x)\n", *addr, *len, *dmasize));
    826       1.11       dbj 
    827       1.24       dbj #if 0
    828       1.12       dbj #ifdef DIAGNOSTIC /* @@@ this is ok sometimes. verify that we handle it ok
    829       1.37  christos 		   * and then remove this check
    830       1.37  christos 		   */
    831       1.14       dbj 	if (*len != *dmasize) {
    832       1.55   tsutsui 		panic("esp dmalen 0x%lx != size 0x%lx", *len, *dmasize);
    833       1.11       dbj 	}
    834       1.11       dbj #endif
    835       1.24       dbj #endif
    836        1.4       dbj 
    837        1.2       dbj #ifdef DIAGNOSTIC
    838        1.3       dbj 	if ((esc->sc_datain != -1) ||
    839       1.55   tsutsui 	    (esc->sc_main_dmamap->dm_mapsize != 0) ||
    840       1.55   tsutsui 	    (esc->sc_tail_dmamap->dm_mapsize != 0) ||
    841       1.55   tsutsui 	    (esc->sc_dmasize != 0)) {
    842       1.40    provos 		panic("%s: map already loaded in esp_dma_setup"
    843       1.55   tsutsui 		    "\tdatain = %d\n\tmain_mapsize=%ld\n"
    844       1.55   tsutsui 		    "\tail_mapsize=%ld\n\tdmasize = %d",
    845       1.55   tsutsui 		    device_xname(sc->sc_dev), esc->sc_datain,
    846       1.55   tsutsui 		    esc->sc_main_dmamap->dm_mapsize,
    847       1.55   tsutsui 		    esc->sc_tail_dmamap->dm_mapsize,
    848       1.55   tsutsui 		    esc->sc_dmasize);
    849        1.2       dbj 	}
    850        1.2       dbj #endif
    851        1.2       dbj 
    852       1.44       wiz 	/* we are sometimes asked to DMA zero  bytes, that's easy */
    853       1.24       dbj 	if (*dmasize <= 0) {
    854       1.55   tsutsui 		return 0;
    855       1.20       dbj 	}
    856       1.20       dbj 
    857       1.37  christos 	if (*dmasize > ESP_MAX_DMASIZE)
    858       1.37  christos 		*dmasize = ESP_MAX_DMASIZE;
    859       1.37  christos 
    860       1.14       dbj 	/* Save these in case we have to abort DMA */
    861       1.14       dbj 	esc->sc_datain   = datain;
    862       1.14       dbj 	esc->sc_dmaaddr  = addr;
    863       1.14       dbj 	esc->sc_dmalen   = len;
    864       1.14       dbj 	esc->sc_dmasize  = *dmasize;
    865       1.14       dbj 
    866       1.18       dbj 	esc->sc_loaded = 0;
    867       1.18       dbj 
    868       1.23       dbj #define DMA_SCSI_ALIGNMENT 16
    869       1.23       dbj #define DMA_SCSI_ALIGN(type, addr)	\
    870       1.55   tsutsui 	((type)(((unsigned int)(addr) + DMA_SCSI_ALIGNMENT - 1) \
    871       1.23       dbj 		&~(DMA_SCSI_ALIGNMENT-1)))
    872       1.23       dbj #define DMA_SCSI_ALIGNED(addr) \
    873       1.55   tsutsui 	(((unsigned int)(addr) & (DMA_SCSI_ALIGNMENT - 1))==0)
    874       1.23       dbj 
    875        1.2       dbj 	{
    876       1.18       dbj 		size_t slop_bgn_size; /* # bytes to be fifo'd at beginning */
    877       1.18       dbj 		size_t slop_end_size; /* # bytes to be transferred in tail buffer */
    878       1.18       dbj 
    879        1.3       dbj 		{
    880       1.13       dbj 			u_long bgn = (u_long)(*esc->sc_dmaaddr);
    881       1.54   tsutsui 			u_long end = bgn + esc->sc_dmasize;
    882        1.3       dbj 
    883       1.55   tsutsui 			slop_bgn_size =
    884       1.55   tsutsui 			    DMA_SCSI_ALIGNMENT - (bgn % DMA_SCSI_ALIGNMENT);
    885       1.55   tsutsui 			if (slop_bgn_size == DMA_SCSI_ALIGNMENT)
    886       1.55   tsutsui 				slop_bgn_size = 0;
    887       1.55   tsutsui 			slop_end_size = end % DMA_ENDALIGNMENT;
    888        1.3       dbj 		}
    889        1.3       dbj 
    890       1.23       dbj 		/* Force a minimum slop end size. This ensures that write
    891       1.55   tsutsui 		 * requests will overrun, as required to get completion
    892       1.55   tsutsui 		 * interrupts.
    893       1.23       dbj 		 * In addition, since the tail buffer is guaranteed to be mapped
    894       1.44       wiz 		 * in a single DMA segment, the overrun won't accidentally
    895       1.23       dbj 		 * end up in its own segment.
    896       1.23       dbj 		 */
    897       1.23       dbj 		if (!esc->sc_datain) {
    898       1.24       dbj #if 0
    899       1.23       dbj 			slop_end_size += ESP_DMA_MAXTAIL;
    900       1.24       dbj #else
    901       1.24       dbj 			slop_end_size += 0x10;
    902       1.24       dbj #endif
    903       1.23       dbj 		}
    904       1.23       dbj 
    905       1.10       dbj 		/* Check to make sure we haven't counted extra slop
    906       1.44       wiz 		 * as would happen for a very short DMA buffer, also
    907       1.14       dbj 		 * for short buffers, just stuff the entire thing in the tail
    908       1.14       dbj 		 */
    909       1.18       dbj 		if ((slop_bgn_size+slop_end_size >= esc->sc_dmasize)
    910       1.20       dbj #if 0
    911       1.55   tsutsui 		    || (esc->sc_dmasize <= ESP_DMA_MAXTAIL)
    912       1.18       dbj #endif
    913       1.55   tsutsui 		    ) {
    914       1.14       dbj  			slop_bgn_size = 0;
    915       1.14       dbj 			slop_end_size = esc->sc_dmasize;
    916       1.18       dbj 		}
    917       1.14       dbj 
    918       1.18       dbj 		/* initialize the fifo buffer */
    919       1.18       dbj 		if (slop_bgn_size) {
    920       1.18       dbj 			esc->sc_begin = *esc->sc_dmaaddr;
    921       1.18       dbj 			esc->sc_begin_size = slop_bgn_size;
    922       1.18       dbj 		} else {
    923       1.18       dbj 			esc->sc_begin = 0;
    924       1.18       dbj 			esc->sc_begin_size = 0;
    925       1.18       dbj 		}
    926       1.18       dbj 
    927       1.37  christos #if 01
    928       1.18       dbj 		/* Load the normal DMA map */
    929       1.18       dbj 		{
    930       1.55   tsutsui 			esc->sc_main = *esc->sc_dmaaddr;
    931       1.55   tsutsui 			esc->sc_main += slop_bgn_size;
    932       1.55   tsutsui 			esc->sc_main_size =
    933       1.55   tsutsui 			    (esc->sc_dmasize) - (slop_end_size+slop_bgn_size);
    934       1.18       dbj 
    935       1.18       dbj 			if (esc->sc_main_size) {
    936       1.18       dbj 				int error;
    937       1.37  christos 
    938       1.55   tsutsui 				if (!esc->sc_datain ||
    939       1.55   tsutsui 				    DMA_ENDALIGNED(esc->sc_main_size +
    940       1.55   tsutsui 				    slop_end_size)) {
    941       1.55   tsutsui 					KASSERT(DMA_SCSI_ALIGNMENT ==
    942       1.55   tsutsui 					    DMA_ENDALIGNMENT);
    943       1.55   tsutsui 					KASSERT(DMA_BEGINALIGNMENT ==
    944       1.55   tsutsui 					    DMA_ENDALIGNMENT);
    945       1.37  christos 					esc->sc_main_size += slop_end_size;
    946       1.37  christos 					slop_end_size = 0;
    947       1.37  christos 					if (!esc->sc_datain) {
    948       1.55   tsutsui 						esc->sc_main_size =
    949       1.55   tsutsui 						    DMA_ENDALIGN(uint8_t *,
    950       1.55   tsutsui 						    esc->sc_main +
    951       1.55   tsutsui 						    esc->sc_main_size) -
    952       1.55   tsutsui 						    esc->sc_main;
    953       1.37  christos 					}
    954       1.37  christos 				}
    955       1.37  christos 
    956       1.38   mycroft 				error = bus_dmamap_load(esc->sc_dma->sc_dmat,
    957       1.55   tsutsui 				    esc->sc_main_dmamap,
    958       1.55   tsutsui 				    esc->sc_main, esc->sc_main_size,
    959       1.55   tsutsui 				    NULL, BUS_DMA_NOWAIT);
    960       1.18       dbj 				if (error) {
    961       1.34       dbj #ifdef ESP_DEBUG
    962       1.55   tsutsui 					printf("%s: esc->sc_main_dmamap->"
    963       1.55   tsutsui 					    "_dm_size = %ld\n",
    964       1.55   tsutsui 					    device_xname(sc->sc_dev),
    965       1.55   tsutsui 					    esc->sc_main_dmamap->_dm_size);
    966       1.55   tsutsui 					printf("%s: esc->sc_main_dmamap->"
    967       1.55   tsutsui 					    "_dm_segcnt = %d\n",
    968       1.55   tsutsui 					    device_xname(sc->sc_dev),
    969       1.55   tsutsui 					    esc->sc_main_dmamap->_dm_segcnt);
    970       1.61  christos #ifdef notdef
    971       1.55   tsutsui 					printf("%s: esc->sc_main_dmamap->"
    972       1.55   tsutsui 					    "_dm_maxsegsz = %ld\n",
    973       1.55   tsutsui 					    device_xname(sc->sc_dev),
    974       1.55   tsutsui 					    esc->sc_main_dmamap->_dm_maxsegsz);
    975       1.61  christos #endif
    976       1.55   tsutsui 					printf("%s: esc->sc_main_dmamap->"
    977       1.55   tsutsui 					    "_dm_boundary = %ld\n",
    978       1.55   tsutsui 					    device_xname(sc->sc_dev),
    979       1.55   tsutsui 					    esc->sc_main_dmamap->_dm_boundary);
    980       1.34       dbj 					esp_dma_print(sc);
    981       1.34       dbj #endif
    982       1.55   tsutsui 					panic("%s: can't load main DMA map."
    983       1.55   tsutsui 					    " error = %d, addr=%p, size=0x%08x",
    984       1.55   tsutsui 					    device_xname(sc->sc_dev),
    985       1.55   tsutsui 					    error, esc->sc_main,
    986       1.55   tsutsui 					    esc->sc_main_size);
    987       1.18       dbj 				}
    988       1.55   tsutsui 				if (!esc->sc_datain) {
    989       1.55   tsutsui 					/*
    990       1.55   tsutsui 					 * patch the DMA map for write overrun
    991       1.55   tsutsui 					*/
    992       1.55   tsutsui 					esc->sc_main_dmamap->dm_mapsize +=
    993       1.55   tsutsui 					    ESP_DMA_OVERRUN;
    994       1.55   tsutsui 					esc->sc_main_dmamap->dm_segs[
    995       1.55   tsutsui 					    esc->sc_main_dmamap->dm_nsegs -
    996       1.55   tsutsui 					    1].ds_len +=
    997       1.37  christos 						ESP_DMA_OVERRUN;
    998       1.37  christos 				}
    999       1.23       dbj #if 0
   1000       1.55   tsutsui 				bus_dmamap_sync(esc->sc_dma->sc_dmat,
   1001       1.55   tsutsui 				    esc->sc_main_dmamap,
   1002       1.55   tsutsui 				    0, esc->sc_main_dmamap->dm_mapsize,
   1003       1.55   tsutsui 				    (esc->sc_datain ?  BUS_DMASYNC_PREREAD :
   1004       1.55   tsutsui 				     BUS_DMASYNC_PREWRITE));
   1005       1.34       dbj 				esc->sc_main_dmamap->dm_xfer_len = 0;
   1006       1.23       dbj #endif
   1007       1.18       dbj 			} else {
   1008       1.18       dbj 				esc->sc_main = 0;
   1009       1.18       dbj 			}
   1010       1.14       dbj 		}
   1011        1.3       dbj 
   1012       1.18       dbj 		/* Load the tail DMA map */
   1013       1.18       dbj 		if (slop_end_size) {
   1014       1.55   tsutsui 			esc->sc_tail = DMA_ENDALIGN(uint8_t *,
   1015       1.55   tsutsui 			    esc->sc_tailbuf + slop_end_size) - slop_end_size;
   1016       1.55   tsutsui 			/*
   1017       1.55   tsutsui 			 * If the beginning of the tail is not correctly
   1018       1.55   tsutsui 			 * aligned, we have no choice but to align the start,
   1019       1.55   tsutsui 			 * which might then unalign the end.
   1020       1.55   tsutsui 			 */
   1021       1.55   tsutsui 			esc->sc_tail = DMA_SCSI_ALIGN(uint8_t *, esc->sc_tail);
   1022       1.55   tsutsui 			/*
   1023       1.55   tsutsui 			 * So therefore, we change the tail size to be
   1024       1.55   tsutsui 			 * end aligned again.
   1025       1.18       dbj 			 */
   1026       1.55   tsutsui 			esc->sc_tail_size = DMA_ENDALIGN(uint8_t *,
   1027       1.55   tsutsui 			    esc->sc_tail + slop_end_size) - esc->sc_tail;
   1028       1.19       dbj 
   1029       1.44       wiz 			/* @@@ next DMA overrun lossage */
   1030       1.20       dbj 			if (!esc->sc_datain) {
   1031       1.21       dbj 				esc->sc_tail_size += ESP_DMA_OVERRUN;
   1032       1.20       dbj 			}
   1033       1.20       dbj 
   1034       1.18       dbj 			{
   1035       1.18       dbj 				int error;
   1036       1.38   mycroft 				error = bus_dmamap_load(esc->sc_dma->sc_dmat,
   1037       1.55   tsutsui 				    esc->sc_tail_dmamap,
   1038       1.55   tsutsui 			 	    esc->sc_tail, esc->sc_tail_size,
   1039       1.55   tsutsui 				    NULL, BUS_DMA_NOWAIT);
   1040       1.18       dbj 				if (error) {
   1041       1.55   tsutsui 					panic("%s: can't load tail DMA map."
   1042       1.55   tsutsui 					    " error = %d, addr=%p, size=0x%08x",
   1043       1.55   tsutsui 					    device_xname(sc->sc_dev), error,
   1044       1.55   tsutsui 					    esc->sc_tail,esc->sc_tail_size);
   1045       1.18       dbj 				}
   1046       1.23       dbj #if 0
   1047       1.55   tsutsui 				bus_dmamap_sync(esc->sc_dma->sc_dmat,
   1048       1.55   tsutsui 				    esc->sc_tail_dmamap, 0,
   1049       1.55   tsutsui 				    esc->sc_tail_dmamap->dm_mapsize,
   1050       1.55   tsutsui 				    (esc->sc_datain ? BUS_DMASYNC_PREREAD :
   1051       1.55   tsutsui 				     BUS_DMASYNC_PREWRITE));
   1052       1.34       dbj 				esc->sc_tail_dmamap->dm_xfer_len = 0;
   1053       1.23       dbj #endif
   1054        1.3       dbj 			}
   1055        1.3       dbj 		}
   1056       1.37  christos #else
   1057       1.37  christos 
   1058       1.37  christos 		esc->sc_begin = *esc->sc_dmaaddr;
   1059       1.55   tsutsui 		slop_bgn_size = DMA_SCSI_ALIGNMENT -
   1060       1.55   tsutsui 		    ((u_long)esc->sc_begin % DMA_SCSI_ALIGNMENT);
   1061       1.55   tsutsui 		if (slop_bgn_size == DMA_SCSI_ALIGNMENT)
   1062       1.55   tsutsui 			slop_bgn_size = 0;
   1063       1.37  christos 		slop_end_size = esc->sc_dmasize - slop_bgn_size;
   1064       1.37  christos 
   1065       1.37  christos 		if (slop_bgn_size < esc->sc_dmasize) {
   1066       1.37  christos 			int error;
   1067       1.37  christos 
   1068       1.37  christos 			esc->sc_tail = 0;
   1069       1.37  christos 			esc->sc_tail_size = 0;
   1070       1.37  christos 
   1071       1.37  christos 			esc->sc_begin_size = slop_bgn_size;
   1072       1.54   tsutsui 			esc->sc_main = *esc->sc_dmaaddr;
   1073       1.54   tsutsui 			esc->sc_main += slop_bgn_size;
   1074       1.55   tsutsui 			esc->sc_main_size = DMA_ENDALIGN(uint8_t *,
   1075       1.55   tsutsui 			    esc->sc_main + esc->sc_dmasize - slop_bgn_size) -
   1076       1.55   tsutsui 			    esc->sc_main;
   1077       1.37  christos 
   1078       1.37  christos 			if (!esc->sc_datain) {
   1079       1.37  christos 				esc->sc_main_size += ESP_DMA_OVERRUN;
   1080       1.37  christos 			}
   1081       1.38   mycroft 			error = bus_dmamap_load(esc->sc_dma->sc_dmat,
   1082       1.55   tsutsui 			    esc->sc_main_dmamap,
   1083       1.55   tsutsui 			    esc->sc_main, esc->sc_main_size,
   1084       1.55   tsutsui 			    NULL, BUS_DMA_NOWAIT);
   1085       1.37  christos 			if (error) {
   1086       1.55   tsutsui 				panic("%s: can't load main DMA map."
   1087       1.55   tsutsui 				    " error = %d, addr=%p, size=0x%08x",
   1088       1.55   tsutsui 				    device_xname(sc->sc_dev), error,
   1089       1.55   tsutsui 				    esc->sc_main,esc->sc_main_size);
   1090       1.37  christos 			}
   1091       1.37  christos 		} else {
   1092       1.37  christos 			esc->sc_begin = 0;
   1093       1.37  christos 			esc->sc_begin_size = 0;
   1094       1.37  christos 			esc->sc_main = 0;
   1095       1.37  christos 			esc->sc_main_size = 0;
   1096       1.37  christos 
   1097       1.37  christos #if 0
   1098       1.55   tsutsui 			esc->sc_tail = DMA_ENDALIGN(uint8_t *,
   1099       1.55   tsutsui 			    esc->sc_tailbuf + slop_bgn_size) - slop_bgn_size;
   1100       1.55   tsutsui 			/*
   1101       1.55   tsutsui 			 * If the beginning of the tail is not correctly
   1102       1.55   tsutsui 			 * aligned, we have no choice but to align the start,
   1103       1.55   tsutsui 			 * which might then unalign the end.
   1104       1.37  christos 			 */
   1105       1.37  christos #endif
   1106       1.55   tsutsui 			esc->sc_tail = DMA_SCSI_ALIGN(void *, esc->sc_tailbuf);
   1107       1.55   tsutsui 			/*
   1108       1.55   tsutsui 			 * So therefore, we change the tail size to be
   1109       1.55   tsutsui 			 * end aligned again.
   1110       1.55   tsutsui 			 */
   1111       1.55   tsutsui 			esc->sc_tail_size = DMA_ENDALIGN(uint8_t *,
   1112       1.55   tsutsui 			    esc->sc_tail + esc->sc_dmasize) - esc->sc_tail;
   1113       1.37  christos 
   1114       1.44       wiz 			/* @@@ next DMA overrun lossage */
   1115       1.37  christos 			if (!esc->sc_datain) {
   1116       1.37  christos 				esc->sc_tail_size += ESP_DMA_OVERRUN;
   1117       1.37  christos 			}
   1118       1.37  christos 
   1119       1.37  christos 			{
   1120       1.37  christos 				int error;
   1121       1.38   mycroft 				error = bus_dmamap_load(esc->sc_dma->sc_dmat,
   1122       1.55   tsutsui 				    esc->sc_tail_dmamap,
   1123       1.55   tsutsui 				    esc->sc_tail, esc->sc_tail_size,
   1124       1.55   tsutsui 				    NULL, BUS_DMA_NOWAIT);
   1125       1.37  christos 				if (error) {
   1126       1.55   tsutsui 					panic("%s: can't load tail DMA map."
   1127       1.55   tsutsui 					    " error = %d, addr=%p, size=0x%08x",
   1128       1.55   tsutsui 					    device_xname(sc->sc_dev), error,
   1129       1.55   tsutsui 					    esc->sc_tail, esc->sc_tail_size);
   1130       1.37  christos 				}
   1131       1.37  christos 			}
   1132       1.37  christos 		}
   1133       1.37  christos #endif
   1134       1.37  christos 
   1135       1.55   tsutsui 		DPRINTF(("%s: setup: %8p %d %8p %d %8p %d %8p %d\n",
   1136       1.55   tsutsui 		    device_xname(sc->sc_dev),
   1137       1.55   tsutsui 		    *esc->sc_dmaaddr, esc->sc_dmasize,
   1138       1.55   tsutsui 		    esc->sc_begin, esc->sc_begin_size,
   1139       1.55   tsutsui 		    esc->sc_main, esc->sc_main_size,
   1140       1.55   tsutsui 		    esc->sc_tail, esc->sc_tail_size));
   1141        1.2       dbj 	}
   1142        1.2       dbj 
   1143       1.55   tsutsui 	return 0;
   1144        1.1       dbj }
   1145        1.1       dbj 
   1146       1.20       dbj #ifdef ESP_DEBUG
   1147       1.20       dbj /* For debugging */
   1148        1.1       dbj void
   1149       1.49       chs esp_dma_store(struct ncr53c9x_softc *sc)
   1150        1.1       dbj {
   1151        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1152       1.61  christos 	char *p = esp_dma_dump;
   1153       1.61  christos 	size_t l = 0;
   1154       1.61  christos 	size_t len = sizeof(esp_dma_dump);
   1155       1.20       dbj 
   1156       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_datain=%d\n",
   1157       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_datain);
   1158       1.62  christos 	if (l > len)
   1159       1.62  christos 		return;
   1160       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_loaded=0x%08x\n",
   1161       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_loaded);
   1162       1.62  christos 	if (l > len)
   1163       1.62  christos 		return;
   1164        1.3       dbj 
   1165       1.20       dbj 	if (esc->sc_dmaaddr) {
   1166       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_dmaaddr=%p\n",
   1167       1.55   tsutsui 		    device_xname(sc->sc_dev), *esc->sc_dmaaddr);
   1168       1.20       dbj 	} else {
   1169       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_dmaaddr=NULL\n",
   1170       1.55   tsutsui 		    device_xname(sc->sc_dev));
   1171       1.20       dbj 	}
   1172       1.62  christos 	if (l > len)
   1173       1.62  christos 		return;
   1174       1.20       dbj 	if (esc->sc_dmalen) {
   1175       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_dmalen=0x%08x\n",
   1176       1.55   tsutsui 		    device_xname(sc->sc_dev), *esc->sc_dmalen);
   1177       1.20       dbj 	} else {
   1178       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_dmalen=NULL\n",
   1179       1.55   tsutsui 		    device_xname(sc->sc_dev));
   1180       1.20       dbj 	}
   1181       1.62  christos 	if (l > len)
   1182       1.62  christos 		return;
   1183       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_dmasize=0x%08x\n",
   1184       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_dmasize);
   1185       1.62  christos 	if (l > len)
   1186       1.62  christos 		return;
   1187       1.19       dbj 
   1188       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_begin = %p, sc_begin_size = 0x%08x\n",
   1189       1.63  christos 	    device_xname(sc->sc_dev), esc->sc_begin, esc->sc_begin_size);
   1190       1.62  christos 	if (l > len)
   1191       1.62  christos 		return;
   1192       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_main = %p, sc_main_size = 0x%08x\n",
   1193       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_main, esc->sc_main_size);
   1194       1.62  christos 	if (l > len)
   1195       1.62  christos 		return;
   1196       1.37  christos 	/* if (esc->sc_main) */ {
   1197       1.19       dbj 		int i;
   1198       1.19       dbj 		bus_dmamap_t map = esc->sc_main_dmamap;
   1199       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_main_dmamap."
   1200       1.55   tsutsui 		    " mapsize = 0x%08lx, nsegs = %d\n",
   1201       1.55   tsutsui 		    device_xname(sc->sc_dev), map->dm_mapsize, map->dm_nsegs);
   1202       1.62  christos 		if (l > len)
   1203       1.62  christos 			return;
   1204       1.55   tsutsui 		for(i = 0; i < map->dm_nsegs; i++) {
   1205       1.61  christos 			l += snprintf(p + l, len - l, "%s:"
   1206       1.55   tsutsui 			    " map->dm_segs[%d].ds_addr = 0x%08lx,"
   1207       1.55   tsutsui 			    " len = 0x%08lx\n",
   1208       1.55   tsutsui 			    device_xname(sc->sc_dev),
   1209       1.55   tsutsui 			    i, map->dm_segs[i].ds_addr,
   1210       1.55   tsutsui 			    map->dm_segs[i].ds_len);
   1211       1.62  christos 			    if (l > len)
   1212       1.62  christos 				    return;
   1213       1.19       dbj 		}
   1214       1.19       dbj 	}
   1215       1.61  christos 	l += snprintf(p + l, len - l, "%s: sc_tail = %p, sc_tail_size = 0x%08x\n",
   1216       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_tail, esc->sc_tail_size);
   1217       1.62  christos 	if (l > len)
   1218       1.62  christos 		return;
   1219       1.37  christos 	/* if (esc->sc_tail) */ {
   1220       1.19       dbj 		int i;
   1221       1.19       dbj 		bus_dmamap_t map = esc->sc_tail_dmamap;
   1222       1.61  christos 		l += snprintf(p + l, len - l, "%s: sc_tail_dmamap."
   1223       1.55   tsutsui 		    " mapsize = 0x%08lx, nsegs = %d\n",
   1224       1.55   tsutsui 		    device_xname(sc->sc_dev), map->dm_mapsize, map->dm_nsegs);
   1225       1.62  christos 		if (l > len)
   1226       1.62  christos 			return;
   1227       1.55   tsutsui 		for (i = 0; i < map->dm_nsegs; i++) {
   1228       1.61  christos 			l += snprintf(p + l, len - l, "%s:"
   1229       1.55   tsutsui 			    " map->dm_segs[%d].ds_addr = 0x%08lx,"
   1230       1.55   tsutsui 			    " len = 0x%08lx\n",
   1231       1.55   tsutsui 			    device_xname(sc->sc_dev),
   1232       1.55   tsutsui 			    i, map->dm_segs[i].ds_addr,
   1233       1.55   tsutsui 			     map->dm_segs[i].ds_len);
   1234       1.62  christos 			if (l > len)
   1235       1.62  christos 				return;
   1236       1.19       dbj 		}
   1237       1.19       dbj 	}
   1238       1.20       dbj }
   1239       1.20       dbj 
   1240       1.20       dbj void
   1241       1.49       chs esp_dma_print(struct ncr53c9x_softc *sc)
   1242       1.20       dbj {
   1243       1.55   tsutsui 
   1244       1.20       dbj 	esp_dma_store(sc);
   1245       1.55   tsutsui 	printf("%s", esp_dma_dump);
   1246       1.20       dbj }
   1247       1.20       dbj #endif
   1248       1.20       dbj 
   1249       1.20       dbj void
   1250       1.49       chs esp_dma_go(struct ncr53c9x_softc *sc)
   1251       1.20       dbj {
   1252       1.20       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1253       1.38   mycroft 	struct nextdma_softc *nsc = esc->sc_dma;
   1254       1.38   mycroft 	struct nextdma_status *stat = &nsc->sc_stat;
   1255       1.37  christos /* 	int s = spldma(); */
   1256       1.37  christos 
   1257       1.38   mycroft #ifdef ESP_DEBUG
   1258       1.61  christos 	if (!ndtrace_empty()) {
   1259       1.61  christos 		if (esptraceshow) {
   1260       1.61  christos 			printf("esp ndtrace: %s\n", ndtrace_get());
   1261       1.61  christos 			esptraceshow = 0;
   1262       1.37  christos 		} else {
   1263       1.55   tsutsui 			DPRINTF(("X"));
   1264       1.37  christos 		}
   1265       1.61  christos 		ndtrace_reset();
   1266       1.37  christos 	}
   1267       1.38   mycroft #endif
   1268       1.20       dbj 
   1269       1.20       dbj 	DPRINTF(("%s: esp_dma_go(datain = %d)\n",
   1270       1.55   tsutsui 	    device_xname(sc->sc_dev), esc->sc_datain));
   1271       1.20       dbj 
   1272       1.20       dbj #ifdef ESP_DEBUG
   1273       1.55   tsutsui 	if (esp_debug)
   1274       1.55   tsutsui 		esp_dma_print(sc);
   1275       1.55   tsutsui 	else
   1276       1.55   tsutsui 		esp_dma_store(sc);
   1277       1.19       dbj #endif
   1278        1.4       dbj 
   1279       1.20       dbj #ifdef ESP_DEBUG
   1280       1.11       dbj 	{
   1281       1.11       dbj 		int n = NCR_READ_REG(sc, NCR_FFLAG);
   1282       1.20       dbj 		DPRINTF(("%s: fifo size = %d, seq = 0x%x\n",
   1283       1.55   tsutsui 		    device_xname(sc->sc_dev),
   1284       1.55   tsutsui 		    n & NCRFIFO_FF, (n & NCRFIFO_SS) >> 5));
   1285        1.4       dbj 	}
   1286       1.11       dbj #endif
   1287        1.4       dbj 
   1288       1.44       wiz 	/* zero length DMA transfers are boring */
   1289       1.20       dbj 	if (esc->sc_dmasize == 0) {
   1290       1.37  christos /* 		splx(s); */
   1291       1.20       dbj 		return;
   1292       1.20       dbj 	}
   1293       1.20       dbj 
   1294       1.18       dbj #if defined(DIAGNOSTIC)
   1295       1.55   tsutsui 	if ((esc->sc_begin_size == 0) &&
   1296       1.55   tsutsui 	    (esc->sc_main_dmamap->dm_mapsize == 0) &&
   1297       1.55   tsutsui 	    (esc->sc_tail_dmamap->dm_mapsize == 0)) {
   1298       1.38   mycroft #ifdef ESP_DEBUG
   1299       1.20       dbj 		esp_dma_print(sc);
   1300       1.38   mycroft #endif
   1301       1.55   tsutsui 		panic("%s: No DMA requested!", device_xname(sc->sc_dev));
   1302       1.18       dbj 	}
   1303       1.18       dbj #endif
   1304       1.18       dbj 
   1305       1.18       dbj 	/* Stuff the fifo with the begin buffer */
   1306       1.18       dbj 	if (esc->sc_datain) {
   1307        1.4       dbj 		int i;
   1308       1.23       dbj 		DPRINTF(("%s: FIFO read of %d bytes:",
   1309       1.55   tsutsui 		    device_xname(sc->sc_dev), esc->sc_begin_size));
   1310       1.55   tsutsui 		for (i = 0; i < esc->sc_begin_size; i++) {
   1311       1.55   tsutsui 			esc->sc_begin[i] = NCR_READ_REG(sc, NCR_FIFO);
   1312       1.55   tsutsui 			DPRINTF((" %02x", esc->sc_begin[i] & 0xff));
   1313        1.4       dbj 		}
   1314       1.23       dbj 		DPRINTF(("\n"));
   1315        1.4       dbj 	} else {
   1316        1.4       dbj 		int i;
   1317       1.23       dbj 		DPRINTF(("%s: FIFO write of %d bytes:",
   1318       1.55   tsutsui 		    device_xname(sc->sc_dev), esc->sc_begin_size));
   1319       1.55   tsutsui 		for (i = 0; i < esc->sc_begin_size; i++) {
   1320       1.18       dbj 			NCR_WRITE_REG(sc, NCR_FIFO, esc->sc_begin[i]);
   1321       1.55   tsutsui 			DPRINTF((" %02x",esc->sc_begin[i] & 0xff));
   1322        1.4       dbj 		}
   1323       1.23       dbj 		DPRINTF(("\n"));
   1324       1.11       dbj 	}
   1325        1.4       dbj 
   1326       1.23       dbj 	if (esc->sc_main_dmamap->dm_mapsize) {
   1327       1.38   mycroft 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_main_dmamap,
   1328       1.55   tsutsui 		    0, esc->sc_main_dmamap->dm_mapsize,
   1329       1.55   tsutsui 		    (esc->sc_datain ?
   1330       1.55   tsutsui 		     BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE));
   1331       1.34       dbj 		esc->sc_main_dmamap->dm_xfer_len = 0;
   1332       1.23       dbj 	}
   1333       1.23       dbj 
   1334       1.23       dbj 	if (esc->sc_tail_dmamap->dm_mapsize) {
   1335       1.44       wiz 		/* if we are a DMA write cycle, copy the end slop */
   1336       1.37  christos 		if (!esc->sc_datain) {
   1337       1.55   tsutsui 			memcpy(esc->sc_tail, *esc->sc_dmaaddr +
   1338       1.55   tsutsui 			    esc->sc_begin_size+esc->sc_main_size,
   1339       1.55   tsutsui 			    esc->sc_dmasize -
   1340       1.55   tsutsui 			    (esc->sc_begin_size + esc->sc_main_size));
   1341       1.37  christos 		}
   1342       1.38   mycroft 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_tail_dmamap,
   1343       1.55   tsutsui 		    0, esc->sc_tail_dmamap->dm_mapsize,
   1344       1.55   tsutsui 		    (esc->sc_datain ?
   1345       1.55   tsutsui 		     BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE));
   1346       1.34       dbj 		esc->sc_tail_dmamap->dm_xfer_len = 0;
   1347       1.23       dbj 	}
   1348       1.23       dbj 
   1349       1.38   mycroft 	stat->nd_exception = 0;
   1350       1.38   mycroft 	nextdma_start(nsc, (esc->sc_datain ? DMACSR_SETREAD : DMACSR_SETWRITE));
   1351       1.12       dbj 
   1352       1.14       dbj 	if (esc->sc_datain) {
   1353       1.14       dbj 		NCR_WRITE_REG(sc, ESP_DCTL,
   1354       1.55   tsutsui 		    ESPDCTL_16MHZ | ESPDCTL_INTENB | ESPDCTL_DMAMOD |
   1355       1.55   tsutsui 		    ESPDCTL_DMARD);
   1356        1.3       dbj 	} else {
   1357       1.14       dbj 		NCR_WRITE_REG(sc, ESP_DCTL,
   1358       1.55   tsutsui 		    ESPDCTL_16MHZ | ESPDCTL_INTENB | ESPDCTL_DMAMOD);
   1359        1.3       dbj 	}
   1360       1.22       dbj 	DPRINTF(("esp dctl is 0x%02x\n",NCR_READ_REG(sc,ESP_DCTL)));
   1361       1.37  christos 
   1362       1.55   tsutsui 	NDTRACEIF(
   1363       1.55   tsutsui 		if (esc->sc_begin_size) {
   1364       1.61  christos 			ndtrace_addc('1');
   1365       1.61  christos 			ndtrace_addc('A' + esc->sc_begin_size);
   1366       1.55   tsutsui 		}
   1367       1.55   tsutsui 	);
   1368       1.55   tsutsui 	NDTRACEIF(
   1369       1.55   tsutsui 		if (esc->sc_main_size) {
   1370       1.61  christos 			ndtrace_addc('2');
   1371       1.61  christos 			ndtrace_addc('0' + esc->sc_main_dmamap->dm_nsegs);
   1372       1.55   tsutsui 		}
   1373       1.55   tsutsui 	);
   1374       1.55   tsutsui 	NDTRACEIF(
   1375       1.55   tsutsui 		if (esc->sc_tail_size) {
   1376       1.61  christos 			ndtrace_addc('3');
   1377       1.61  christos 			ndtrace_addc('A' + esc->sc_tail_size);
   1378       1.55   tsutsui 		}
   1379       1.55   tsutsui 	);
   1380       1.37  christos 
   1381       1.37  christos /* 	splx(s); */
   1382        1.1       dbj }
   1383        1.1       dbj 
   1384        1.1       dbj void
   1385       1.49       chs esp_dma_stop(struct ncr53c9x_softc *sc)
   1386        1.1       dbj {
   1387       1.34       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1388       1.55   tsutsui 
   1389       1.38   mycroft 	nextdma_print(esc->sc_dma);
   1390       1.38   mycroft #ifdef ESP_DEBUG
   1391       1.34       dbj 	esp_dma_print(sc);
   1392       1.38   mycroft #endif
   1393       1.37  christos #if 1
   1394       1.55   tsutsui 	panic("%s: stop not yet implemented", device_xname(sc->sc_dev));
   1395       1.37  christos #endif
   1396        1.1       dbj }
   1397        1.1       dbj 
   1398        1.1       dbj int
   1399       1.49       chs esp_dma_isactive(struct ncr53c9x_softc *sc)
   1400        1.1       dbj {
   1401        1.1       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1402       1.55   tsutsui 	int r;
   1403       1.55   tsutsui 
   1404       1.55   tsutsui 	r = (esc->sc_dmaaddr != NULL);   /* !nextdma_finished(esc->sc_dma); */
   1405       1.11       dbj 	DPRINTF(("esp_dma_isactive = %d\n",r));
   1406       1.55   tsutsui 	return r;
   1407        1.2       dbj }
   1408        1.2       dbj 
   1409        1.2       dbj /****************************************************************/
   1410        1.2       dbj 
   1411       1.49       chs int esp_dma_int(void *);
   1412       1.49       chs int esp_dma_int(void *arg)
   1413       1.37  christos {
   1414       1.49       chs 	void nextdma_rotate(struct nextdma_softc *);
   1415       1.49       chs 	void nextdma_setup_curr_regs(struct nextdma_softc *);
   1416       1.49       chs 	void nextdma_setup_cont_regs(struct nextdma_softc *);
   1417       1.37  christos 
   1418       1.37  christos 	struct ncr53c9x_softc *sc = (struct ncr53c9x_softc *)arg;
   1419       1.37  christos 	struct esp_softc *esc = (struct esp_softc *)sc;
   1420       1.38   mycroft 	struct nextdma_softc *nsc = esc->sc_dma;
   1421       1.38   mycroft 	struct nextdma_status *stat = &nsc->sc_stat;
   1422       1.37  christos 	unsigned int state;
   1423       1.37  christos 
   1424       1.61  christos 	NDTRACEIF (ndtrace_addc('E'));
   1425       1.37  christos 
   1426       1.38   mycroft 	state = nd_bsr4 (DD_CSR);
   1427       1.37  christos 
   1428       1.37  christos #if 1
   1429       1.38   mycroft 	NDTRACEIF (
   1430       1.55   tsutsui 		if (state & DMACSR_COMPLETE)
   1431       1.61  christos 			ndtrace_addc('c');
   1432       1.55   tsutsui 		if (state & DMACSR_ENABLE)
   1433       1.61  christos 			ndtrace_addc('e');
   1434       1.55   tsutsui 		if (state & DMACSR_BUSEXC)
   1435       1.61  christos 			ndtrace_addc('b');
   1436       1.55   tsutsui 		if (state & DMACSR_READ)
   1437       1.61  christos 			ndtrace_addc('r');
   1438       1.55   tsutsui 		if (state & DMACSR_SUPDATE)
   1439       1.61  christos 			ndtrace_addc('s');
   1440       1.38   mycroft 		);
   1441       1.37  christos 
   1442       1.61  christos 	NDTRACEIF (ndtrace_addc('E'));
   1443       1.37  christos 
   1444       1.38   mycroft #ifdef ESP_DEBUG
   1445       1.55   tsutsui 	if (0)
   1446       1.55   tsutsui 		if ((state & DMACSR_BUSEXC) && (state & DMACSR_ENABLE))
   1447       1.61  christos 			esptraceshow++;
   1448       1.55   tsutsui 	if (0)
   1449       1.55   tsutsui 		if ((state & DMACSR_SUPDATE))
   1450       1.61  christos 			esptraceshow++;
   1451       1.38   mycroft #endif
   1452       1.37  christos #endif
   1453       1.37  christos 
   1454       1.55   tsutsui 	if ((stat->nd_exception == 0) &&
   1455       1.55   tsutsui 	    (state & DMACSR_COMPLETE) &&
   1456       1.55   tsutsui 	    (state & DMACSR_ENABLE)) {
   1457       1.55   tsutsui 		stat->nd_map->dm_xfer_len +=
   1458       1.55   tsutsui 		    stat->nd_map->dm_segs[stat->nd_idx].ds_len;
   1459       1.38   mycroft 	}
   1460       1.37  christos 
   1461       1.55   tsutsui 	if ((stat->nd_idx + 1) == stat->nd_map->dm_nsegs) {
   1462       1.38   mycroft 		if (nsc->sc_conf.nd_completed_cb)
   1463       1.55   tsutsui 			(*nsc->sc_conf.nd_completed_cb)(stat->nd_map,
   1464       1.55   tsutsui 			    nsc->sc_conf.nd_cb_arg);
   1465       1.37  christos 	}
   1466       1.38   mycroft 	nextdma_rotate(nsc);
   1467       1.37  christos 
   1468       1.37  christos 	if ((state & DMACSR_COMPLETE) && (state & DMACSR_ENABLE)) {
   1469       1.37  christos #if 0
   1470       1.38   mycroft 		int l = nd_bsr4 (DD_LIMIT) & 0x7FFFFFFF;
   1471       1.38   mycroft 		int s = nd_bsr4 (DD_STOP);
   1472       1.37  christos #endif
   1473       1.38   mycroft /* 		nextdma_setup_cont_regs(nsc); */
   1474       1.38   mycroft 		if (stat->nd_map_cont) {
   1475       1.55   tsutsui 			nd_bsw4(DD_START, stat->nd_map_cont->dm_segs[
   1476       1.55   tsutsui 			    stat->nd_idx_cont].ds_addr);
   1477       1.55   tsutsui 			nd_bsw4(DD_STOP, (stat->nd_map_cont->dm_segs[
   1478       1.55   tsutsui 			    stat->nd_idx_cont].ds_addr +
   1479       1.55   tsutsui 			    stat->nd_map_cont->dm_segs[
   1480       1.55   tsutsui 			    stat->nd_idx_cont].ds_len));
   1481       1.37  christos 		}
   1482       1.37  christos 
   1483       1.55   tsutsui 		nd_bsw4 (DD_CSR, DMACSR_CLRCOMPLETE |
   1484       1.55   tsutsui 		    (state & DMACSR_READ ? DMACSR_SETREAD : DMACSR_SETWRITE) |
   1485       1.55   tsutsui 		     (stat->nd_map_cont ? DMACSR_SETSUPDATE : 0));
   1486       1.37  christos 
   1487       1.37  christos #if 0
   1488       1.38   mycroft #ifdef ESP_DEBUG
   1489       1.37  christos 		if (state & DMACSR_BUSEXC) {
   1490       1.61  christos 			ndtrace_printf("CE/BUSEXC: %08lX %08X %08X\n",
   1491       1.55   tsutsui 			    (stat->nd_map->dm_segs[stat->nd_idx].ds_addr +
   1492       1.55   tsutsui 			     stat->nd_map->dm_segs[stat->nd_idx].ds_len),
   1493       1.55   tsutsui 			    l, s);
   1494       1.37  christos 		}
   1495       1.37  christos #endif
   1496       1.38   mycroft #endif
   1497       1.37  christos 	} else {
   1498       1.37  christos #if 0
   1499       1.37  christos 		if (state & DMACSR_BUSEXC) {
   1500       1.55   tsutsui 			while (nd_bsr4(DD_NEXT) !=
   1501       1.55   tsutsui 			       (nd_bsr4(DD_LIMIT) & 0x7FFFFFFF))
   1502       1.55   tsutsui 				printf("Y"); /* DELAY(50); */
   1503       1.55   tsutsui 			state = nd_bsr4(DD_CSR);
   1504       1.37  christos 		}
   1505       1.37  christos #endif
   1506       1.37  christos 
   1507       1.37  christos 		if (!(state & DMACSR_SUPDATE)) {
   1508       1.38   mycroft 			nextdma_rotate(nsc);
   1509       1.37  christos 		} else {
   1510       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_CLRCOMPLETE |
   1511       1.55   tsutsui 			    DMACSR_INITBUF | DMACSR_RESET |
   1512       1.55   tsutsui 			    (state & DMACSR_READ ?
   1513       1.55   tsutsui 			     DMACSR_SETREAD : DMACSR_SETWRITE));
   1514       1.55   tsutsui 
   1515       1.55   tsutsui 			nd_bsw4(DD_NEXT,
   1516       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_addr);
   1517       1.55   tsutsui 			nd_bsw4(DD_LIMIT,
   1518       1.55   tsutsui 			    (stat->nd_map->dm_segs[stat->nd_idx].ds_addr +
   1519       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_len) |
   1520       1.55   tsutsui 			    0/* x80000000 */);
   1521       1.38   mycroft 			if (stat->nd_map_cont) {
   1522       1.55   tsutsui 				nd_bsw4(DD_START,
   1523       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1524       1.55   tsutsui 				    stat->nd_idx_cont].ds_addr);
   1525       1.55   tsutsui 				nd_bsw4(DD_STOP,
   1526       1.55   tsutsui 				    (stat->nd_map_cont->dm_segs[
   1527       1.55   tsutsui 				     stat->nd_idx_cont].ds_addr +
   1528       1.55   tsutsui 				     stat->nd_map_cont->dm_segs[
   1529       1.55   tsutsui 				     stat->nd_idx_cont].ds_len) |
   1530       1.55   tsutsui 				     0/* x80000000 */);
   1531       1.37  christos 			}
   1532       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_SETENABLE | DMACSR_CLRCOMPLETE |
   1533       1.55   tsutsui 			    (state & DMACSR_READ ?
   1534       1.55   tsutsui 			     DMACSR_SETREAD : DMACSR_SETWRITE) |
   1535       1.55   tsutsui 			    (stat->nd_map_cont ? DMACSR_SETSUPDATE : 0));
   1536       1.37  christos #if 1
   1537       1.38   mycroft #ifdef ESP_DEBUG
   1538       1.61  christos 				ndtrace_printf("supdate ");
   1539       1.61  christos 				ndtrace_printf("%08X %08X %08X %08X ",
   1540       1.55   tsutsui 				    nd_bsr4(DD_NEXT),
   1541       1.55   tsutsui 				    nd_bsr4(DD_LIMIT) & 0x7FFFFFFF,
   1542       1.55   tsutsui 				    nd_bsr4 (DD_START),
   1543       1.55   tsutsui 				    nd_bsr4 (DD_STOP) & 0x7FFFFFFF);
   1544       1.38   mycroft #endif
   1545       1.37  christos #endif
   1546       1.38   mycroft 			stat->nd_exception++;
   1547       1.55   tsutsui 			return 1;
   1548       1.37  christos 			/* NCR_WRITE_REG(sc, ESP_DCTL, ctl); */
   1549       1.37  christos 			goto restart;
   1550       1.37  christos 		}
   1551       1.37  christos 
   1552       1.38   mycroft 		if (stat->nd_map) {
   1553       1.37  christos #if 1
   1554       1.38   mycroft #ifdef ESP_DEBUG
   1555       1.61  christos 			ndtrace_printf("%08X %08X %08X %08X ",
   1556       1.55   tsutsui 			    nd_bsr4 (DD_NEXT),
   1557       1.55   tsutsui 			    nd_bsr4 (DD_LIMIT) & 0x7FFFFFFF,
   1558       1.55   tsutsui 			    nd_bsr4 (DD_START),
   1559       1.55   tsutsui 			    nd_bsr4 (DD_STOP) & 0x7FFFFFFF);
   1560       1.38   mycroft #endif
   1561       1.37  christos #endif
   1562       1.37  christos 
   1563       1.37  christos #if 0
   1564       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_CLRCOMPLETE | DMACSR_RESET);
   1565       1.37  christos 
   1566       1.55   tsutsui 			nd_bsw4(DD_CSR, 0);
   1567       1.37  christos #endif
   1568       1.37  christos #if 1
   1569       1.37  christos  /* 6/2 */
   1570       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_CLRCOMPLETE |
   1571       1.55   tsutsui 			    DMACSR_INITBUF | DMACSR_RESET |
   1572       1.55   tsutsui 			    (state & DMACSR_READ ?
   1573       1.55   tsutsui 			     DMACSR_SETREAD : DMACSR_SETWRITE));
   1574       1.37  christos 
   1575       1.55   tsutsui 			/* nextdma_setup_curr_regs(nsc); */
   1576       1.55   tsutsui 			nd_bsw4(DD_NEXT,
   1577       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_addr);
   1578       1.55   tsutsui 			nd_bsw4(DD_LIMIT,
   1579       1.55   tsutsui 			    (stat->nd_map->dm_segs[stat->nd_idx].ds_addr +
   1580       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_len) |
   1581       1.55   tsutsui 			    0/* x80000000 */);
   1582       1.55   tsutsui 			/* nextdma_setup_cont_regs(nsc); */
   1583       1.38   mycroft 			if (stat->nd_map_cont) {
   1584       1.55   tsutsui 				nd_bsw4(DD_START,
   1585       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1586       1.55   tsutsui 				    stat->nd_idx_cont].ds_addr);
   1587       1.55   tsutsui 				nd_bsw4(DD_STOP,
   1588       1.55   tsutsui 				    (stat->nd_map_cont->dm_segs[
   1589       1.55   tsutsui 				    stat->nd_idx_cont].ds_addr +
   1590       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1591       1.55   tsutsui 				    stat->nd_idx_cont].ds_len) |
   1592       1.55   tsutsui 				    0/* x80000000 */);
   1593       1.37  christos 			}
   1594       1.37  christos 
   1595       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_SETENABLE |
   1596       1.55   tsutsui 			    (stat->nd_map_cont ? DMACSR_SETSUPDATE : 0) |
   1597       1.55   tsutsui 			    (state & DMACSR_READ ?
   1598       1.55   tsutsui 			     DMACSR_SETREAD : DMACSR_SETWRITE));
   1599       1.38   mycroft #ifdef ESP_DEBUG
   1600       1.61  christos 			/* esptraceshow++; */
   1601       1.38   mycroft #endif
   1602       1.38   mycroft 			stat->nd_exception++;
   1603       1.55   tsutsui 			return 1;
   1604       1.37  christos #endif
   1605       1.37  christos 			/* NCR_WRITE_REG(sc, ESP_DCTL, ctl); */
   1606       1.37  christos 			goto restart;
   1607       1.37  christos 		restart:
   1608       1.37  christos #if 1
   1609       1.38   mycroft #ifdef ESP_DEBUG
   1610       1.61  christos 			ndtrace_printf("restart %08lX %08lX\n",
   1611       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_addr,
   1612       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_addr +
   1613       1.55   tsutsui 			    stat->nd_map->dm_segs[stat->nd_idx].ds_len);
   1614       1.38   mycroft 			if (stat->nd_map_cont) {
   1615       1.61  christos 				ndtrace_printf(" %08lX %08lX\n",
   1616       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1617       1.55   tsutsui 				    stat->nd_idx_cont].ds_addr,
   1618       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1619       1.55   tsutsui 				    stat->nd_idx_cont].ds_addr +
   1620       1.55   tsutsui 				    stat->nd_map_cont->dm_segs[
   1621       1.55   tsutsui 				    stat->nd_idx_cont].ds_len);
   1622       1.37  christos 			}
   1623       1.38   mycroft #endif
   1624       1.37  christos #endif
   1625       1.38   mycroft 			nextdma_print(nsc);
   1626       1.55   tsutsui 			NCR_WRITE_REG(sc, ESP_DCTL,
   1627       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB);
   1628       1.55   tsutsui 			printf("ff:%02x tcm:%d tcl:%d esp_dstat:%02x"
   1629       1.55   tsutsui 			    " state:%02x step: %02x intr:%02x state:%08X\n",
   1630       1.55   tsutsui 			    NCR_READ_REG(sc, NCR_FFLAG),
   1631       1.55   tsutsui 			    NCR_READ_REG((sc), NCR_TCM),
   1632       1.55   tsutsui 			    NCR_READ_REG((sc), NCR_TCL),
   1633       1.55   tsutsui 			    NCR_READ_REG(sc, ESP_DSTAT),
   1634       1.55   tsutsui 			    NCR_READ_REG(sc, NCR_STAT),
   1635       1.55   tsutsui 			    NCR_READ_REG(sc, NCR_STEP),
   1636       1.55   tsutsui 			    NCR_READ_REG(sc, NCR_INTR), state);
   1637       1.38   mycroft #ifdef ESP_DEBUG
   1638       1.61  christos 			printf("ndtrace: %s\n", ndtrace_get());
   1639       1.38   mycroft #endif
   1640       1.55   tsutsui 			panic("%s: busexc/supdate occurred."
   1641       1.55   tsutsui 			    "  Please email this output to chris (at) pin.lu.",
   1642       1.55   tsutsui 			    device_xname(sc->sc_dev));
   1643       1.38   mycroft #ifdef ESP_DEBUG
   1644       1.61  christos 			esptraceshow++;
   1645       1.38   mycroft #endif
   1646       1.37  christos 		} else {
   1647       1.55   tsutsui 			nd_bsw4(DD_CSR, DMACSR_CLRCOMPLETE | DMACSR_RESET);
   1648       1.38   mycroft 			if (nsc->sc_conf.nd_shutdown_cb)
   1649       1.38   mycroft 				(*nsc->sc_conf.nd_shutdown_cb)(nsc->sc_conf.nd_cb_arg);
   1650       1.37  christos 		}
   1651       1.37  christos 	}
   1652       1.55   tsutsui 	return 1;
   1653       1.37  christos }
   1654       1.37  christos 
   1655       1.44       wiz /* Internal DMA callback routines */
   1656        1.2       dbj bus_dmamap_t
   1657       1.49       chs esp_dmacb_continue(void *arg)
   1658        1.2       dbj {
   1659       1.55   tsutsui 	struct ncr53c9x_softc *sc = arg;
   1660        1.2       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1661        1.2       dbj 
   1662       1.61  christos 	NDTRACEIF (ndtrace_addc('x'));
   1663       1.60       chs 	DPRINTF(("%s: DMA continue\n", device_xname(sc->sc_dev)));
   1664        1.4       dbj 
   1665        1.2       dbj #ifdef DIAGNOSTIC
   1666        1.2       dbj 	if ((esc->sc_datain < 0) || (esc->sc_datain > 1)) {
   1667       1.55   tsutsui 		panic("%s: map not loaded in DMA continue callback,"
   1668       1.55   tsutsui 		    " datain = %d",
   1669       1.55   tsutsui 		    device_xname(sc->sc_dev), esc->sc_datain);
   1670        1.2       dbj 	}
   1671        1.2       dbj #endif
   1672       1.18       dbj 
   1673       1.55   tsutsui 	if (((esc->sc_loaded & ESP_LOADED_MAIN) == 0) &&
   1674       1.55   tsutsui 	    (esc->sc_main_dmamap->dm_mapsize)) {
   1675       1.55   tsutsui 		DPRINTF(("%s: Loading main map\n", device_xname(sc->sc_dev)));
   1676       1.19       dbj #if 0
   1677       1.55   tsutsui 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_main_dmamap,
   1678       1.55   tsutsui 		    0, esc->sc_main_dmamap->dm_mapsize,
   1679       1.55   tsutsui 		    (esc->sc_datain ?
   1680       1.55   tsutsui 		     BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE));
   1681       1.55   tsutsui 		    esc->sc_main_dmamap->dm_xfer_len = 0;
   1682       1.55   tsutsui #endif
   1683       1.55   tsutsui 		esc->sc_loaded |= ESP_LOADED_MAIN;
   1684       1.55   tsutsui 		return esc->sc_main_dmamap;
   1685       1.18       dbj 	}
   1686       1.18       dbj 
   1687       1.55   tsutsui 	if (((esc->sc_loaded & ESP_LOADED_TAIL) == 0) &&
   1688       1.55   tsutsui 	    (esc->sc_tail_dmamap->dm_mapsize)) {
   1689       1.55   tsutsui 		DPRINTF(("%s: Loading tail map\n", device_xname(sc->sc_dev)));
   1690       1.19       dbj #if 0
   1691       1.55   tsutsui 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_tail_dmamap,
   1692       1.55   tsutsui 		    0, esc->sc_tail_dmamap->dm_mapsize,
   1693       1.55   tsutsui 		    (esc->sc_datain ?
   1694       1.55   tsutsui 		     BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE));
   1695       1.55   tsutsui 		esc->sc_tail_dmamap->dm_xfer_len = 0;
   1696       1.19       dbj #endif
   1697       1.55   tsutsui 		esc->sc_loaded |= ESP_LOADED_TAIL;
   1698       1.55   tsutsui 		return esc->sc_tail_dmamap;
   1699       1.10       dbj 	}
   1700       1.18       dbj 
   1701       1.55   tsutsui 	DPRINTF(("%s: not loading map\n", device_xname(sc->sc_dev)));
   1702       1.55   tsutsui 	return 0;
   1703        1.2       dbj }
   1704        1.2       dbj 
   1705       1.14       dbj 
   1706        1.2       dbj void
   1707       1.49       chs esp_dmacb_completed(bus_dmamap_t map, void *arg)
   1708        1.2       dbj {
   1709        1.2       dbj 	struct ncr53c9x_softc *sc = (struct ncr53c9x_softc *)arg;
   1710        1.2       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1711        1.2       dbj 
   1712       1.61  christos 	NDTRACEIF (ndtrace_addc('X'));
   1713       1.55   tsutsui 	DPRINTF(("%s: DMA completed\n", device_xname(sc->sc_dev)));
   1714        1.4       dbj 
   1715        1.2       dbj #ifdef DIAGNOSTIC
   1716       1.14       dbj 	if ((esc->sc_datain < 0) || (esc->sc_datain > 1)) {
   1717       1.55   tsutsui 		panic("%s: invalid DMA direction in completed callback,"
   1718       1.55   tsutsui 		    " datain = %d",
   1719       1.55   tsutsui 		    device_xname(sc->sc_dev), esc->sc_datain);
   1720       1.32       dbj 	}
   1721       1.32       dbj #endif
   1722       1.32       dbj 
   1723       1.34       dbj #if defined(DIAGNOSTIC) && 0
   1724       1.32       dbj 	{
   1725       1.32       dbj 		int i;
   1726       1.55   tsutsui 		for(i = 0; i < map->dm_nsegs; i++) {
   1727       1.33       dbj 			if (map->dm_xfer_len != map->dm_mapsize) {
   1728       1.55   tsutsui 				printf("%s: map->dm_mapsize = %d\n",
   1729       1.55   tsutsui 				    device_xname(sc->sc_dev), map->dm_mapsize);
   1730       1.55   tsutsui 				printf("%s: map->dm_nsegs = %d\n",
   1731       1.55   tsutsui 				    device_xname(sc->sc_dev), map->dm_nsegs);
   1732       1.55   tsutsui 				printf("%s: map->dm_xfer_len = %d\n",
   1733       1.55   tsutsui 				    device_xname(sc->sc_dev), map->dm_xfer_len);
   1734       1.55   tsutsui 				for(i = 0; i < map->dm_nsegs; i++) {
   1735       1.55   tsutsui 					printf("%s: map->dm_segs[%d].ds_addr ="
   1736       1.55   tsutsui 					    " 0x%08lx\n",
   1737       1.55   tsutsui 					    device_xname(sc->sc_dev), i,
   1738       1.55   tsutsui 					    map->dm_segs[i].ds_addr);
   1739       1.55   tsutsui 					printf("%s: map->dm_segs[%d].ds_len ="
   1740       1.55   tsutsui 					    " %d\n",
   1741       1.55   tsutsui 					    device_xname(sc->sc_dev), i,
   1742       1.55   tsutsui 					    map->dm_segs[i].ds_len);
   1743       1.32       dbj 				}
   1744       1.55   tsutsui 				panic("%s: incomplete DMA transfer",
   1745       1.55   tsutsui 				    device_xname(sc->sc_dev));
   1746       1.32       dbj 			}
   1747       1.32       dbj 		}
   1748        1.2       dbj 	}
   1749       1.23       dbj #endif
   1750       1.23       dbj 
   1751       1.23       dbj 	if (map == esc->sc_main_dmamap) {
   1752       1.23       dbj #ifdef DIAGNOSTIC
   1753       1.23       dbj 		if ((esc->sc_loaded & ESP_UNLOADED_MAIN) ||
   1754       1.55   tsutsui 		    (esc->sc_loaded & ESP_LOADED_MAIN) == 0) {
   1755       1.55   tsutsui 			panic("%s: unexpected completed call for main map",
   1756       1.55   tsutsui 			    device_xname(sc->sc_dev));
   1757       1.23       dbj 		}
   1758       1.23       dbj #endif
   1759       1.23       dbj 		esc->sc_loaded |= ESP_UNLOADED_MAIN;
   1760       1.23       dbj 	} else if (map == esc->sc_tail_dmamap) {
   1761       1.23       dbj #ifdef DIAGNOSTIC
   1762       1.23       dbj 		if ((esc->sc_loaded & ESP_UNLOADED_TAIL) ||
   1763       1.55   tsutsui 		    (esc->sc_loaded & ESP_LOADED_TAIL) == 0) {
   1764       1.55   tsutsui 			panic("%s: unexpected completed call for tail map",
   1765       1.55   tsutsui 			    device_xname(sc->sc_dev));
   1766       1.23       dbj 		}
   1767       1.23       dbj #endif
   1768       1.23       dbj 		esc->sc_loaded |= ESP_UNLOADED_TAIL;
   1769       1.23       dbj 	}
   1770       1.23       dbj #ifdef DIAGNOSTIC
   1771       1.23       dbj 	 else {
   1772       1.55   tsutsui 		panic("%s: unexpected completed map", device_xname(sc->sc_dev));
   1773        1.2       dbj 	}
   1774        1.2       dbj #endif
   1775        1.2       dbj 
   1776       1.23       dbj #ifdef ESP_DEBUG
   1777       1.23       dbj 	if (esp_debug) {
   1778       1.23       dbj 		if (map == esc->sc_main_dmamap) {
   1779       1.55   tsutsui 			printf("%s: completed main map\n",
   1780       1.55   tsutsui 			    device_xname(sc->sc_dev));
   1781       1.23       dbj 		} else if (map == esc->sc_tail_dmamap) {
   1782       1.55   tsutsui 			printf("%s: completed tail map\n",
   1783       1.55   tsutsui 			    device_xname(sc->sc_dev));
   1784       1.23       dbj 		}
   1785       1.23       dbj 	}
   1786       1.23       dbj #endif
   1787       1.22       dbj 
   1788       1.22       dbj #if 0
   1789       1.22       dbj 	if ((map == esc->sc_tail_dmamap) ||
   1790       1.55   tsutsui 	    ((esc->sc_tail_size == 0) && (map == esc->sc_main_dmamap))) {
   1791       1.22       dbj 
   1792       1.55   tsutsui 		/*
   1793       1.55   tsutsui 		 * Clear the DMAMOD bit in the DCTL register to give control
   1794       1.22       dbj 		 * back to the scsi chip.
   1795       1.22       dbj 		 */
   1796       1.22       dbj 		if (esc->sc_datain) {
   1797       1.22       dbj 			NCR_WRITE_REG(sc, ESP_DCTL,
   1798       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB | ESPDCTL_DMARD);
   1799       1.22       dbj 		} else {
   1800       1.22       dbj 			NCR_WRITE_REG(sc, ESP_DCTL,
   1801       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB);
   1802       1.22       dbj 		}
   1803       1.55   tsutsui 		DPRINTF(("esp dctl is 0x%02x\n", NCR_READ_REG(sc, ESP_DCTL)));
   1804       1.22       dbj 	}
   1805       1.22       dbj #endif
   1806       1.22       dbj 
   1807       1.22       dbj 
   1808       1.19       dbj #if 0
   1809       1.38   mycroft 	bus_dmamap_sync(esc->sc_dma->sc_dmat, map,
   1810       1.55   tsutsui 	    0, map->dm_mapsize,
   1811       1.55   tsutsui 	    (esc->sc_datain ? BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE));
   1812       1.19       dbj #endif
   1813       1.13       dbj 
   1814        1.2       dbj }
   1815        1.2       dbj 
   1816        1.2       dbj void
   1817       1.49       chs esp_dmacb_shutdown(void *arg)
   1818        1.2       dbj {
   1819        1.2       dbj 	struct ncr53c9x_softc *sc = (struct ncr53c9x_softc *)arg;
   1820        1.2       dbj 	struct esp_softc *esc = (struct esp_softc *)sc;
   1821        1.2       dbj 
   1822       1.61  christos 	NDTRACEIF (ndtrace_addc('S'));
   1823       1.55   tsutsui 	DPRINTF(("%s: DMA shutdown\n", device_xname(sc->sc_dev)));
   1824        1.4       dbj 
   1825       1.37  christos 	if (esc->sc_loaded == 0)
   1826       1.37  christos 		return;
   1827       1.37  christos 
   1828       1.22       dbj #if 0
   1829       1.22       dbj 	{
   1830       1.22       dbj 		/* Clear the DMAMOD bit in the DCTL register to give control
   1831       1.22       dbj 		 * back to the scsi chip.
   1832       1.22       dbj 		 */
   1833       1.22       dbj 		if (esc->sc_datain) {
   1834       1.22       dbj 			NCR_WRITE_REG(sc, ESP_DCTL,
   1835       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB | ESPDCTL_DMARD);
   1836       1.22       dbj 		} else {
   1837       1.22       dbj 			NCR_WRITE_REG(sc, ESP_DCTL,
   1838       1.55   tsutsui 			    ESPDCTL_16MHZ | ESPDCTL_INTENB);
   1839       1.22       dbj 		}
   1840       1.55   tsutsui 		DPRINTF(("esp dctl is 0x%02x\n", NCR_READ_REG(sc, ESP_DCTL)));
   1841       1.22       dbj 	}
   1842       1.22       dbj #endif
   1843       1.22       dbj 
   1844       1.55   tsutsui 	DPRINTF(("%s: esp_dma_nest == %d\n",
   1845       1.55   tsutsui 	    device_xname(sc->sc_dev), esp_dma_nest));
   1846       1.22       dbj 
   1847       1.13       dbj 	/* Stuff the end slop into fifo */
   1848        1.3       dbj 
   1849       1.14       dbj #ifdef ESP_DEBUG
   1850       1.14       dbj 	if (esp_debug) {
   1851       1.13       dbj 		int n = NCR_READ_REG(sc, NCR_FFLAG);
   1852       1.55   tsutsui 
   1853       1.20       dbj 		DPRINTF(("%s: fifo size = %d, seq = 0x%x\n",
   1854       1.55   tsutsui 		    device_xname(sc->sc_dev), n & NCRFIFO_FF,
   1855       1.55   tsutsui 		    (n & NCRFIFO_SS) >> 5));
   1856       1.13       dbj 	}
   1857       1.13       dbj #endif
   1858       1.12       dbj 
   1859       1.22       dbj 	if (esc->sc_main_dmamap->dm_mapsize) {
   1860       1.55   tsutsui 		if (!esc->sc_datain) {
   1861       1.55   tsutsui 			/* unpatch the DMA map for write overrun */
   1862       1.37  christos 			esc->sc_main_dmamap->dm_mapsize -= ESP_DMA_OVERRUN;
   1863       1.55   tsutsui 			esc->sc_main_dmamap->dm_segs[
   1864       1.55   tsutsui 			    esc->sc_main_dmamap->dm_nsegs - 1].ds_len -=
   1865       1.55   tsutsui 			    ESP_DMA_OVERRUN;
   1866       1.37  christos 		}
   1867       1.38   mycroft 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_main_dmamap,
   1868       1.55   tsutsui 		    0, esc->sc_main_dmamap->dm_mapsize,
   1869       1.55   tsutsui 		    (esc->sc_datain ?
   1870       1.55   tsutsui 		     BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE));
   1871       1.38   mycroft 		bus_dmamap_unload(esc->sc_dma->sc_dmat, esc->sc_main_dmamap);
   1872       1.38   mycroft 		NDTRACEIF (
   1873       1.61  christos 			ndtrace_printf("m%ld",
   1874       1.55   tsutsui 			    esc->sc_main_dmamap->dm_xfer_len);
   1875       1.55   tsutsui 		);
   1876       1.22       dbj 	}
   1877       1.22       dbj 
   1878       1.22       dbj 	if (esc->sc_tail_dmamap->dm_mapsize) {
   1879       1.38   mycroft 		bus_dmamap_sync(esc->sc_dma->sc_dmat, esc->sc_tail_dmamap,
   1880       1.55   tsutsui 		    0, esc->sc_tail_dmamap->dm_mapsize,
   1881       1.55   tsutsui 		    (esc->sc_datain ?
   1882       1.55   tsutsui 		     BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE));
   1883       1.38   mycroft 		bus_dmamap_unload(esc->sc_dma->sc_dmat, esc->sc_tail_dmamap);
   1884       1.44       wiz 		/* copy the tail DMA buffer data for read transfers */
   1885       1.37  christos 		if (esc->sc_datain) {
   1886       1.55   tsutsui 			memcpy(*esc->sc_dmaaddr + esc->sc_begin_size +
   1887       1.55   tsutsui 			    esc->sc_main_size, esc->sc_tail,
   1888       1.55   tsutsui 			    esc->sc_dmasize -
   1889       1.55   tsutsui 			    (esc->sc_begin_size + esc->sc_main_size));
   1890       1.37  christos 		}
   1891       1.38   mycroft 		NDTRACEIF (
   1892       1.61  christos 			ndtrace_printf("t%ld",
   1893       1.55   tsutsui 			    esc->sc_tail_dmamap->dm_xfer_len);
   1894       1.55   tsutsui 		);
   1895        1.4       dbj 	}
   1896       1.13       dbj 
   1897       1.18       dbj #ifdef ESP_DEBUG
   1898       1.18       dbj 	if (esp_debug) {
   1899       1.35       chs 		printf("%s: dma_shutdown: addr=%p,len=0x%08x,size=0x%08x\n",
   1900       1.55   tsutsui 		    device_xname(sc->sc_dev),
   1901       1.55   tsutsui 		    *esc->sc_dmaaddr, *esc->sc_dmalen, esc->sc_dmasize);
   1902       1.24       dbj 		if (esp_debug > 10) {
   1903       1.55   tsutsui 			esp_hex_dump(*(esc->sc_dmaaddr), esc->sc_dmasize);
   1904       1.35       chs 			printf("%s: tail=%p,tailbuf=%p,tail_size=0x%08x\n",
   1905       1.55   tsutsui 			    device_xname(sc->sc_dev),
   1906       1.55   tsutsui 			    esc->sc_tail, &(esc->sc_tailbuf[0]),
   1907       1.55   tsutsui 			    esc->sc_tail_size);
   1908       1.55   tsutsui 			esp_hex_dump(&(esc->sc_tailbuf[0]),
   1909       1.55   tsutsui 			    sizeof(esc->sc_tailbuf));
   1910       1.24       dbj 		}
   1911       1.13       dbj 	}
   1912       1.11       dbj #endif
   1913        1.3       dbj 
   1914       1.18       dbj 	esc->sc_main = 0;
   1915       1.18       dbj 	esc->sc_main_size = 0;
   1916       1.14       dbj 	esc->sc_tail = 0;
   1917       1.14       dbj 	esc->sc_tail_size = 0;
   1918       1.19       dbj 
   1919       1.19       dbj 	esc->sc_datain = -1;
   1920       1.37  christos /* 	esc->sc_dmaaddr = 0; */
   1921       1.37  christos /* 	esc->sc_dmalen  = 0; */
   1922       1.37  christos /* 	esc->sc_dmasize = 0; */
   1923       1.19       dbj 
   1924       1.19       dbj 	esc->sc_loaded = 0;
   1925       1.19       dbj 
   1926       1.19       dbj 	esc->sc_begin = 0;
   1927       1.19       dbj 	esc->sc_begin_size = 0;
   1928       1.20       dbj 
   1929       1.20       dbj #ifdef ESP_DEBUG
   1930       1.20       dbj 	if (esp_debug) {
   1931       1.28        tv 		char sbuf[256];
   1932       1.28        tv 
   1933       1.57  christos 		snprintb(sbuf, sizeof(sbuf), NEXT_INTR_BITS,
   1934       1.57  christos 		    (*(volatile u_long *)IIOV(NEXT_P_INTRSTAT)));
   1935  1.63.10.1  pgoyette 		printf("  *intrstat = %s\n", sbuf);
   1936       1.28        tv 
   1937       1.57  christos 		snprintb(sbuf, sizeof(sbuf), NEXT_INTR_BITS,
   1938       1.57  christos 		    (*(volatile u_long *)IIOV(NEXT_P_INTRMASK)));
   1939  1.63.10.1  pgoyette 		printf("  *intrmask = %s\n", sbuf);
   1940       1.20       dbj 	}
   1941       1.20       dbj #endif
   1942        1.1       dbj }
   1943