Home | History | Annotate | Line # | Download | only in dev
atari5380.c revision 1.26.2.1
      1 /*	$NetBSD: atari5380.c,v 1.26.2.1 1997/07/01 17:33:51 bouyer Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1995 Leo Weppelman.
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  * 3. All advertising materials mentioning features or use of this software
     16  *    must display the following acknowledgement:
     17  *      This product includes software developed by Leo Weppelman.
     18  * 4. The name of the author may not be used to endorse or promote products
     19  *    derived from this software without specific prior written permission
     20  *
     21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     22  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     23  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     24  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     26  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     27  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     28  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     29  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     30  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     31  */
     32 
     33 #include <sys/param.h>
     34 #include <sys/systm.h>
     35 #include <sys/kernel.h>
     36 #include <sys/device.h>
     37 #include <sys/buf.h>
     38 #include <dev/scsipi/scsi_all.h>
     39 #include <dev/scsipi/scsipi_all.h>
     40 #include <dev/scsipi/scsi_message.h>
     41 #include <dev/scsipi/scsiconf.h>
     42 
     43 #include <m68k/asm_single.h>
     44 #include <m68k/cpu.h>
     45 #include <m68k/cacheops.h>
     46 
     47 #include <atari/atari/stalloc.h>
     48 
     49 /*
     50  * Include the driver definitions
     51  */
     52 #include <atari/dev/ncr5380reg.h>
     53 
     54 #include <machine/stdarg.h>
     55 #include <machine/iomap.h>
     56 #include <machine/mfp.h>
     57 
     58 #include <atari/atari/intr.h>
     59 
     60 #if defined(FALCON_SCSI)
     61 #include <machine/dma.h>
     62 #endif
     63 
     64 /*
     65  * Set the various driver options
     66  */
     67 #define	NREQ		18	/* Size of issue queue			*/
     68 #define	AUTO_SENSE	1	/* Automatically issue a request-sense 	*/
     69 
     70 #define	DRNAME		ncrscsi	/* used in various prints		*/
     71 #undef	DBG_SEL			/* Show the selection process		*/
     72 #undef	DBG_REQ			/* Show enqueued/ready requests		*/
     73 #undef	DBG_ERR_RET		/* Show requests with != 0 return code	*/
     74 #undef	DBG_NOWRITE		/* Do not allow writes to the targets	*/
     75 #undef	DBG_PIO			/* Show the polled-I/O process		*/
     76 #undef	DBG_INF			/* Show information transfer process	*/
     77 #define	DBG_NOSTATIC		/* No static functions, all in DDB trace*/
     78 #define	DBG_PID		15	/* Keep track of driver			*/
     79 #define	REAL_DMA		/* Use DMA if sensible			*/
     80 #if defined(FALCON_SCSI)
     81 #define	REAL_DMA_POLL	1	/* 1: Poll for end of DMA-transfer	*/
     82 #else
     83 #define	REAL_DMA_POLL	0	/* 1: Poll for end of DMA-transfer	*/
     84 #endif
     85 #undef	USE_PDMA		/* Use special pdma-transfer function	*/
     86 #define MIN_PHYS	65536	/*BARF!!!!*/
     87 
     88 /*
     89  * Include more driver definitions
     90  */
     91 #include <atari/dev/ncr5380var.h>
     92 
     93 /*
     94  * The atari specific driver options
     95  */
     96 #undef	NO_TTRAM_DMA		/* Do not use DMA to TT-ram. This	*/
     97 				/*    fails on older atari's		*/
     98 #define	ENABLE_NCR5380(sc)	cur_softc = sc;
     99 
    100 static u_char	*alloc_bounceb __P((u_long));
    101 static void	free_bounceb __P((u_char *));
    102 static int	machine_match __P((struct device *, void *, void *,
    103 							struct cfdriver *));
    104        void	scsi_ctrl __P((int));
    105        void	scsi_dma __P((int));
    106 
    107 /*
    108  * Functions that do nothing on the atari
    109  */
    110 #define	pdma_ready()		0
    111 
    112 #if defined(TT_SCSI)
    113 
    114 void	ncr5380_drq_intr __P((void));
    115 
    116 /*
    117  * Define all the things we need of the DMA-controller
    118  */
    119 #define	SCSI_DMA	((struct scsi_dma *)AD_SCSI_DMA)
    120 #define	SCSI_5380	((struct scsi_5380 *)AD_NCR5380)
    121 
    122 struct scsi_dma {
    123 	volatile u_char		s_dma_ptr[8];	/* use only the odd bytes */
    124 	volatile u_char		s_dma_cnt[8];	/* use only the odd bytes */
    125 	volatile u_char		s_dma_res[4];	/* data residue register  */
    126 	volatile u_char		s_dma_gap;	/* not used		  */
    127 	volatile u_char		s_dma_ctrl;	/* control register	  */
    128 	volatile u_char		s_dma_gap2;	/* not used		  */
    129 	volatile u_char		s_hdma_ctrl;	/* Hades control register */
    130 };
    131 
    132 #define	set_scsi_dma(addr, val)	(void)(					\
    133 	{								\
    134 	u_char	*address = (u_char*)addr+1;				\
    135 	u_long	nval	 = (u_long)val;					\
    136 	__asm("movepl	%0, %1@(0)": :"d" (nval), "a" (address));	\
    137 	})
    138 
    139 #define	get_scsi_dma(addr, res)	(					\
    140 	{								\
    141 	u_char	*address = (u_char*)addr+1;				\
    142 	u_long	nval;							\
    143 	__asm("movepl	%1@(0), %0": "=d" (nval) : "a" (address));	\
    144 	res = (u_long)nval;						\
    145 	})
    146 
    147 /*
    148  * Defines for TT-DMA control register
    149  */
    150 #define	SD_BUSERR	0x80		/* 1 = transfer caused bus error*/
    151 #define	SD_ZERO		0x40		/* 1 = byte counter is zero	*/
    152 #define	SD_ENABLE	0x02		/* 1 = Enable DMA		*/
    153 #define	SD_OUT		0x01		/* Direction: memory to SCSI	*/
    154 #define	SD_IN		0x00		/* Direction: SCSI to memory	*/
    155 
    156 /*
    157  * Defines for Hades-DMA control register
    158  */
    159 #define	SDH_BUSERR	0x02		/* 1 = Bus error		*/
    160 #define SDH_EOP		0x01		/* 1 = Signal EOP on 5380	*/
    161 #define	SDH_ZERO	0x40		/* 1 = Byte counter is zero	*/
    162 
    163 /*
    164  * Define the 5380 register set
    165  */
    166 struct scsi_5380 {
    167 	volatile u_char	scsi_5380[16];	/* use only the odd bytes	*/
    168 };
    169 #endif /* TT_SCSI */
    170 
    171 /**********************************************
    172  * Variables present for both TT and Falcon.  *
    173  **********************************************/
    174 
    175 /*
    176  * Softc of currently active controller (a bit of fake; we only have one)
    177  */
    178 static struct ncr_softc	*cur_softc;
    179 
    180 #if defined(TT_SCSI) && !defined(FALCON_SCSI)
    181 /*
    182  * We can be more efficient for some functions when only TT_SCSI is selected
    183  */
    184 #define	GET_5380_REG(rnum)	SCSI_5380->scsi_5380[(rnum << 1) | 1]
    185 #define	SET_5380_REG(rnum,val)	(SCSI_5380->scsi_5380[(rnum << 1) | 1] = val)
    186 
    187 #define scsi_mach_init(sc)	scsi_tt_init(sc)
    188 #define scsi_ienable()		scsi_tt_ienable()
    189 #define scsi_idisable()		scsi_tt_idisable()
    190 #define	scsi_clr_ipend()	scsi_tt_clr_ipend()
    191 #define scsi_ipending()		(GET_5380_REG(NCR5380_DMSTAT) & SC_IRQ_SET)
    192 #define scsi_dma_setup(r,p,m)	scsi_tt_dmasetup(r, p, m)
    193 #define wrong_dma_range(r,d)	tt_wrong_dma_range(r, d)
    194 #define poll_edma(reqp)		tt_poll_edma(reqp)
    195 #define get_dma_result(r, b)	tt_get_dma_result(r, b)
    196 #define	can_access_5380()	1
    197 #define emulated_dma()		((machineid & ATARI_HADES) ? 1 : 0)
    198 
    199 #define fair_to_keep_dma()	1
    200 #define claimed_dma()		1
    201 #define reconsider_dma()
    202 
    203 #endif /* defined(TT_SCSI) && !defined(FALCON_SCSI) */
    204 
    205 #if defined(TT_SCSI)
    206 
    207 /*
    208  * Prototype functions defined below
    209  */
    210 #ifdef NO_TTRAM_DMA
    211 static int tt_wrong_dma_range __P((SC_REQ *, struct dma_chain *));
    212 #endif
    213 static void	scsi_tt_init __P((struct ncr_softc *));
    214 static u_char	get_tt_5380_reg __P((u_short));
    215 static void	set_tt_5380_reg __P((u_short, u_short));
    216 static void	scsi_tt_dmasetup __P((SC_REQ *, u_int, u_char));
    217 static int	tt_poll_edma __P((SC_REQ *));
    218 static u_char	*ptov __P((SC_REQ *, u_long*));
    219 static int	tt_get_dma_result __P((SC_REQ *, u_long *));
    220        void	scsi_tt_ienable __P((void));
    221        void	scsi_tt_idisable __P((void));
    222        void	scsi_tt_clr_ipend __P((void));
    223 
    224 /*
    225  * Define these too, so we can use them locally...
    226  */
    227 #define	GET_TT_REG(rnum)	SCSI_5380->scsi_5380[(rnum << 1) | 1]
    228 #define	SET_TT_REG(rnum,val)	(SCSI_5380->scsi_5380[(rnum << 1) | 1] = val)
    229 
    230 #ifdef NO_TTRAM_DMA
    231 static int
    232 tt_wrong_dma_range(reqp, dm)
    233 SC_REQ			*reqp;
    234 struct dma_chain	*dm;
    235 {
    236 	if (dm->dm_addr & 0xff000000) {
    237 		reqp->dr_flag |= DRIVER_BOUNCING;
    238 		return(1);
    239 	}
    240 	return(0);
    241 }
    242 #else
    243 #define	tt_wrong_dma_range(reqp, dm)	0
    244 #endif
    245 
    246 static void
    247 scsi_tt_init(struct ncr_softc *sc)
    248 {
    249 	/*
    250 	 * Enable SCSI-related interrupts
    251 	 */
    252 	MFP2->mf_aer  |= 0x80;		/* SCSI IRQ goes HIGH!!!!!	*/
    253 
    254 	if (machineid & ATARI_TT) {
    255 		/* SCSI-dma interrupts		*/
    256 		MFP2->mf_ierb |= IB_SCDM;
    257 		MFP2->mf_iprb &= ~IB_SCDM;
    258 		MFP2->mf_imrb |= IB_SCDM;
    259 	}
    260 	else if (machineid & ATARI_HADES) {
    261 		SCSI_DMA->s_hdma_ctrl = 0;
    262 
    263 		if (intr_establish(2, AUTO_VEC, 0,
    264 					(hw_ifun_t)ncr5380_drq_intr,
    265 					NULL) == NULL)
    266 		panic("scsi_tt_init: Can't establish drq-interrupt");
    267 	}
    268 	else panic("scsi_tt_init: should not come here");
    269 
    270 	MFP2->mf_iera |= IA_SCSI;	/* SCSI-5380 interrupts		*/
    271 	MFP2->mf_ipra &= ~IA_SCSI;
    272 	MFP2->mf_imra |= IA_SCSI;
    273 
    274 	/*
    275 	 * LWP: DMA transfers to TT-ram causes data to be garbeled
    276 	 * without notice on some revisons of the TT-mainboard.
    277 	 * When program's generate misterious Segmentations faults,
    278 	 * try turning on NO_TTRAM_DMA.
    279 	 */
    280 #ifdef NO_TTRAM_DMA
    281 	printf(": DMA to TT-RAM is disabled!");
    282 #endif
    283 }
    284 
    285 static u_char
    286 get_tt_5380_reg(u_short rnum)
    287 {
    288 	return(SCSI_5380->scsi_5380[(rnum << 1) | 1]);
    289 }
    290 
    291 static void
    292 set_tt_5380_reg(u_short rnum, u_short val)
    293 {
    294 	SCSI_5380->scsi_5380[(rnum << 1) | 1] = val;
    295 }
    296 
    297 extern __inline__ void
    298 scsi_tt_ienable(void)
    299 {
    300 	if (machineid & ATARI_TT)
    301 		single_inst_bset_b(MFP2->mf_imrb, IB_SCDM);
    302 	single_inst_bset_b(MFP2->mf_imra, IA_SCSI);
    303 }
    304 
    305 extern __inline__ void
    306 scsi_tt_idisable(void)
    307 {
    308 	if (machineid & ATARI_TT)
    309 		single_inst_bclr_b(MFP2->mf_imrb, IB_SCDM);
    310 	single_inst_bclr_b(MFP2->mf_imra, IA_SCSI);
    311 }
    312 
    313 extern __inline__ void
    314 scsi_tt_clr_ipend(void)
    315 {
    316 	int	tmp;
    317 
    318 	SCSI_DMA->s_dma_ctrl = 0;
    319 	tmp = GET_TT_REG(NCR5380_IRCV);
    320 	if (machineid & ATARI_TT)
    321 		single_inst_bclr_b(MFP2->mf_iprb, IB_SCDM);
    322 	single_inst_bclr_b(MFP2->mf_ipra, IA_SCSI);
    323 
    324 	/*
    325 	 * Remove interrupts already scheduled.
    326 	 */
    327 	rem_sicallback((si_farg)ncr_ctrl_intr);
    328 	rem_sicallback((si_farg)ncr_dma_intr);
    329 }
    330 
    331 static void
    332 scsi_tt_dmasetup(SC_REQ *reqp, u_int phase, u_char	mode)
    333 {
    334 	if (PH_IN(phase)) {
    335 		SCSI_DMA->s_dma_ctrl = SD_IN;
    336 		if (machineid & ATARI_HADES)
    337 		    SCSI_DMA->s_hdma_ctrl &= ~(SDH_BUSERR|SDH_EOP);
    338 		set_scsi_dma(&(SCSI_DMA->s_dma_ptr), reqp->dm_cur->dm_addr);
    339 		set_scsi_dma(&(SCSI_DMA->s_dma_cnt), reqp->dm_cur->dm_count);
    340 		SET_TT_REG(NCR5380_ICOM, 0);
    341 		SET_TT_REG(NCR5380_MODE, mode);
    342 		SCSI_DMA->s_dma_ctrl = SD_ENABLE;
    343 		SET_TT_REG(NCR5380_IRCV, 0);
    344 	}
    345 	else {
    346 		SCSI_DMA->s_dma_ctrl = SD_OUT;
    347 		if (machineid & ATARI_HADES)
    348 		    SCSI_DMA->s_hdma_ctrl &= ~(SDH_BUSERR|SDH_EOP);
    349 		set_scsi_dma(&(SCSI_DMA->s_dma_ptr), reqp->dm_cur->dm_addr);
    350 		set_scsi_dma(&(SCSI_DMA->s_dma_cnt), reqp->dm_cur->dm_count);
    351 		SET_TT_REG(NCR5380_MODE, mode);
    352 		SET_TT_REG(NCR5380_ICOM, SC_ADTB);
    353 		SET_TT_REG(NCR5380_DMSTAT, 0);
    354 		SCSI_DMA->s_dma_ctrl = SD_ENABLE|SD_OUT;
    355 	}
    356 }
    357 
    358 static int
    359 tt_poll_edma(SC_REQ *reqp)
    360 {
    361 	u_char	dmstat, dmastat;
    362 	int	timeout = 9000; /* XXX */
    363 
    364 	/*
    365 	 * We wait here until the DMA has finished. This can be
    366 	 * achieved by checking the following conditions:
    367 	 *   - 5380:
    368 	 *	- End of DMA flag is set
    369 	 *	- We lost BSY (error!!)
    370 	 *	- A phase mismatch has occured (partial transfer)
    371 	 *   - DMA-controller:
    372 	 *	- A bus error occurred (Kernel error!!)
    373 	 *	- All bytes are transferred
    374 	 * If one of the terminating conditions was met, we call
    375 	 * 'dma_ready' to check errors and perform the bookkeeping.
    376 	 */
    377 
    378 	for (;;) {
    379 		delay(20);
    380 		if (--timeout <= 0) {
    381 			ncr_tprint(reqp, "timeout on polled transfer\n");
    382 			reqp->xs->error = XS_TIMEOUT;
    383 			return(0);
    384 		}
    385 		dmstat  = GET_TT_REG(NCR5380_DMSTAT);
    386 
    387 		if ((machineid & ATARI_HADES) && (dmstat & SC_DMA_REQ)) {
    388 			ncr5380_drq_intr();
    389 			dmstat  = GET_TT_REG(NCR5380_DMSTAT);
    390 		}
    391 
    392 		dmastat = SCSI_DMA->s_dma_ctrl;
    393 		if (dmstat & (SC_END_DMA|SC_BSY_ERR|SC_IRQ_SET))
    394 			break;
    395 		if (!(dmstat & SC_PHS_MTCH))
    396 			break;
    397 		if (dmastat & (SD_BUSERR|SD_ZERO))
    398 			break;
    399 	}
    400 	return(1);
    401 }
    402 
    403 /*
    404  * Convert physical DMA address to a virtual address.
    405  */
    406 static u_char *
    407 ptov(SC_REQ *reqp, u_long *phaddr)
    408 {
    409 	struct dma_chain	*dm;
    410 	u_char			*vaddr;
    411 
    412 	dm = reqp->dm_chain;
    413 	vaddr = reqp->xdata_ptr;
    414 	for(; dm < reqp->dm_cur; dm++)
    415 		vaddr += dm->dm_count;
    416 	vaddr += (u_long)phaddr - dm->dm_addr;
    417 	return(vaddr);
    418 }
    419 
    420 static int
    421 tt_get_dma_result(SC_REQ *reqp, u_long *bytes_left)
    422 {
    423 	int	dmastat, dmstat;
    424 	u_char	*byte_p;
    425 	u_long	leftover;
    426 
    427 	dmastat = SCSI_DMA->s_dma_ctrl;
    428 	dmstat  = GET_TT_REG(NCR5380_DMSTAT);
    429 	get_scsi_dma(SCSI_DMA->s_dma_cnt, leftover);
    430 	get_scsi_dma(SCSI_DMA->s_dma_ptr, (u_long)byte_p);
    431 
    432 	if (dmastat & SD_BUSERR) {
    433 		/*
    434 		 * The DMA-controller seems to access 8 bytes beyond
    435 		 * it's limits on output. Therefore check also the byte
    436 		 * count. If it's zero, ignore the bus error.
    437 		 */
    438 		if (leftover != 0) {
    439 			ncr_tprint(reqp,
    440 				"SCSI-DMA buserror - accessing 0x%x\n", byte_p);
    441 			reqp->xs->error = XS_DRIVER_STUFFUP;
    442 		}
    443 	}
    444 
    445 	/*
    446 	 * We handle the following special condition below:
    447 	 *  -- The device disconnects in the middle of a write operation --
    448 	 * In this case, the 5380 has already pre-fetched the next byte from
    449 	 * the DMA-controller before the phase mismatch occurs. Therefore,
    450 	 * leftover is 1 too low.
    451 	 * This does not always happen! Therefore, we only do this when
    452 	 * leftover is odd. This assumes that DMA transfers are _even_! This
    453 	 * is normally the case on disks and types but might not always be.
    454 	 * XXX: Check if ACK is consistently high on these occasions LWP
    455 	 */
    456 	if ((leftover & 1) && !(dmstat & SC_PHS_MTCH) && PH_OUT(reqp->phase))
    457 		leftover++;
    458 
    459 	/*
    460 	 * Check if there are some 'restbytes' left in the DMA-controller.
    461 	 */
    462 	if ((machineid & ATARI_TT) && ((u_long)byte_p & 3)
    463 	    && PH_IN(reqp->phase)) {
    464 		u_char	*p, *q;
    465 
    466 		p = ptov(reqp, (u_long *)((u_long)byte_p & ~3));
    467 		q = (u_char*)&(SCSI_DMA->s_dma_res);
    468 		switch ((u_long)byte_p & 3) {
    469 			case 3: *p++ = *q++;
    470 			case 2: *p++ = *q++;
    471 			case 1: *p++ = *q++;
    472 		}
    473 	}
    474 	*bytes_left = leftover;
    475 	return ((dmastat & (SD_BUSERR|SD_ZERO)) ? 1 : 0);
    476 }
    477 
    478 static u_char *dma_ptr;
    479 void
    480 ncr5380_drq_intr()
    481 {
    482 extern	int			*nofault;
    483 	label_t			faultbuf;
    484 	int			write;
    485 	u_long	 		count;
    486 	u_char			*data_p = (u_char*)(stio_addr+0x741);
    487 
    488 	/*
    489 	 * Block SCSI interrupts while emulating DMA. They come
    490 	 * at a higher priority.
    491 	 */
    492 	single_inst_bclr_b(MFP2->mf_imra, IA_SCSI);
    493 
    494 	/*
    495 	 * Setup for a possible bus error caused by SCSI controller
    496 	 * switching out of DATA-IN/OUT before we're done with the
    497 	 * current transfer.
    498 	 */
    499 	nofault = (int *) &faultbuf;
    500 
    501 	if (setjmp((label_t *) nofault)) {
    502 		u_char	*ptr;
    503 		u_long	cnt, tmp;
    504 
    505 		PID("drq berr");
    506 		nofault = (int *) 0;
    507 
    508 		/*
    509 		 * Determine number of bytes transferred
    510 		 */
    511 		get_scsi_dma(SCSI_DMA->s_dma_ptr, (u_long)ptr);
    512 		cnt = dma_ptr - ptr;
    513 
    514 		if (cnt != 0) {
    515 			/*
    516 			 * Update the dma pointer/count fields
    517 			 */
    518 			set_scsi_dma(SCSI_DMA->s_dma_ptr, dma_ptr);
    519 			get_scsi_dma(SCSI_DMA->s_dma_cnt, tmp);
    520 			set_scsi_dma(SCSI_DMA->s_dma_cnt, tmp - cnt);
    521 
    522 			if (tmp > cnt) {
    523 				/*
    524 				 * Still more to transfer
    525 				 */
    526 				single_inst_bset_b(MFP2->mf_imra, IA_SCSI);
    527 				return;
    528 			}
    529 
    530 			/*
    531 			 * Signal EOP to 5380
    532 			 */
    533 			SCSI_DMA->s_hdma_ctrl |= SDH_EOP;
    534 		}
    535 		else {
    536 			nofault = (int *) &faultbuf;
    537 
    538 			/*
    539 			 * Try to figure out if the byte-count was
    540 			 * zero because there was no (more) data or
    541 			 * because the dma_ptr is bogus.
    542 			 */
    543 			if (setjmp((label_t *) nofault)) {
    544 				/*
    545 				 * Set the bus-error bit
    546 				 */
    547 				SCSI_DMA->s_hdma_ctrl |= SDH_BUSERR;
    548 			}
    549 			__asm __volatile ("tstb	%0@(0)": : "a" (dma_ptr));
    550 			nofault = (int *)0;
    551 		}
    552 
    553 		/*
    554 		 * Schedule an interrupt
    555 		 */
    556 		if (SCSI_DMA->s_dma_ctrl & SD_ENABLE)
    557 		    add_sicallback((si_farg)ncr_dma_intr, (void *)cur_softc, 0);
    558 
    559 		/*
    560 		 * Clear DMA-mode
    561 		 */
    562 		SCSI_DMA->s_dma_ctrl &= ~SD_ENABLE;
    563 		single_inst_bset_b(MFP2->mf_imra, IA_SCSI);
    564 
    565 		return;
    566 	}
    567 
    568 	write = (SCSI_DMA->s_dma_ctrl & SD_OUT) ? 1 : 0;
    569 #if DBG_PID
    570 	if (write) {
    571 		PID("drq (in)");
    572 	} else {
    573 		PID("drq (out)");
    574 	}
    575 #endif
    576 
    577 	get_scsi_dma(SCSI_DMA->s_dma_cnt, count);
    578 	get_scsi_dma(SCSI_DMA->s_dma_ptr, (u_long)dma_ptr);
    579 
    580 	/*
    581 	 * Keep pushing bytes until we're done or a bus-error
    582 	 * signals that the SCSI controller is not ready.
    583 	 * NOTE: I tried some optimalizations in these loops,
    584 	 *       but they had no effect on transfer speed.
    585 	 */
    586 	if (write) {
    587 		while(count--) {
    588 			*data_p = *dma_ptr++;
    589 		}
    590 	}
    591 	else {
    592 		while(count--) {
    593 			*dma_ptr++ = *data_p;
    594 		}
    595 	}
    596 
    597 	/*
    598 	 * Schedule an interrupt
    599 	 */
    600 	if (SCSI_DMA->s_dma_ctrl & SD_ENABLE)
    601 	    add_sicallback((si_farg)ncr_dma_intr, (void *)cur_softc, 0);
    602 
    603 	/*
    604 	 * Clear DMA-mode
    605 	 */
    606 	SCSI_DMA->s_dma_ctrl &= ~SD_ENABLE;
    607 
    608 	/*
    609 	 * OK.  No bus error occurred above.  Clear the nofault flag
    610 	 * so we no longer short-circuit bus errors.
    611 	 */
    612 	nofault = (int *) 0;
    613 
    614 	/*
    615 	 * Update the DMA 'registers' to reflect that all bytes
    616 	 * have been transfered and tell this to the 5380 too.
    617 	 */
    618 	set_scsi_dma(SCSI_DMA->s_dma_ptr, (u_long)dma_ptr);
    619 	set_scsi_dma(SCSI_DMA->s_dma_cnt, 0);
    620 	SCSI_DMA->s_hdma_ctrl |= SDH_EOP;
    621 
    622 	PID("end drq");
    623 	single_inst_bset_b(MFP2->mf_imra, IA_SCSI);
    624 
    625 	return;
    626 }
    627 
    628 #endif /* defined(TT_SCSI) */
    629 
    630 #if defined(FALCON_SCSI) && !defined(TT_SCSI)
    631 
    632 #define	GET_5380_REG(rnum)	get_falcon_5380_reg(rnum)
    633 #define	SET_5380_REG(rnum,val)	set_falcon_5380_reg(rnum, val)
    634 #define scsi_mach_init(sc)	scsi_falcon_init(sc)
    635 #define scsi_ienable()		scsi_falcon_ienable()
    636 #define scsi_idisable()		scsi_falcon_idisable()
    637 #define	scsi_clr_ipend()	scsi_falcon_clr_ipend()
    638 #define	scsi_ipending()		scsi_falcon_ipending()
    639 #define scsi_dma_setup(r,p,m)	scsi_falcon_dmasetup(r, p, m)
    640 #define wrong_dma_range(r,d)	falcon_wrong_dma_range(r, d)
    641 #define poll_edma(reqp)		falcon_poll_edma(reqp)
    642 #define get_dma_result(r, b)	falcon_get_dma_result(r, b)
    643 #define	can_access_5380()	falcon_can_access_5380()
    644 #define	emulated_dma()		0
    645 
    646 #define fair_to_keep_dma()	(!st_dmawanted())
    647 #define claimed_dma()		falcon_claimed_dma()
    648 #define reconsider_dma()	falcon_reconsider_dma()
    649 
    650 #endif /* defined(FALCON_SCSI) && !defined(TT_SCSI) */
    651 
    652 #if defined(FALCON_SCSI)
    653 
    654 /*
    655  * Prototype functions defined below
    656  */
    657 static void	scsi_falcon_init __P((struct ncr_softc *));
    658 static u_char	get_falcon_5380_reg __P((u_short));
    659 static void	set_falcon_5380_reg __P((u_short, u_short));
    660 static int	falcon_wrong_dma_range __P((SC_REQ *, struct dma_chain *));
    661 static void	fal1_dma __P((u_int, u_int, SC_REQ *));
    662 static void	scsi_falcon_dmasetup __P((SC_REQ  *, u_int, u_char));
    663 static int	falcon_poll_edma __P((SC_REQ  *));
    664 static int	falcon_get_dma_result __P((SC_REQ  *, u_long *));
    665        int	falcon_can_access_5380 __P((void));
    666        void	scsi_falcon_clr_ipend __P((void));
    667        void	scsi_falcon_idisable __P((void));
    668        void	scsi_falcon_ienable __P((void));
    669        int	scsi_falcon_ipending __P((void));
    670        int	falcon_claimed_dma __P((void));
    671        void	falcon_reconsider_dma __P((void));
    672 
    673 static void
    674 scsi_falcon_init(sc)
    675 struct ncr_softc	*sc;
    676 {
    677 	/*
    678 	 * Enable disk related interrupts
    679 	 */
    680 	MFP->mf_ierb  |= IB_DINT;
    681 	MFP->mf_iprb  &= ~IB_DINT;
    682 	MFP->mf_imrb  |= IB_DINT;
    683 }
    684 
    685 static u_char
    686 get_falcon_5380_reg(rnum)
    687 u_short	rnum;
    688 {
    689 	DMA->dma_mode = DMA_SCSI + rnum;
    690 	return(DMA->dma_data);
    691 }
    692 
    693 static void
    694 set_falcon_5380_reg(rnum, val)
    695 u_short	rnum, val;
    696 {
    697 	DMA->dma_mode = DMA_SCSI + rnum;
    698 	DMA->dma_data = val;
    699 }
    700 
    701 extern __inline__ void
    702 scsi_falcon_ienable()
    703 {
    704 	single_inst_bset_b(MFP->mf_imrb, IB_DINT);
    705 }
    706 
    707 extern __inline__ void
    708 scsi_falcon_idisable()
    709 {
    710 	single_inst_bclr_b(MFP->mf_imrb, IB_DINT);
    711 }
    712 
    713 extern __inline__ void
    714 scsi_falcon_clr_ipend()
    715 {
    716 	int	tmp;
    717 
    718 	tmp = get_falcon_5380_reg(NCR5380_IRCV);
    719 	rem_sicallback((si_farg)ncr_ctrl_intr);
    720 }
    721 
    722 extern __inline__ int
    723 scsi_falcon_ipending()
    724 {
    725 	if (connected && (connected->dr_flag & DRIVER_IN_DMA)) {
    726 		/*
    727 		 *  XXX: When DMA is running, we are only allowed to
    728 		 *       check the 5380 when DMA _might_ be finished.
    729 		 */
    730 		if (MFP->mf_gpip & IO_DINT)
    731 		    return (0); /* XXX: Actually: we're not allowed to check */
    732 
    733 		/* LWP: 28-06, must be a dma interrupt! should the
    734 		 * ST-DMA unit be taken out of dma mode?????
    735 		 */
    736 		DMA->dma_mode = 0x90;
    737 
    738 	}
    739 	return(get_falcon_5380_reg(NCR5380_DMSTAT) & SC_IRQ_SET);
    740 }
    741 
    742 static int
    743 falcon_wrong_dma_range(reqp, dm)
    744 SC_REQ			*reqp;
    745 struct dma_chain	*dm;
    746 {
    747 	/*
    748 	 * Do not allow chains yet! See also comment with
    749 	 * falcon_poll_edma() !!!
    750 	 */
    751 	if (((dm - reqp->dm_chain) > 0) || (dm->dm_addr & 0xff000000)) {
    752 		reqp->dr_flag |= DRIVER_BOUNCING;
    753 		return(1);
    754 	}
    755 	/*
    756 	 * Never allow DMA to happen on a Falcon when the transfer
    757 	 * size is no multiple of 512. This is the transfer unit of the
    758 	 * ST DMA-controller.
    759 	 */
    760 	if(dm->dm_count & 511)
    761 		return(1);
    762 	return(0);
    763 }
    764 
    765 static	int falcon_lock = 0;
    766 
    767 extern __inline__ int
    768 falcon_claimed_dma()
    769 {
    770 	if (falcon_lock != DMA_LOCK_GRANT) {
    771 		if (falcon_lock == DMA_LOCK_REQ) {
    772 			/*
    773 			 * DMA access is being claimed.
    774 			 */
    775 			return(0);
    776 		}
    777 		if (!st_dmagrab((dma_farg)ncr_ctrl_intr, (dma_farg)run_main,
    778 						cur_softc, &falcon_lock, 1))
    779 			return(0);
    780 	}
    781 	return(1);
    782 }
    783 
    784 extern __inline__ void
    785 falcon_reconsider_dma()
    786 {
    787 	if (falcon_lock && (connected == NULL) && (discon_q == NULL)) {
    788 		/*
    789 		 * No need to keep DMA locked by us as we are not currently
    790 		 * connected and no disconnected jobs are pending.
    791 		 */
    792 		rem_sicallback((si_farg)ncr_ctrl_intr);
    793 		st_dmafree(cur_softc, &falcon_lock);
    794 	}
    795 
    796 	if (!falcon_lock && (issue_q != NULL)) {
    797 		/*
    798 		 * We must (re)claim DMA access as there are jobs
    799 		 * waiting in the issue queue.
    800 		 */
    801 		st_dmagrab((dma_farg)ncr_ctrl_intr, (dma_farg)run_main,
    802 						cur_softc, &falcon_lock, 0);
    803 	}
    804 }
    805 
    806 static void
    807 fal1_dma(dir, nsects, reqp)
    808 u_int	dir, nsects;
    809 SC_REQ	*reqp;
    810 {
    811 	dir <<= 8;
    812 	st_dmaaddr_set((caddr_t)reqp->dm_cur->dm_addr);
    813 	DMA->dma_mode = 0x90 | dir;
    814 	DMA->dma_mode = 0x90 | (dir ^ DMA_WRBIT);
    815 	DMA->dma_mode = 0x90 | dir;
    816 	DMA->dma_data = nsects;
    817 	delay(2);	/* _really_ needed (Thomas Gerner) */
    818 	DMA->dma_mode = 0x10 | dir;
    819 }
    820 
    821 static void
    822 scsi_falcon_dmasetup(reqp, phase, mode)
    823 SC_REQ	*reqp;
    824 u_int	phase;
    825 u_char	mode;
    826 {
    827 	int	nsects = reqp->dm_cur->dm_count / 512; /* XXX */
    828 
    829 	/*
    830 	 * XXX: We should probably clear the fifo before putting the
    831 	 *      5380 into DMA-mode.
    832 	 */
    833 	if (PH_IN(phase)) {
    834 		set_falcon_5380_reg(NCR5380_ICOM, 0);
    835 		set_falcon_5380_reg(NCR5380_MODE, mode);
    836 		set_falcon_5380_reg(NCR5380_IRCV, 0);
    837 		fal1_dma(0, nsects, reqp);
    838 	}
    839 	else {
    840 		set_falcon_5380_reg(NCR5380_MODE, mode);
    841 		set_falcon_5380_reg(NCR5380_ICOM, SC_ADTB);
    842 		set_falcon_5380_reg(NCR5380_DMSTAT, 0);
    843 		fal1_dma(1, nsects, reqp);
    844 	}
    845 }
    846 
    847 static int
    848 falcon_poll_edma(reqp)
    849 SC_REQ	*reqp;
    850 {
    851 	int	timeout = 9000; /* XXX */
    852 
    853 	/*
    854 	 * Because of the Falcon hardware, it is impossible to reach
    855 	 * the 5380 while doing DMA-transfers. So we have to rely on
    856 	 * the interrupt line to determine if DMA-has finished. the
    857 	 * DMA-controller itself will never fire an interrupt. This means
    858 	 * that 'broken-up' DMA transfers are not (yet) possible on the
    859 	 * Falcon.
    860 	 */
    861 	for (;;) {
    862 		delay(20);
    863 		if (--timeout <= 0) {
    864 			ncr_tprint(reqp, "Timeout on polled transfer\n");
    865 			reqp->xs->error = XS_TIMEOUT;
    866 			return(0);
    867 		}
    868 		if (!(MFP->mf_gpip & IO_DINT))
    869 			break;
    870 	}
    871 	return(1);
    872 }
    873 
    874 static int
    875 falcon_get_dma_result(reqp, bytes_left)
    876 SC_REQ	*reqp;
    877 u_long	*bytes_left;
    878 {
    879 	int	rv = 0;
    880 	int	st_dmastat;
    881 	u_long	bytes_done;
    882 
    883 	/*
    884 	 * Select sector counter register first (See Atari docu.)
    885 	 */
    886 	DMA->dma_mode = 0x90;
    887 	if (!(st_dmastat = DMA->dma_stat) & 0x01) {
    888 		/*
    889 		 * Misc. DMA-error according to Atari...
    890 		 */
    891 		ncr_tprint(reqp, "Unknow ST-SCSI error near 0x%x\n",
    892 							st_dmaaddr_get());
    893 		reqp->xs->error = XS_DRIVER_STUFFUP;
    894 		rv = 1;
    895 	}
    896 	/*
    897 	 * Because we NEVER start DMA on the Falcon when the data size
    898 	 * is not a multiple of 512 bytes, we can safely round down the
    899 	 * byte count on writes. We need to because in case of a disconnect,
    900 	 * the DMA has already prefetched the next couple of bytes.
    901 	 * On read, these byte counts are an error. They are logged and
    902 	 * should be handled by the mi-part of the driver.
    903 	 * NOTE: We formerly did this by using the 'byte-count-zero' bit
    904 	 *       of the DMA controller, but this didn't seem to work???
    905          *       [lwp 29/06/96]
    906 	 */
    907 	bytes_done = st_dmaaddr_get() - reqp->dm_cur->dm_addr;
    908 	if (bytes_done & 511) {
    909 		if (PH_IN(reqp->phase)) {
    910 			ncr_tprint(reqp, "Byte count on read not a multiple "
    911 					 "of 512 (%ld)\n", bytes_done);
    912 		}
    913 		bytes_done &= ~511;
    914 	}
    915 	if ((*bytes_left = reqp->dm_cur->dm_count - bytes_done) == 0)
    916 		rv = 1;
    917 	return(rv);
    918 }
    919 
    920 static int
    921 falcon_can_access_5380()
    922 {
    923 	if (connected && (connected->dr_flag & DRIVER_IN_DMA)
    924 		&& (MFP->mf_gpip & IO_DINT))
    925 			return(0);
    926 	return(1);
    927 }
    928 
    929 #endif /* defined(FALCON_SCSI) */
    930 
    931 #if defined(TT_SCSI) && defined(FALCON_SCSI)
    932 /*
    933  * Define some functions to support _both_ TT and Falcon SCSI
    934  */
    935 
    936 /*
    937  * The prototypes first...
    938  */
    939 static void	scsi_mach_init __P((struct ncr_softc *));
    940        void	scsi_ienable __P((void));
    941        void	scsi_idisable __P((void));
    942        void	scsi_clr_ipend __P((void));
    943        int	scsi_ipending __P((void));
    944        void	scsi_dma_setup __P((SC_REQ *, u_int, u_char));
    945        int	wrong_dma_range __P((SC_REQ *, struct dma_chain *));
    946        int	poll_edma __P((SC_REQ *));
    947        int	get_dma_result __P((SC_REQ *, u_long *));
    948        int	can_access_5380 __P((void));
    949 
    950 /*
    951  * Register access will be done through the following 2 function pointers.
    952  */
    953 static u_char	(*get_5380_reg) __P((u_short));
    954 static void	(*set_5380_reg) __P((u_short, u_short));
    955 
    956 #define	GET_5380_REG	(*get_5380_reg)
    957 #define	SET_5380_REG	(*set_5380_reg)
    958 
    959 static void
    960 scsi_mach_init(sc)
    961 struct ncr_softc	*sc;
    962 {
    963 	if (machineid & ATARI_FALCON) {
    964 		get_5380_reg = get_falcon_5380_reg;
    965 		set_5380_reg = set_falcon_5380_reg;
    966 		scsi_falcon_init(sc);
    967 	}
    968 	else {
    969 		get_5380_reg = get_tt_5380_reg;
    970 		set_5380_reg = set_tt_5380_reg;
    971 		scsi_tt_init(sc);
    972 	}
    973 }
    974 
    975 extern __inline__ void
    976 scsi_ienable()
    977 {
    978 	if (machineid & ATARI_FALCON)
    979 		scsi_falcon_ienable();
    980 	else scsi_tt_ienable();
    981 }
    982 
    983 extern __inline__ void
    984 scsi_idisable()
    985 {
    986 	if (machineid & ATARI_FALCON)
    987 		scsi_falcon_idisable();
    988 	else scsi_tt_idisable();
    989 }
    990 
    991 extern __inline__ void
    992 scsi_clr_ipend()
    993 {
    994 	if (machineid & ATARI_FALCON)
    995 		scsi_falcon_clr_ipend();
    996 	else scsi_tt_clr_ipend();
    997 }
    998 
    999 extern __inline__ int
   1000 scsi_ipending()
   1001 {
   1002 	if (machineid & ATARI_FALCON)
   1003 		return(scsi_falcon_ipending());
   1004 	else return (GET_TT_REG(NCR5380_DMSTAT) & SC_IRQ_SET);
   1005 }
   1006 
   1007 extern __inline__ void
   1008 scsi_dma_setup(reqp, phase, mbase)
   1009 SC_REQ	*reqp;
   1010 u_int	phase;
   1011 u_char	mbase;
   1012 {
   1013 	if (machineid & ATARI_FALCON)
   1014 		scsi_falcon_dmasetup(reqp, phase, mbase);
   1015 	else scsi_tt_dmasetup(reqp, phase, mbase);
   1016 }
   1017 
   1018 extern __inline__ int
   1019 wrong_dma_range(reqp, dm)
   1020 SC_REQ			*reqp;
   1021 struct dma_chain	*dm;
   1022 {
   1023 	if (machineid & ATARI_FALCON)
   1024 		return(falcon_wrong_dma_range(reqp, dm));
   1025 	else return(tt_wrong_dma_range(reqp, dm));
   1026 }
   1027 
   1028 extern __inline__ int
   1029 poll_edma(reqp)
   1030 SC_REQ	*reqp;
   1031 {
   1032 	if (machineid & ATARI_FALCON)
   1033 		return(falcon_poll_edma(reqp));
   1034 	else return(tt_poll_edma(reqp));
   1035 }
   1036 
   1037 extern __inline__ int
   1038 get_dma_result(reqp, bytes_left)
   1039 SC_REQ	*reqp;
   1040 u_long	*bytes_left;
   1041 {
   1042 	if (machineid & ATARI_FALCON)
   1043 		return(falcon_get_dma_result(reqp, bytes_left));
   1044 	else return(tt_get_dma_result(reqp, bytes_left));
   1045 }
   1046 
   1047 extern __inline__ int
   1048 can_access_5380()
   1049 {
   1050 	if (machineid & ATARI_FALCON)
   1051 		return(falcon_can_access_5380());
   1052 	return(1);
   1053 }
   1054 
   1055 #define emulated_dma()		((machineid & ATARI_HADES) ? 1 : 0)
   1056 
   1057 /*
   1058  * Locking stuff. All turns into NOP's on the TT.
   1059  */
   1060 #define	fair_to_keep_dma()	((machineid & ATARI_FALCON) ?		\
   1061 						!st_dmawanted() : 1)
   1062 #define	claimed_dma()		((machineid & ATARI_FALCON) ?		\
   1063 						falcon_claimed_dma() : 1)
   1064 #define reconsider_dma()	{					\
   1065 					if(machineid & ATARI_FALCON)	\
   1066 						falcon_reconsider_dma();\
   1067 				}
   1068 #endif /* defined(TT_SCSI) && defined(FALCON_SCSI) */
   1069 
   1070 /**********************************************
   1071  * Functions present for both TT and Falcon.  *
   1072  **********************************************/
   1073 /*
   1074  * Our autoconfig matching function
   1075  */
   1076 static int
   1077 machine_match(struct device *pdp, void *match, void *auxp,
   1078 						struct cfdriver *cd)
   1079 {
   1080 	struct cfdata *cdp = match;
   1081 
   1082 	if (strcmp(auxp, cd->cd_name))
   1083 		return(0);
   1084 	if (cdp->cf_unit != 0)	/* Only one unit	*/
   1085 		return(0);
   1086 	return(1);
   1087 }
   1088 
   1089 /*
   1090  * Bounce buffer (de)allocation. Those buffers are gotten from the ST-mem
   1091  * pool. Allocation here is both contiguous and in the lower 16Mb of
   1092  * the address space. Thus being DMA-able for all controllers.
   1093  */
   1094 static u_char *
   1095 alloc_bounceb(u_long len)
   1096 {
   1097 	void	*tmp;
   1098 
   1099 	return((u_char *)alloc_stmem(len, &tmp));
   1100 }
   1101 
   1102 static void
   1103 free_bounceb(u_char *bounceb)
   1104 {
   1105 	free_stmem(bounceb);
   1106 }
   1107 
   1108 /*
   1109  * 5380 interrupt.
   1110  */
   1111 void
   1112 scsi_ctrl(int sr)
   1113 {
   1114 	if (GET_5380_REG(NCR5380_DMSTAT) & SC_IRQ_SET) {
   1115 		scsi_idisable();
   1116 		if (!BASEPRI(sr))
   1117 			add_sicallback((si_farg)ncr_ctrl_intr,
   1118 						(void *)cur_softc, 0);
   1119 		else {
   1120 			spl1();
   1121 			ncr_ctrl_intr(cur_softc);
   1122 			spl0();
   1123 		}
   1124 	}
   1125 }
   1126 
   1127 /*
   1128  * DMA controller interrupt
   1129  */
   1130 void
   1131 scsi_dma(int sr)
   1132 {
   1133 	SC_REQ	*reqp;
   1134 
   1135 	if ((reqp = connected) && (reqp->dr_flag & DRIVER_IN_DMA)) {
   1136 		scsi_idisable();
   1137 		if (!BASEPRI(sr))
   1138 			add_sicallback((si_farg)ncr_dma_intr,
   1139 					(void *)cur_softc, 0);
   1140 		else {
   1141 			spl1();
   1142 			ncr_dma_intr(cur_softc);
   1143 			spl0();
   1144 		}
   1145 	}
   1146 }
   1147 
   1148 /*
   1149  * Last but not least... Include the general driver code
   1150  */
   1151 #include <atari/dev/ncr5380.c>
   1152