nextdma.c revision 1.35 1 /* $NetBSD: nextdma.c,v 1.35 2003/07/15 02:59:32 lukem Exp $ */
2 /*
3 * Copyright (c) 1998 Darrin B. Jewell
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. All advertising materials mentioning features or use of this software
15 * must display the following acknowledgement:
16 * This product includes software developed by Darrin B. Jewell
17 * 4. The name of the author may not be used to endorse or promote products
18 * derived from this software without specific prior written permission
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
22 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
24 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
29 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 #include <sys/cdefs.h>
33 __KERNEL_RCSID(0, "$NetBSD: nextdma.c,v 1.35 2003/07/15 02:59:32 lukem Exp $");
34
35 #include <sys/param.h>
36 #include <sys/systm.h>
37 #include <sys/mbuf.h>
38 #include <sys/syslog.h>
39 #include <sys/socket.h>
40 #include <sys/device.h>
41 #include <sys/malloc.h>
42 #include <sys/ioctl.h>
43 #include <sys/errno.h>
44
45 #define _M68K_BUS_DMA_PRIVATE
46 #include <machine/autoconf.h>
47 #include <machine/cpu.h>
48 #include <machine/intr.h>
49
50 #include <m68k/cacheops.h>
51
52 #include <next68k/next68k/isr.h>
53 #include <next68k/next68k/nextrom.h>
54
55 #include <next68k/dev/intiovar.h>
56
57 #include "nextdmareg.h"
58 #include "nextdmavar.h"
59
60 #include "esp.h"
61 #include "xe.h"
62
63 #if DEBUG
64 #define ND_DEBUG
65 #endif
66
67 extern int turbo;
68
69 #define panic __asm __volatile("trap #15"); printf
70
71 #define NEXTDMA_DEBUG nextdma_debug
72 /* (nsc->sc_chan->nd_intr == NEXT_I_SCSI_DMA) && nextdma_debug */
73 #if defined(ND_DEBUG)
74 int nextdma_debug = 0;
75 #define DPRINTF(x) if (NEXTDMA_DEBUG) printf x;
76 int ndtraceshow = 0;
77 char ndtrace[8192+100];
78 char *ndtracep = ndtrace;
79 #define NDTRACEIF(x) if (10 && /* (nsc->sc_chan->nd_intr == NEXT_I_SCSI_DMA) && */ ndtracep < (ndtrace + 8192)) do {x;} while (0)
80 #else
81 #define DPRINTF(x)
82 #define NDTRACEIF(x)
83 #endif
84 #define PRINTF(x) printf x
85
86 #if defined(ND_DEBUG)
87 int nextdma_debug_enetr_idx = 0;
88 unsigned int nextdma_debug_enetr_state[100] = { 0 };
89 int nextdma_debug_scsi_idx = 0;
90 unsigned int nextdma_debug_scsi_state[100] = { 0 };
91
92 void nextdma_debug_initstate(struct nextdma_softc *);
93 void nextdma_debug_savestate(struct nextdma_softc *, unsigned int);
94 void nextdma_debug_scsi_dumpstate(void);
95 void nextdma_debug_enetr_dumpstate(void);
96 #endif
97
98
99 int nextdma_match __P((struct device *, struct cfdata *, void *));
100 void nextdma_attach __P((struct device *, struct device *, void *));
101
102 void nextdmamap_sync __P((bus_dma_tag_t, bus_dmamap_t, bus_addr_t,
103 bus_size_t, int));
104 int nextdma_continue __P((struct nextdma_softc *));
105 void nextdma_rotate __P((struct nextdma_softc *));
106
107 void nextdma_setup_cont_regs __P((struct nextdma_softc *));
108 void nextdma_setup_curr_regs __P((struct nextdma_softc *));
109
110 #if NESP > 0
111 static int nextdma_esp_intr __P((void *));
112 #endif
113 #if NXE > 0
114 static int nextdma_enet_intr __P((void *));
115 #endif
116
117 #define nd_bsr4(reg) bus_space_read_4(nsc->sc_bst, nsc->sc_bsh, (reg))
118 #define nd_bsw4(reg,val) bus_space_write_4(nsc->sc_bst, nsc->sc_bsh, (reg), (val))
119
120 CFATTACH_DECL(nextdma, sizeof(struct nextdma_softc),
121 nextdma_match, nextdma_attach, NULL, NULL);
122
123 static struct nextdma_channel nextdma_channel[] = {
124 #if NESP > 0
125 { "scsi", NEXT_P_SCSI_CSR, DD_SIZE, NEXT_I_SCSI_DMA, &nextdma_esp_intr },
126 #endif
127 #if NXE > 0
128 { "enetx", NEXT_P_ENETX_CSR, DD_SIZE, NEXT_I_ENETX_DMA, &nextdma_enet_intr },
129 { "enetr", NEXT_P_ENETR_CSR, DD_SIZE, NEXT_I_ENETR_DMA, &nextdma_enet_intr },
130 #endif
131 };
132 static int nnextdma_channels = (sizeof(nextdma_channel)/sizeof(nextdma_channel[0]));
133
134 static int attached = 0;
135
136 struct nextdma_softc *
137 nextdma_findchannel(name)
138 char *name;
139 {
140 struct device *dev = alldevs.tqh_first;
141
142 while (dev != NULL) {
143 if (!strncmp(dev->dv_xname, "nextdma", 7)) {
144 struct nextdma_softc *nsc = (struct nextdma_softc *)dev;
145 if (!strcmp (nsc->sc_chan->nd_name, name))
146 return (nsc);
147 }
148 dev = dev->dv_list.tqe_next;
149 }
150 return (NULL);
151 }
152
153 int
154 nextdma_match(parent, match, aux)
155 struct device *parent;
156 struct cfdata *match;
157 void *aux;
158 {
159 struct intio_attach_args *ia = (struct intio_attach_args *)aux;
160
161 if (attached >= nnextdma_channels)
162 return (0);
163
164 ia->ia_addr = (void *)nextdma_channel[attached].nd_base;
165
166 return (1);
167 }
168
169 void
170 nextdma_attach(parent, self, aux)
171 struct device *parent, *self;
172 void *aux;
173 {
174 struct nextdma_softc *nsc = (struct nextdma_softc *)self;
175 struct intio_attach_args *ia = (struct intio_attach_args *)aux;
176
177 if (attached >= nnextdma_channels)
178 return;
179
180 nsc->sc_chan = &nextdma_channel[attached];
181
182 nsc->sc_dmat = ia->ia_dmat;
183 nsc->sc_bst = ia->ia_bst;
184
185 if (bus_space_map(nsc->sc_bst, nsc->sc_chan->nd_base,
186 nsc->sc_chan->nd_size, 0, &nsc->sc_bsh)) {
187 panic("%s: can't map DMA registers for channel %s",
188 nsc->sc_dev.dv_xname, nsc->sc_chan->nd_name);
189 }
190
191 nextdma_init (nsc);
192
193 isrlink_autovec(nsc->sc_chan->nd_intrfunc, nsc,
194 NEXT_I_IPL(nsc->sc_chan->nd_intr), 10, NULL);
195 INTR_ENABLE(nsc->sc_chan->nd_intr);
196
197 printf (": channel %d (%s)\n", attached,
198 nsc->sc_chan->nd_name);
199 attached++;
200
201 return;
202 }
203
204 void
205 nextdma_init(nsc)
206 struct nextdma_softc *nsc;
207 {
208 #ifdef ND_DEBUG
209 if (NEXTDMA_DEBUG) {
210 char sbuf[256];
211
212 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
213 sbuf, sizeof(sbuf));
214 printf("DMA init ipl (%ld) intr(0x%s)\n",
215 NEXT_I_IPL(nsc->sc_chan->nd_intr), sbuf);
216 }
217 #endif
218
219 nsc->sc_stat.nd_map = NULL;
220 nsc->sc_stat.nd_idx = 0;
221 nsc->sc_stat.nd_map_cont = NULL;
222 nsc->sc_stat.nd_idx_cont = 0;
223 nsc->sc_stat.nd_exception = 0;
224
225 nd_bsw4 (DD_CSR, DMACSR_RESET | DMACSR_CLRCOMPLETE);
226 nd_bsw4 (DD_CSR, 0);
227
228 #if 01
229 nextdma_setup_curr_regs(nsc);
230 nextdma_setup_cont_regs(nsc);
231 #endif
232
233 #if defined(DIAGNOSTIC)
234 {
235 u_long state;
236 state = nd_bsr4 (DD_CSR);
237
238 #if 1
239 /* mourning (a 25Mhz 68040 mono slab) appears to set BUSEXC
240 * milo (a 25Mhz 68040 mono cube) didn't have this problem
241 * Darrin B. Jewell <jewell (at) mit.edu> Mon May 25 07:53:05 1998
242 */
243 state &= (DMACSR_COMPLETE | DMACSR_SUPDATE | DMACSR_ENABLE);
244 #else
245 state &= (DMACSR_BUSEXC | DMACSR_COMPLETE |
246 DMACSR_SUPDATE | DMACSR_ENABLE);
247 #endif
248 if (state) {
249 nextdma_print(nsc);
250 panic("DMA did not reset");
251 }
252 }
253 #endif
254 }
255
256 void
257 nextdma_reset(nsc)
258 struct nextdma_softc *nsc;
259 {
260 int s;
261 struct nextdma_status *stat = &nsc->sc_stat;
262
263 s = spldma();
264
265 DPRINTF(("DMA reset\n"));
266
267 #if (defined(ND_DEBUG))
268 if (NEXTDMA_DEBUG > 1) nextdma_print(nsc);
269 #endif
270
271 nd_bsw4 (DD_CSR, DMACSR_CLRCOMPLETE | DMACSR_RESET);
272 if ((stat->nd_map) || (stat->nd_map_cont)) {
273 if (stat->nd_map_cont) {
274 DPRINTF(("DMA: resetting with non null continue map\n"));
275 if (nsc->sc_conf.nd_completed_cb)
276 (*nsc->sc_conf.nd_completed_cb)
277 (stat->nd_map_cont, nsc->sc_conf.nd_cb_arg);
278
279 stat->nd_map_cont = 0;
280 stat->nd_idx_cont = 0;
281 }
282 if (nsc->sc_conf.nd_shutdown_cb)
283 (*nsc->sc_conf.nd_shutdown_cb)(nsc->sc_conf.nd_cb_arg);
284 stat->nd_map = 0;
285 stat->nd_idx = 0;
286 }
287
288 splx(s);
289 }
290
291 /****************************************************************/
292
293
294 /* Call the completed and continue callbacks to try to fill
295 * in the dma continue buffers.
296 */
297 void
298 nextdma_rotate(nsc)
299 struct nextdma_softc *nsc;
300 {
301 struct nextdma_status *stat = &nsc->sc_stat;
302
303 NDTRACEIF (*ndtracep++ = 'r');
304 DPRINTF(("DMA nextdma_rotate()\n"));
305
306 /* Rotate the continue map into the current map */
307 stat->nd_map = stat->nd_map_cont;
308 stat->nd_idx = stat->nd_idx_cont;
309
310 if ((!stat->nd_map_cont) ||
311 ((++stat->nd_idx_cont >= stat->nd_map_cont->dm_nsegs))) {
312 if (nsc->sc_conf.nd_continue_cb) {
313 stat->nd_map_cont = (*nsc->sc_conf.nd_continue_cb)
314 (nsc->sc_conf.nd_cb_arg);
315 if (stat->nd_map_cont) {
316 stat->nd_map_cont->dm_xfer_len = 0;
317 }
318 } else {
319 stat->nd_map_cont = 0;
320 }
321 stat->nd_idx_cont = 0;
322 }
323
324 #if defined(DIAGNOSTIC) && 0
325 if (stat->nd_map_cont) {
326 if (!DMA_BEGINALIGNED(stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_addr)) {
327 nextdma_print(nsc);
328 panic("DMA request unaligned at start");
329 }
330 if (!DMA_ENDALIGNED(stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_addr +
331 stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_len)) {
332 nextdma_print(nsc);
333 panic("DMA request unaligned at end");
334 }
335 }
336 #endif
337
338 }
339
340 void
341 nextdma_setup_curr_regs(nsc)
342 struct nextdma_softc *nsc;
343 {
344 bus_addr_t dd_next;
345 bus_addr_t dd_limit;
346 bus_addr_t dd_saved_next;
347 bus_addr_t dd_saved_limit;
348 struct nextdma_status *stat = &nsc->sc_stat;
349
350 NDTRACEIF (*ndtracep++ = 'C');
351 DPRINTF(("DMA nextdma_setup_curr_regs()\n"));
352
353 if (stat->nd_map) {
354 dd_next = stat->nd_map->dm_segs[stat->nd_idx].ds_addr;
355 dd_limit = (stat->nd_map->dm_segs[stat->nd_idx].ds_addr +
356 stat->nd_map->dm_segs[stat->nd_idx].ds_len);
357
358 if (!turbo && nsc->sc_chan->nd_intr == NEXT_I_ENETX_DMA) {
359 dd_limit |= 0x80000000; /* Ethernet transmit needs secret magic */
360 dd_limit += 15;
361 }
362 } else {
363 dd_next = turbo ? 0 : 0xdeadbeef;
364 dd_limit = turbo ? 0 : 0xdeadbeef;
365 }
366
367 dd_saved_next = dd_next;
368 dd_saved_limit = dd_limit;
369
370 NDTRACEIF (if (stat->nd_map) {
371 sprintf (ndtracep, "%ld", stat->nd_map->dm_segs[stat->nd_idx].ds_len);
372 ndtracep += strlen (ndtracep);
373 });
374
375 if (!turbo && (nsc->sc_chan->nd_intr == NEXT_I_ENETX_DMA)) {
376 nd_bsw4 (DD_NEXT_INITBUF, dd_next);
377 } else {
378 nd_bsw4 (DD_NEXT, dd_next);
379 }
380 nd_bsw4 (DD_LIMIT, dd_limit);
381 if (!turbo) nd_bsw4 (DD_SAVED_NEXT, dd_saved_next);
382 if (!turbo) nd_bsw4 (DD_SAVED_LIMIT, dd_saved_limit);
383
384 #ifdef DIAGNOSTIC
385 if ((nd_bsr4 (DD_NEXT_INITBUF) != dd_next)
386 || (nd_bsr4 (DD_NEXT) != dd_next)
387 || (nd_bsr4 (DD_LIMIT) != dd_limit)
388 || (!turbo && (nd_bsr4 (DD_SAVED_NEXT) != dd_saved_next))
389 || (!turbo && (nd_bsr4 (DD_SAVED_LIMIT) != dd_saved_limit))
390 ) {
391 nextdma_print(nsc);
392 panic("DMA failure writing to current regs");
393 }
394 #endif
395 }
396
397 void
398 nextdma_setup_cont_regs(nsc)
399 struct nextdma_softc *nsc;
400 {
401 bus_addr_t dd_start;
402 bus_addr_t dd_stop;
403 bus_addr_t dd_saved_start;
404 bus_addr_t dd_saved_stop;
405 struct nextdma_status *stat = &nsc->sc_stat;
406
407 NDTRACEIF (*ndtracep++ = 'c');
408 DPRINTF(("DMA nextdma_setup_regs()\n"));
409
410 if (stat->nd_map_cont) {
411 dd_start = stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_addr;
412 dd_stop = (stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_addr +
413 stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_len);
414
415 if (!turbo && nsc->sc_chan->nd_intr == NEXT_I_ENETX_DMA) {
416 dd_stop |= 0x80000000; /* Ethernet transmit needs secret magic */
417 dd_stop += 15;
418 }
419 } else {
420 dd_start = turbo ? nd_bsr4 (DD_NEXT) : 0xdeadbee0;
421 dd_stop = turbo ? 0 : 0xdeadbee0;
422 }
423
424 dd_saved_start = dd_start;
425 dd_saved_stop = dd_stop;
426
427 NDTRACEIF (if (stat->nd_map_cont) {
428 sprintf (ndtracep, "%ld", stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_len);
429 ndtracep += strlen (ndtracep);
430 });
431
432 nd_bsw4 (DD_START, dd_start);
433 nd_bsw4 (DD_STOP, dd_stop);
434 if (!turbo) nd_bsw4 (DD_SAVED_START, dd_saved_start);
435 if (!turbo) nd_bsw4 (DD_SAVED_STOP, dd_saved_stop);
436 if (turbo && nsc->sc_chan->nd_intr == NEXT_I_ENETR_DMA)
437 nd_bsw4 (DD_STOP - 0x40, dd_start);
438
439 #ifdef DIAGNOSTIC
440 if ((nd_bsr4 (DD_START) != dd_start)
441 || (dd_stop && (nd_bsr4 (DD_STOP) != dd_stop))
442 || (!turbo && (nd_bsr4 (DD_SAVED_START) != dd_saved_start))
443 || (!turbo && (nd_bsr4 (DD_SAVED_STOP) != dd_saved_stop))
444 ) {
445 nextdma_print(nsc);
446 panic("DMA failure writing to continue regs");
447 }
448 #endif
449 }
450
451 /****************************************************************/
452
453 #if NESP > 0
454 static int
455 nextdma_esp_intr(arg)
456 void *arg;
457 {
458 /* @@@ This is bogus, we can't be certain of arg's type
459 * unless the interrupt is for us. For now we successfully
460 * cheat because DMA interrupts are the only things invoked
461 * at this interrupt level.
462 */
463 struct nextdma_softc *nsc = arg;
464 int esp_dma_int __P((void *)); /* XXX */
465
466 if (!INTR_OCCURRED(nsc->sc_chan->nd_intr))
467 return 0;
468 /* Handle dma interrupts */
469
470 return esp_dma_int (nsc->sc_conf.nd_cb_arg);
471
472 }
473 #endif
474
475 #if NXE > 0
476 static int
477 nextdma_enet_intr(arg)
478 void *arg;
479 {
480 /* @@@ This is bogus, we can't be certain of arg's type
481 * unless the interrupt is for us. For now we successfully
482 * cheat because DMA interrupts are the only things invoked
483 * at this interrupt level.
484 */
485 struct nextdma_softc *nsc = arg;
486 unsigned int state;
487 bus_addr_t onext;
488 bus_addr_t olimit;
489 bus_addr_t slimit;
490 int result;
491 struct nextdma_status *stat = &nsc->sc_stat;
492
493 if (!INTR_OCCURRED(nsc->sc_chan->nd_intr))
494 return 0;
495 /* Handle dma interrupts */
496
497 NDTRACEIF (*ndtracep++ = 'D');
498 #ifdef ND_DEBUG
499 if (NEXTDMA_DEBUG) {
500 char sbuf[256];
501
502 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
503 sbuf, sizeof(sbuf));
504 printf("DMA interrupt ipl (%ld) intr(0x%s)\n",
505 NEXT_I_IPL(nsc->sc_chan->nd_intr), sbuf);
506 }
507 #endif
508
509 #ifdef DIAGNOSTIC
510 if (!stat->nd_map) {
511 nextdma_print(nsc);
512 panic("DMA missing current map in interrupt!");
513 }
514 #endif
515
516 state = nd_bsr4 (DD_CSR);
517
518 #if defined(ND_DEBUG)
519 nextdma_debug_savestate(nsc, state);
520 #endif
521
522 #ifdef DIAGNOSTIC
523 if (/* (state & DMACSR_READ) || */ !(state & DMACSR_COMPLETE)) {
524 char sbuf[256];
525 nextdma_print(nsc);
526 bitmask_snprintf(state, DMACSR_BITS, sbuf, sizeof(sbuf));
527 printf("DMA: state 0x%s\n",sbuf);
528 panic("DMA complete not set in interrupt");
529 }
530 #endif
531
532 DPRINTF(("DMA: finishing xfer\n"));
533
534 onext = stat->nd_map->dm_segs[stat->nd_idx].ds_addr;
535 olimit = onext + stat->nd_map->dm_segs[stat->nd_idx].ds_len;
536
537 result = 0;
538 if (state & DMACSR_ENABLE) {
539 /* enable bit was set */
540 result |= 0x01;
541 }
542 if (state & DMACSR_SUPDATE) {
543 /* supdate bit was set */
544 result |= 0x02;
545 }
546 if (stat->nd_map_cont == NULL) {
547 KASSERT(stat->nd_idx+1 == stat->nd_map->dm_nsegs);
548 /* Expecting a shutdown, didn't SETSUPDATE last turn */
549 result |= 0x04;
550 }
551 if (state & DMACSR_BUSEXC) {
552 /* bus exception bit was set */
553 result |= 0x08;
554 }
555 switch (result) {
556 case 0x00: /* !BUSEXC && !expecting && !SUPDATE && !ENABLE */
557 case 0x08: /* BUSEXC && !expecting && !SUPDATE && !ENABLE */
558 if (turbo) {
559 volatile u_int *limit = (volatile u_int *)IIOV(0x2000050+0x4000);
560 slimit = *limit;
561 } else {
562 slimit = nd_bsr4 (DD_SAVED_LIMIT);
563 }
564 break;
565 case 0x01: /* !BUSEXC && !expecting && !SUPDATE && ENABLE */
566 case 0x09: /* BUSEXC && !expecting && !SUPDATE && ENABLE */
567 if (turbo) {
568 volatile u_int *limit = (volatile u_int *)IIOV(0x2000050+0x4000);
569 slimit = *limit;
570 } else {
571 slimit = nd_bsr4 (DD_SAVED_LIMIT);
572 }
573 break;
574 case 0x02: /* !BUSEXC && !expecting && SUPDATE && !ENABLE */
575 case 0x0a: /* BUSEXC && !expecting && SUPDATE && !ENABLE */
576 slimit = nd_bsr4 (DD_NEXT);
577 break;
578 case 0x04: /* !BUSEXC && expecting && !SUPDATE && !ENABLE */
579 case 0x0c: /* BUSEXC && expecting && !SUPDATE && !ENABLE */
580 slimit = nd_bsr4 (DD_LIMIT);
581 break;
582 default:
583 #ifdef DIAGNOSTIC
584 {
585 char sbuf[256];
586 printf("DMA: please send this output to port-next68k-maintainer (at) netbsd.org:\n");
587 bitmask_snprintf(state, DMACSR_BITS, sbuf, sizeof(sbuf));
588 printf("DMA: state 0x%s\n",sbuf);
589 nextdma_print(nsc);
590 panic("DMA: condition 0x%02x not yet documented to occur",result);
591 }
592 #endif
593 slimit = olimit;
594 break;
595 }
596
597 if (!turbo && nsc->sc_chan->nd_intr == NEXT_I_ENETX_DMA) {
598 slimit &= ~0x80000000;
599 slimit -= 15;
600 }
601
602 #ifdef DIAGNOSTIC
603 if ((state & DMACSR_READ))
604 DPRINTF (("limits: 0x%08lx <= 0x%08lx <= 0x%08lx %s\n", onext, slimit, olimit,
605 (state & DMACSR_READ) ? "read" : "write"));
606 if ((slimit < onext) || (slimit > olimit)) {
607 char sbuf[256];
608 bitmask_snprintf(state, DMACSR_BITS, sbuf, sizeof(sbuf));
609 printf("DMA: state 0x%s\n",sbuf);
610 nextdma_print(nsc);
611 panic("DMA: Unexpected limit register (0x%08lx) in finish_xfer",slimit);
612 }
613 #endif
614
615 #ifdef DIAGNOSTIC
616 if ((state & DMACSR_ENABLE) && ((stat->nd_idx+1) != stat->nd_map->dm_nsegs)) {
617 if (slimit != olimit) {
618 char sbuf[256];
619 bitmask_snprintf(state, DMACSR_BITS, sbuf, sizeof(sbuf));
620 printf("DMA: state 0x%s\n",sbuf);
621 nextdma_print(nsc);
622 panic("DMA: short limit register (0x%08lx) w/o finishing map.",slimit);
623 }
624 }
625 #endif
626
627 #if (defined(ND_DEBUG))
628 if (NEXTDMA_DEBUG > 2) nextdma_print(nsc);
629 #endif
630
631 stat->nd_map->dm_xfer_len += slimit-onext;
632
633 /* If we've reached the end of the current map, then inform
634 * that we've completed that map.
635 */
636 if ((stat->nd_idx+1) == stat->nd_map->dm_nsegs) {
637 if (nsc->sc_conf.nd_completed_cb)
638 (*nsc->sc_conf.nd_completed_cb)
639 (stat->nd_map, nsc->sc_conf.nd_cb_arg);
640 } else {
641 KASSERT(stat->nd_map == stat->nd_map_cont);
642 KASSERT(stat->nd_idx+1 == stat->nd_idx_cont);
643 }
644 stat->nd_map = 0;
645 stat->nd_idx = 0;
646
647 #if (defined(ND_DEBUG))
648 if (NEXTDMA_DEBUG) {
649 char sbuf[256];
650 bitmask_snprintf(state, DMACSR_BITS, sbuf, sizeof(sbuf));
651 printf("CLNDMAP: dd->dd_csr = 0x%s\n", sbuf);
652 }
653 #endif
654 if (state & DMACSR_ENABLE) {
655 u_long dmadir; /* DMACSR_SETREAD or DMACSR_SETWRITE */
656
657 nextdma_rotate(nsc);
658 nextdma_setup_cont_regs(nsc);
659
660 if (state & DMACSR_READ) {
661 dmadir = DMACSR_SETREAD;
662 } else {
663 dmadir = DMACSR_SETWRITE;
664 }
665
666 if (stat->nd_map_cont == NULL) {
667 KASSERT(stat->nd_idx+1 == stat->nd_map->dm_nsegs);
668 nd_bsw4 (DD_CSR, DMACSR_CLRCOMPLETE | dmadir);
669 NDTRACEIF (*ndtracep++ = 'g');
670 } else {
671 nd_bsw4 (DD_CSR, DMACSR_CLRCOMPLETE | dmadir | DMACSR_SETSUPDATE);
672 NDTRACEIF (*ndtracep++ = 'G');
673 }
674 } else {
675 DPRINTF(("DMA: a shutdown occurred\n"));
676 nd_bsw4 (DD_CSR, DMACSR_CLRCOMPLETE | DMACSR_RESET);
677
678 /* Cleanup more incomplete transfers */
679 /* cleanup continue map */
680 if (stat->nd_map_cont) {
681 DPRINTF(("DMA: shutting down with non null continue map\n"));
682 if (nsc->sc_conf.nd_completed_cb)
683 (*nsc->sc_conf.nd_completed_cb)
684 (stat->nd_map_cont, nsc->sc_conf.nd_cb_arg);
685
686 stat->nd_map_cont = 0;
687 stat->nd_idx_cont = 0;
688 }
689 if (nsc->sc_conf.nd_shutdown_cb)
690 (*nsc->sc_conf.nd_shutdown_cb)(nsc->sc_conf.nd_cb_arg);
691 }
692
693 #ifdef ND_DEBUG
694 if (NEXTDMA_DEBUG) {
695 char sbuf[256];
696
697 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
698 sbuf, sizeof(sbuf));
699 printf("DMA exiting interrupt ipl (%ld) intr(0x%s)\n",
700 NEXT_I_IPL(nsc->sc_chan->nd_intr), sbuf);
701 }
702 #endif
703
704 return(1);
705 }
706 #endif
707
708 /*
709 * Check to see if dma has finished for a channel */
710 int
711 nextdma_finished(nsc)
712 struct nextdma_softc *nsc;
713 {
714 int r;
715 int s;
716 struct nextdma_status *stat = &nsc->sc_stat;
717
718 s = spldma();
719 r = (stat->nd_map == NULL) && (stat->nd_map_cont == NULL);
720 splx(s);
721
722 return(r);
723 }
724
725 void
726 nextdma_start(nsc, dmadir)
727 struct nextdma_softc *nsc;
728 u_long dmadir; /* DMACSR_SETREAD or DMACSR_SETWRITE */
729 {
730 struct nextdma_status *stat = &nsc->sc_stat;
731
732 NDTRACEIF (*ndtracep++ = 'n');
733 #ifdef DIAGNOSTIC
734 if (!nextdma_finished(nsc)) {
735 char sbuf[256];
736
737 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
738 sbuf, sizeof(sbuf));
739 panic("DMA trying to start before previous finished on intr(0x%s)", sbuf);
740 }
741 #endif
742
743 #ifdef ND_DEBUG
744 if (NEXTDMA_DEBUG) {
745 char sbuf[256];
746
747 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
748 sbuf, sizeof(sbuf));
749 printf("DMA start (%ld) intr(0x%s)\n",
750 NEXT_I_IPL(nsc->sc_chan->nd_intr), sbuf);
751 }
752 #endif
753
754 #ifdef DIAGNOSTIC
755 if (stat->nd_map) {
756 nextdma_print(nsc);
757 panic("DMA: nextdma_start() with non null map");
758 }
759 if (stat->nd_map_cont) {
760 nextdma_print(nsc);
761 panic("DMA: nextdma_start() with non null continue map");
762 }
763 #endif
764
765 #ifdef DIAGNOSTIC
766 if ((dmadir != DMACSR_SETREAD) && (dmadir != DMACSR_SETWRITE)) {
767 panic("DMA: nextdma_start(), dmadir arg must be DMACSR_SETREAD or DMACSR_SETWRITE");
768 }
769 #endif
770
771 #if defined(ND_DEBUG)
772 nextdma_debug_initstate(nsc);
773 #endif
774
775 /* preload both the current and the continue maps */
776 nextdma_rotate(nsc);
777
778 #ifdef DIAGNOSTIC
779 if (!stat->nd_map_cont) {
780 panic("No map available in nextdma_start()");
781 }
782 #endif
783
784 nextdma_rotate(nsc);
785
786 #ifdef ND_DEBUG
787 if (NEXTDMA_DEBUG) {
788 char sbuf[256];
789
790 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
791 sbuf, sizeof(sbuf));
792 printf("DMA initiating DMA %s of %d segments on intr(0x%s)\n",
793 (dmadir == DMACSR_SETREAD ? "read" : "write"), stat->nd_map->dm_nsegs, sbuf);
794 }
795 #endif
796
797 nd_bsw4 (DD_CSR, (turbo ? DMACSR_INITBUFTURBO : DMACSR_INITBUF) |
798 DMACSR_RESET | dmadir);
799 nd_bsw4 (DD_CSR, 0);
800
801 nextdma_setup_curr_regs(nsc);
802 nextdma_setup_cont_regs(nsc);
803
804 #if (defined(ND_DEBUG))
805 if (NEXTDMA_DEBUG > 2) nextdma_print(nsc);
806 #endif
807
808 if (stat->nd_map_cont == NULL) {
809 nd_bsw4 (DD_CSR, DMACSR_SETENABLE | dmadir);
810 } else {
811 nd_bsw4 (DD_CSR, DMACSR_SETSUPDATE | DMACSR_SETENABLE | dmadir);
812 }
813 }
814
815 /* This routine is used for debugging */
816 void
817 nextdma_print(nsc)
818 struct nextdma_softc *nsc;
819 {
820 u_long dd_csr;
821 u_long dd_next;
822 u_long dd_next_initbuf;
823 u_long dd_limit;
824 u_long dd_start;
825 u_long dd_stop;
826 u_long dd_saved_next;
827 u_long dd_saved_limit;
828 u_long dd_saved_start;
829 u_long dd_saved_stop;
830 char sbuf[256];
831 struct nextdma_status *stat = &nsc->sc_stat;
832
833 /* Read all of the registers before we print anything out,
834 * in case something changes
835 */
836 dd_csr = nd_bsr4 (DD_CSR);
837 dd_next = nd_bsr4 (DD_NEXT);
838 dd_next_initbuf = nd_bsr4 (DD_NEXT_INITBUF);
839 dd_limit = nd_bsr4 (DD_LIMIT);
840 dd_start = nd_bsr4 (DD_START);
841 dd_stop = nd_bsr4 (DD_STOP);
842 dd_saved_next = nd_bsr4 (DD_SAVED_NEXT);
843 dd_saved_limit = nd_bsr4 (DD_SAVED_LIMIT);
844 dd_saved_start = nd_bsr4 (DD_SAVED_START);
845 dd_saved_stop = nd_bsr4 (DD_SAVED_STOP);
846
847 bitmask_snprintf((*(volatile u_long *)IIOV(NEXT_P_INTRSTAT)),
848 NEXT_INTR_BITS, sbuf, sizeof(sbuf));
849 printf("NDMAP: *intrstat = 0x%s\n", sbuf);
850
851 bitmask_snprintf((*(volatile u_long *)IIOV(NEXT_P_INTRMASK)),
852 NEXT_INTR_BITS, sbuf, sizeof(sbuf));
853 printf("NDMAP: *intrmask = 0x%s\n", sbuf);
854
855 /* NDMAP is Next DMA Print (really!) */
856
857 if (stat->nd_map) {
858 int i;
859
860 printf("NDMAP: nd_map->dm_mapsize = %ld\n",
861 stat->nd_map->dm_mapsize);
862 printf("NDMAP: nd_map->dm_nsegs = %d\n",
863 stat->nd_map->dm_nsegs);
864 printf("NDMAP: nd_map->dm_xfer_len = %ld\n",
865 stat->nd_map->dm_xfer_len);
866 printf("NDMAP: nd_map->dm_segs[%d].ds_addr = 0x%08lx\n",
867 stat->nd_idx, stat->nd_map->dm_segs[stat->nd_idx].ds_addr);
868 printf("NDMAP: nd_map->dm_segs[%d].ds_len = %ld\n",
869 stat->nd_idx, stat->nd_map->dm_segs[stat->nd_idx].ds_len);
870
871 printf("NDMAP: Entire map;\n");
872 for(i=0;i<stat->nd_map->dm_nsegs;i++) {
873 printf("NDMAP: nd_map->dm_segs[%d].ds_addr = 0x%08lx\n",
874 i,stat->nd_map->dm_segs[i].ds_addr);
875 printf("NDMAP: nd_map->dm_segs[%d].ds_len = %ld\n",
876 i,stat->nd_map->dm_segs[i].ds_len);
877 }
878 } else {
879 printf("NDMAP: nd_map = NULL\n");
880 }
881 if (stat->nd_map_cont) {
882 printf("NDMAP: nd_map_cont->dm_mapsize = %ld\n",
883 stat->nd_map_cont->dm_mapsize);
884 printf("NDMAP: nd_map_cont->dm_nsegs = %d\n",
885 stat->nd_map_cont->dm_nsegs);
886 printf("NDMAP: nd_map_cont->dm_xfer_len = %ld\n",
887 stat->nd_map_cont->dm_xfer_len);
888 printf("NDMAP: nd_map_cont->dm_segs[%d].ds_addr = 0x%08lx\n",
889 stat->nd_idx_cont,stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_addr);
890 printf("NDMAP: nd_map_cont->dm_segs[%d].ds_len = %ld\n",
891 stat->nd_idx_cont,stat->nd_map_cont->dm_segs[stat->nd_idx_cont].ds_len);
892 if (stat->nd_map_cont != stat->nd_map) {
893 int i;
894 printf("NDMAP: Entire map;\n");
895 for(i=0;i<stat->nd_map_cont->dm_nsegs;i++) {
896 printf("NDMAP: nd_map_cont->dm_segs[%d].ds_addr = 0x%08lx\n",
897 i,stat->nd_map_cont->dm_segs[i].ds_addr);
898 printf("NDMAP: nd_map_cont->dm_segs[%d].ds_len = %ld\n",
899 i,stat->nd_map_cont->dm_segs[i].ds_len);
900 }
901 }
902 } else {
903 printf("NDMAP: nd_map_cont = NULL\n");
904 }
905
906 bitmask_snprintf(dd_csr, DMACSR_BITS, sbuf, sizeof(sbuf));
907 printf("NDMAP: dd->dd_csr = 0x%s\n", sbuf);
908
909 printf("NDMAP: dd->dd_saved_next = 0x%08lx\n", dd_saved_next);
910 printf("NDMAP: dd->dd_saved_limit = 0x%08lx\n", dd_saved_limit);
911 printf("NDMAP: dd->dd_saved_start = 0x%08lx\n", dd_saved_start);
912 printf("NDMAP: dd->dd_saved_stop = 0x%08lx\n", dd_saved_stop);
913 printf("NDMAP: dd->dd_next = 0x%08lx\n", dd_next);
914 printf("NDMAP: dd->dd_next_initbuf = 0x%08lx\n", dd_next_initbuf);
915 printf("NDMAP: dd->dd_limit = 0x%08lx\n", dd_limit);
916 printf("NDMAP: dd->dd_start = 0x%08lx\n", dd_start);
917 printf("NDMAP: dd->dd_stop = 0x%08lx\n", dd_stop);
918
919 bitmask_snprintf(NEXT_I_BIT(nsc->sc_chan->nd_intr), NEXT_INTR_BITS,
920 sbuf, sizeof(sbuf));
921 printf("NDMAP: interrupt ipl (%ld) intr(0x%s)\n",
922 NEXT_I_IPL(nsc->sc_chan->nd_intr), sbuf);
923 }
924
925 #if defined(ND_DEBUG)
926 void
927 nextdma_debug_initstate(struct nextdma_softc *nsc)
928 {
929 switch(nsc->sc_chan->nd_intr) {
930 case NEXT_I_ENETR_DMA:
931 memset(nextdma_debug_enetr_state,0,sizeof(nextdma_debug_enetr_state));
932 break;
933 case NEXT_I_SCSI_DMA:
934 memset(nextdma_debug_scsi_state,0,sizeof(nextdma_debug_scsi_state));
935 break;
936 }
937 }
938
939 void
940 nextdma_debug_savestate(struct nextdma_softc *nsc, unsigned int state)
941 {
942 switch(nsc->sc_chan->nd_intr) {
943 case NEXT_I_ENETR_DMA:
944 nextdma_debug_enetr_state[nextdma_debug_enetr_idx++] = state;
945 nextdma_debug_enetr_idx %= (sizeof(nextdma_debug_enetr_state)/sizeof(unsigned int));
946 break;
947 case NEXT_I_SCSI_DMA:
948 nextdma_debug_scsi_state[nextdma_debug_scsi_idx++] = state;
949 nextdma_debug_scsi_idx %= (sizeof(nextdma_debug_scsi_state)/sizeof(unsigned int));
950 break;
951 }
952 }
953
954 void
955 nextdma_debug_enetr_dumpstate(void)
956 {
957 int i;
958 int s;
959 s = spldma();
960 i = nextdma_debug_enetr_idx;
961 do {
962 char sbuf[256];
963 if (nextdma_debug_enetr_state[i]) {
964 bitmask_snprintf(nextdma_debug_enetr_state[i], DMACSR_BITS, sbuf, sizeof(sbuf));
965 printf("DMA: 0x%02x state 0x%s\n",i,sbuf);
966 }
967 i++;
968 i %= (sizeof(nextdma_debug_enetr_state)/sizeof(unsigned int));
969 } while (i != nextdma_debug_enetr_idx);
970 splx(s);
971 }
972
973 void
974 nextdma_debug_scsi_dumpstate(void)
975 {
976 int i;
977 int s;
978 s = spldma();
979 i = nextdma_debug_scsi_idx;
980 do {
981 char sbuf[256];
982 if (nextdma_debug_scsi_state[i]) {
983 bitmask_snprintf(nextdma_debug_scsi_state[i], DMACSR_BITS, sbuf, sizeof(sbuf));
984 printf("DMA: 0x%02x state 0x%s\n",i,sbuf);
985 }
986 i++;
987 i %= (sizeof(nextdma_debug_scsi_state)/sizeof(unsigned int));
988 } while (i != nextdma_debug_scsi_idx);
989 splx(s);
990 }
991 #endif
992
993