bus_dma.c revision 1.20 1 /* $NetBSD: bus_dma.c,v 1.20 2003/07/15 02:15:02 lukem Exp $ */
2
3 /*-
4 * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the NetBSD
22 * Foundation, Inc. and its contributors.
23 * 4. Neither the name of The NetBSD Foundation nor the names of its
24 * contributors may be used to endorse or promote products derived
25 * from this software without specific prior written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39 /*
40 * bus_dma routines for vax. File copied from arm32/bus_dma.c.
41 * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
42 */
43
44 #include <sys/cdefs.h>
45 __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.20 2003/07/15 02:15:02 lukem Exp $");
46
47 #include <sys/param.h>
48 #include <sys/systm.h>
49 #include <sys/kernel.h>
50 #include <sys/proc.h>
51 #include <sys/buf.h>
52 #include <sys/reboot.h>
53 #include <sys/conf.h>
54 #include <sys/file.h>
55 #include <sys/malloc.h>
56 #include <sys/mbuf.h>
57 #include <sys/vnode.h>
58 #include <sys/device.h>
59
60 #include <uvm/uvm_extern.h>
61
62 #define _VAX_BUS_DMA_PRIVATE
63 #include <machine/bus.h>
64
65 #include <machine/ka43.h>
66 #include <machine/sid.h>
67
68 extern paddr_t avail_start, avail_end;
69 extern vaddr_t virtual_avail;
70
71 int _bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
72 bus_size_t, struct proc *, int, vaddr_t *, int *, int));
73 int _bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
74 int _bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
75 bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
76 /*
77 * Common function for DMA map creation. May be called by bus-specific
78 * DMA map creation functions.
79 */
80 int
81 _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
82 bus_dma_tag_t t;
83 bus_size_t size;
84 int nsegments;
85 bus_size_t maxsegsz;
86 bus_size_t boundary;
87 int flags;
88 bus_dmamap_t *dmamp;
89 {
90 struct vax_bus_dmamap *map;
91 void *mapstore;
92 size_t mapsize;
93
94 #ifdef DEBUG_DMA
95 printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
96 t, size, nsegments, maxsegsz, boundary, flags);
97 #endif /* DEBUG_DMA */
98
99 /*
100 * Allocate and initialize the DMA map. The end of the map
101 * is a variable-sized array of segments, so we allocate enough
102 * room for them in one shot.
103 *
104 * Note we don't preserve the WAITOK or NOWAIT flags. Preservation
105 * of ALLOCNOW notifies others that we've reserved these resources,
106 * and they are not to be freed.
107 *
108 * The bus_dmamap_t includes one bus_dma_segment_t, hence
109 * the (nsegments - 1).
110 */
111 mapsize = sizeof(struct vax_bus_dmamap) +
112 (sizeof(bus_dma_segment_t) * (nsegments - 1));
113 if ((mapstore = malloc(mapsize, M_DMAMAP,
114 (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
115 return (ENOMEM);
116
117 bzero(mapstore, mapsize);
118 map = (struct vax_bus_dmamap *)mapstore;
119 map->_dm_size = size;
120 map->_dm_segcnt = nsegments;
121 map->_dm_maxsegsz = maxsegsz;
122 map->_dm_boundary = boundary;
123 map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
124 map->dm_mapsize = 0; /* no valid mappings */
125 map->dm_nsegs = 0;
126
127 *dmamp = map;
128 #ifdef DEBUG_DMA
129 printf("dmamap_create:map=%p\n", map);
130 #endif /* DEBUG_DMA */
131 return (0);
132 }
133
134 /*
135 * Common function for DMA map destruction. May be called by bus-specific
136 * DMA map destruction functions.
137 */
138 void
139 _bus_dmamap_destroy(t, map)
140 bus_dma_tag_t t;
141 bus_dmamap_t map;
142 {
143
144 #ifdef DEBUG_DMA
145 printf("dmamap_destroy: t=%p map=%p\n", t, map);
146 #endif /* DEBUG_DMA */
147 #ifdef DIAGNOSTIC
148 if (map->dm_nsegs > 0)
149 printf("bus_dmamap_destroy() called for map with valid mappings\n");
150 #endif /* DIAGNOSTIC */
151 free(map, M_DEVBUF);
152 }
153
154 /*
155 * Common function for loading a DMA map with a linear buffer. May
156 * be called by bus-specific DMA map load functions.
157 */
158 int
159 _bus_dmamap_load(t, map, buf, buflen, p, flags)
160 bus_dma_tag_t t;
161 bus_dmamap_t map;
162 void *buf;
163 bus_size_t buflen;
164 struct proc *p;
165 int flags;
166 {
167 vaddr_t lastaddr;
168 int seg, error;
169
170 #ifdef DEBUG_DMA
171 printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
172 t, map, buf, buflen, p, flags);
173 #endif /* DEBUG_DMA */
174
175 /*
176 * Make sure that on error condition we return "no valid mappings".
177 */
178 map->dm_mapsize = 0;
179 map->dm_nsegs = 0;
180
181 if (buflen > map->_dm_size)
182 return (EINVAL);
183
184 seg = 0;
185 error = _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags,
186 &lastaddr, &seg, 1);
187 if (error == 0) {
188 map->dm_mapsize = buflen;
189 map->dm_nsegs = seg + 1;
190 }
191 #ifdef DEBUG_DMA
192 printf("dmamap_load: error=%d\n", error);
193 #endif /* DEBUG_DMA */
194 return (error);
195 }
196
197 /*
198 * Like _bus_dmamap_load(), but for mbufs.
199 */
200 int
201 _bus_dmamap_load_mbuf(t, map, m0, flags)
202 bus_dma_tag_t t;
203 bus_dmamap_t map;
204 struct mbuf *m0;
205 int flags;
206 {
207 vaddr_t lastaddr;
208 int seg, error, first;
209 struct mbuf *m;
210
211 #ifdef DEBUG_DMA
212 printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
213 t, map, m0, flags);
214 #endif /* DEBUG_DMA */
215
216 /*
217 * Make sure that on error condition we return "no valid mappings."
218 */
219 map->dm_mapsize = 0;
220 map->dm_nsegs = 0;
221
222 #ifdef DIAGNOSTIC
223 if ((m0->m_flags & M_PKTHDR) == 0)
224 panic("_bus_dmamap_load_mbuf: no packet header");
225 #endif /* DIAGNOSTIC */
226
227 if (m0->m_pkthdr.len > map->_dm_size)
228 return (EINVAL);
229
230 first = 1;
231 seg = 0;
232 error = 0;
233 for (m = m0; m != NULL && error == 0; m = m->m_next) {
234 error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
235 NULL, flags, &lastaddr, &seg, first);
236 first = 0;
237 }
238 if (error == 0) {
239 map->dm_mapsize = m0->m_pkthdr.len;
240 map->dm_nsegs = seg + 1;
241 }
242 #ifdef DEBUG_DMA
243 printf("dmamap_load_mbuf: error=%d\n", error);
244 #endif /* DEBUG_DMA */
245 return (error);
246 }
247
248 /*
249 * Like _bus_dmamap_load(), but for uios.
250 */
251 int
252 _bus_dmamap_load_uio(t, map, uio, flags)
253 bus_dma_tag_t t;
254 bus_dmamap_t map;
255 struct uio *uio;
256 int flags;
257 {
258 vaddr_t lastaddr;
259 int seg, i, error, first;
260 bus_size_t minlen, resid;
261 struct proc *p = NULL;
262 struct iovec *iov;
263 caddr_t addr;
264
265 /*
266 * Make sure that on error condition we return "no valid mappings."
267 */
268 map->dm_mapsize = 0;
269 map->dm_nsegs = 0;
270
271 resid = uio->uio_resid;
272 iov = uio->uio_iov;
273
274 if (uio->uio_segflg == UIO_USERSPACE) {
275 p = uio->uio_procp;
276 #ifdef DIAGNOSTIC
277 if (p == NULL)
278 panic("_bus_dmamap_load_uio: USERSPACE but no proc");
279 #endif
280 }
281
282 first = 1;
283 seg = 0;
284 error = 0;
285 for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
286 /*
287 * Now at the first iovec to load. Load each iovec
288 * until we have exhausted the residual count.
289 */
290 minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
291 addr = (caddr_t)iov[i].iov_base;
292
293 error = _bus_dmamap_load_buffer(t, map, addr, minlen,
294 p, flags, &lastaddr, &seg, first);
295 first = 0;
296
297 resid -= minlen;
298 }
299 if (error == 0) {
300 map->dm_mapsize = uio->uio_resid;
301 map->dm_nsegs = seg + 1;
302 }
303 return (error);
304 }
305
306 /*
307 * Like _bus_dmamap_load(), but for raw memory allocated with
308 * bus_dmamem_alloc().
309 */
310 int
311 _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
312 bus_dma_tag_t t;
313 bus_dmamap_t map;
314 bus_dma_segment_t *segs;
315 int nsegs;
316 bus_size_t size;
317 int flags;
318 {
319
320 panic("_bus_dmamap_load_raw: not implemented");
321 }
322
323 /*
324 * Common function for unloading a DMA map. May be called by
325 * bus-specific DMA map unload functions.
326 */
327 void
328 _bus_dmamap_unload(t, map)
329 bus_dma_tag_t t;
330 bus_dmamap_t map;
331 {
332
333 #ifdef DEBUG_DMA
334 printf("dmamap_unload: t=%p map=%p\n", t, map);
335 #endif /* DEBUG_DMA */
336
337 /*
338 * No resources to free; just mark the mappings as
339 * invalid.
340 */
341 map->dm_mapsize = 0;
342 map->dm_nsegs = 0;
343 }
344
345 /*
346 * Common function for DMA map synchronization. May be called
347 * by bus-specific DMA map synchronization functions.
348 */
349 void
350 _bus_dmamap_sync(t, map, offset, len, ops)
351 bus_dma_tag_t t;
352 bus_dmamap_t map;
353 bus_addr_t offset;
354 bus_size_t len;
355 int ops;
356 {
357 #ifdef DEBUG_DMA
358 printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
359 t, map, offset, len, ops);
360 #endif /* DEBUG_DMA */
361 /*
362 * A vax only has snoop-cache, so this routine is a no-op.
363 */
364 return;
365 }
366
367 /*
368 * Common function for DMA-safe memory allocation. May be called
369 * by bus-specific DMA memory allocation functions.
370 */
371
372 int
373 _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
374 bus_dma_tag_t t;
375 bus_size_t size, alignment, boundary;
376 bus_dma_segment_t *segs;
377 int nsegs;
378 int *rsegs;
379 int flags;
380 {
381 int error;
382
383 error = (_bus_dmamem_alloc_range(t, size, alignment, boundary,
384 segs, nsegs, rsegs, flags, round_page(avail_start),
385 trunc_page(avail_end)));
386 return(error);
387 }
388
389 /*
390 * Common function for freeing DMA-safe memory. May be called by
391 * bus-specific DMA memory free functions.
392 */
393 void
394 _bus_dmamem_free(t, segs, nsegs)
395 bus_dma_tag_t t;
396 bus_dma_segment_t *segs;
397 int nsegs;
398 {
399 struct vm_page *m;
400 bus_addr_t addr;
401 struct pglist mlist;
402 int curseg;
403
404 #ifdef DEBUG_DMA
405 printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
406 #endif /* DEBUG_DMA */
407
408 /*
409 * Build a list of pages to free back to the VM system.
410 */
411 TAILQ_INIT(&mlist);
412 for (curseg = 0; curseg < nsegs; curseg++) {
413 for (addr = segs[curseg].ds_addr;
414 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
415 addr += PAGE_SIZE) {
416 m = PHYS_TO_VM_PAGE(addr);
417 TAILQ_INSERT_TAIL(&mlist, m, pageq);
418 }
419 }
420 uvm_pglistfree(&mlist);
421 }
422
423 /*
424 * Common function for mapping DMA-safe memory. May be called by
425 * bus-specific DMA memory map functions.
426 */
427 int
428 _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
429 bus_dma_tag_t t;
430 bus_dma_segment_t *segs;
431 int nsegs;
432 size_t size;
433 caddr_t *kvap;
434 int flags;
435 {
436 vaddr_t va;
437 bus_addr_t addr;
438 int curseg;
439
440 /*
441 * Special case (but common):
442 * If there is only one physical segment then the already-mapped
443 * virtual address is returned, since all physical memory is already
444 * in the beginning of kernel virtual memory.
445 */
446 if (nsegs == 1) {
447 *kvap = (caddr_t)(segs[0].ds_addr | KERNBASE);
448 /*
449 * KA43 (3100/m76) must have its DMA-safe memory accessed
450 * through DIAGMEM. Remap it here.
451 */
452 if (vax_boardtype == VAX_BTYP_43) {
453 pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
454 (segs[0].ds_addr|KA43_DIAGMEM) + size,
455 VM_PROT_READ|VM_PROT_WRITE);
456 }
457 return 0;
458 }
459 size = round_page(size);
460 va = uvm_km_valloc(kernel_map, size);
461
462 if (va == 0)
463 return (ENOMEM);
464
465 *kvap = (caddr_t)va;
466
467 for (curseg = 0; curseg < nsegs; curseg++) {
468 for (addr = segs[curseg].ds_addr;
469 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
470 addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
471 if (size == 0)
472 panic("_bus_dmamem_map: size botch");
473 if (vax_boardtype == VAX_BTYP_43)
474 addr |= KA43_DIAGMEM;
475 pmap_enter(pmap_kernel(), va, addr,
476 VM_PROT_READ | VM_PROT_WRITE,
477 VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
478 }
479 }
480 pmap_update(pmap_kernel());
481 return (0);
482 }
483
484 /*
485 * Common function for unmapping DMA-safe memory. May be called by
486 * bus-specific DMA memory unmapping functions.
487 */
488 void
489 _bus_dmamem_unmap(t, kva, size)
490 bus_dma_tag_t t;
491 caddr_t kva;
492 size_t size;
493 {
494
495 #ifdef DEBUG_DMA
496 printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
497 #endif /* DEBUG_DMA */
498 #ifdef DIAGNOSTIC
499 if ((u_long)kva & PGOFSET)
500 panic("_bus_dmamem_unmap");
501 #endif /* DIAGNOSTIC */
502
503 /* Avoid free'ing if not mapped */
504 if (kva >= (caddr_t)virtual_avail)
505 uvm_km_free(kernel_map, (vaddr_t)kva, round_page(size));
506 }
507
508 /*
509 * Common functin for mmap(2)'ing DMA-safe memory. May be called by
510 * bus-specific DMA mmap(2)'ing functions.
511 */
512 paddr_t
513 _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
514 bus_dma_tag_t t;
515 bus_dma_segment_t *segs;
516 int nsegs;
517 off_t off;
518 int prot, flags;
519 {
520 int i;
521
522 for (i = 0; i < nsegs; i++) {
523 #ifdef DIAGNOSTIC
524 if (off & PGOFSET)
525 panic("_bus_dmamem_mmap: offset unaligned");
526 if (segs[i].ds_addr & PGOFSET)
527 panic("_bus_dmamem_mmap: segment unaligned");
528 if (segs[i].ds_len & PGOFSET)
529 panic("_bus_dmamem_mmap: segment size not multiple"
530 " of page size");
531 #endif /* DIAGNOSTIC */
532 if (off >= segs[i].ds_len) {
533 off -= segs[i].ds_len;
534 continue;
535 }
536
537 return (btop((u_long)segs[i].ds_addr + off));
538 }
539
540 /* Page not found. */
541 return (-1);
542 }
543
544 /**********************************************************************
545 * DMA utility functions
546 **********************************************************************/
547
548 /*
549 * Utility function to load a linear buffer. lastaddrp holds state
550 * between invocations (for multiple-buffer loads). segp contains
551 * the starting segment on entrace, and the ending segment on exit.
552 * first indicates if this is the first invocation of this function.
553 */
554 int
555 _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags, lastaddrp, segp, first)
556 bus_dma_tag_t t;
557 bus_dmamap_t map;
558 void *buf;
559 bus_size_t buflen;
560 struct proc *p;
561 int flags;
562 vaddr_t *lastaddrp;
563 int *segp;
564 int first;
565 {
566 bus_size_t sgsize;
567 bus_addr_t curaddr, lastaddr, baddr, bmask;
568 vaddr_t vaddr = (vaddr_t)buf;
569 int seg;
570 pmap_t pmap;
571
572 #ifdef DEBUG_DMA
573 printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
574 buf, buflen, flags, first);
575 #endif /* DEBUG_DMA */
576
577 if (p != NULL)
578 pmap = p->p_vmspace->vm_map.pmap;
579 else
580 pmap = pmap_kernel();
581
582 lastaddr = *lastaddrp;
583 bmask = ~(map->_dm_boundary - 1);
584
585 for (seg = *segp; buflen > 0; ) {
586 /*
587 * Get the physical address for this segment.
588 */
589 (void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
590
591 #if 0
592 /*
593 * Make sure we're in an allowed DMA range.
594 */
595 if (t->_ranges != NULL &&
596 _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
597 return (EINVAL);
598 #endif
599
600 /*
601 * Compute the segment size, and adjust counts.
602 */
603 sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
604 if (buflen < sgsize)
605 sgsize = buflen;
606
607 /*
608 * Make sure we don't cross any boundaries.
609 */
610 if (map->_dm_boundary > 0) {
611 baddr = (curaddr + map->_dm_boundary) & bmask;
612 if (sgsize > (baddr - curaddr))
613 sgsize = (baddr - curaddr);
614 }
615
616 /*
617 * Insert chunk into a segment, coalescing with
618 * previous segment if possible.
619 */
620 if (first) {
621 map->dm_segs[seg].ds_addr = curaddr;
622 map->dm_segs[seg].ds_len = sgsize;
623 first = 0;
624 } else {
625 if (curaddr == lastaddr &&
626 (map->dm_segs[seg].ds_len + sgsize) <=
627 map->_dm_maxsegsz &&
628 (map->_dm_boundary == 0 ||
629 (map->dm_segs[seg].ds_addr & bmask) ==
630 (curaddr & bmask)))
631 map->dm_segs[seg].ds_len += sgsize;
632 else {
633 if (++seg >= map->_dm_segcnt)
634 break;
635 map->dm_segs[seg].ds_addr = curaddr;
636 map->dm_segs[seg].ds_len = sgsize;
637 }
638 }
639
640 lastaddr = curaddr + sgsize;
641 vaddr += sgsize;
642 buflen -= sgsize;
643 }
644
645 *segp = seg;
646 *lastaddrp = lastaddr;
647
648 /*
649 * Did we fit?
650 */
651 if (buflen != 0)
652 return (EFBIG); /* XXX better return value here? */
653 return (0);
654 }
655
656 /*
657 * Check to see if the specified page is in an allowed DMA range.
658 */
659 int
660 _bus_dma_inrange(ranges, nranges, curaddr)
661 bus_dma_segment_t *ranges;
662 int nranges;
663 bus_addr_t curaddr;
664 {
665 bus_dma_segment_t *ds;
666 int i;
667
668 for (i = 0, ds = ranges; i < nranges; i++, ds++) {
669 if (curaddr >= ds->ds_addr &&
670 round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
671 return (1);
672 }
673
674 return (0);
675 }
676
677 /*
678 * Allocate physical memory from the given physical address range.
679 * Called by DMA-safe memory allocation methods.
680 */
681 int
682 _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
683 flags, low, high)
684 bus_dma_tag_t t;
685 bus_size_t size, alignment, boundary;
686 bus_dma_segment_t *segs;
687 int nsegs;
688 int *rsegs;
689 int flags;
690 vaddr_t low;
691 vaddr_t high;
692 {
693 vaddr_t curaddr, lastaddr;
694 struct vm_page *m;
695 struct pglist mlist;
696 int curseg, error;
697
698 #ifdef DEBUG_DMA
699 printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
700 t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
701 #endif /* DEBUG_DMA */
702
703 /* Always round the size. */
704 size = round_page(size);
705
706 /*
707 * Allocate pages from the VM system.
708 */
709 error = uvm_pglistalloc(size, low, high, alignment, boundary,
710 &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
711 if (error)
712 return (error);
713
714 /*
715 * Compute the location, size, and number of segments actually
716 * returned by the VM code.
717 */
718 m = mlist.tqh_first;
719 curseg = 0;
720 lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
721 segs[curseg].ds_len = PAGE_SIZE;
722 #ifdef DEBUG_DMA
723 printf("alloc: page %lx\n", lastaddr);
724 #endif /* DEBUG_DMA */
725 m = m->pageq.tqe_next;
726
727 for (; m != NULL; m = m->pageq.tqe_next) {
728 curaddr = VM_PAGE_TO_PHYS(m);
729 #ifdef DIAGNOSTIC
730 if (curaddr < low || curaddr >= high) {
731 printf("uvm_pglistalloc returned non-sensical"
732 " address 0x%lx\n", curaddr);
733 panic("_bus_dmamem_alloc_range");
734 }
735 #endif /* DIAGNOSTIC */
736 #ifdef DEBUG_DMA
737 printf("alloc: page %lx\n", curaddr);
738 #endif /* DEBUG_DMA */
739 if (curaddr == (lastaddr + PAGE_SIZE))
740 segs[curseg].ds_len += PAGE_SIZE;
741 else {
742 curseg++;
743 segs[curseg].ds_addr = curaddr;
744 segs[curseg].ds_len = PAGE_SIZE;
745 }
746 lastaddr = curaddr;
747 }
748
749 *rsegs = curseg + 1;
750
751 return (0);
752 }
753
754 /*
755 * "generic" DMA struct, nothing special.
756 */
757 struct vax_bus_dma_tag vax_bus_dma_tag = {
758 NULL,
759 0,
760 0,
761 0,
762 0,
763 0,
764 _bus_dmamap_create,
765 _bus_dmamap_destroy,
766 _bus_dmamap_load,
767 _bus_dmamap_load_mbuf,
768 _bus_dmamap_load_uio,
769 _bus_dmamap_load_raw,
770 _bus_dmamap_unload,
771 _bus_dmamap_sync,
772 _bus_dmamem_alloc,
773 _bus_dmamem_free,
774 _bus_dmamem_map,
775 _bus_dmamem_unmap,
776 _bus_dmamem_mmap,
777 };
778