bus_dma.c revision 1.25.2.1 1 /* $NetBSD: bus_dma.c,v 1.25.2.1 2006/02/18 08:29:36 yamt Exp $ */
2
3 /*-
4 * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the NetBSD
22 * Foundation, Inc. and its contributors.
23 * 4. Neither the name of The NetBSD Foundation nor the names of its
24 * contributors may be used to endorse or promote products derived
25 * from this software without specific prior written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39 /*
40 * bus_dma routines for vax. File copied from arm32/bus_dma.c.
41 * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
42 */
43
44 #include <sys/cdefs.h>
45 __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.25.2.1 2006/02/18 08:29:36 yamt Exp $");
46
47 #include <sys/param.h>
48 #include <sys/systm.h>
49 #include <sys/kernel.h>
50 #include <sys/proc.h>
51 #include <sys/buf.h>
52 #include <sys/reboot.h>
53 #include <sys/conf.h>
54 #include <sys/file.h>
55 #include <sys/malloc.h>
56 #include <sys/mbuf.h>
57 #include <sys/vnode.h>
58 #include <sys/device.h>
59
60 #include <uvm/uvm_extern.h>
61
62 #define _VAX_BUS_DMA_PRIVATE
63 #include <machine/bus.h>
64
65 #include <machine/ka43.h>
66 #include <machine/sid.h>
67
68 extern paddr_t avail_start, avail_end;
69 extern vaddr_t virtual_avail;
70
71 int _bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
72 bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
73 int _bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
74 int _bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
75 bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
76 /*
77 * Common function for DMA map creation. May be called by bus-specific
78 * DMA map creation functions.
79 */
80 int
81 _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
82 bus_dma_tag_t t;
83 bus_size_t size;
84 int nsegments;
85 bus_size_t maxsegsz;
86 bus_size_t boundary;
87 int flags;
88 bus_dmamap_t *dmamp;
89 {
90 struct vax_bus_dmamap *map;
91 void *mapstore;
92 size_t mapsize;
93
94 #ifdef DEBUG_DMA
95 printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
96 t, size, nsegments, maxsegsz, boundary, flags);
97 #endif /* DEBUG_DMA */
98
99 /*
100 * Allocate and initialize the DMA map. The end of the map
101 * is a variable-sized array of segments, so we allocate enough
102 * room for them in one shot.
103 *
104 * Note we don't preserve the WAITOK or NOWAIT flags. Preservation
105 * of ALLOCNOW notifies others that we've reserved these resources,
106 * and they are not to be freed.
107 *
108 * The bus_dmamap_t includes one bus_dma_segment_t, hence
109 * the (nsegments - 1).
110 */
111 mapsize = sizeof(struct vax_bus_dmamap) +
112 (sizeof(bus_dma_segment_t) * (nsegments - 1));
113 if ((mapstore = malloc(mapsize, M_DMAMAP,
114 (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
115 return (ENOMEM);
116
117 bzero(mapstore, mapsize);
118 map = (struct vax_bus_dmamap *)mapstore;
119 map->_dm_size = size;
120 map->_dm_segcnt = nsegments;
121 map->_dm_maxmaxsegsz = maxsegsz;
122 map->_dm_boundary = boundary;
123 map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
124 map->dm_maxsegsz = maxsegsz;
125 map->dm_mapsize = 0; /* no valid mappings */
126 map->dm_nsegs = 0;
127
128 *dmamp = map;
129 #ifdef DEBUG_DMA
130 printf("dmamap_create:map=%p\n", map);
131 #endif /* DEBUG_DMA */
132 return (0);
133 }
134
135 /*
136 * Common function for DMA map destruction. May be called by bus-specific
137 * DMA map destruction functions.
138 */
139 void
140 _bus_dmamap_destroy(t, map)
141 bus_dma_tag_t t;
142 bus_dmamap_t map;
143 {
144
145 #ifdef DEBUG_DMA
146 printf("dmamap_destroy: t=%p map=%p\n", t, map);
147 #endif /* DEBUG_DMA */
148 #ifdef DIAGNOSTIC
149 if (map->dm_nsegs > 0)
150 printf("bus_dmamap_destroy() called for map with valid mappings\n");
151 #endif /* DIAGNOSTIC */
152 free(map, M_DEVBUF);
153 }
154
155 /*
156 * Common function for loading a DMA map with a linear buffer. May
157 * be called by bus-specific DMA map load functions.
158 */
159 int
160 _bus_dmamap_load(t, map, buf, buflen, p, flags)
161 bus_dma_tag_t t;
162 bus_dmamap_t map;
163 void *buf;
164 bus_size_t buflen;
165 struct proc *p;
166 int flags;
167 {
168 vaddr_t lastaddr;
169 int seg, error;
170 struct vmspace *vm;
171
172 #ifdef DEBUG_DMA
173 printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
174 t, map, buf, buflen, p, flags);
175 #endif /* DEBUG_DMA */
176
177 /*
178 * Make sure that on error condition we return "no valid mappings".
179 */
180 map->dm_mapsize = 0;
181 map->dm_nsegs = 0;
182 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
183
184 if (buflen > map->_dm_size)
185 return (EINVAL);
186
187 if (p != NULL) {
188 vm = p->p_vmspace;
189 } else {
190 vm = vmspace_kernel();
191 }
192
193 seg = 0;
194 error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
195 &lastaddr, &seg, 1);
196 if (error == 0) {
197 map->dm_mapsize = buflen;
198 map->dm_nsegs = seg + 1;
199 }
200 #ifdef DEBUG_DMA
201 printf("dmamap_load: error=%d\n", error);
202 #endif /* DEBUG_DMA */
203 return (error);
204 }
205
206 /*
207 * Like _bus_dmamap_load(), but for mbufs.
208 */
209 int
210 _bus_dmamap_load_mbuf(t, map, m0, flags)
211 bus_dma_tag_t t;
212 bus_dmamap_t map;
213 struct mbuf *m0;
214 int flags;
215 {
216 vaddr_t lastaddr;
217 int seg, error, first;
218 struct mbuf *m;
219
220 #ifdef DEBUG_DMA
221 printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
222 t, map, m0, flags);
223 #endif /* DEBUG_DMA */
224
225 /*
226 * Make sure that on error condition we return "no valid mappings."
227 */
228 map->dm_mapsize = 0;
229 map->dm_nsegs = 0;
230 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
231
232 #ifdef DIAGNOSTIC
233 if ((m0->m_flags & M_PKTHDR) == 0)
234 panic("_bus_dmamap_load_mbuf: no packet header");
235 #endif /* DIAGNOSTIC */
236
237 if (m0->m_pkthdr.len > map->_dm_size)
238 return (EINVAL);
239
240 first = 1;
241 seg = 0;
242 error = 0;
243 for (m = m0; m != NULL && error == 0; m = m->m_next) {
244 if (m->m_len == 0)
245 continue;
246 error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
247 vmspace_kernel(), flags, &lastaddr, &seg, first);
248 first = 0;
249 }
250 if (error == 0) {
251 map->dm_mapsize = m0->m_pkthdr.len;
252 map->dm_nsegs = seg + 1;
253 }
254 #ifdef DEBUG_DMA
255 printf("dmamap_load_mbuf: error=%d\n", error);
256 #endif /* DEBUG_DMA */
257 return (error);
258 }
259
260 /*
261 * Like _bus_dmamap_load(), but for uios.
262 */
263 int
264 _bus_dmamap_load_uio(t, map, uio, flags)
265 bus_dma_tag_t t;
266 bus_dmamap_t map;
267 struct uio *uio;
268 int flags;
269 {
270 vaddr_t lastaddr;
271 int seg, i, error, first;
272 bus_size_t minlen, resid;
273 struct proc *p = NULL;
274 struct iovec *iov;
275 caddr_t addr;
276
277 /*
278 * Make sure that on error condition we return "no valid mappings."
279 */
280 map->dm_mapsize = 0;
281 map->dm_nsegs = 0;
282 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
283
284 resid = uio->uio_resid;
285 iov = uio->uio_iov;
286
287 first = 1;
288 seg = 0;
289 error = 0;
290 for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
291 /*
292 * Now at the first iovec to load. Load each iovec
293 * until we have exhausted the residual count.
294 */
295 minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
296 addr = (caddr_t)iov[i].iov_base;
297
298 error = _bus_dmamap_load_buffer(t, map, addr, minlen,
299 uio->uio_vmspace, flags, &lastaddr, &seg, first);
300 first = 0;
301
302 resid -= minlen;
303 }
304 if (error == 0) {
305 map->dm_mapsize = uio->uio_resid;
306 map->dm_nsegs = seg + 1;
307 }
308 return (error);
309 }
310
311 /*
312 * Like _bus_dmamap_load(), but for raw memory allocated with
313 * bus_dmamem_alloc().
314 */
315 int
316 _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
317 bus_dma_tag_t t;
318 bus_dmamap_t map;
319 bus_dma_segment_t *segs;
320 int nsegs;
321 bus_size_t size;
322 int flags;
323 {
324
325 panic("_bus_dmamap_load_raw: not implemented");
326 }
327
328 /*
329 * Common function for unloading a DMA map. May be called by
330 * bus-specific DMA map unload functions.
331 */
332 void
333 _bus_dmamap_unload(t, map)
334 bus_dma_tag_t t;
335 bus_dmamap_t map;
336 {
337
338 #ifdef DEBUG_DMA
339 printf("dmamap_unload: t=%p map=%p\n", t, map);
340 #endif /* DEBUG_DMA */
341
342 /*
343 * No resources to free; just mark the mappings as
344 * invalid.
345 */
346 map->dm_maxsegsz = map->_dm_maxmaxsegsz;
347 map->dm_mapsize = 0;
348 map->dm_nsegs = 0;
349 }
350
351 /*
352 * Common function for DMA map synchronization. May be called
353 * by bus-specific DMA map synchronization functions.
354 */
355 void
356 _bus_dmamap_sync(t, map, offset, len, ops)
357 bus_dma_tag_t t;
358 bus_dmamap_t map;
359 bus_addr_t offset;
360 bus_size_t len;
361 int ops;
362 {
363 #ifdef DEBUG_DMA
364 printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
365 t, map, offset, len, ops);
366 #endif /* DEBUG_DMA */
367 /*
368 * A vax only has snoop-cache, so this routine is a no-op.
369 */
370 return;
371 }
372
373 /*
374 * Common function for DMA-safe memory allocation. May be called
375 * by bus-specific DMA memory allocation functions.
376 */
377
378 int
379 _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
380 bus_dma_tag_t t;
381 bus_size_t size, alignment, boundary;
382 bus_dma_segment_t *segs;
383 int nsegs;
384 int *rsegs;
385 int flags;
386 {
387 int error;
388
389 error = (_bus_dmamem_alloc_range(t, size, alignment, boundary,
390 segs, nsegs, rsegs, flags, round_page(avail_start),
391 trunc_page(avail_end)));
392 return(error);
393 }
394
395 /*
396 * Common function for freeing DMA-safe memory. May be called by
397 * bus-specific DMA memory free functions.
398 */
399 void
400 _bus_dmamem_free(t, segs, nsegs)
401 bus_dma_tag_t t;
402 bus_dma_segment_t *segs;
403 int nsegs;
404 {
405 struct vm_page *m;
406 bus_addr_t addr;
407 struct pglist mlist;
408 int curseg;
409
410 #ifdef DEBUG_DMA
411 printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
412 #endif /* DEBUG_DMA */
413
414 /*
415 * Build a list of pages to free back to the VM system.
416 */
417 TAILQ_INIT(&mlist);
418 for (curseg = 0; curseg < nsegs; curseg++) {
419 for (addr = segs[curseg].ds_addr;
420 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
421 addr += PAGE_SIZE) {
422 m = PHYS_TO_VM_PAGE(addr);
423 TAILQ_INSERT_TAIL(&mlist, m, pageq);
424 }
425 }
426 uvm_pglistfree(&mlist);
427 }
428
429 /*
430 * Common function for mapping DMA-safe memory. May be called by
431 * bus-specific DMA memory map functions.
432 */
433 int
434 _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
435 bus_dma_tag_t t;
436 bus_dma_segment_t *segs;
437 int nsegs;
438 size_t size;
439 caddr_t *kvap;
440 int flags;
441 {
442 vaddr_t va;
443 bus_addr_t addr;
444 int curseg;
445 const uvm_flag_t kmflags =
446 (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
447
448 /*
449 * Special case (but common):
450 * If there is only one physical segment then the already-mapped
451 * virtual address is returned, since all physical memory is already
452 * in the beginning of kernel virtual memory.
453 */
454 if (nsegs == 1) {
455 *kvap = (caddr_t)(segs[0].ds_addr | KERNBASE);
456 /*
457 * KA43 (3100/m76) must have its DMA-safe memory accessed
458 * through DIAGMEM. Remap it here.
459 */
460 if (vax_boardtype == VAX_BTYP_43) {
461 pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
462 (segs[0].ds_addr|KA43_DIAGMEM) + size,
463 VM_PROT_READ|VM_PROT_WRITE);
464 }
465 return 0;
466 }
467 size = round_page(size);
468 va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
469
470 if (va == 0)
471 return (ENOMEM);
472
473 *kvap = (caddr_t)va;
474
475 for (curseg = 0; curseg < nsegs; curseg++) {
476 for (addr = segs[curseg].ds_addr;
477 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
478 addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
479 if (size == 0)
480 panic("_bus_dmamem_map: size botch");
481 if (vax_boardtype == VAX_BTYP_43)
482 addr |= KA43_DIAGMEM;
483 pmap_enter(pmap_kernel(), va, addr,
484 VM_PROT_READ | VM_PROT_WRITE,
485 VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
486 }
487 }
488 pmap_update(pmap_kernel());
489 return (0);
490 }
491
492 /*
493 * Common function for unmapping DMA-safe memory. May be called by
494 * bus-specific DMA memory unmapping functions.
495 */
496 void
497 _bus_dmamem_unmap(t, kva, size)
498 bus_dma_tag_t t;
499 caddr_t kva;
500 size_t size;
501 {
502
503 #ifdef DEBUG_DMA
504 printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
505 #endif /* DEBUG_DMA */
506 #ifdef DIAGNOSTIC
507 if ((u_long)kva & PGOFSET)
508 panic("_bus_dmamem_unmap");
509 #endif /* DIAGNOSTIC */
510
511 /* Avoid free'ing if not mapped */
512 if (kva < (caddr_t)virtual_avail)
513 return;
514
515 size = round_page(size);
516 pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
517 pmap_update(pmap_kernel());
518 uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
519 }
520
521 /*
522 * Common functin for mmap(2)'ing DMA-safe memory. May be called by
523 * bus-specific DMA mmap(2)'ing functions.
524 */
525 paddr_t
526 _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
527 bus_dma_tag_t t;
528 bus_dma_segment_t *segs;
529 int nsegs;
530 off_t off;
531 int prot, flags;
532 {
533 int i;
534
535 for (i = 0; i < nsegs; i++) {
536 #ifdef DIAGNOSTIC
537 if (off & PGOFSET)
538 panic("_bus_dmamem_mmap: offset unaligned");
539 if (segs[i].ds_addr & PGOFSET)
540 panic("_bus_dmamem_mmap: segment unaligned");
541 if (segs[i].ds_len & PGOFSET)
542 panic("_bus_dmamem_mmap: segment size not multiple"
543 " of page size");
544 #endif /* DIAGNOSTIC */
545 if (off >= segs[i].ds_len) {
546 off -= segs[i].ds_len;
547 continue;
548 }
549
550 return (btop((u_long)segs[i].ds_addr + off));
551 }
552
553 /* Page not found. */
554 return (-1);
555 }
556
557 /**********************************************************************
558 * DMA utility functions
559 **********************************************************************/
560
561 /*
562 * Utility function to load a linear buffer. lastaddrp holds state
563 * between invocations (for multiple-buffer loads). segp contains
564 * the starting segment on entrace, and the ending segment on exit.
565 * first indicates if this is the first invocation of this function.
566 */
567 int
568 _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags, lastaddrp, segp, first)
569 bus_dma_tag_t t;
570 bus_dmamap_t map;
571 void *buf;
572 bus_size_t buflen;
573 struct proc *p;
574 int flags;
575 vaddr_t *lastaddrp;
576 int *segp;
577 int first;
578 {
579 bus_size_t sgsize;
580 bus_addr_t curaddr, lastaddr, baddr, bmask;
581 vaddr_t vaddr = (vaddr_t)buf;
582 int seg;
583 pmap_t pmap;
584
585 #ifdef DEBUG_DMA
586 printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
587 buf, buflen, flags, first);
588 #endif /* DEBUG_DMA */
589
590 if (p != NULL)
591 pmap = p->p_vmspace->vm_map.pmap;
592 else
593 pmap = pmap_kernel();
594
595 lastaddr = *lastaddrp;
596 bmask = ~(map->_dm_boundary - 1);
597
598 for (seg = *segp; buflen > 0; ) {
599 /*
600 * Get the physical address for this segment.
601 */
602 (void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
603
604 #if 0
605 /*
606 * Make sure we're in an allowed DMA range.
607 */
608 if (t->_ranges != NULL &&
609 _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
610 return (EINVAL);
611 #endif
612
613 /*
614 * Compute the segment size, and adjust counts.
615 */
616 sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
617 if (buflen < sgsize)
618 sgsize = buflen;
619
620 /*
621 * Make sure we don't cross any boundaries.
622 */
623 if (map->_dm_boundary > 0) {
624 baddr = (curaddr + map->_dm_boundary) & bmask;
625 if (sgsize > (baddr - curaddr))
626 sgsize = (baddr - curaddr);
627 }
628
629 /*
630 * Insert chunk into a segment, coalescing with
631 * previous segment if possible.
632 */
633 if (first) {
634 map->dm_segs[seg].ds_addr = curaddr;
635 map->dm_segs[seg].ds_len = sgsize;
636 first = 0;
637 } else {
638 if (curaddr == lastaddr &&
639 (map->dm_segs[seg].ds_len + sgsize) <=
640 map->dm_maxsegsz &&
641 (map->_dm_boundary == 0 ||
642 (map->dm_segs[seg].ds_addr & bmask) ==
643 (curaddr & bmask)))
644 map->dm_segs[seg].ds_len += sgsize;
645 else {
646 if (++seg >= map->_dm_segcnt)
647 break;
648 map->dm_segs[seg].ds_addr = curaddr;
649 map->dm_segs[seg].ds_len = sgsize;
650 }
651 }
652
653 lastaddr = curaddr + sgsize;
654 vaddr += sgsize;
655 buflen -= sgsize;
656 }
657
658 *segp = seg;
659 *lastaddrp = lastaddr;
660
661 /*
662 * Did we fit?
663 */
664 if (buflen != 0)
665 return (EFBIG); /* XXX better return value here? */
666 return (0);
667 }
668
669 /*
670 * Check to see if the specified page is in an allowed DMA range.
671 */
672 int
673 _bus_dma_inrange(ranges, nranges, curaddr)
674 bus_dma_segment_t *ranges;
675 int nranges;
676 bus_addr_t curaddr;
677 {
678 bus_dma_segment_t *ds;
679 int i;
680
681 for (i = 0, ds = ranges; i < nranges; i++, ds++) {
682 if (curaddr >= ds->ds_addr &&
683 round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
684 return (1);
685 }
686
687 return (0);
688 }
689
690 /*
691 * Allocate physical memory from the given physical address range.
692 * Called by DMA-safe memory allocation methods.
693 */
694 int
695 _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
696 flags, low, high)
697 bus_dma_tag_t t;
698 bus_size_t size, alignment, boundary;
699 bus_dma_segment_t *segs;
700 int nsegs;
701 int *rsegs;
702 int flags;
703 vaddr_t low;
704 vaddr_t high;
705 {
706 vaddr_t curaddr, lastaddr;
707 struct vm_page *m;
708 struct pglist mlist;
709 int curseg, error;
710
711 #ifdef DEBUG_DMA
712 printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
713 t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
714 #endif /* DEBUG_DMA */
715
716 /* Always round the size. */
717 size = round_page(size);
718
719 /*
720 * Allocate pages from the VM system.
721 */
722 error = uvm_pglistalloc(size, low, high, alignment, boundary,
723 &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
724 if (error)
725 return (error);
726
727 /*
728 * Compute the location, size, and number of segments actually
729 * returned by the VM code.
730 */
731 m = mlist.tqh_first;
732 curseg = 0;
733 lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
734 segs[curseg].ds_len = PAGE_SIZE;
735 #ifdef DEBUG_DMA
736 printf("alloc: page %lx\n", lastaddr);
737 #endif /* DEBUG_DMA */
738 m = m->pageq.tqe_next;
739
740 for (; m != NULL; m = m->pageq.tqe_next) {
741 curaddr = VM_PAGE_TO_PHYS(m);
742 #ifdef DIAGNOSTIC
743 if (curaddr < low || curaddr >= high) {
744 printf("uvm_pglistalloc returned non-sensical"
745 " address 0x%lx\n", curaddr);
746 panic("_bus_dmamem_alloc_range");
747 }
748 #endif /* DIAGNOSTIC */
749 #ifdef DEBUG_DMA
750 printf("alloc: page %lx\n", curaddr);
751 #endif /* DEBUG_DMA */
752 if (curaddr == (lastaddr + PAGE_SIZE))
753 segs[curseg].ds_len += PAGE_SIZE;
754 else {
755 curseg++;
756 segs[curseg].ds_addr = curaddr;
757 segs[curseg].ds_len = PAGE_SIZE;
758 }
759 lastaddr = curaddr;
760 }
761
762 *rsegs = curseg + 1;
763
764 return (0);
765 }
766
767 /*
768 * "generic" DMA struct, nothing special.
769 */
770 struct vax_bus_dma_tag vax_bus_dma_tag = {
771 NULL,
772 0,
773 0,
774 0,
775 0,
776 0,
777 _bus_dmamap_create,
778 _bus_dmamap_destroy,
779 _bus_dmamap_load,
780 _bus_dmamap_load_mbuf,
781 _bus_dmamap_load_uio,
782 _bus_dmamap_load_raw,
783 _bus_dmamap_unload,
784 _bus_dmamap_sync,
785 _bus_dmamem_alloc,
786 _bus_dmamem_free,
787 _bus_dmamem_map,
788 _bus_dmamem_unmap,
789 _bus_dmamem_mmap,
790 };
791