bus_dma.c revision 1.24 1 /* $NetBSD: bus_dma.c,v 1.24 2005/11/24 13:08:34 yamt Exp $ */
2
3 /*-
4 * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the NetBSD
22 * Foundation, Inc. and its contributors.
23 * 4. Neither the name of The NetBSD Foundation nor the names of its
24 * contributors may be used to endorse or promote products derived
25 * from this software without specific prior written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39 /*
40 * bus_dma routines for vax. File copied from arm32/bus_dma.c.
41 * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
42 */
43
44 #include <sys/cdefs.h>
45 __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.24 2005/11/24 13:08:34 yamt Exp $");
46
47 #include <sys/param.h>
48 #include <sys/systm.h>
49 #include <sys/kernel.h>
50 #include <sys/proc.h>
51 #include <sys/buf.h>
52 #include <sys/reboot.h>
53 #include <sys/conf.h>
54 #include <sys/file.h>
55 #include <sys/malloc.h>
56 #include <sys/mbuf.h>
57 #include <sys/vnode.h>
58 #include <sys/device.h>
59
60 #include <uvm/uvm_extern.h>
61
62 #define _VAX_BUS_DMA_PRIVATE
63 #include <machine/bus.h>
64
65 #include <machine/ka43.h>
66 #include <machine/sid.h>
67
68 extern paddr_t avail_start, avail_end;
69 extern vaddr_t virtual_avail;
70
71 int _bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
72 bus_size_t, struct proc *, int, vaddr_t *, int *, int));
73 int _bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
74 int _bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
75 bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
76 /*
77 * Common function for DMA map creation. May be called by bus-specific
78 * DMA map creation functions.
79 */
80 int
81 _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
82 bus_dma_tag_t t;
83 bus_size_t size;
84 int nsegments;
85 bus_size_t maxsegsz;
86 bus_size_t boundary;
87 int flags;
88 bus_dmamap_t *dmamp;
89 {
90 struct vax_bus_dmamap *map;
91 void *mapstore;
92 size_t mapsize;
93
94 #ifdef DEBUG_DMA
95 printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
96 t, size, nsegments, maxsegsz, boundary, flags);
97 #endif /* DEBUG_DMA */
98
99 /*
100 * Allocate and initialize the DMA map. The end of the map
101 * is a variable-sized array of segments, so we allocate enough
102 * room for them in one shot.
103 *
104 * Note we don't preserve the WAITOK or NOWAIT flags. Preservation
105 * of ALLOCNOW notifies others that we've reserved these resources,
106 * and they are not to be freed.
107 *
108 * The bus_dmamap_t includes one bus_dma_segment_t, hence
109 * the (nsegments - 1).
110 */
111 mapsize = sizeof(struct vax_bus_dmamap) +
112 (sizeof(bus_dma_segment_t) * (nsegments - 1));
113 if ((mapstore = malloc(mapsize, M_DMAMAP,
114 (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
115 return (ENOMEM);
116
117 bzero(mapstore, mapsize);
118 map = (struct vax_bus_dmamap *)mapstore;
119 map->_dm_size = size;
120 map->_dm_segcnt = nsegments;
121 map->_dm_maxmaxsegsz = maxsegsz;
122 map->_dm_boundary = boundary;
123 map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
124 map->dm_maxsegsz = maxsegsz;
125 map->dm_mapsize = 0; /* no valid mappings */
126 map->dm_nsegs = 0;
127
128 *dmamp = map;
129 #ifdef DEBUG_DMA
130 printf("dmamap_create:map=%p\n", map);
131 #endif /* DEBUG_DMA */
132 return (0);
133 }
134
135 /*
136 * Common function for DMA map destruction. May be called by bus-specific
137 * DMA map destruction functions.
138 */
139 void
140 _bus_dmamap_destroy(t, map)
141 bus_dma_tag_t t;
142 bus_dmamap_t map;
143 {
144
145 #ifdef DEBUG_DMA
146 printf("dmamap_destroy: t=%p map=%p\n", t, map);
147 #endif /* DEBUG_DMA */
148 #ifdef DIAGNOSTIC
149 if (map->dm_nsegs > 0)
150 printf("bus_dmamap_destroy() called for map with valid mappings\n");
151 #endif /* DIAGNOSTIC */
152 free(map, M_DEVBUF);
153 }
154
155 /*
156 * Common function for loading a DMA map with a linear buffer. May
157 * be called by bus-specific DMA map load functions.
158 */
159 int
160 _bus_dmamap_load(t, map, buf, buflen, p, flags)
161 bus_dma_tag_t t;
162 bus_dmamap_t map;
163 void *buf;
164 bus_size_t buflen;
165 struct proc *p;
166 int flags;
167 {
168 vaddr_t lastaddr;
169 int seg, error;
170
171 #ifdef DEBUG_DMA
172 printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
173 t, map, buf, buflen, p, flags);
174 #endif /* DEBUG_DMA */
175
176 /*
177 * Make sure that on error condition we return "no valid mappings".
178 */
179 map->dm_mapsize = 0;
180 map->dm_nsegs = 0;
181 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
182
183 if (buflen > map->_dm_size)
184 return (EINVAL);
185
186 seg = 0;
187 error = _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags,
188 &lastaddr, &seg, 1);
189 if (error == 0) {
190 map->dm_mapsize = buflen;
191 map->dm_nsegs = seg + 1;
192 }
193 #ifdef DEBUG_DMA
194 printf("dmamap_load: error=%d\n", error);
195 #endif /* DEBUG_DMA */
196 return (error);
197 }
198
199 /*
200 * Like _bus_dmamap_load(), but for mbufs.
201 */
202 int
203 _bus_dmamap_load_mbuf(t, map, m0, flags)
204 bus_dma_tag_t t;
205 bus_dmamap_t map;
206 struct mbuf *m0;
207 int flags;
208 {
209 vaddr_t lastaddr;
210 int seg, error, first;
211 struct mbuf *m;
212
213 #ifdef DEBUG_DMA
214 printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
215 t, map, m0, flags);
216 #endif /* DEBUG_DMA */
217
218 /*
219 * Make sure that on error condition we return "no valid mappings."
220 */
221 map->dm_mapsize = 0;
222 map->dm_nsegs = 0;
223 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
224
225 #ifdef DIAGNOSTIC
226 if ((m0->m_flags & M_PKTHDR) == 0)
227 panic("_bus_dmamap_load_mbuf: no packet header");
228 #endif /* DIAGNOSTIC */
229
230 if (m0->m_pkthdr.len > map->_dm_size)
231 return (EINVAL);
232
233 first = 1;
234 seg = 0;
235 error = 0;
236 for (m = m0; m != NULL && error == 0; m = m->m_next) {
237 if (m->m_len == 0)
238 continue;
239 error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
240 NULL, flags, &lastaddr, &seg, first);
241 first = 0;
242 }
243 if (error == 0) {
244 map->dm_mapsize = m0->m_pkthdr.len;
245 map->dm_nsegs = seg + 1;
246 }
247 #ifdef DEBUG_DMA
248 printf("dmamap_load_mbuf: error=%d\n", error);
249 #endif /* DEBUG_DMA */
250 return (error);
251 }
252
253 /*
254 * Like _bus_dmamap_load(), but for uios.
255 */
256 int
257 _bus_dmamap_load_uio(t, map, uio, flags)
258 bus_dma_tag_t t;
259 bus_dmamap_t map;
260 struct uio *uio;
261 int flags;
262 {
263 vaddr_t lastaddr;
264 int seg, i, error, first;
265 bus_size_t minlen, resid;
266 struct proc *p = NULL;
267 struct iovec *iov;
268 caddr_t addr;
269
270 /*
271 * Make sure that on error condition we return "no valid mappings."
272 */
273 map->dm_mapsize = 0;
274 map->dm_nsegs = 0;
275 KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
276
277 resid = uio->uio_resid;
278 iov = uio->uio_iov;
279
280 if (uio->uio_segflg == UIO_USERSPACE) {
281 p = uio->uio_procp;
282 #ifdef DIAGNOSTIC
283 if (p == NULL)
284 panic("_bus_dmamap_load_uio: USERSPACE but no proc");
285 #endif
286 }
287
288 first = 1;
289 seg = 0;
290 error = 0;
291 for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
292 /*
293 * Now at the first iovec to load. Load each iovec
294 * until we have exhausted the residual count.
295 */
296 minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
297 addr = (caddr_t)iov[i].iov_base;
298
299 error = _bus_dmamap_load_buffer(t, map, addr, minlen,
300 p, flags, &lastaddr, &seg, first);
301 first = 0;
302
303 resid -= minlen;
304 }
305 if (error == 0) {
306 map->dm_mapsize = uio->uio_resid;
307 map->dm_nsegs = seg + 1;
308 }
309 return (error);
310 }
311
312 /*
313 * Like _bus_dmamap_load(), but for raw memory allocated with
314 * bus_dmamem_alloc().
315 */
316 int
317 _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
318 bus_dma_tag_t t;
319 bus_dmamap_t map;
320 bus_dma_segment_t *segs;
321 int nsegs;
322 bus_size_t size;
323 int flags;
324 {
325
326 panic("_bus_dmamap_load_raw: not implemented");
327 }
328
329 /*
330 * Common function for unloading a DMA map. May be called by
331 * bus-specific DMA map unload functions.
332 */
333 void
334 _bus_dmamap_unload(t, map)
335 bus_dma_tag_t t;
336 bus_dmamap_t map;
337 {
338
339 #ifdef DEBUG_DMA
340 printf("dmamap_unload: t=%p map=%p\n", t, map);
341 #endif /* DEBUG_DMA */
342
343 /*
344 * No resources to free; just mark the mappings as
345 * invalid.
346 */
347 map->dm_maxsegsz = map->_dm_maxmaxsegsz;
348 map->dm_mapsize = 0;
349 map->dm_nsegs = 0;
350 }
351
352 /*
353 * Common function for DMA map synchronization. May be called
354 * by bus-specific DMA map synchronization functions.
355 */
356 void
357 _bus_dmamap_sync(t, map, offset, len, ops)
358 bus_dma_tag_t t;
359 bus_dmamap_t map;
360 bus_addr_t offset;
361 bus_size_t len;
362 int ops;
363 {
364 #ifdef DEBUG_DMA
365 printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
366 t, map, offset, len, ops);
367 #endif /* DEBUG_DMA */
368 /*
369 * A vax only has snoop-cache, so this routine is a no-op.
370 */
371 return;
372 }
373
374 /*
375 * Common function for DMA-safe memory allocation. May be called
376 * by bus-specific DMA memory allocation functions.
377 */
378
379 int
380 _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
381 bus_dma_tag_t t;
382 bus_size_t size, alignment, boundary;
383 bus_dma_segment_t *segs;
384 int nsegs;
385 int *rsegs;
386 int flags;
387 {
388 int error;
389
390 error = (_bus_dmamem_alloc_range(t, size, alignment, boundary,
391 segs, nsegs, rsegs, flags, round_page(avail_start),
392 trunc_page(avail_end)));
393 return(error);
394 }
395
396 /*
397 * Common function for freeing DMA-safe memory. May be called by
398 * bus-specific DMA memory free functions.
399 */
400 void
401 _bus_dmamem_free(t, segs, nsegs)
402 bus_dma_tag_t t;
403 bus_dma_segment_t *segs;
404 int nsegs;
405 {
406 struct vm_page *m;
407 bus_addr_t addr;
408 struct pglist mlist;
409 int curseg;
410
411 #ifdef DEBUG_DMA
412 printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
413 #endif /* DEBUG_DMA */
414
415 /*
416 * Build a list of pages to free back to the VM system.
417 */
418 TAILQ_INIT(&mlist);
419 for (curseg = 0; curseg < nsegs; curseg++) {
420 for (addr = segs[curseg].ds_addr;
421 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
422 addr += PAGE_SIZE) {
423 m = PHYS_TO_VM_PAGE(addr);
424 TAILQ_INSERT_TAIL(&mlist, m, pageq);
425 }
426 }
427 uvm_pglistfree(&mlist);
428 }
429
430 /*
431 * Common function for mapping DMA-safe memory. May be called by
432 * bus-specific DMA memory map functions.
433 */
434 int
435 _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
436 bus_dma_tag_t t;
437 bus_dma_segment_t *segs;
438 int nsegs;
439 size_t size;
440 caddr_t *kvap;
441 int flags;
442 {
443 vaddr_t va;
444 bus_addr_t addr;
445 int curseg;
446 const uvm_flag_t kmflags =
447 (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
448
449 /*
450 * Special case (but common):
451 * If there is only one physical segment then the already-mapped
452 * virtual address is returned, since all physical memory is already
453 * in the beginning of kernel virtual memory.
454 */
455 if (nsegs == 1) {
456 *kvap = (caddr_t)(segs[0].ds_addr | KERNBASE);
457 /*
458 * KA43 (3100/m76) must have its DMA-safe memory accessed
459 * through DIAGMEM. Remap it here.
460 */
461 if (vax_boardtype == VAX_BTYP_43) {
462 pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
463 (segs[0].ds_addr|KA43_DIAGMEM) + size,
464 VM_PROT_READ|VM_PROT_WRITE);
465 }
466 return 0;
467 }
468 size = round_page(size);
469 va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
470
471 if (va == 0)
472 return (ENOMEM);
473
474 *kvap = (caddr_t)va;
475
476 for (curseg = 0; curseg < nsegs; curseg++) {
477 for (addr = segs[curseg].ds_addr;
478 addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
479 addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
480 if (size == 0)
481 panic("_bus_dmamem_map: size botch");
482 if (vax_boardtype == VAX_BTYP_43)
483 addr |= KA43_DIAGMEM;
484 pmap_enter(pmap_kernel(), va, addr,
485 VM_PROT_READ | VM_PROT_WRITE,
486 VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
487 }
488 }
489 pmap_update(pmap_kernel());
490 return (0);
491 }
492
493 /*
494 * Common function for unmapping DMA-safe memory. May be called by
495 * bus-specific DMA memory unmapping functions.
496 */
497 void
498 _bus_dmamem_unmap(t, kva, size)
499 bus_dma_tag_t t;
500 caddr_t kva;
501 size_t size;
502 {
503
504 #ifdef DEBUG_DMA
505 printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
506 #endif /* DEBUG_DMA */
507 #ifdef DIAGNOSTIC
508 if ((u_long)kva & PGOFSET)
509 panic("_bus_dmamem_unmap");
510 #endif /* DIAGNOSTIC */
511
512 /* Avoid free'ing if not mapped */
513 if (kva < (caddr_t)virtual_avail)
514 return;
515
516 size = round_page(size);
517 pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
518 pmap_update(pmap_kernel());
519 uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
520 }
521
522 /*
523 * Common functin for mmap(2)'ing DMA-safe memory. May be called by
524 * bus-specific DMA mmap(2)'ing functions.
525 */
526 paddr_t
527 _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
528 bus_dma_tag_t t;
529 bus_dma_segment_t *segs;
530 int nsegs;
531 off_t off;
532 int prot, flags;
533 {
534 int i;
535
536 for (i = 0; i < nsegs; i++) {
537 #ifdef DIAGNOSTIC
538 if (off & PGOFSET)
539 panic("_bus_dmamem_mmap: offset unaligned");
540 if (segs[i].ds_addr & PGOFSET)
541 panic("_bus_dmamem_mmap: segment unaligned");
542 if (segs[i].ds_len & PGOFSET)
543 panic("_bus_dmamem_mmap: segment size not multiple"
544 " of page size");
545 #endif /* DIAGNOSTIC */
546 if (off >= segs[i].ds_len) {
547 off -= segs[i].ds_len;
548 continue;
549 }
550
551 return (btop((u_long)segs[i].ds_addr + off));
552 }
553
554 /* Page not found. */
555 return (-1);
556 }
557
558 /**********************************************************************
559 * DMA utility functions
560 **********************************************************************/
561
562 /*
563 * Utility function to load a linear buffer. lastaddrp holds state
564 * between invocations (for multiple-buffer loads). segp contains
565 * the starting segment on entrace, and the ending segment on exit.
566 * first indicates if this is the first invocation of this function.
567 */
568 int
569 _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags, lastaddrp, segp, first)
570 bus_dma_tag_t t;
571 bus_dmamap_t map;
572 void *buf;
573 bus_size_t buflen;
574 struct proc *p;
575 int flags;
576 vaddr_t *lastaddrp;
577 int *segp;
578 int first;
579 {
580 bus_size_t sgsize;
581 bus_addr_t curaddr, lastaddr, baddr, bmask;
582 vaddr_t vaddr = (vaddr_t)buf;
583 int seg;
584 pmap_t pmap;
585
586 #ifdef DEBUG_DMA
587 printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
588 buf, buflen, flags, first);
589 #endif /* DEBUG_DMA */
590
591 if (p != NULL)
592 pmap = p->p_vmspace->vm_map.pmap;
593 else
594 pmap = pmap_kernel();
595
596 lastaddr = *lastaddrp;
597 bmask = ~(map->_dm_boundary - 1);
598
599 for (seg = *segp; buflen > 0; ) {
600 /*
601 * Get the physical address for this segment.
602 */
603 (void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
604
605 #if 0
606 /*
607 * Make sure we're in an allowed DMA range.
608 */
609 if (t->_ranges != NULL &&
610 _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
611 return (EINVAL);
612 #endif
613
614 /*
615 * Compute the segment size, and adjust counts.
616 */
617 sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
618 if (buflen < sgsize)
619 sgsize = buflen;
620
621 /*
622 * Make sure we don't cross any boundaries.
623 */
624 if (map->_dm_boundary > 0) {
625 baddr = (curaddr + map->_dm_boundary) & bmask;
626 if (sgsize > (baddr - curaddr))
627 sgsize = (baddr - curaddr);
628 }
629
630 /*
631 * Insert chunk into a segment, coalescing with
632 * previous segment if possible.
633 */
634 if (first) {
635 map->dm_segs[seg].ds_addr = curaddr;
636 map->dm_segs[seg].ds_len = sgsize;
637 first = 0;
638 } else {
639 if (curaddr == lastaddr &&
640 (map->dm_segs[seg].ds_len + sgsize) <=
641 map->dm_maxsegsz &&
642 (map->_dm_boundary == 0 ||
643 (map->dm_segs[seg].ds_addr & bmask) ==
644 (curaddr & bmask)))
645 map->dm_segs[seg].ds_len += sgsize;
646 else {
647 if (++seg >= map->_dm_segcnt)
648 break;
649 map->dm_segs[seg].ds_addr = curaddr;
650 map->dm_segs[seg].ds_len = sgsize;
651 }
652 }
653
654 lastaddr = curaddr + sgsize;
655 vaddr += sgsize;
656 buflen -= sgsize;
657 }
658
659 *segp = seg;
660 *lastaddrp = lastaddr;
661
662 /*
663 * Did we fit?
664 */
665 if (buflen != 0)
666 return (EFBIG); /* XXX better return value here? */
667 return (0);
668 }
669
670 /*
671 * Check to see if the specified page is in an allowed DMA range.
672 */
673 int
674 _bus_dma_inrange(ranges, nranges, curaddr)
675 bus_dma_segment_t *ranges;
676 int nranges;
677 bus_addr_t curaddr;
678 {
679 bus_dma_segment_t *ds;
680 int i;
681
682 for (i = 0, ds = ranges; i < nranges; i++, ds++) {
683 if (curaddr >= ds->ds_addr &&
684 round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
685 return (1);
686 }
687
688 return (0);
689 }
690
691 /*
692 * Allocate physical memory from the given physical address range.
693 * Called by DMA-safe memory allocation methods.
694 */
695 int
696 _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
697 flags, low, high)
698 bus_dma_tag_t t;
699 bus_size_t size, alignment, boundary;
700 bus_dma_segment_t *segs;
701 int nsegs;
702 int *rsegs;
703 int flags;
704 vaddr_t low;
705 vaddr_t high;
706 {
707 vaddr_t curaddr, lastaddr;
708 struct vm_page *m;
709 struct pglist mlist;
710 int curseg, error;
711
712 #ifdef DEBUG_DMA
713 printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
714 t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
715 #endif /* DEBUG_DMA */
716
717 /* Always round the size. */
718 size = round_page(size);
719
720 /*
721 * Allocate pages from the VM system.
722 */
723 error = uvm_pglistalloc(size, low, high, alignment, boundary,
724 &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
725 if (error)
726 return (error);
727
728 /*
729 * Compute the location, size, and number of segments actually
730 * returned by the VM code.
731 */
732 m = mlist.tqh_first;
733 curseg = 0;
734 lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
735 segs[curseg].ds_len = PAGE_SIZE;
736 #ifdef DEBUG_DMA
737 printf("alloc: page %lx\n", lastaddr);
738 #endif /* DEBUG_DMA */
739 m = m->pageq.tqe_next;
740
741 for (; m != NULL; m = m->pageq.tqe_next) {
742 curaddr = VM_PAGE_TO_PHYS(m);
743 #ifdef DIAGNOSTIC
744 if (curaddr < low || curaddr >= high) {
745 printf("uvm_pglistalloc returned non-sensical"
746 " address 0x%lx\n", curaddr);
747 panic("_bus_dmamem_alloc_range");
748 }
749 #endif /* DIAGNOSTIC */
750 #ifdef DEBUG_DMA
751 printf("alloc: page %lx\n", curaddr);
752 #endif /* DEBUG_DMA */
753 if (curaddr == (lastaddr + PAGE_SIZE))
754 segs[curseg].ds_len += PAGE_SIZE;
755 else {
756 curseg++;
757 segs[curseg].ds_addr = curaddr;
758 segs[curseg].ds_len = PAGE_SIZE;
759 }
760 lastaddr = curaddr;
761 }
762
763 *rsegs = curseg + 1;
764
765 return (0);
766 }
767
768 /*
769 * "generic" DMA struct, nothing special.
770 */
771 struct vax_bus_dma_tag vax_bus_dma_tag = {
772 NULL,
773 0,
774 0,
775 0,
776 0,
777 0,
778 _bus_dmamap_create,
779 _bus_dmamap_destroy,
780 _bus_dmamap_load,
781 _bus_dmamap_load_mbuf,
782 _bus_dmamap_load_uio,
783 _bus_dmamap_load_raw,
784 _bus_dmamap_unload,
785 _bus_dmamap_sync,
786 _bus_dmamem_alloc,
787 _bus_dmamem_free,
788 _bus_dmamem_map,
789 _bus_dmamem_unmap,
790 _bus_dmamem_mmap,
791 };
792