Home | History | Annotate | Line # | Download | only in vax
bus_dma.c revision 1.25.2.1
      1 /*	$NetBSD: bus_dma.c,v 1.25.2.1 2006/02/18 08:29:36 yamt Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  * NASA Ames Research Center.
     10  *
     11  * Redistribution and use in source and binary forms, with or without
     12  * modification, are permitted provided that the following conditions
     13  * are met:
     14  * 1. Redistributions of source code must retain the above copyright
     15  *    notice, this list of conditions and the following disclaimer.
     16  * 2. Redistributions in binary form must reproduce the above copyright
     17  *    notice, this list of conditions and the following disclaimer in the
     18  *    documentation and/or other materials provided with the distribution.
     19  * 3. All advertising materials mentioning features or use of this software
     20  *    must display the following acknowledgement:
     21  *	This product includes software developed by the NetBSD
     22  *	Foundation, Inc. and its contributors.
     23  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  *    contributors may be used to endorse or promote products derived
     25  *    from this software without specific prior written permission.
     26  *
     27  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  * POSSIBILITY OF SUCH DAMAGE.
     38  */
     39 /*
     40  * bus_dma routines for vax. File copied from arm32/bus_dma.c.
     41  * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
     42  */
     43 
     44 #include <sys/cdefs.h>
     45 __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.25.2.1 2006/02/18 08:29:36 yamt Exp $");
     46 
     47 #include <sys/param.h>
     48 #include <sys/systm.h>
     49 #include <sys/kernel.h>
     50 #include <sys/proc.h>
     51 #include <sys/buf.h>
     52 #include <sys/reboot.h>
     53 #include <sys/conf.h>
     54 #include <sys/file.h>
     55 #include <sys/malloc.h>
     56 #include <sys/mbuf.h>
     57 #include <sys/vnode.h>
     58 #include <sys/device.h>
     59 
     60 #include <uvm/uvm_extern.h>
     61 
     62 #define _VAX_BUS_DMA_PRIVATE
     63 #include <machine/bus.h>
     64 
     65 #include <machine/ka43.h>
     66 #include <machine/sid.h>
     67 
     68 extern	paddr_t avail_start, avail_end;
     69 extern  vaddr_t virtual_avail;
     70 
     71 int	_bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
     72 	    bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
     73 int	_bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
     74 int	_bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
     75 	    bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
     76 /*
     77  * Common function for DMA map creation.  May be called by bus-specific
     78  * DMA map creation functions.
     79  */
     80 int
     81 _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
     82 	bus_dma_tag_t t;
     83 	bus_size_t size;
     84 	int nsegments;
     85 	bus_size_t maxsegsz;
     86 	bus_size_t boundary;
     87 	int flags;
     88 	bus_dmamap_t *dmamp;
     89 {
     90 	struct vax_bus_dmamap *map;
     91 	void *mapstore;
     92 	size_t mapsize;
     93 
     94 #ifdef DEBUG_DMA
     95 	printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
     96 	    t, size, nsegments, maxsegsz, boundary, flags);
     97 #endif	/* DEBUG_DMA */
     98 
     99 	/*
    100 	 * Allocate and initialize the DMA map.  The end of the map
    101 	 * is a variable-sized array of segments, so we allocate enough
    102 	 * room for them in one shot.
    103 	 *
    104 	 * Note we don't preserve the WAITOK or NOWAIT flags.  Preservation
    105 	 * of ALLOCNOW notifies others that we've reserved these resources,
    106 	 * and they are not to be freed.
    107 	 *
    108 	 * The bus_dmamap_t includes one bus_dma_segment_t, hence
    109 	 * the (nsegments - 1).
    110 	 */
    111 	mapsize = sizeof(struct vax_bus_dmamap) +
    112 	    (sizeof(bus_dma_segment_t) * (nsegments - 1));
    113 	if ((mapstore = malloc(mapsize, M_DMAMAP,
    114 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
    115 		return (ENOMEM);
    116 
    117 	bzero(mapstore, mapsize);
    118 	map = (struct vax_bus_dmamap *)mapstore;
    119 	map->_dm_size = size;
    120 	map->_dm_segcnt = nsegments;
    121 	map->_dm_maxmaxsegsz = maxsegsz;
    122 	map->_dm_boundary = boundary;
    123 	map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
    124 	map->dm_maxsegsz = maxsegsz;
    125 	map->dm_mapsize = 0;		/* no valid mappings */
    126 	map->dm_nsegs = 0;
    127 
    128 	*dmamp = map;
    129 #ifdef DEBUG_DMA
    130 	printf("dmamap_create:map=%p\n", map);
    131 #endif	/* DEBUG_DMA */
    132 	return (0);
    133 }
    134 
    135 /*
    136  * Common function for DMA map destruction.  May be called by bus-specific
    137  * DMA map destruction functions.
    138  */
    139 void
    140 _bus_dmamap_destroy(t, map)
    141 	bus_dma_tag_t t;
    142 	bus_dmamap_t map;
    143 {
    144 
    145 #ifdef DEBUG_DMA
    146 	printf("dmamap_destroy: t=%p map=%p\n", t, map);
    147 #endif	/* DEBUG_DMA */
    148 #ifdef DIAGNOSTIC
    149 	if (map->dm_nsegs > 0)
    150 		printf("bus_dmamap_destroy() called for map with valid mappings\n");
    151 #endif	/* DIAGNOSTIC */
    152 	free(map, M_DEVBUF);
    153 }
    154 
    155 /*
    156  * Common function for loading a DMA map with a linear buffer.  May
    157  * be called by bus-specific DMA map load functions.
    158  */
    159 int
    160 _bus_dmamap_load(t, map, buf, buflen, p, flags)
    161 	bus_dma_tag_t t;
    162 	bus_dmamap_t map;
    163 	void *buf;
    164 	bus_size_t buflen;
    165 	struct proc *p;
    166 	int flags;
    167 {
    168 	vaddr_t lastaddr;
    169 	int seg, error;
    170 	struct vmspace *vm;
    171 
    172 #ifdef DEBUG_DMA
    173 	printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
    174 	    t, map, buf, buflen, p, flags);
    175 #endif	/* DEBUG_DMA */
    176 
    177 	/*
    178 	 * Make sure that on error condition we return "no valid mappings".
    179 	 */
    180 	map->dm_mapsize = 0;
    181 	map->dm_nsegs = 0;
    182 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    183 
    184 	if (buflen > map->_dm_size)
    185 		return (EINVAL);
    186 
    187 	if (p != NULL) {
    188 		vm = p->p_vmspace;
    189 	} else {
    190 		vm = vmspace_kernel();
    191 	}
    192 
    193 	seg = 0;
    194 	error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
    195 	    &lastaddr, &seg, 1);
    196 	if (error == 0) {
    197 		map->dm_mapsize = buflen;
    198 		map->dm_nsegs = seg + 1;
    199 	}
    200 #ifdef DEBUG_DMA
    201 	printf("dmamap_load: error=%d\n", error);
    202 #endif	/* DEBUG_DMA */
    203 	return (error);
    204 }
    205 
    206 /*
    207  * Like _bus_dmamap_load(), but for mbufs.
    208  */
    209 int
    210 _bus_dmamap_load_mbuf(t, map, m0, flags)
    211 	bus_dma_tag_t t;
    212 	bus_dmamap_t map;
    213 	struct mbuf *m0;
    214 	int flags;
    215 {
    216 	vaddr_t lastaddr;
    217 	int seg, error, first;
    218 	struct mbuf *m;
    219 
    220 #ifdef DEBUG_DMA
    221 	printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
    222 	    t, map, m0, flags);
    223 #endif	/* DEBUG_DMA */
    224 
    225 	/*
    226 	 * Make sure that on error condition we return "no valid mappings."
    227 	 */
    228 	map->dm_mapsize = 0;
    229 	map->dm_nsegs = 0;
    230 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    231 
    232 #ifdef DIAGNOSTIC
    233 	if ((m0->m_flags & M_PKTHDR) == 0)
    234 		panic("_bus_dmamap_load_mbuf: no packet header");
    235 #endif	/* DIAGNOSTIC */
    236 
    237 	if (m0->m_pkthdr.len > map->_dm_size)
    238 		return (EINVAL);
    239 
    240 	first = 1;
    241 	seg = 0;
    242 	error = 0;
    243 	for (m = m0; m != NULL && error == 0; m = m->m_next) {
    244 		if (m->m_len == 0)
    245 			continue;
    246 		error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
    247 		    vmspace_kernel(), flags, &lastaddr, &seg, first);
    248 		first = 0;
    249 	}
    250 	if (error == 0) {
    251 		map->dm_mapsize = m0->m_pkthdr.len;
    252 		map->dm_nsegs = seg + 1;
    253 	}
    254 #ifdef DEBUG_DMA
    255 	printf("dmamap_load_mbuf: error=%d\n", error);
    256 #endif	/* DEBUG_DMA */
    257 	return (error);
    258 }
    259 
    260 /*
    261  * Like _bus_dmamap_load(), but for uios.
    262  */
    263 int
    264 _bus_dmamap_load_uio(t, map, uio, flags)
    265 	bus_dma_tag_t t;
    266 	bus_dmamap_t map;
    267 	struct uio *uio;
    268 	int flags;
    269 {
    270 	vaddr_t lastaddr;
    271 	int seg, i, error, first;
    272 	bus_size_t minlen, resid;
    273 	struct proc *p = NULL;
    274 	struct iovec *iov;
    275 	caddr_t addr;
    276 
    277 	/*
    278 	 * Make sure that on error condition we return "no valid mappings."
    279 	 */
    280 	map->dm_mapsize = 0;
    281 	map->dm_nsegs = 0;
    282 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    283 
    284 	resid = uio->uio_resid;
    285 	iov = uio->uio_iov;
    286 
    287 	first = 1;
    288 	seg = 0;
    289 	error = 0;
    290 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
    291 		/*
    292 		 * Now at the first iovec to load.  Load each iovec
    293 		 * until we have exhausted the residual count.
    294 		 */
    295 		minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
    296 		addr = (caddr_t)iov[i].iov_base;
    297 
    298 		error = _bus_dmamap_load_buffer(t, map, addr, minlen,
    299 		    uio->uio_vmspace, flags, &lastaddr, &seg, first);
    300 		first = 0;
    301 
    302 		resid -= minlen;
    303 	}
    304 	if (error == 0) {
    305 		map->dm_mapsize = uio->uio_resid;
    306 		map->dm_nsegs = seg + 1;
    307 	}
    308 	return (error);
    309 }
    310 
    311 /*
    312  * Like _bus_dmamap_load(), but for raw memory allocated with
    313  * bus_dmamem_alloc().
    314  */
    315 int
    316 _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
    317 	bus_dma_tag_t t;
    318 	bus_dmamap_t map;
    319 	bus_dma_segment_t *segs;
    320 	int nsegs;
    321 	bus_size_t size;
    322 	int flags;
    323 {
    324 
    325 	panic("_bus_dmamap_load_raw: not implemented");
    326 }
    327 
    328 /*
    329  * Common function for unloading a DMA map.  May be called by
    330  * bus-specific DMA map unload functions.
    331  */
    332 void
    333 _bus_dmamap_unload(t, map)
    334 	bus_dma_tag_t t;
    335 	bus_dmamap_t map;
    336 {
    337 
    338 #ifdef DEBUG_DMA
    339 	printf("dmamap_unload: t=%p map=%p\n", t, map);
    340 #endif	/* DEBUG_DMA */
    341 
    342 	/*
    343 	 * No resources to free; just mark the mappings as
    344 	 * invalid.
    345 	 */
    346 	map->dm_maxsegsz = map->_dm_maxmaxsegsz;
    347 	map->dm_mapsize = 0;
    348 	map->dm_nsegs = 0;
    349 }
    350 
    351 /*
    352  * Common function for DMA map synchronization.  May be called
    353  * by bus-specific DMA map synchronization functions.
    354  */
    355 void
    356 _bus_dmamap_sync(t, map, offset, len, ops)
    357 	bus_dma_tag_t t;
    358 	bus_dmamap_t map;
    359 	bus_addr_t offset;
    360 	bus_size_t len;
    361 	int ops;
    362 {
    363 #ifdef DEBUG_DMA
    364 	printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
    365 	    t, map, offset, len, ops);
    366 #endif	/* DEBUG_DMA */
    367 	/*
    368 	 * A vax only has snoop-cache, so this routine is a no-op.
    369 	 */
    370 	return;
    371 }
    372 
    373 /*
    374  * Common function for DMA-safe memory allocation.  May be called
    375  * by bus-specific DMA memory allocation functions.
    376  */
    377 
    378 int
    379 _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
    380 	bus_dma_tag_t t;
    381 	bus_size_t size, alignment, boundary;
    382 	bus_dma_segment_t *segs;
    383 	int nsegs;
    384 	int *rsegs;
    385 	int flags;
    386 {
    387 	int error;
    388 
    389 	error =  (_bus_dmamem_alloc_range(t, size, alignment, boundary,
    390 	    segs, nsegs, rsegs, flags, round_page(avail_start),
    391 	    trunc_page(avail_end)));
    392 	return(error);
    393 }
    394 
    395 /*
    396  * Common function for freeing DMA-safe memory.  May be called by
    397  * bus-specific DMA memory free functions.
    398  */
    399 void
    400 _bus_dmamem_free(t, segs, nsegs)
    401 	bus_dma_tag_t t;
    402 	bus_dma_segment_t *segs;
    403 	int nsegs;
    404 {
    405 	struct vm_page *m;
    406 	bus_addr_t addr;
    407 	struct pglist mlist;
    408 	int curseg;
    409 
    410 #ifdef DEBUG_DMA
    411 	printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
    412 #endif	/* DEBUG_DMA */
    413 
    414 	/*
    415 	 * Build a list of pages to free back to the VM system.
    416 	 */
    417 	TAILQ_INIT(&mlist);
    418 	for (curseg = 0; curseg < nsegs; curseg++) {
    419 		for (addr = segs[curseg].ds_addr;
    420 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    421 		    addr += PAGE_SIZE) {
    422 			m = PHYS_TO_VM_PAGE(addr);
    423 			TAILQ_INSERT_TAIL(&mlist, m, pageq);
    424 		}
    425 	}
    426 	uvm_pglistfree(&mlist);
    427 }
    428 
    429 /*
    430  * Common function for mapping DMA-safe memory.  May be called by
    431  * bus-specific DMA memory map functions.
    432  */
    433 int
    434 _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
    435 	bus_dma_tag_t t;
    436 	bus_dma_segment_t *segs;
    437 	int nsegs;
    438 	size_t size;
    439 	caddr_t *kvap;
    440 	int flags;
    441 {
    442 	vaddr_t va;
    443 	bus_addr_t addr;
    444 	int curseg;
    445 	const uvm_flag_t kmflags =
    446 	    (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
    447 
    448 	/*
    449 	 * Special case (but common):
    450 	 * If there is only one physical segment then the already-mapped
    451 	 * virtual address is returned, since all physical memory is already
    452 	 * in the beginning of kernel virtual memory.
    453 	 */
    454 	if (nsegs == 1) {
    455 		*kvap = (caddr_t)(segs[0].ds_addr | KERNBASE);
    456 		/*
    457 		 * KA43 (3100/m76) must have its DMA-safe memory accessed
    458 		 * through DIAGMEM. Remap it here.
    459 		 */
    460 		if (vax_boardtype == VAX_BTYP_43) {
    461 			pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
    462 			    (segs[0].ds_addr|KA43_DIAGMEM) + size,
    463 			    VM_PROT_READ|VM_PROT_WRITE);
    464 		}
    465 		return 0;
    466 	}
    467 	size = round_page(size);
    468 	va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
    469 
    470 	if (va == 0)
    471 		return (ENOMEM);
    472 
    473 	*kvap = (caddr_t)va;
    474 
    475 	for (curseg = 0; curseg < nsegs; curseg++) {
    476 		for (addr = segs[curseg].ds_addr;
    477 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    478 		    addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
    479 			if (size == 0)
    480 				panic("_bus_dmamem_map: size botch");
    481 			if (vax_boardtype == VAX_BTYP_43)
    482 				addr |= KA43_DIAGMEM;
    483 			pmap_enter(pmap_kernel(), va, addr,
    484 			    VM_PROT_READ | VM_PROT_WRITE,
    485 			    VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
    486 		}
    487 	}
    488 	pmap_update(pmap_kernel());
    489 	return (0);
    490 }
    491 
    492 /*
    493  * Common function for unmapping DMA-safe memory.  May be called by
    494  * bus-specific DMA memory unmapping functions.
    495  */
    496 void
    497 _bus_dmamem_unmap(t, kva, size)
    498 	bus_dma_tag_t t;
    499 	caddr_t kva;
    500 	size_t size;
    501 {
    502 
    503 #ifdef DEBUG_DMA
    504 	printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
    505 #endif	/* DEBUG_DMA */
    506 #ifdef DIAGNOSTIC
    507 	if ((u_long)kva & PGOFSET)
    508 		panic("_bus_dmamem_unmap");
    509 #endif	/* DIAGNOSTIC */
    510 
    511 	/* Avoid free'ing if not mapped */
    512 	if (kva < (caddr_t)virtual_avail)
    513 		return;
    514 
    515 	size = round_page(size);
    516 	pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
    517 	pmap_update(pmap_kernel());
    518 	uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
    519 }
    520 
    521 /*
    522  * Common functin for mmap(2)'ing DMA-safe memory.  May be called by
    523  * bus-specific DMA mmap(2)'ing functions.
    524  */
    525 paddr_t
    526 _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
    527 	bus_dma_tag_t t;
    528 	bus_dma_segment_t *segs;
    529 	int nsegs;
    530 	off_t off;
    531 	int prot, flags;
    532 {
    533 	int i;
    534 
    535 	for (i = 0; i < nsegs; i++) {
    536 #ifdef DIAGNOSTIC
    537 		if (off & PGOFSET)
    538 			panic("_bus_dmamem_mmap: offset unaligned");
    539 		if (segs[i].ds_addr & PGOFSET)
    540 			panic("_bus_dmamem_mmap: segment unaligned");
    541 		if (segs[i].ds_len & PGOFSET)
    542 			panic("_bus_dmamem_mmap: segment size not multiple"
    543 			    " of page size");
    544 #endif	/* DIAGNOSTIC */
    545 		if (off >= segs[i].ds_len) {
    546 			off -= segs[i].ds_len;
    547 			continue;
    548 		}
    549 
    550 		return (btop((u_long)segs[i].ds_addr + off));
    551 	}
    552 
    553 	/* Page not found. */
    554 	return (-1);
    555 }
    556 
    557 /**********************************************************************
    558  * DMA utility functions
    559  **********************************************************************/
    560 
    561 /*
    562  * Utility function to load a linear buffer.  lastaddrp holds state
    563  * between invocations (for multiple-buffer loads).  segp contains
    564  * the starting segment on entrace, and the ending segment on exit.
    565  * first indicates if this is the first invocation of this function.
    566  */
    567 int
    568 _bus_dmamap_load_buffer(t, map, buf, buflen, p, flags, lastaddrp, segp, first)
    569 	bus_dma_tag_t t;
    570 	bus_dmamap_t map;
    571 	void *buf;
    572 	bus_size_t buflen;
    573 	struct proc *p;
    574 	int flags;
    575 	vaddr_t *lastaddrp;
    576 	int *segp;
    577 	int first;
    578 {
    579 	bus_size_t sgsize;
    580 	bus_addr_t curaddr, lastaddr, baddr, bmask;
    581 	vaddr_t vaddr = (vaddr_t)buf;
    582 	int seg;
    583 	pmap_t pmap;
    584 
    585 #ifdef DEBUG_DMA
    586 	printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
    587 	    buf, buflen, flags, first);
    588 #endif	/* DEBUG_DMA */
    589 
    590 	if (p != NULL)
    591 		pmap = p->p_vmspace->vm_map.pmap;
    592 	else
    593 		pmap = pmap_kernel();
    594 
    595 	lastaddr = *lastaddrp;
    596 	bmask  = ~(map->_dm_boundary - 1);
    597 
    598 	for (seg = *segp; buflen > 0; ) {
    599 		/*
    600 		 * Get the physical address for this segment.
    601 		 */
    602 		(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
    603 
    604 #if 0
    605 		/*
    606 		 * Make sure we're in an allowed DMA range.
    607 		 */
    608 		if (t->_ranges != NULL &&
    609 		    _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
    610 			return (EINVAL);
    611 #endif
    612 
    613 		/*
    614 		 * Compute the segment size, and adjust counts.
    615 		 */
    616 		sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
    617 		if (buflen < sgsize)
    618 			sgsize = buflen;
    619 
    620 		/*
    621 		 * Make sure we don't cross any boundaries.
    622 		 */
    623 		if (map->_dm_boundary > 0) {
    624 			baddr = (curaddr + map->_dm_boundary) & bmask;
    625 			if (sgsize > (baddr - curaddr))
    626 				sgsize = (baddr - curaddr);
    627 		}
    628 
    629 		/*
    630 		 * Insert chunk into a segment, coalescing with
    631 		 * previous segment if possible.
    632 		 */
    633 		if (first) {
    634 			map->dm_segs[seg].ds_addr = curaddr;
    635 			map->dm_segs[seg].ds_len = sgsize;
    636 			first = 0;
    637 		} else {
    638 			if (curaddr == lastaddr &&
    639 			    (map->dm_segs[seg].ds_len + sgsize) <=
    640 			     map->dm_maxsegsz &&
    641 			    (map->_dm_boundary == 0 ||
    642 			     (map->dm_segs[seg].ds_addr & bmask) ==
    643 			     (curaddr & bmask)))
    644 				map->dm_segs[seg].ds_len += sgsize;
    645 			else {
    646 				if (++seg >= map->_dm_segcnt)
    647 					break;
    648 				map->dm_segs[seg].ds_addr = curaddr;
    649 				map->dm_segs[seg].ds_len = sgsize;
    650 			}
    651 		}
    652 
    653 		lastaddr = curaddr + sgsize;
    654 		vaddr += sgsize;
    655 		buflen -= sgsize;
    656 	}
    657 
    658 	*segp = seg;
    659 	*lastaddrp = lastaddr;
    660 
    661 	/*
    662 	 * Did we fit?
    663 	 */
    664 	if (buflen != 0)
    665 		return (EFBIG);		/* XXX better return value here? */
    666 	return (0);
    667 }
    668 
    669 /*
    670  * Check to see if the specified page is in an allowed DMA range.
    671  */
    672 int
    673 _bus_dma_inrange(ranges, nranges, curaddr)
    674 	bus_dma_segment_t *ranges;
    675 	int nranges;
    676 	bus_addr_t curaddr;
    677 {
    678 	bus_dma_segment_t *ds;
    679 	int i;
    680 
    681 	for (i = 0, ds = ranges; i < nranges; i++, ds++) {
    682 		if (curaddr >= ds->ds_addr &&
    683 		    round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
    684 			return (1);
    685 	}
    686 
    687 	return (0);
    688 }
    689 
    690 /*
    691  * Allocate physical memory from the given physical address range.
    692  * Called by DMA-safe memory allocation methods.
    693  */
    694 int
    695 _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
    696     flags, low, high)
    697 	bus_dma_tag_t t;
    698 	bus_size_t size, alignment, boundary;
    699 	bus_dma_segment_t *segs;
    700 	int nsegs;
    701 	int *rsegs;
    702 	int flags;
    703 	vaddr_t low;
    704 	vaddr_t high;
    705 {
    706 	vaddr_t curaddr, lastaddr;
    707 	struct vm_page *m;
    708 	struct pglist mlist;
    709 	int curseg, error;
    710 
    711 #ifdef DEBUG_DMA
    712 	printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
    713 	    t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
    714 #endif	/* DEBUG_DMA */
    715 
    716 	/* Always round the size. */
    717 	size = round_page(size);
    718 
    719 	/*
    720 	 * Allocate pages from the VM system.
    721 	 */
    722 	error = uvm_pglistalloc(size, low, high, alignment, boundary,
    723 	    &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
    724 	if (error)
    725 		return (error);
    726 
    727 	/*
    728 	 * Compute the location, size, and number of segments actually
    729 	 * returned by the VM code.
    730 	 */
    731 	m = mlist.tqh_first;
    732 	curseg = 0;
    733 	lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
    734 	segs[curseg].ds_len = PAGE_SIZE;
    735 #ifdef DEBUG_DMA
    736 		printf("alloc: page %lx\n", lastaddr);
    737 #endif	/* DEBUG_DMA */
    738 	m = m->pageq.tqe_next;
    739 
    740 	for (; m != NULL; m = m->pageq.tqe_next) {
    741 		curaddr = VM_PAGE_TO_PHYS(m);
    742 #ifdef DIAGNOSTIC
    743 		if (curaddr < low || curaddr >= high) {
    744 			printf("uvm_pglistalloc returned non-sensical"
    745 			    " address 0x%lx\n", curaddr);
    746 			panic("_bus_dmamem_alloc_range");
    747 		}
    748 #endif	/* DIAGNOSTIC */
    749 #ifdef DEBUG_DMA
    750 		printf("alloc: page %lx\n", curaddr);
    751 #endif	/* DEBUG_DMA */
    752 		if (curaddr == (lastaddr + PAGE_SIZE))
    753 			segs[curseg].ds_len += PAGE_SIZE;
    754 		else {
    755 			curseg++;
    756 			segs[curseg].ds_addr = curaddr;
    757 			segs[curseg].ds_len = PAGE_SIZE;
    758 		}
    759 		lastaddr = curaddr;
    760 	}
    761 
    762 	*rsegs = curseg + 1;
    763 
    764 	return (0);
    765 }
    766 
    767 /*
    768  * "generic" DMA struct, nothing special.
    769  */
    770 struct vax_bus_dma_tag vax_bus_dma_tag = {
    771 	NULL,
    772 	0,
    773 	0,
    774 	0,
    775 	0,
    776 	0,
    777 	_bus_dmamap_create,
    778 	_bus_dmamap_destroy,
    779 	_bus_dmamap_load,
    780 	_bus_dmamap_load_mbuf,
    781 	_bus_dmamap_load_uio,
    782 	_bus_dmamap_load_raw,
    783 	_bus_dmamap_unload,
    784 	_bus_dmamap_sync,
    785 	_bus_dmamem_alloc,
    786 	_bus_dmamem_free,
    787 	_bus_dmamem_map,
    788 	_bus_dmamem_unmap,
    789 	_bus_dmamem_mmap,
    790 };
    791