Home | History | Annotate | Line # | Download | only in vax
bus_dma.c revision 1.26.20.2
      1  1.26.20.2     yamt /*	$NetBSD: bus_dma.c,v 1.26.20.2 2007/04/15 16:03:09 yamt Exp $	*/
      2        1.1    ragge 
      3        1.1    ragge /*-
      4        1.1    ragge  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
      5        1.1    ragge  * All rights reserved.
      6        1.1    ragge  *
      7        1.1    ragge  * This code is derived from software contributed to The NetBSD Foundation
      8        1.1    ragge  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9        1.1    ragge  * NASA Ames Research Center.
     10        1.1    ragge  *
     11        1.1    ragge  * Redistribution and use in source and binary forms, with or without
     12        1.1    ragge  * modification, are permitted provided that the following conditions
     13        1.1    ragge  * are met:
     14        1.1    ragge  * 1. Redistributions of source code must retain the above copyright
     15        1.1    ragge  *    notice, this list of conditions and the following disclaimer.
     16        1.1    ragge  * 2. Redistributions in binary form must reproduce the above copyright
     17        1.1    ragge  *    notice, this list of conditions and the following disclaimer in the
     18        1.1    ragge  *    documentation and/or other materials provided with the distribution.
     19        1.1    ragge  * 3. All advertising materials mentioning features or use of this software
     20        1.1    ragge  *    must display the following acknowledgement:
     21        1.1    ragge  *	This product includes software developed by the NetBSD
     22        1.1    ragge  *	Foundation, Inc. and its contributors.
     23        1.1    ragge  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24        1.1    ragge  *    contributors may be used to endorse or promote products derived
     25        1.1    ragge  *    from this software without specific prior written permission.
     26        1.1    ragge  *
     27        1.1    ragge  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28        1.1    ragge  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29        1.1    ragge  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30        1.1    ragge  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31        1.1    ragge  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32        1.1    ragge  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33        1.1    ragge  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34        1.1    ragge  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35        1.1    ragge  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36        1.1    ragge  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37        1.1    ragge  * POSSIBILITY OF SUCH DAMAGE.
     38        1.1    ragge  */
     39        1.1    ragge /*
     40        1.1    ragge  * bus_dma routines for vax. File copied from arm32/bus_dma.c.
     41        1.1    ragge  * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
     42        1.1    ragge  */
     43       1.20    lukem 
     44       1.20    lukem #include <sys/cdefs.h>
     45  1.26.20.2     yamt __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.26.20.2 2007/04/15 16:03:09 yamt Exp $");
     46        1.1    ragge 
     47        1.1    ragge #include <sys/param.h>
     48        1.1    ragge #include <sys/systm.h>
     49        1.1    ragge #include <sys/kernel.h>
     50        1.1    ragge #include <sys/proc.h>
     51        1.1    ragge #include <sys/buf.h>
     52        1.1    ragge #include <sys/reboot.h>
     53        1.1    ragge #include <sys/conf.h>
     54        1.1    ragge #include <sys/file.h>
     55        1.1    ragge #include <sys/malloc.h>
     56        1.1    ragge #include <sys/mbuf.h>
     57        1.1    ragge #include <sys/vnode.h>
     58        1.1    ragge #include <sys/device.h>
     59        1.1    ragge 
     60        1.1    ragge #include <uvm/uvm_extern.h>
     61        1.1    ragge 
     62        1.1    ragge #define _VAX_BUS_DMA_PRIVATE
     63        1.1    ragge #include <machine/bus.h>
     64        1.1    ragge 
     65        1.1    ragge #include <machine/ka43.h>
     66        1.1    ragge #include <machine/sid.h>
     67        1.1    ragge 
     68       1.16     matt extern	paddr_t avail_start, avail_end;
     69       1.16     matt extern  vaddr_t virtual_avail;
     70        1.1    ragge 
     71        1.1    ragge int	_bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
     72       1.26     yamt 	    bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
     73        1.1    ragge int	_bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
     74        1.1    ragge int	_bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
     75        1.1    ragge 	    bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
     76        1.1    ragge /*
     77        1.1    ragge  * Common function for DMA map creation.  May be called by bus-specific
     78        1.1    ragge  * DMA map creation functions.
     79        1.1    ragge  */
     80        1.1    ragge int
     81        1.1    ragge _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
     82        1.1    ragge 	bus_dma_tag_t t;
     83        1.1    ragge 	bus_size_t size;
     84        1.1    ragge 	int nsegments;
     85        1.1    ragge 	bus_size_t maxsegsz;
     86        1.1    ragge 	bus_size_t boundary;
     87        1.1    ragge 	int flags;
     88        1.1    ragge 	bus_dmamap_t *dmamp;
     89        1.1    ragge {
     90        1.1    ragge 	struct vax_bus_dmamap *map;
     91        1.1    ragge 	void *mapstore;
     92        1.1    ragge 	size_t mapsize;
     93        1.1    ragge 
     94        1.1    ragge #ifdef DEBUG_DMA
     95        1.1    ragge 	printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
     96        1.1    ragge 	    t, size, nsegments, maxsegsz, boundary, flags);
     97        1.1    ragge #endif	/* DEBUG_DMA */
     98        1.1    ragge 
     99        1.1    ragge 	/*
    100        1.1    ragge 	 * Allocate and initialize the DMA map.  The end of the map
    101        1.1    ragge 	 * is a variable-sized array of segments, so we allocate enough
    102        1.1    ragge 	 * room for them in one shot.
    103        1.1    ragge 	 *
    104        1.1    ragge 	 * Note we don't preserve the WAITOK or NOWAIT flags.  Preservation
    105        1.1    ragge 	 * of ALLOCNOW notifies others that we've reserved these resources,
    106        1.1    ragge 	 * and they are not to be freed.
    107        1.1    ragge 	 *
    108        1.1    ragge 	 * The bus_dmamap_t includes one bus_dma_segment_t, hence
    109        1.1    ragge 	 * the (nsegments - 1).
    110        1.1    ragge 	 */
    111        1.1    ragge 	mapsize = sizeof(struct vax_bus_dmamap) +
    112        1.1    ragge 	    (sizeof(bus_dma_segment_t) * (nsegments - 1));
    113        1.1    ragge 	if ((mapstore = malloc(mapsize, M_DMAMAP,
    114        1.1    ragge 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
    115        1.1    ragge 		return (ENOMEM);
    116        1.1    ragge 
    117        1.1    ragge 	bzero(mapstore, mapsize);
    118        1.1    ragge 	map = (struct vax_bus_dmamap *)mapstore;
    119        1.1    ragge 	map->_dm_size = size;
    120        1.1    ragge 	map->_dm_segcnt = nsegments;
    121       1.22     matt 	map->_dm_maxmaxsegsz = maxsegsz;
    122        1.1    ragge 	map->_dm_boundary = boundary;
    123        1.1    ragge 	map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
    124       1.22     matt 	map->dm_maxsegsz = maxsegsz;
    125        1.1    ragge 	map->dm_mapsize = 0;		/* no valid mappings */
    126        1.1    ragge 	map->dm_nsegs = 0;
    127        1.1    ragge 
    128        1.1    ragge 	*dmamp = map;
    129        1.1    ragge #ifdef DEBUG_DMA
    130        1.1    ragge 	printf("dmamap_create:map=%p\n", map);
    131        1.1    ragge #endif	/* DEBUG_DMA */
    132        1.1    ragge 	return (0);
    133        1.1    ragge }
    134        1.1    ragge 
    135        1.1    ragge /*
    136        1.1    ragge  * Common function for DMA map destruction.  May be called by bus-specific
    137        1.1    ragge  * DMA map destruction functions.
    138        1.1    ragge  */
    139        1.1    ragge void
    140        1.1    ragge _bus_dmamap_destroy(t, map)
    141        1.1    ragge 	bus_dma_tag_t t;
    142        1.1    ragge 	bus_dmamap_t map;
    143        1.1    ragge {
    144        1.1    ragge 
    145        1.1    ragge #ifdef DEBUG_DMA
    146        1.1    ragge 	printf("dmamap_destroy: t=%p map=%p\n", t, map);
    147        1.1    ragge #endif	/* DEBUG_DMA */
    148        1.1    ragge #ifdef DIAGNOSTIC
    149        1.1    ragge 	if (map->dm_nsegs > 0)
    150        1.1    ragge 		printf("bus_dmamap_destroy() called for map with valid mappings\n");
    151        1.1    ragge #endif	/* DIAGNOSTIC */
    152        1.1    ragge 	free(map, M_DEVBUF);
    153        1.1    ragge }
    154        1.1    ragge 
    155        1.1    ragge /*
    156        1.1    ragge  * Common function for loading a DMA map with a linear buffer.  May
    157        1.1    ragge  * be called by bus-specific DMA map load functions.
    158        1.1    ragge  */
    159        1.1    ragge int
    160        1.1    ragge _bus_dmamap_load(t, map, buf, buflen, p, flags)
    161        1.1    ragge 	bus_dma_tag_t t;
    162        1.1    ragge 	bus_dmamap_t map;
    163        1.1    ragge 	void *buf;
    164        1.1    ragge 	bus_size_t buflen;
    165        1.1    ragge 	struct proc *p;
    166        1.1    ragge 	int flags;
    167        1.1    ragge {
    168  1.26.20.2     yamt 	vaddr_t lastaddr = 0;
    169        1.1    ragge 	int seg, error;
    170       1.26     yamt 	struct vmspace *vm;
    171        1.1    ragge 
    172        1.1    ragge #ifdef DEBUG_DMA
    173        1.1    ragge 	printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
    174        1.1    ragge 	    t, map, buf, buflen, p, flags);
    175        1.1    ragge #endif	/* DEBUG_DMA */
    176        1.1    ragge 
    177        1.1    ragge 	/*
    178        1.1    ragge 	 * Make sure that on error condition we return "no valid mappings".
    179        1.1    ragge 	 */
    180        1.1    ragge 	map->dm_mapsize = 0;
    181        1.1    ragge 	map->dm_nsegs = 0;
    182       1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    183        1.1    ragge 
    184        1.1    ragge 	if (buflen > map->_dm_size)
    185        1.1    ragge 		return (EINVAL);
    186        1.1    ragge 
    187       1.26     yamt 	if (p != NULL) {
    188       1.26     yamt 		vm = p->p_vmspace;
    189       1.26     yamt 	} else {
    190       1.26     yamt 		vm = vmspace_kernel();
    191       1.26     yamt 	}
    192       1.26     yamt 
    193        1.1    ragge 	seg = 0;
    194       1.26     yamt 	error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
    195        1.1    ragge 	    &lastaddr, &seg, 1);
    196        1.1    ragge 	if (error == 0) {
    197        1.1    ragge 		map->dm_mapsize = buflen;
    198        1.1    ragge 		map->dm_nsegs = seg + 1;
    199        1.1    ragge 	}
    200        1.1    ragge #ifdef DEBUG_DMA
    201        1.1    ragge 	printf("dmamap_load: error=%d\n", error);
    202        1.1    ragge #endif	/* DEBUG_DMA */
    203        1.1    ragge 	return (error);
    204        1.1    ragge }
    205        1.1    ragge 
    206        1.1    ragge /*
    207        1.1    ragge  * Like _bus_dmamap_load(), but for mbufs.
    208        1.1    ragge  */
    209        1.1    ragge int
    210        1.1    ragge _bus_dmamap_load_mbuf(t, map, m0, flags)
    211        1.1    ragge 	bus_dma_tag_t t;
    212        1.1    ragge 	bus_dmamap_t map;
    213        1.1    ragge 	struct mbuf *m0;
    214        1.1    ragge 	int flags;
    215        1.1    ragge {
    216  1.26.20.2     yamt 	vaddr_t lastaddr = 0;
    217        1.1    ragge 	int seg, error, first;
    218        1.1    ragge 	struct mbuf *m;
    219        1.1    ragge 
    220        1.1    ragge #ifdef DEBUG_DMA
    221        1.1    ragge 	printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
    222        1.1    ragge 	    t, map, m0, flags);
    223        1.1    ragge #endif	/* DEBUG_DMA */
    224        1.1    ragge 
    225        1.1    ragge 	/*
    226        1.1    ragge 	 * Make sure that on error condition we return "no valid mappings."
    227        1.1    ragge 	 */
    228        1.1    ragge 	map->dm_mapsize = 0;
    229        1.1    ragge 	map->dm_nsegs = 0;
    230       1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    231        1.1    ragge 
    232        1.1    ragge #ifdef DIAGNOSTIC
    233        1.1    ragge 	if ((m0->m_flags & M_PKTHDR) == 0)
    234        1.1    ragge 		panic("_bus_dmamap_load_mbuf: no packet header");
    235        1.1    ragge #endif	/* DIAGNOSTIC */
    236        1.1    ragge 
    237        1.1    ragge 	if (m0->m_pkthdr.len > map->_dm_size)
    238        1.1    ragge 		return (EINVAL);
    239        1.1    ragge 
    240        1.1    ragge 	first = 1;
    241        1.1    ragge 	seg = 0;
    242        1.1    ragge 	error = 0;
    243        1.1    ragge 	for (m = m0; m != NULL && error == 0; m = m->m_next) {
    244       1.21  thorpej 		if (m->m_len == 0)
    245       1.21  thorpej 			continue;
    246        1.1    ragge 		error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
    247       1.26     yamt 		    vmspace_kernel(), flags, &lastaddr, &seg, first);
    248        1.1    ragge 		first = 0;
    249        1.1    ragge 	}
    250        1.1    ragge 	if (error == 0) {
    251        1.1    ragge 		map->dm_mapsize = m0->m_pkthdr.len;
    252        1.1    ragge 		map->dm_nsegs = seg + 1;
    253        1.1    ragge 	}
    254        1.1    ragge #ifdef DEBUG_DMA
    255        1.1    ragge 	printf("dmamap_load_mbuf: error=%d\n", error);
    256        1.1    ragge #endif	/* DEBUG_DMA */
    257        1.1    ragge 	return (error);
    258        1.1    ragge }
    259        1.1    ragge 
    260        1.1    ragge /*
    261        1.1    ragge  * Like _bus_dmamap_load(), but for uios.
    262        1.1    ragge  */
    263        1.1    ragge int
    264        1.1    ragge _bus_dmamap_load_uio(t, map, uio, flags)
    265        1.1    ragge 	bus_dma_tag_t t;
    266        1.1    ragge 	bus_dmamap_t map;
    267        1.1    ragge 	struct uio *uio;
    268        1.1    ragge 	int flags;
    269        1.1    ragge {
    270  1.26.20.2     yamt 	vaddr_t lastaddr = 0;
    271        1.1    ragge 	int seg, i, error, first;
    272        1.1    ragge 	bus_size_t minlen, resid;
    273        1.1    ragge 	struct iovec *iov;
    274  1.26.20.1    rmind 	void *addr;
    275        1.1    ragge 
    276        1.1    ragge 	/*
    277        1.1    ragge 	 * Make sure that on error condition we return "no valid mappings."
    278        1.1    ragge 	 */
    279        1.1    ragge 	map->dm_mapsize = 0;
    280        1.1    ragge 	map->dm_nsegs = 0;
    281       1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    282        1.1    ragge 
    283        1.1    ragge 	resid = uio->uio_resid;
    284        1.1    ragge 	iov = uio->uio_iov;
    285        1.1    ragge 
    286        1.1    ragge 	first = 1;
    287        1.1    ragge 	seg = 0;
    288        1.1    ragge 	error = 0;
    289        1.1    ragge 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
    290        1.1    ragge 		/*
    291        1.1    ragge 		 * Now at the first iovec to load.  Load each iovec
    292        1.1    ragge 		 * until we have exhausted the residual count.
    293        1.1    ragge 		 */
    294        1.1    ragge 		minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
    295  1.26.20.1    rmind 		addr = (void *)iov[i].iov_base;
    296        1.1    ragge 
    297        1.1    ragge 		error = _bus_dmamap_load_buffer(t, map, addr, minlen,
    298       1.26     yamt 		    uio->uio_vmspace, flags, &lastaddr, &seg, first);
    299        1.1    ragge 		first = 0;
    300        1.1    ragge 
    301        1.1    ragge 		resid -= minlen;
    302        1.1    ragge 	}
    303        1.1    ragge 	if (error == 0) {
    304        1.1    ragge 		map->dm_mapsize = uio->uio_resid;
    305        1.1    ragge 		map->dm_nsegs = seg + 1;
    306        1.1    ragge 	}
    307        1.1    ragge 	return (error);
    308        1.1    ragge }
    309        1.1    ragge 
    310        1.1    ragge /*
    311        1.1    ragge  * Like _bus_dmamap_load(), but for raw memory allocated with
    312        1.1    ragge  * bus_dmamem_alloc().
    313        1.1    ragge  */
    314        1.1    ragge int
    315        1.1    ragge _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
    316        1.1    ragge 	bus_dma_tag_t t;
    317        1.1    ragge 	bus_dmamap_t map;
    318        1.1    ragge 	bus_dma_segment_t *segs;
    319        1.1    ragge 	int nsegs;
    320        1.1    ragge 	bus_size_t size;
    321        1.1    ragge 	int flags;
    322        1.1    ragge {
    323        1.1    ragge 
    324        1.1    ragge 	panic("_bus_dmamap_load_raw: not implemented");
    325        1.1    ragge }
    326        1.1    ragge 
    327        1.1    ragge /*
    328        1.1    ragge  * Common function for unloading a DMA map.  May be called by
    329        1.1    ragge  * bus-specific DMA map unload functions.
    330        1.1    ragge  */
    331        1.1    ragge void
    332        1.1    ragge _bus_dmamap_unload(t, map)
    333        1.1    ragge 	bus_dma_tag_t t;
    334        1.1    ragge 	bus_dmamap_t map;
    335        1.1    ragge {
    336        1.1    ragge 
    337        1.1    ragge #ifdef DEBUG_DMA
    338        1.1    ragge 	printf("dmamap_unload: t=%p map=%p\n", t, map);
    339        1.1    ragge #endif	/* DEBUG_DMA */
    340        1.1    ragge 
    341        1.1    ragge 	/*
    342        1.1    ragge 	 * No resources to free; just mark the mappings as
    343        1.1    ragge 	 * invalid.
    344        1.1    ragge 	 */
    345       1.22     matt 	map->dm_maxsegsz = map->_dm_maxmaxsegsz;
    346        1.1    ragge 	map->dm_mapsize = 0;
    347        1.1    ragge 	map->dm_nsegs = 0;
    348        1.1    ragge }
    349        1.1    ragge 
    350        1.1    ragge /*
    351        1.1    ragge  * Common function for DMA map synchronization.  May be called
    352        1.1    ragge  * by bus-specific DMA map synchronization functions.
    353        1.1    ragge  */
    354        1.1    ragge void
    355        1.1    ragge _bus_dmamap_sync(t, map, offset, len, ops)
    356        1.1    ragge 	bus_dma_tag_t t;
    357        1.1    ragge 	bus_dmamap_t map;
    358        1.1    ragge 	bus_addr_t offset;
    359        1.1    ragge 	bus_size_t len;
    360        1.1    ragge 	int ops;
    361        1.1    ragge {
    362        1.1    ragge #ifdef DEBUG_DMA
    363        1.1    ragge 	printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
    364        1.1    ragge 	    t, map, offset, len, ops);
    365        1.1    ragge #endif	/* DEBUG_DMA */
    366        1.1    ragge 	/*
    367        1.1    ragge 	 * A vax only has snoop-cache, so this routine is a no-op.
    368        1.1    ragge 	 */
    369        1.1    ragge 	return;
    370        1.1    ragge }
    371        1.1    ragge 
    372        1.1    ragge /*
    373        1.1    ragge  * Common function for DMA-safe memory allocation.  May be called
    374        1.1    ragge  * by bus-specific DMA memory allocation functions.
    375        1.1    ragge  */
    376        1.1    ragge 
    377        1.1    ragge int
    378        1.1    ragge _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
    379        1.1    ragge 	bus_dma_tag_t t;
    380        1.1    ragge 	bus_size_t size, alignment, boundary;
    381        1.1    ragge 	bus_dma_segment_t *segs;
    382        1.1    ragge 	int nsegs;
    383        1.1    ragge 	int *rsegs;
    384        1.1    ragge 	int flags;
    385        1.1    ragge {
    386        1.1    ragge 	int error;
    387        1.1    ragge 
    388        1.1    ragge 	error =  (_bus_dmamem_alloc_range(t, size, alignment, boundary,
    389        1.1    ragge 	    segs, nsegs, rsegs, flags, round_page(avail_start),
    390        1.1    ragge 	    trunc_page(avail_end)));
    391        1.1    ragge 	return(error);
    392        1.1    ragge }
    393        1.1    ragge 
    394        1.1    ragge /*
    395        1.1    ragge  * Common function for freeing DMA-safe memory.  May be called by
    396        1.1    ragge  * bus-specific DMA memory free functions.
    397        1.1    ragge  */
    398        1.1    ragge void
    399        1.1    ragge _bus_dmamem_free(t, segs, nsegs)
    400        1.1    ragge 	bus_dma_tag_t t;
    401        1.1    ragge 	bus_dma_segment_t *segs;
    402        1.1    ragge 	int nsegs;
    403        1.1    ragge {
    404       1.12      chs 	struct vm_page *m;
    405        1.1    ragge 	bus_addr_t addr;
    406        1.1    ragge 	struct pglist mlist;
    407        1.1    ragge 	int curseg;
    408        1.1    ragge 
    409        1.1    ragge #ifdef DEBUG_DMA
    410        1.1    ragge 	printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
    411        1.1    ragge #endif	/* DEBUG_DMA */
    412        1.1    ragge 
    413        1.1    ragge 	/*
    414        1.1    ragge 	 * Build a list of pages to free back to the VM system.
    415        1.1    ragge 	 */
    416        1.1    ragge 	TAILQ_INIT(&mlist);
    417        1.1    ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    418        1.1    ragge 		for (addr = segs[curseg].ds_addr;
    419        1.1    ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    420        1.1    ragge 		    addr += PAGE_SIZE) {
    421        1.1    ragge 			m = PHYS_TO_VM_PAGE(addr);
    422        1.1    ragge 			TAILQ_INSERT_TAIL(&mlist, m, pageq);
    423        1.1    ragge 		}
    424        1.1    ragge 	}
    425        1.1    ragge 	uvm_pglistfree(&mlist);
    426        1.1    ragge }
    427        1.1    ragge 
    428        1.1    ragge /*
    429        1.1    ragge  * Common function for mapping DMA-safe memory.  May be called by
    430        1.1    ragge  * bus-specific DMA memory map functions.
    431        1.1    ragge  */
    432        1.1    ragge int
    433        1.1    ragge _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
    434        1.1    ragge 	bus_dma_tag_t t;
    435        1.1    ragge 	bus_dma_segment_t *segs;
    436        1.1    ragge 	int nsegs;
    437        1.1    ragge 	size_t size;
    438  1.26.20.1    rmind 	void **kvap;
    439        1.1    ragge 	int flags;
    440        1.1    ragge {
    441        1.6     matt 	vaddr_t va;
    442        1.1    ragge 	bus_addr_t addr;
    443        1.1    ragge 	int curseg;
    444       1.24     yamt 	const uvm_flag_t kmflags =
    445       1.24     yamt 	    (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
    446        1.1    ragge 
    447        1.1    ragge 	/*
    448        1.1    ragge 	 * Special case (but common):
    449        1.1    ragge 	 * If there is only one physical segment then the already-mapped
    450        1.1    ragge 	 * virtual address is returned, since all physical memory is already
    451        1.1    ragge 	 * in the beginning of kernel virtual memory.
    452        1.1    ragge 	 */
    453        1.1    ragge 	if (nsegs == 1) {
    454  1.26.20.1    rmind 		*kvap = (void *)(segs[0].ds_addr | KERNBASE);
    455        1.1    ragge 		/*
    456        1.1    ragge 		 * KA43 (3100/m76) must have its DMA-safe memory accessed
    457        1.1    ragge 		 * through DIAGMEM. Remap it here.
    458        1.1    ragge 		 */
    459        1.1    ragge 		if (vax_boardtype == VAX_BTYP_43) {
    460        1.1    ragge 			pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
    461        1.1    ragge 			    (segs[0].ds_addr|KA43_DIAGMEM) + size,
    462        1.1    ragge 			    VM_PROT_READ|VM_PROT_WRITE);
    463        1.1    ragge 		}
    464        1.1    ragge 		return 0;
    465        1.1    ragge 	}
    466        1.1    ragge 	size = round_page(size);
    467       1.24     yamt 	va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
    468        1.1    ragge 
    469        1.1    ragge 	if (va == 0)
    470        1.1    ragge 		return (ENOMEM);
    471        1.1    ragge 
    472  1.26.20.1    rmind 	*kvap = (void *)va;
    473        1.1    ragge 
    474        1.1    ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    475        1.1    ragge 		for (addr = segs[curseg].ds_addr;
    476        1.1    ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    477       1.17  thorpej 		    addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
    478        1.1    ragge 			if (size == 0)
    479        1.1    ragge 				panic("_bus_dmamem_map: size botch");
    480        1.1    ragge 			if (vax_boardtype == VAX_BTYP_43)
    481        1.1    ragge 				addr |= KA43_DIAGMEM;
    482        1.2  thorpej 			pmap_enter(pmap_kernel(), va, addr,
    483        1.5  thorpej 			    VM_PROT_READ | VM_PROT_WRITE,
    484        1.5  thorpej 			    VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
    485        1.1    ragge 		}
    486        1.1    ragge 	}
    487       1.13    chris 	pmap_update(pmap_kernel());
    488        1.1    ragge 	return (0);
    489        1.1    ragge }
    490        1.1    ragge 
    491        1.1    ragge /*
    492        1.1    ragge  * Common function for unmapping DMA-safe memory.  May be called by
    493        1.1    ragge  * bus-specific DMA memory unmapping functions.
    494        1.1    ragge  */
    495        1.1    ragge void
    496        1.1    ragge _bus_dmamem_unmap(t, kva, size)
    497        1.1    ragge 	bus_dma_tag_t t;
    498  1.26.20.1    rmind 	void *kva;
    499        1.1    ragge 	size_t size;
    500        1.1    ragge {
    501        1.1    ragge 
    502        1.1    ragge #ifdef DEBUG_DMA
    503        1.1    ragge 	printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
    504        1.1    ragge #endif	/* DEBUG_DMA */
    505        1.1    ragge #ifdef DIAGNOSTIC
    506        1.1    ragge 	if ((u_long)kva & PGOFSET)
    507        1.1    ragge 		panic("_bus_dmamem_unmap");
    508        1.1    ragge #endif	/* DIAGNOSTIC */
    509        1.1    ragge 
    510        1.1    ragge 	/* Avoid free'ing if not mapped */
    511  1.26.20.1    rmind 	if (kva < (void *)virtual_avail)
    512       1.23     yamt 		return;
    513       1.23     yamt 
    514       1.23     yamt 	size = round_page(size);
    515       1.23     yamt 	pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
    516       1.23     yamt 	pmap_update(pmap_kernel());
    517       1.23     yamt 	uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
    518        1.1    ragge }
    519        1.1    ragge 
    520        1.1    ragge /*
    521        1.1    ragge  * Common functin for mmap(2)'ing DMA-safe memory.  May be called by
    522        1.1    ragge  * bus-specific DMA mmap(2)'ing functions.
    523        1.1    ragge  */
    524        1.7   simonb paddr_t
    525        1.1    ragge _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
    526        1.1    ragge 	bus_dma_tag_t t;
    527        1.1    ragge 	bus_dma_segment_t *segs;
    528        1.7   simonb 	int nsegs;
    529        1.7   simonb 	off_t off;
    530        1.7   simonb 	int prot, flags;
    531        1.1    ragge {
    532        1.1    ragge 	int i;
    533        1.1    ragge 
    534        1.1    ragge 	for (i = 0; i < nsegs; i++) {
    535        1.1    ragge #ifdef DIAGNOSTIC
    536        1.1    ragge 		if (off & PGOFSET)
    537        1.1    ragge 			panic("_bus_dmamem_mmap: offset unaligned");
    538        1.1    ragge 		if (segs[i].ds_addr & PGOFSET)
    539        1.1    ragge 			panic("_bus_dmamem_mmap: segment unaligned");
    540        1.1    ragge 		if (segs[i].ds_len & PGOFSET)
    541        1.1    ragge 			panic("_bus_dmamem_mmap: segment size not multiple"
    542        1.1    ragge 			    " of page size");
    543        1.1    ragge #endif	/* DIAGNOSTIC */
    544        1.1    ragge 		if (off >= segs[i].ds_len) {
    545        1.1    ragge 			off -= segs[i].ds_len;
    546        1.1    ragge 			continue;
    547        1.1    ragge 		}
    548        1.1    ragge 
    549        1.1    ragge 		return (btop((u_long)segs[i].ds_addr + off));
    550        1.1    ragge 	}
    551        1.1    ragge 
    552        1.1    ragge 	/* Page not found. */
    553        1.1    ragge 	return (-1);
    554        1.1    ragge }
    555        1.1    ragge 
    556        1.1    ragge /**********************************************************************
    557        1.1    ragge  * DMA utility functions
    558        1.1    ragge  **********************************************************************/
    559        1.1    ragge 
    560        1.1    ragge /*
    561        1.1    ragge  * Utility function to load a linear buffer.  lastaddrp holds state
    562        1.1    ragge  * between invocations (for multiple-buffer loads).  segp contains
    563        1.1    ragge  * the starting segment on entrace, and the ending segment on exit.
    564        1.1    ragge  * first indicates if this is the first invocation of this function.
    565        1.1    ragge  */
    566        1.1    ragge int
    567       1.26     yamt _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags, lastaddrp, segp, first)
    568        1.1    ragge 	bus_dma_tag_t t;
    569        1.1    ragge 	bus_dmamap_t map;
    570        1.1    ragge 	void *buf;
    571        1.1    ragge 	bus_size_t buflen;
    572       1.26     yamt 	struct vmspace *vm;
    573        1.1    ragge 	int flags;
    574        1.6     matt 	vaddr_t *lastaddrp;
    575        1.1    ragge 	int *segp;
    576        1.1    ragge 	int first;
    577        1.1    ragge {
    578        1.1    ragge 	bus_size_t sgsize;
    579        1.1    ragge 	bus_addr_t curaddr, lastaddr, baddr, bmask;
    580        1.6     matt 	vaddr_t vaddr = (vaddr_t)buf;
    581        1.1    ragge 	int seg;
    582        1.1    ragge 	pmap_t pmap;
    583        1.1    ragge 
    584        1.1    ragge #ifdef DEBUG_DMA
    585        1.1    ragge 	printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
    586        1.1    ragge 	    buf, buflen, flags, first);
    587        1.1    ragge #endif	/* DEBUG_DMA */
    588        1.1    ragge 
    589       1.26     yamt 	pmap = vm_map_pmap(&vm->vm_map);
    590        1.1    ragge 
    591        1.1    ragge 	lastaddr = *lastaddrp;
    592        1.1    ragge 	bmask  = ~(map->_dm_boundary - 1);
    593        1.1    ragge 
    594        1.1    ragge 	for (seg = *segp; buflen > 0; ) {
    595        1.1    ragge 		/*
    596        1.1    ragge 		 * Get the physical address for this segment.
    597        1.1    ragge 		 */
    598        1.3  thorpej 		(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
    599        1.1    ragge 
    600        1.1    ragge #if 0
    601        1.1    ragge 		/*
    602        1.1    ragge 		 * Make sure we're in an allowed DMA range.
    603        1.1    ragge 		 */
    604        1.1    ragge 		if (t->_ranges != NULL &&
    605        1.1    ragge 		    _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
    606        1.1    ragge 			return (EINVAL);
    607        1.1    ragge #endif
    608        1.1    ragge 
    609        1.1    ragge 		/*
    610        1.1    ragge 		 * Compute the segment size, and adjust counts.
    611        1.1    ragge 		 */
    612       1.17  thorpej 		sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
    613        1.1    ragge 		if (buflen < sgsize)
    614        1.1    ragge 			sgsize = buflen;
    615        1.1    ragge 
    616        1.1    ragge 		/*
    617        1.1    ragge 		 * Make sure we don't cross any boundaries.
    618        1.1    ragge 		 */
    619        1.1    ragge 		if (map->_dm_boundary > 0) {
    620        1.1    ragge 			baddr = (curaddr + map->_dm_boundary) & bmask;
    621        1.1    ragge 			if (sgsize > (baddr - curaddr))
    622        1.1    ragge 				sgsize = (baddr - curaddr);
    623        1.1    ragge 		}
    624        1.1    ragge 
    625        1.1    ragge 		/*
    626        1.1    ragge 		 * Insert chunk into a segment, coalescing with
    627        1.1    ragge 		 * previous segment if possible.
    628        1.1    ragge 		 */
    629        1.1    ragge 		if (first) {
    630        1.1    ragge 			map->dm_segs[seg].ds_addr = curaddr;
    631        1.1    ragge 			map->dm_segs[seg].ds_len = sgsize;
    632        1.1    ragge 			first = 0;
    633        1.1    ragge 		} else {
    634        1.1    ragge 			if (curaddr == lastaddr &&
    635        1.1    ragge 			    (map->dm_segs[seg].ds_len + sgsize) <=
    636       1.22     matt 			     map->dm_maxsegsz &&
    637        1.1    ragge 			    (map->_dm_boundary == 0 ||
    638        1.1    ragge 			     (map->dm_segs[seg].ds_addr & bmask) ==
    639        1.1    ragge 			     (curaddr & bmask)))
    640        1.1    ragge 				map->dm_segs[seg].ds_len += sgsize;
    641        1.1    ragge 			else {
    642        1.1    ragge 				if (++seg >= map->_dm_segcnt)
    643        1.1    ragge 					break;
    644        1.1    ragge 				map->dm_segs[seg].ds_addr = curaddr;
    645        1.1    ragge 				map->dm_segs[seg].ds_len = sgsize;
    646        1.1    ragge 			}
    647        1.1    ragge 		}
    648        1.1    ragge 
    649        1.1    ragge 		lastaddr = curaddr + sgsize;
    650        1.1    ragge 		vaddr += sgsize;
    651        1.1    ragge 		buflen -= sgsize;
    652        1.1    ragge 	}
    653        1.1    ragge 
    654        1.1    ragge 	*segp = seg;
    655        1.1    ragge 	*lastaddrp = lastaddr;
    656        1.1    ragge 
    657        1.1    ragge 	/*
    658        1.1    ragge 	 * Did we fit?
    659        1.1    ragge 	 */
    660        1.1    ragge 	if (buflen != 0)
    661        1.1    ragge 		return (EFBIG);		/* XXX better return value here? */
    662        1.1    ragge 	return (0);
    663        1.1    ragge }
    664        1.1    ragge 
    665        1.1    ragge /*
    666        1.1    ragge  * Check to see if the specified page is in an allowed DMA range.
    667        1.1    ragge  */
    668        1.1    ragge int
    669        1.1    ragge _bus_dma_inrange(ranges, nranges, curaddr)
    670        1.1    ragge 	bus_dma_segment_t *ranges;
    671        1.1    ragge 	int nranges;
    672        1.1    ragge 	bus_addr_t curaddr;
    673        1.1    ragge {
    674        1.1    ragge 	bus_dma_segment_t *ds;
    675        1.1    ragge 	int i;
    676        1.1    ragge 
    677        1.1    ragge 	for (i = 0, ds = ranges; i < nranges; i++, ds++) {
    678        1.1    ragge 		if (curaddr >= ds->ds_addr &&
    679        1.1    ragge 		    round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
    680        1.1    ragge 			return (1);
    681        1.1    ragge 	}
    682        1.1    ragge 
    683        1.1    ragge 	return (0);
    684        1.1    ragge }
    685        1.1    ragge 
    686        1.1    ragge /*
    687        1.1    ragge  * Allocate physical memory from the given physical address range.
    688        1.1    ragge  * Called by DMA-safe memory allocation methods.
    689        1.1    ragge  */
    690        1.1    ragge int
    691        1.1    ragge _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
    692        1.1    ragge     flags, low, high)
    693        1.1    ragge 	bus_dma_tag_t t;
    694        1.1    ragge 	bus_size_t size, alignment, boundary;
    695        1.1    ragge 	bus_dma_segment_t *segs;
    696        1.1    ragge 	int nsegs;
    697        1.1    ragge 	int *rsegs;
    698        1.1    ragge 	int flags;
    699        1.6     matt 	vaddr_t low;
    700        1.6     matt 	vaddr_t high;
    701        1.1    ragge {
    702        1.6     matt 	vaddr_t curaddr, lastaddr;
    703       1.12      chs 	struct vm_page *m;
    704        1.1    ragge 	struct pglist mlist;
    705        1.1    ragge 	int curseg, error;
    706        1.1    ragge 
    707        1.1    ragge #ifdef DEBUG_DMA
    708        1.1    ragge 	printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
    709        1.1    ragge 	    t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
    710        1.1    ragge #endif	/* DEBUG_DMA */
    711        1.1    ragge 
    712        1.1    ragge 	/* Always round the size. */
    713        1.1    ragge 	size = round_page(size);
    714        1.1    ragge 
    715        1.1    ragge 	/*
    716        1.1    ragge 	 * Allocate pages from the VM system.
    717        1.1    ragge 	 */
    718        1.1    ragge 	error = uvm_pglistalloc(size, low, high, alignment, boundary,
    719        1.1    ragge 	    &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
    720        1.1    ragge 	if (error)
    721        1.1    ragge 		return (error);
    722        1.1    ragge 
    723        1.1    ragge 	/*
    724        1.1    ragge 	 * Compute the location, size, and number of segments actually
    725        1.1    ragge 	 * returned by the VM code.
    726        1.1    ragge 	 */
    727        1.1    ragge 	m = mlist.tqh_first;
    728        1.1    ragge 	curseg = 0;
    729        1.1    ragge 	lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
    730        1.1    ragge 	segs[curseg].ds_len = PAGE_SIZE;
    731        1.1    ragge #ifdef DEBUG_DMA
    732        1.1    ragge 		printf("alloc: page %lx\n", lastaddr);
    733        1.1    ragge #endif	/* DEBUG_DMA */
    734        1.1    ragge 	m = m->pageq.tqe_next;
    735        1.1    ragge 
    736        1.1    ragge 	for (; m != NULL; m = m->pageq.tqe_next) {
    737        1.1    ragge 		curaddr = VM_PAGE_TO_PHYS(m);
    738        1.1    ragge #ifdef DIAGNOSTIC
    739        1.1    ragge 		if (curaddr < low || curaddr >= high) {
    740       1.10    soren 			printf("uvm_pglistalloc returned non-sensical"
    741        1.1    ragge 			    " address 0x%lx\n", curaddr);
    742        1.1    ragge 			panic("_bus_dmamem_alloc_range");
    743        1.1    ragge 		}
    744        1.1    ragge #endif	/* DIAGNOSTIC */
    745        1.1    ragge #ifdef DEBUG_DMA
    746        1.1    ragge 		printf("alloc: page %lx\n", curaddr);
    747        1.1    ragge #endif	/* DEBUG_DMA */
    748        1.1    ragge 		if (curaddr == (lastaddr + PAGE_SIZE))
    749        1.1    ragge 			segs[curseg].ds_len += PAGE_SIZE;
    750        1.1    ragge 		else {
    751        1.1    ragge 			curseg++;
    752        1.1    ragge 			segs[curseg].ds_addr = curaddr;
    753        1.1    ragge 			segs[curseg].ds_len = PAGE_SIZE;
    754        1.1    ragge 		}
    755        1.1    ragge 		lastaddr = curaddr;
    756        1.1    ragge 	}
    757        1.1    ragge 
    758        1.1    ragge 	*rsegs = curseg + 1;
    759        1.1    ragge 
    760        1.1    ragge 	return (0);
    761        1.1    ragge }
    762        1.4    ragge 
    763        1.4    ragge /*
    764        1.4    ragge  * "generic" DMA struct, nothing special.
    765        1.4    ragge  */
    766        1.4    ragge struct vax_bus_dma_tag vax_bus_dma_tag = {
    767        1.4    ragge 	NULL,
    768        1.4    ragge 	0,
    769        1.4    ragge 	0,
    770        1.4    ragge 	0,
    771        1.4    ragge 	0,
    772        1.4    ragge 	0,
    773        1.4    ragge 	_bus_dmamap_create,
    774        1.4    ragge 	_bus_dmamap_destroy,
    775        1.4    ragge 	_bus_dmamap_load,
    776        1.4    ragge 	_bus_dmamap_load_mbuf,
    777        1.4    ragge 	_bus_dmamap_load_uio,
    778        1.4    ragge 	_bus_dmamap_load_raw,
    779        1.4    ragge 	_bus_dmamap_unload,
    780        1.4    ragge 	_bus_dmamap_sync,
    781        1.4    ragge 	_bus_dmamem_alloc,
    782        1.4    ragge 	_bus_dmamem_free,
    783        1.4    ragge 	_bus_dmamem_map,
    784        1.4    ragge 	_bus_dmamem_unmap,
    785        1.4    ragge 	_bus_dmamem_mmap,
    786        1.4    ragge };
    787