Home | History | Annotate | Line # | Download | only in vax
bus_dma.c revision 1.25.2.3
      1  1.25.2.1     yamt /*	$NetBSD: bus_dma.c,v 1.25.2.3 2006/02/18 23:44:27 yamt Exp $	*/
      2       1.1    ragge 
      3       1.1    ragge /*-
      4       1.1    ragge  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
      5       1.1    ragge  * All rights reserved.
      6       1.1    ragge  *
      7       1.1    ragge  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1    ragge  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9       1.1    ragge  * NASA Ames Research Center.
     10       1.1    ragge  *
     11       1.1    ragge  * Redistribution and use in source and binary forms, with or without
     12       1.1    ragge  * modification, are permitted provided that the following conditions
     13       1.1    ragge  * are met:
     14       1.1    ragge  * 1. Redistributions of source code must retain the above copyright
     15       1.1    ragge  *    notice, this list of conditions and the following disclaimer.
     16       1.1    ragge  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.1    ragge  *    notice, this list of conditions and the following disclaimer in the
     18       1.1    ragge  *    documentation and/or other materials provided with the distribution.
     19       1.1    ragge  * 3. All advertising materials mentioning features or use of this software
     20       1.1    ragge  *    must display the following acknowledgement:
     21       1.1    ragge  *	This product includes software developed by the NetBSD
     22       1.1    ragge  *	Foundation, Inc. and its contributors.
     23       1.1    ragge  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24       1.1    ragge  *    contributors may be used to endorse or promote products derived
     25       1.1    ragge  *    from this software without specific prior written permission.
     26       1.1    ragge  *
     27       1.1    ragge  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28       1.1    ragge  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29       1.1    ragge  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30       1.1    ragge  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31       1.1    ragge  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32       1.1    ragge  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33       1.1    ragge  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34       1.1    ragge  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35       1.1    ragge  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36       1.1    ragge  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37       1.1    ragge  * POSSIBILITY OF SUCH DAMAGE.
     38       1.1    ragge  */
     39       1.1    ragge /*
     40       1.1    ragge  * bus_dma routines for vax. File copied from arm32/bus_dma.c.
     41       1.1    ragge  * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
     42       1.1    ragge  */
     43      1.20    lukem 
     44      1.20    lukem #include <sys/cdefs.h>
     45  1.25.2.1     yamt __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.25.2.3 2006/02/18 23:44:27 yamt Exp $");
     46       1.1    ragge 
     47       1.1    ragge #include <sys/param.h>
     48       1.1    ragge #include <sys/systm.h>
     49       1.1    ragge #include <sys/kernel.h>
     50       1.1    ragge #include <sys/proc.h>
     51       1.1    ragge #include <sys/buf.h>
     52       1.1    ragge #include <sys/reboot.h>
     53       1.1    ragge #include <sys/conf.h>
     54       1.1    ragge #include <sys/file.h>
     55       1.1    ragge #include <sys/malloc.h>
     56       1.1    ragge #include <sys/mbuf.h>
     57       1.1    ragge #include <sys/vnode.h>
     58       1.1    ragge #include <sys/device.h>
     59       1.1    ragge 
     60       1.1    ragge #include <uvm/uvm_extern.h>
     61       1.1    ragge 
     62       1.1    ragge #define _VAX_BUS_DMA_PRIVATE
     63       1.1    ragge #include <machine/bus.h>
     64       1.1    ragge 
     65       1.1    ragge #include <machine/ka43.h>
     66       1.1    ragge #include <machine/sid.h>
     67       1.1    ragge 
     68      1.16     matt extern	paddr_t avail_start, avail_end;
     69      1.16     matt extern  vaddr_t virtual_avail;
     70       1.1    ragge 
     71       1.1    ragge int	_bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
     72  1.25.2.1     yamt 	    bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
     73       1.1    ragge int	_bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
     74       1.1    ragge int	_bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
     75       1.1    ragge 	    bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
     76       1.1    ragge /*
     77       1.1    ragge  * Common function for DMA map creation.  May be called by bus-specific
     78       1.1    ragge  * DMA map creation functions.
     79       1.1    ragge  */
     80       1.1    ragge int
     81       1.1    ragge _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
     82       1.1    ragge 	bus_dma_tag_t t;
     83       1.1    ragge 	bus_size_t size;
     84       1.1    ragge 	int nsegments;
     85       1.1    ragge 	bus_size_t maxsegsz;
     86       1.1    ragge 	bus_size_t boundary;
     87       1.1    ragge 	int flags;
     88       1.1    ragge 	bus_dmamap_t *dmamp;
     89       1.1    ragge {
     90       1.1    ragge 	struct vax_bus_dmamap *map;
     91       1.1    ragge 	void *mapstore;
     92       1.1    ragge 	size_t mapsize;
     93       1.1    ragge 
     94       1.1    ragge #ifdef DEBUG_DMA
     95       1.1    ragge 	printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
     96       1.1    ragge 	    t, size, nsegments, maxsegsz, boundary, flags);
     97       1.1    ragge #endif	/* DEBUG_DMA */
     98       1.1    ragge 
     99       1.1    ragge 	/*
    100       1.1    ragge 	 * Allocate and initialize the DMA map.  The end of the map
    101       1.1    ragge 	 * is a variable-sized array of segments, so we allocate enough
    102       1.1    ragge 	 * room for them in one shot.
    103       1.1    ragge 	 *
    104       1.1    ragge 	 * Note we don't preserve the WAITOK or NOWAIT flags.  Preservation
    105       1.1    ragge 	 * of ALLOCNOW notifies others that we've reserved these resources,
    106       1.1    ragge 	 * and they are not to be freed.
    107       1.1    ragge 	 *
    108       1.1    ragge 	 * The bus_dmamap_t includes one bus_dma_segment_t, hence
    109       1.1    ragge 	 * the (nsegments - 1).
    110       1.1    ragge 	 */
    111       1.1    ragge 	mapsize = sizeof(struct vax_bus_dmamap) +
    112       1.1    ragge 	    (sizeof(bus_dma_segment_t) * (nsegments - 1));
    113       1.1    ragge 	if ((mapstore = malloc(mapsize, M_DMAMAP,
    114       1.1    ragge 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
    115       1.1    ragge 		return (ENOMEM);
    116       1.1    ragge 
    117       1.1    ragge 	bzero(mapstore, mapsize);
    118       1.1    ragge 	map = (struct vax_bus_dmamap *)mapstore;
    119       1.1    ragge 	map->_dm_size = size;
    120       1.1    ragge 	map->_dm_segcnt = nsegments;
    121      1.22     matt 	map->_dm_maxmaxsegsz = maxsegsz;
    122       1.1    ragge 	map->_dm_boundary = boundary;
    123       1.1    ragge 	map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
    124      1.22     matt 	map->dm_maxsegsz = maxsegsz;
    125       1.1    ragge 	map->dm_mapsize = 0;		/* no valid mappings */
    126       1.1    ragge 	map->dm_nsegs = 0;
    127       1.1    ragge 
    128       1.1    ragge 	*dmamp = map;
    129       1.1    ragge #ifdef DEBUG_DMA
    130       1.1    ragge 	printf("dmamap_create:map=%p\n", map);
    131       1.1    ragge #endif	/* DEBUG_DMA */
    132       1.1    ragge 	return (0);
    133       1.1    ragge }
    134       1.1    ragge 
    135       1.1    ragge /*
    136       1.1    ragge  * Common function for DMA map destruction.  May be called by bus-specific
    137       1.1    ragge  * DMA map destruction functions.
    138       1.1    ragge  */
    139       1.1    ragge void
    140       1.1    ragge _bus_dmamap_destroy(t, map)
    141       1.1    ragge 	bus_dma_tag_t t;
    142       1.1    ragge 	bus_dmamap_t map;
    143       1.1    ragge {
    144       1.1    ragge 
    145       1.1    ragge #ifdef DEBUG_DMA
    146       1.1    ragge 	printf("dmamap_destroy: t=%p map=%p\n", t, map);
    147       1.1    ragge #endif	/* DEBUG_DMA */
    148       1.1    ragge #ifdef DIAGNOSTIC
    149       1.1    ragge 	if (map->dm_nsegs > 0)
    150       1.1    ragge 		printf("bus_dmamap_destroy() called for map with valid mappings\n");
    151       1.1    ragge #endif	/* DIAGNOSTIC */
    152       1.1    ragge 	free(map, M_DEVBUF);
    153       1.1    ragge }
    154       1.1    ragge 
    155       1.1    ragge /*
    156       1.1    ragge  * Common function for loading a DMA map with a linear buffer.  May
    157       1.1    ragge  * be called by bus-specific DMA map load functions.
    158       1.1    ragge  */
    159       1.1    ragge int
    160       1.1    ragge _bus_dmamap_load(t, map, buf, buflen, p, flags)
    161       1.1    ragge 	bus_dma_tag_t t;
    162       1.1    ragge 	bus_dmamap_t map;
    163       1.1    ragge 	void *buf;
    164       1.1    ragge 	bus_size_t buflen;
    165       1.1    ragge 	struct proc *p;
    166       1.1    ragge 	int flags;
    167       1.1    ragge {
    168       1.6     matt 	vaddr_t lastaddr;
    169       1.1    ragge 	int seg, error;
    170  1.25.2.1     yamt 	struct vmspace *vm;
    171       1.1    ragge 
    172       1.1    ragge #ifdef DEBUG_DMA
    173       1.1    ragge 	printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
    174       1.1    ragge 	    t, map, buf, buflen, p, flags);
    175       1.1    ragge #endif	/* DEBUG_DMA */
    176       1.1    ragge 
    177       1.1    ragge 	/*
    178       1.1    ragge 	 * Make sure that on error condition we return "no valid mappings".
    179       1.1    ragge 	 */
    180       1.1    ragge 	map->dm_mapsize = 0;
    181       1.1    ragge 	map->dm_nsegs = 0;
    182      1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    183       1.1    ragge 
    184       1.1    ragge 	if (buflen > map->_dm_size)
    185       1.1    ragge 		return (EINVAL);
    186       1.1    ragge 
    187  1.25.2.1     yamt 	if (p != NULL) {
    188  1.25.2.1     yamt 		vm = p->p_vmspace;
    189  1.25.2.1     yamt 	} else {
    190  1.25.2.1     yamt 		vm = vmspace_kernel();
    191  1.25.2.1     yamt 	}
    192  1.25.2.1     yamt 
    193       1.1    ragge 	seg = 0;
    194  1.25.2.1     yamt 	error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
    195       1.1    ragge 	    &lastaddr, &seg, 1);
    196       1.1    ragge 	if (error == 0) {
    197       1.1    ragge 		map->dm_mapsize = buflen;
    198       1.1    ragge 		map->dm_nsegs = seg + 1;
    199       1.1    ragge 	}
    200       1.1    ragge #ifdef DEBUG_DMA
    201       1.1    ragge 	printf("dmamap_load: error=%d\n", error);
    202       1.1    ragge #endif	/* DEBUG_DMA */
    203       1.1    ragge 	return (error);
    204       1.1    ragge }
    205       1.1    ragge 
    206       1.1    ragge /*
    207       1.1    ragge  * Like _bus_dmamap_load(), but for mbufs.
    208       1.1    ragge  */
    209       1.1    ragge int
    210       1.1    ragge _bus_dmamap_load_mbuf(t, map, m0, flags)
    211       1.1    ragge 	bus_dma_tag_t t;
    212       1.1    ragge 	bus_dmamap_t map;
    213       1.1    ragge 	struct mbuf *m0;
    214       1.1    ragge 	int flags;
    215       1.1    ragge {
    216       1.6     matt 	vaddr_t lastaddr;
    217       1.1    ragge 	int seg, error, first;
    218       1.1    ragge 	struct mbuf *m;
    219       1.1    ragge 
    220       1.1    ragge #ifdef DEBUG_DMA
    221       1.1    ragge 	printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
    222       1.1    ragge 	    t, map, m0, flags);
    223       1.1    ragge #endif	/* DEBUG_DMA */
    224       1.1    ragge 
    225       1.1    ragge 	/*
    226       1.1    ragge 	 * Make sure that on error condition we return "no valid mappings."
    227       1.1    ragge 	 */
    228       1.1    ragge 	map->dm_mapsize = 0;
    229       1.1    ragge 	map->dm_nsegs = 0;
    230      1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    231       1.1    ragge 
    232       1.1    ragge #ifdef DIAGNOSTIC
    233       1.1    ragge 	if ((m0->m_flags & M_PKTHDR) == 0)
    234       1.1    ragge 		panic("_bus_dmamap_load_mbuf: no packet header");
    235       1.1    ragge #endif	/* DIAGNOSTIC */
    236       1.1    ragge 
    237       1.1    ragge 	if (m0->m_pkthdr.len > map->_dm_size)
    238       1.1    ragge 		return (EINVAL);
    239       1.1    ragge 
    240       1.1    ragge 	first = 1;
    241       1.1    ragge 	seg = 0;
    242       1.1    ragge 	error = 0;
    243       1.1    ragge 	for (m = m0; m != NULL && error == 0; m = m->m_next) {
    244      1.21  thorpej 		if (m->m_len == 0)
    245      1.21  thorpej 			continue;
    246       1.1    ragge 		error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
    247  1.25.2.1     yamt 		    vmspace_kernel(), flags, &lastaddr, &seg, first);
    248       1.1    ragge 		first = 0;
    249       1.1    ragge 	}
    250       1.1    ragge 	if (error == 0) {
    251       1.1    ragge 		map->dm_mapsize = m0->m_pkthdr.len;
    252       1.1    ragge 		map->dm_nsegs = seg + 1;
    253       1.1    ragge 	}
    254       1.1    ragge #ifdef DEBUG_DMA
    255       1.1    ragge 	printf("dmamap_load_mbuf: error=%d\n", error);
    256       1.1    ragge #endif	/* DEBUG_DMA */
    257       1.1    ragge 	return (error);
    258       1.1    ragge }
    259       1.1    ragge 
    260       1.1    ragge /*
    261       1.1    ragge  * Like _bus_dmamap_load(), but for uios.
    262       1.1    ragge  */
    263       1.1    ragge int
    264       1.1    ragge _bus_dmamap_load_uio(t, map, uio, flags)
    265       1.1    ragge 	bus_dma_tag_t t;
    266       1.1    ragge 	bus_dmamap_t map;
    267       1.1    ragge 	struct uio *uio;
    268       1.1    ragge 	int flags;
    269       1.1    ragge {
    270       1.6     matt 	vaddr_t lastaddr;
    271       1.1    ragge 	int seg, i, error, first;
    272       1.1    ragge 	bus_size_t minlen, resid;
    273       1.1    ragge 	struct iovec *iov;
    274       1.1    ragge 	caddr_t addr;
    275       1.1    ragge 
    276       1.1    ragge 	/*
    277       1.1    ragge 	 * Make sure that on error condition we return "no valid mappings."
    278       1.1    ragge 	 */
    279       1.1    ragge 	map->dm_mapsize = 0;
    280       1.1    ragge 	map->dm_nsegs = 0;
    281      1.22     matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    282       1.1    ragge 
    283       1.1    ragge 	resid = uio->uio_resid;
    284       1.1    ragge 	iov = uio->uio_iov;
    285       1.1    ragge 
    286       1.1    ragge 	first = 1;
    287       1.1    ragge 	seg = 0;
    288       1.1    ragge 	error = 0;
    289       1.1    ragge 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
    290       1.1    ragge 		/*
    291       1.1    ragge 		 * Now at the first iovec to load.  Load each iovec
    292       1.1    ragge 		 * until we have exhausted the residual count.
    293       1.1    ragge 		 */
    294       1.1    ragge 		minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
    295       1.1    ragge 		addr = (caddr_t)iov[i].iov_base;
    296       1.1    ragge 
    297       1.1    ragge 		error = _bus_dmamap_load_buffer(t, map, addr, minlen,
    298  1.25.2.1     yamt 		    uio->uio_vmspace, flags, &lastaddr, &seg, first);
    299       1.1    ragge 		first = 0;
    300       1.1    ragge 
    301       1.1    ragge 		resid -= minlen;
    302       1.1    ragge 	}
    303       1.1    ragge 	if (error == 0) {
    304       1.1    ragge 		map->dm_mapsize = uio->uio_resid;
    305       1.1    ragge 		map->dm_nsegs = seg + 1;
    306       1.1    ragge 	}
    307       1.1    ragge 	return (error);
    308       1.1    ragge }
    309       1.1    ragge 
    310       1.1    ragge /*
    311       1.1    ragge  * Like _bus_dmamap_load(), but for raw memory allocated with
    312       1.1    ragge  * bus_dmamem_alloc().
    313       1.1    ragge  */
    314       1.1    ragge int
    315       1.1    ragge _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
    316       1.1    ragge 	bus_dma_tag_t t;
    317       1.1    ragge 	bus_dmamap_t map;
    318       1.1    ragge 	bus_dma_segment_t *segs;
    319       1.1    ragge 	int nsegs;
    320       1.1    ragge 	bus_size_t size;
    321       1.1    ragge 	int flags;
    322       1.1    ragge {
    323       1.1    ragge 
    324       1.1    ragge 	panic("_bus_dmamap_load_raw: not implemented");
    325       1.1    ragge }
    326       1.1    ragge 
    327       1.1    ragge /*
    328       1.1    ragge  * Common function for unloading a DMA map.  May be called by
    329       1.1    ragge  * bus-specific DMA map unload functions.
    330       1.1    ragge  */
    331       1.1    ragge void
    332       1.1    ragge _bus_dmamap_unload(t, map)
    333       1.1    ragge 	bus_dma_tag_t t;
    334       1.1    ragge 	bus_dmamap_t map;
    335       1.1    ragge {
    336       1.1    ragge 
    337       1.1    ragge #ifdef DEBUG_DMA
    338       1.1    ragge 	printf("dmamap_unload: t=%p map=%p\n", t, map);
    339       1.1    ragge #endif	/* DEBUG_DMA */
    340       1.1    ragge 
    341       1.1    ragge 	/*
    342       1.1    ragge 	 * No resources to free; just mark the mappings as
    343       1.1    ragge 	 * invalid.
    344       1.1    ragge 	 */
    345      1.22     matt 	map->dm_maxsegsz = map->_dm_maxmaxsegsz;
    346       1.1    ragge 	map->dm_mapsize = 0;
    347       1.1    ragge 	map->dm_nsegs = 0;
    348       1.1    ragge }
    349       1.1    ragge 
    350       1.1    ragge /*
    351       1.1    ragge  * Common function for DMA map synchronization.  May be called
    352       1.1    ragge  * by bus-specific DMA map synchronization functions.
    353       1.1    ragge  */
    354       1.1    ragge void
    355       1.1    ragge _bus_dmamap_sync(t, map, offset, len, ops)
    356       1.1    ragge 	bus_dma_tag_t t;
    357       1.1    ragge 	bus_dmamap_t map;
    358       1.1    ragge 	bus_addr_t offset;
    359       1.1    ragge 	bus_size_t len;
    360       1.1    ragge 	int ops;
    361       1.1    ragge {
    362       1.1    ragge #ifdef DEBUG_DMA
    363       1.1    ragge 	printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
    364       1.1    ragge 	    t, map, offset, len, ops);
    365       1.1    ragge #endif	/* DEBUG_DMA */
    366       1.1    ragge 	/*
    367       1.1    ragge 	 * A vax only has snoop-cache, so this routine is a no-op.
    368       1.1    ragge 	 */
    369       1.1    ragge 	return;
    370       1.1    ragge }
    371       1.1    ragge 
    372       1.1    ragge /*
    373       1.1    ragge  * Common function for DMA-safe memory allocation.  May be called
    374       1.1    ragge  * by bus-specific DMA memory allocation functions.
    375       1.1    ragge  */
    376       1.1    ragge 
    377       1.1    ragge int
    378       1.1    ragge _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
    379       1.1    ragge 	bus_dma_tag_t t;
    380       1.1    ragge 	bus_size_t size, alignment, boundary;
    381       1.1    ragge 	bus_dma_segment_t *segs;
    382       1.1    ragge 	int nsegs;
    383       1.1    ragge 	int *rsegs;
    384       1.1    ragge 	int flags;
    385       1.1    ragge {
    386       1.1    ragge 	int error;
    387       1.1    ragge 
    388       1.1    ragge 	error =  (_bus_dmamem_alloc_range(t, size, alignment, boundary,
    389       1.1    ragge 	    segs, nsegs, rsegs, flags, round_page(avail_start),
    390       1.1    ragge 	    trunc_page(avail_end)));
    391       1.1    ragge 	return(error);
    392       1.1    ragge }
    393       1.1    ragge 
    394       1.1    ragge /*
    395       1.1    ragge  * Common function for freeing DMA-safe memory.  May be called by
    396       1.1    ragge  * bus-specific DMA memory free functions.
    397       1.1    ragge  */
    398       1.1    ragge void
    399       1.1    ragge _bus_dmamem_free(t, segs, nsegs)
    400       1.1    ragge 	bus_dma_tag_t t;
    401       1.1    ragge 	bus_dma_segment_t *segs;
    402       1.1    ragge 	int nsegs;
    403       1.1    ragge {
    404      1.12      chs 	struct vm_page *m;
    405       1.1    ragge 	bus_addr_t addr;
    406       1.1    ragge 	struct pglist mlist;
    407       1.1    ragge 	int curseg;
    408       1.1    ragge 
    409       1.1    ragge #ifdef DEBUG_DMA
    410       1.1    ragge 	printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
    411       1.1    ragge #endif	/* DEBUG_DMA */
    412       1.1    ragge 
    413       1.1    ragge 	/*
    414       1.1    ragge 	 * Build a list of pages to free back to the VM system.
    415       1.1    ragge 	 */
    416       1.1    ragge 	TAILQ_INIT(&mlist);
    417       1.1    ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    418       1.1    ragge 		for (addr = segs[curseg].ds_addr;
    419       1.1    ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    420       1.1    ragge 		    addr += PAGE_SIZE) {
    421       1.1    ragge 			m = PHYS_TO_VM_PAGE(addr);
    422       1.1    ragge 			TAILQ_INSERT_TAIL(&mlist, m, pageq);
    423       1.1    ragge 		}
    424       1.1    ragge 	}
    425       1.1    ragge 	uvm_pglistfree(&mlist);
    426       1.1    ragge }
    427       1.1    ragge 
    428       1.1    ragge /*
    429       1.1    ragge  * Common function for mapping DMA-safe memory.  May be called by
    430       1.1    ragge  * bus-specific DMA memory map functions.
    431       1.1    ragge  */
    432       1.1    ragge int
    433       1.1    ragge _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
    434       1.1    ragge 	bus_dma_tag_t t;
    435       1.1    ragge 	bus_dma_segment_t *segs;
    436       1.1    ragge 	int nsegs;
    437       1.1    ragge 	size_t size;
    438       1.1    ragge 	caddr_t *kvap;
    439       1.1    ragge 	int flags;
    440       1.1    ragge {
    441       1.6     matt 	vaddr_t va;
    442       1.1    ragge 	bus_addr_t addr;
    443       1.1    ragge 	int curseg;
    444      1.24     yamt 	const uvm_flag_t kmflags =
    445      1.24     yamt 	    (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
    446       1.1    ragge 
    447       1.1    ragge 	/*
    448       1.1    ragge 	 * Special case (but common):
    449       1.1    ragge 	 * If there is only one physical segment then the already-mapped
    450       1.1    ragge 	 * virtual address is returned, since all physical memory is already
    451       1.1    ragge 	 * in the beginning of kernel virtual memory.
    452       1.1    ragge 	 */
    453       1.1    ragge 	if (nsegs == 1) {
    454       1.1    ragge 		*kvap = (caddr_t)(segs[0].ds_addr | KERNBASE);
    455       1.1    ragge 		/*
    456       1.1    ragge 		 * KA43 (3100/m76) must have its DMA-safe memory accessed
    457       1.1    ragge 		 * through DIAGMEM. Remap it here.
    458       1.1    ragge 		 */
    459       1.1    ragge 		if (vax_boardtype == VAX_BTYP_43) {
    460       1.1    ragge 			pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
    461       1.1    ragge 			    (segs[0].ds_addr|KA43_DIAGMEM) + size,
    462       1.1    ragge 			    VM_PROT_READ|VM_PROT_WRITE);
    463       1.1    ragge 		}
    464       1.1    ragge 		return 0;
    465       1.1    ragge 	}
    466       1.1    ragge 	size = round_page(size);
    467      1.24     yamt 	va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
    468       1.1    ragge 
    469       1.1    ragge 	if (va == 0)
    470       1.1    ragge 		return (ENOMEM);
    471       1.1    ragge 
    472       1.1    ragge 	*kvap = (caddr_t)va;
    473       1.1    ragge 
    474       1.1    ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    475       1.1    ragge 		for (addr = segs[curseg].ds_addr;
    476       1.1    ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    477      1.17  thorpej 		    addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
    478       1.1    ragge 			if (size == 0)
    479       1.1    ragge 				panic("_bus_dmamem_map: size botch");
    480       1.1    ragge 			if (vax_boardtype == VAX_BTYP_43)
    481       1.1    ragge 				addr |= KA43_DIAGMEM;
    482       1.2  thorpej 			pmap_enter(pmap_kernel(), va, addr,
    483       1.5  thorpej 			    VM_PROT_READ | VM_PROT_WRITE,
    484       1.5  thorpej 			    VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
    485       1.1    ragge 		}
    486       1.1    ragge 	}
    487      1.13    chris 	pmap_update(pmap_kernel());
    488       1.1    ragge 	return (0);
    489       1.1    ragge }
    490       1.1    ragge 
    491       1.1    ragge /*
    492       1.1    ragge  * Common function for unmapping DMA-safe memory.  May be called by
    493       1.1    ragge  * bus-specific DMA memory unmapping functions.
    494       1.1    ragge  */
    495       1.1    ragge void
    496       1.1    ragge _bus_dmamem_unmap(t, kva, size)
    497       1.1    ragge 	bus_dma_tag_t t;
    498       1.1    ragge 	caddr_t kva;
    499       1.1    ragge 	size_t size;
    500       1.1    ragge {
    501       1.1    ragge 
    502       1.1    ragge #ifdef DEBUG_DMA
    503       1.1    ragge 	printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
    504       1.1    ragge #endif	/* DEBUG_DMA */
    505       1.1    ragge #ifdef DIAGNOSTIC
    506       1.1    ragge 	if ((u_long)kva & PGOFSET)
    507       1.1    ragge 		panic("_bus_dmamem_unmap");
    508       1.1    ragge #endif	/* DIAGNOSTIC */
    509       1.1    ragge 
    510       1.1    ragge 	/* Avoid free'ing if not mapped */
    511      1.23     yamt 	if (kva < (caddr_t)virtual_avail)
    512      1.23     yamt 		return;
    513      1.23     yamt 
    514      1.23     yamt 	size = round_page(size);
    515      1.23     yamt 	pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
    516      1.23     yamt 	pmap_update(pmap_kernel());
    517      1.23     yamt 	uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
    518       1.1    ragge }
    519       1.1    ragge 
    520       1.1    ragge /*
    521       1.1    ragge  * Common functin for mmap(2)'ing DMA-safe memory.  May be called by
    522       1.1    ragge  * bus-specific DMA mmap(2)'ing functions.
    523       1.1    ragge  */
    524       1.7   simonb paddr_t
    525       1.1    ragge _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
    526       1.1    ragge 	bus_dma_tag_t t;
    527       1.1    ragge 	bus_dma_segment_t *segs;
    528       1.7   simonb 	int nsegs;
    529       1.7   simonb 	off_t off;
    530       1.7   simonb 	int prot, flags;
    531       1.1    ragge {
    532       1.1    ragge 	int i;
    533       1.1    ragge 
    534       1.1    ragge 	for (i = 0; i < nsegs; i++) {
    535       1.1    ragge #ifdef DIAGNOSTIC
    536       1.1    ragge 		if (off & PGOFSET)
    537       1.1    ragge 			panic("_bus_dmamem_mmap: offset unaligned");
    538       1.1    ragge 		if (segs[i].ds_addr & PGOFSET)
    539       1.1    ragge 			panic("_bus_dmamem_mmap: segment unaligned");
    540       1.1    ragge 		if (segs[i].ds_len & PGOFSET)
    541       1.1    ragge 			panic("_bus_dmamem_mmap: segment size not multiple"
    542       1.1    ragge 			    " of page size");
    543       1.1    ragge #endif	/* DIAGNOSTIC */
    544       1.1    ragge 		if (off >= segs[i].ds_len) {
    545       1.1    ragge 			off -= segs[i].ds_len;
    546       1.1    ragge 			continue;
    547       1.1    ragge 		}
    548       1.1    ragge 
    549       1.1    ragge 		return (btop((u_long)segs[i].ds_addr + off));
    550       1.1    ragge 	}
    551       1.1    ragge 
    552       1.1    ragge 	/* Page not found. */
    553       1.1    ragge 	return (-1);
    554       1.1    ragge }
    555       1.1    ragge 
    556       1.1    ragge /**********************************************************************
    557       1.1    ragge  * DMA utility functions
    558       1.1    ragge  **********************************************************************/
    559       1.1    ragge 
    560       1.1    ragge /*
    561       1.1    ragge  * Utility function to load a linear buffer.  lastaddrp holds state
    562       1.1    ragge  * between invocations (for multiple-buffer loads).  segp contains
    563       1.1    ragge  * the starting segment on entrace, and the ending segment on exit.
    564       1.1    ragge  * first indicates if this is the first invocation of this function.
    565       1.1    ragge  */
    566       1.1    ragge int
    567  1.25.2.3     yamt _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags, lastaddrp, segp, first)
    568       1.1    ragge 	bus_dma_tag_t t;
    569       1.1    ragge 	bus_dmamap_t map;
    570       1.1    ragge 	void *buf;
    571       1.1    ragge 	bus_size_t buflen;
    572  1.25.2.3     yamt 	struct vmspace *vm;
    573       1.1    ragge 	int flags;
    574       1.6     matt 	vaddr_t *lastaddrp;
    575       1.1    ragge 	int *segp;
    576       1.1    ragge 	int first;
    577       1.1    ragge {
    578       1.1    ragge 	bus_size_t sgsize;
    579       1.1    ragge 	bus_addr_t curaddr, lastaddr, baddr, bmask;
    580       1.6     matt 	vaddr_t vaddr = (vaddr_t)buf;
    581       1.1    ragge 	int seg;
    582       1.1    ragge 	pmap_t pmap;
    583       1.1    ragge 
    584       1.1    ragge #ifdef DEBUG_DMA
    585       1.1    ragge 	printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
    586       1.1    ragge 	    buf, buflen, flags, first);
    587       1.1    ragge #endif	/* DEBUG_DMA */
    588       1.1    ragge 
    589  1.25.2.3     yamt 	pmap = vm_map_pmap(&vm->vm_map);
    590       1.1    ragge 
    591       1.1    ragge 	lastaddr = *lastaddrp;
    592       1.1    ragge 	bmask  = ~(map->_dm_boundary - 1);
    593       1.1    ragge 
    594       1.1    ragge 	for (seg = *segp; buflen > 0; ) {
    595       1.1    ragge 		/*
    596       1.1    ragge 		 * Get the physical address for this segment.
    597       1.1    ragge 		 */
    598       1.3  thorpej 		(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
    599       1.1    ragge 
    600       1.1    ragge #if 0
    601       1.1    ragge 		/*
    602       1.1    ragge 		 * Make sure we're in an allowed DMA range.
    603       1.1    ragge 		 */
    604       1.1    ragge 		if (t->_ranges != NULL &&
    605       1.1    ragge 		    _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
    606       1.1    ragge 			return (EINVAL);
    607       1.1    ragge #endif
    608       1.1    ragge 
    609       1.1    ragge 		/*
    610       1.1    ragge 		 * Compute the segment size, and adjust counts.
    611       1.1    ragge 		 */
    612      1.17  thorpej 		sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
    613       1.1    ragge 		if (buflen < sgsize)
    614       1.1    ragge 			sgsize = buflen;
    615       1.1    ragge 
    616       1.1    ragge 		/*
    617       1.1    ragge 		 * Make sure we don't cross any boundaries.
    618       1.1    ragge 		 */
    619       1.1    ragge 		if (map->_dm_boundary > 0) {
    620       1.1    ragge 			baddr = (curaddr + map->_dm_boundary) & bmask;
    621       1.1    ragge 			if (sgsize > (baddr - curaddr))
    622       1.1    ragge 				sgsize = (baddr - curaddr);
    623       1.1    ragge 		}
    624       1.1    ragge 
    625       1.1    ragge 		/*
    626       1.1    ragge 		 * Insert chunk into a segment, coalescing with
    627       1.1    ragge 		 * previous segment if possible.
    628       1.1    ragge 		 */
    629       1.1    ragge 		if (first) {
    630       1.1    ragge 			map->dm_segs[seg].ds_addr = curaddr;
    631       1.1    ragge 			map->dm_segs[seg].ds_len = sgsize;
    632       1.1    ragge 			first = 0;
    633       1.1    ragge 		} else {
    634       1.1    ragge 			if (curaddr == lastaddr &&
    635       1.1    ragge 			    (map->dm_segs[seg].ds_len + sgsize) <=
    636      1.22     matt 			     map->dm_maxsegsz &&
    637       1.1    ragge 			    (map->_dm_boundary == 0 ||
    638       1.1    ragge 			     (map->dm_segs[seg].ds_addr & bmask) ==
    639       1.1    ragge 			     (curaddr & bmask)))
    640       1.1    ragge 				map->dm_segs[seg].ds_len += sgsize;
    641       1.1    ragge 			else {
    642       1.1    ragge 				if (++seg >= map->_dm_segcnt)
    643       1.1    ragge 					break;
    644       1.1    ragge 				map->dm_segs[seg].ds_addr = curaddr;
    645       1.1    ragge 				map->dm_segs[seg].ds_len = sgsize;
    646       1.1    ragge 			}
    647       1.1    ragge 		}
    648       1.1    ragge 
    649       1.1    ragge 		lastaddr = curaddr + sgsize;
    650       1.1    ragge 		vaddr += sgsize;
    651       1.1    ragge 		buflen -= sgsize;
    652       1.1    ragge 	}
    653       1.1    ragge 
    654       1.1    ragge 	*segp = seg;
    655       1.1    ragge 	*lastaddrp = lastaddr;
    656       1.1    ragge 
    657       1.1    ragge 	/*
    658       1.1    ragge 	 * Did we fit?
    659       1.1    ragge 	 */
    660       1.1    ragge 	if (buflen != 0)
    661       1.1    ragge 		return (EFBIG);		/* XXX better return value here? */
    662       1.1    ragge 	return (0);
    663       1.1    ragge }
    664       1.1    ragge 
    665       1.1    ragge /*
    666       1.1    ragge  * Check to see if the specified page is in an allowed DMA range.
    667       1.1    ragge  */
    668       1.1    ragge int
    669       1.1    ragge _bus_dma_inrange(ranges, nranges, curaddr)
    670       1.1    ragge 	bus_dma_segment_t *ranges;
    671       1.1    ragge 	int nranges;
    672       1.1    ragge 	bus_addr_t curaddr;
    673       1.1    ragge {
    674       1.1    ragge 	bus_dma_segment_t *ds;
    675       1.1    ragge 	int i;
    676       1.1    ragge 
    677       1.1    ragge 	for (i = 0, ds = ranges; i < nranges; i++, ds++) {
    678       1.1    ragge 		if (curaddr >= ds->ds_addr &&
    679       1.1    ragge 		    round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
    680       1.1    ragge 			return (1);
    681       1.1    ragge 	}
    682       1.1    ragge 
    683       1.1    ragge 	return (0);
    684       1.1    ragge }
    685       1.1    ragge 
    686       1.1    ragge /*
    687       1.1    ragge  * Allocate physical memory from the given physical address range.
    688       1.1    ragge  * Called by DMA-safe memory allocation methods.
    689       1.1    ragge  */
    690       1.1    ragge int
    691       1.1    ragge _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
    692       1.1    ragge     flags, low, high)
    693       1.1    ragge 	bus_dma_tag_t t;
    694       1.1    ragge 	bus_size_t size, alignment, boundary;
    695       1.1    ragge 	bus_dma_segment_t *segs;
    696       1.1    ragge 	int nsegs;
    697       1.1    ragge 	int *rsegs;
    698       1.1    ragge 	int flags;
    699       1.6     matt 	vaddr_t low;
    700       1.6     matt 	vaddr_t high;
    701       1.1    ragge {
    702       1.6     matt 	vaddr_t curaddr, lastaddr;
    703      1.12      chs 	struct vm_page *m;
    704       1.1    ragge 	struct pglist mlist;
    705       1.1    ragge 	int curseg, error;
    706       1.1    ragge 
    707       1.1    ragge #ifdef DEBUG_DMA
    708       1.1    ragge 	printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
    709       1.1    ragge 	    t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
    710       1.1    ragge #endif	/* DEBUG_DMA */
    711       1.1    ragge 
    712       1.1    ragge 	/* Always round the size. */
    713       1.1    ragge 	size = round_page(size);
    714       1.1    ragge 
    715       1.1    ragge 	/*
    716       1.1    ragge 	 * Allocate pages from the VM system.
    717       1.1    ragge 	 */
    718       1.1    ragge 	error = uvm_pglistalloc(size, low, high, alignment, boundary,
    719       1.1    ragge 	    &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
    720       1.1    ragge 	if (error)
    721       1.1    ragge 		return (error);
    722       1.1    ragge 
    723       1.1    ragge 	/*
    724       1.1    ragge 	 * Compute the location, size, and number of segments actually
    725       1.1    ragge 	 * returned by the VM code.
    726       1.1    ragge 	 */
    727       1.1    ragge 	m = mlist.tqh_first;
    728       1.1    ragge 	curseg = 0;
    729       1.1    ragge 	lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
    730       1.1    ragge 	segs[curseg].ds_len = PAGE_SIZE;
    731       1.1    ragge #ifdef DEBUG_DMA
    732       1.1    ragge 		printf("alloc: page %lx\n", lastaddr);
    733       1.1    ragge #endif	/* DEBUG_DMA */
    734       1.1    ragge 	m = m->pageq.tqe_next;
    735       1.1    ragge 
    736       1.1    ragge 	for (; m != NULL; m = m->pageq.tqe_next) {
    737       1.1    ragge 		curaddr = VM_PAGE_TO_PHYS(m);
    738       1.1    ragge #ifdef DIAGNOSTIC
    739       1.1    ragge 		if (curaddr < low || curaddr >= high) {
    740      1.10    soren 			printf("uvm_pglistalloc returned non-sensical"
    741       1.1    ragge 			    " address 0x%lx\n", curaddr);
    742       1.1    ragge 			panic("_bus_dmamem_alloc_range");
    743       1.1    ragge 		}
    744       1.1    ragge #endif	/* DIAGNOSTIC */
    745       1.1    ragge #ifdef DEBUG_DMA
    746       1.1    ragge 		printf("alloc: page %lx\n", curaddr);
    747       1.1    ragge #endif	/* DEBUG_DMA */
    748       1.1    ragge 		if (curaddr == (lastaddr + PAGE_SIZE))
    749       1.1    ragge 			segs[curseg].ds_len += PAGE_SIZE;
    750       1.1    ragge 		else {
    751       1.1    ragge 			curseg++;
    752       1.1    ragge 			segs[curseg].ds_addr = curaddr;
    753       1.1    ragge 			segs[curseg].ds_len = PAGE_SIZE;
    754       1.1    ragge 		}
    755       1.1    ragge 		lastaddr = curaddr;
    756       1.1    ragge 	}
    757       1.1    ragge 
    758       1.1    ragge 	*rsegs = curseg + 1;
    759       1.1    ragge 
    760       1.1    ragge 	return (0);
    761       1.1    ragge }
    762       1.4    ragge 
    763       1.4    ragge /*
    764       1.4    ragge  * "generic" DMA struct, nothing special.
    765       1.4    ragge  */
    766       1.4    ragge struct vax_bus_dma_tag vax_bus_dma_tag = {
    767       1.4    ragge 	NULL,
    768       1.4    ragge 	0,
    769       1.4    ragge 	0,
    770       1.4    ragge 	0,
    771       1.4    ragge 	0,
    772       1.4    ragge 	0,
    773       1.4    ragge 	_bus_dmamap_create,
    774       1.4    ragge 	_bus_dmamap_destroy,
    775       1.4    ragge 	_bus_dmamap_load,
    776       1.4    ragge 	_bus_dmamap_load_mbuf,
    777       1.4    ragge 	_bus_dmamap_load_uio,
    778       1.4    ragge 	_bus_dmamap_load_raw,
    779       1.4    ragge 	_bus_dmamap_unload,
    780       1.4    ragge 	_bus_dmamap_sync,
    781       1.4    ragge 	_bus_dmamem_alloc,
    782       1.4    ragge 	_bus_dmamem_free,
    783       1.4    ragge 	_bus_dmamem_map,
    784       1.4    ragge 	_bus_dmamem_unmap,
    785       1.4    ragge 	_bus_dmamem_mmap,
    786       1.4    ragge };
    787