Home | History | Annotate | Line # | Download | only in vax
bus_dma.c revision 1.29.6.1
      1  1.29.6.1       mjf /*	$NetBSD: bus_dma.c,v 1.29.6.1 2008/04/03 12:42:28 mjf Exp $	*/
      2       1.1     ragge 
      3       1.1     ragge /*-
      4       1.1     ragge  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
      5       1.1     ragge  * All rights reserved.
      6       1.1     ragge  *
      7       1.1     ragge  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1     ragge  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9       1.1     ragge  * NASA Ames Research Center.
     10       1.1     ragge  *
     11       1.1     ragge  * Redistribution and use in source and binary forms, with or without
     12       1.1     ragge  * modification, are permitted provided that the following conditions
     13       1.1     ragge  * are met:
     14       1.1     ragge  * 1. Redistributions of source code must retain the above copyright
     15       1.1     ragge  *    notice, this list of conditions and the following disclaimer.
     16       1.1     ragge  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.1     ragge  *    notice, this list of conditions and the following disclaimer in the
     18       1.1     ragge  *    documentation and/or other materials provided with the distribution.
     19       1.1     ragge  * 3. All advertising materials mentioning features or use of this software
     20       1.1     ragge  *    must display the following acknowledgement:
     21       1.1     ragge  *	This product includes software developed by the NetBSD
     22       1.1     ragge  *	Foundation, Inc. and its contributors.
     23       1.1     ragge  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24       1.1     ragge  *    contributors may be used to endorse or promote products derived
     25       1.1     ragge  *    from this software without specific prior written permission.
     26       1.1     ragge  *
     27       1.1     ragge  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28       1.1     ragge  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29       1.1     ragge  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30       1.1     ragge  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31       1.1     ragge  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32       1.1     ragge  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33       1.1     ragge  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34       1.1     ragge  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35       1.1     ragge  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36       1.1     ragge  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37       1.1     ragge  * POSSIBILITY OF SUCH DAMAGE.
     38       1.1     ragge  */
     39       1.1     ragge /*
     40       1.1     ragge  * bus_dma routines for vax. File copied from arm32/bus_dma.c.
     41       1.1     ragge  * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
     42       1.1     ragge  */
     43      1.20     lukem 
     44      1.20     lukem #include <sys/cdefs.h>
     45  1.29.6.1       mjf __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.29.6.1 2008/04/03 12:42:28 mjf Exp $");
     46       1.1     ragge 
     47       1.1     ragge #include <sys/param.h>
     48       1.1     ragge #include <sys/systm.h>
     49       1.1     ragge #include <sys/kernel.h>
     50       1.1     ragge #include <sys/proc.h>
     51       1.1     ragge #include <sys/buf.h>
     52       1.1     ragge #include <sys/reboot.h>
     53       1.1     ragge #include <sys/conf.h>
     54       1.1     ragge #include <sys/file.h>
     55       1.1     ragge #include <sys/malloc.h>
     56       1.1     ragge #include <sys/mbuf.h>
     57       1.1     ragge #include <sys/vnode.h>
     58       1.1     ragge #include <sys/device.h>
     59       1.1     ragge 
     60       1.1     ragge #include <uvm/uvm_extern.h>
     61       1.1     ragge 
     62       1.1     ragge #define _VAX_BUS_DMA_PRIVATE
     63       1.1     ragge #include <machine/bus.h>
     64       1.1     ragge 
     65       1.1     ragge #include <machine/ka43.h>
     66       1.1     ragge #include <machine/sid.h>
     67       1.1     ragge 
     68      1.16      matt extern	paddr_t avail_start, avail_end;
     69      1.16      matt extern  vaddr_t virtual_avail;
     70       1.1     ragge 
     71  1.29.6.1       mjf int	_bus_dmamap_load_buffer(bus_dma_tag_t, bus_dmamap_t, void *,
     72  1.29.6.1       mjf 	    bus_size_t, struct vmspace *, int, vaddr_t *, int *, bool);
     73  1.29.6.1       mjf int	_bus_dma_inrange(bus_dma_segment_t *, int, bus_addr_t);
     74  1.29.6.1       mjf int	_bus_dmamem_alloc_range(bus_dma_tag_t, bus_size_t, bus_size_t,
     75  1.29.6.1       mjf 	    bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t);
     76       1.1     ragge /*
     77       1.1     ragge  * Common function for DMA map creation.  May be called by bus-specific
     78       1.1     ragge  * DMA map creation functions.
     79       1.1     ragge  */
     80       1.1     ragge int
     81  1.29.6.1       mjf _bus_dmamap_create(bus_dma_tag_t t, bus_size_t size, int nsegments,
     82  1.29.6.1       mjf 	bus_size_t maxsegsz, bus_size_t boundary, int flags,
     83  1.29.6.1       mjf 	bus_dmamap_t *dmamp)
     84       1.1     ragge {
     85       1.1     ragge 	struct vax_bus_dmamap *map;
     86       1.1     ragge 	void *mapstore;
     87       1.1     ragge 	size_t mapsize;
     88       1.1     ragge 
     89       1.1     ragge #ifdef DEBUG_DMA
     90       1.1     ragge 	printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
     91       1.1     ragge 	    t, size, nsegments, maxsegsz, boundary, flags);
     92       1.1     ragge #endif	/* DEBUG_DMA */
     93       1.1     ragge 
     94       1.1     ragge 	/*
     95       1.1     ragge 	 * Allocate and initialize the DMA map.  The end of the map
     96       1.1     ragge 	 * is a variable-sized array of segments, so we allocate enough
     97       1.1     ragge 	 * room for them in one shot.
     98       1.1     ragge 	 *
     99       1.1     ragge 	 * Note we don't preserve the WAITOK or NOWAIT flags.  Preservation
    100       1.1     ragge 	 * of ALLOCNOW notifies others that we've reserved these resources,
    101       1.1     ragge 	 * and they are not to be freed.
    102       1.1     ragge 	 *
    103       1.1     ragge 	 * The bus_dmamap_t includes one bus_dma_segment_t, hence
    104       1.1     ragge 	 * the (nsegments - 1).
    105       1.1     ragge 	 */
    106       1.1     ragge 	mapsize = sizeof(struct vax_bus_dmamap) +
    107       1.1     ragge 	    (sizeof(bus_dma_segment_t) * (nsegments - 1));
    108       1.1     ragge 	if ((mapstore = malloc(mapsize, M_DMAMAP,
    109       1.1     ragge 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
    110       1.1     ragge 		return (ENOMEM);
    111       1.1     ragge 
    112       1.1     ragge 	bzero(mapstore, mapsize);
    113       1.1     ragge 	map = (struct vax_bus_dmamap *)mapstore;
    114       1.1     ragge 	map->_dm_size = size;
    115       1.1     ragge 	map->_dm_segcnt = nsegments;
    116      1.22      matt 	map->_dm_maxmaxsegsz = maxsegsz;
    117       1.1     ragge 	map->_dm_boundary = boundary;
    118       1.1     ragge 	map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
    119      1.22      matt 	map->dm_maxsegsz = maxsegsz;
    120       1.1     ragge 	map->dm_mapsize = 0;		/* no valid mappings */
    121       1.1     ragge 	map->dm_nsegs = 0;
    122       1.1     ragge 
    123       1.1     ragge 	*dmamp = map;
    124       1.1     ragge #ifdef DEBUG_DMA
    125       1.1     ragge 	printf("dmamap_create:map=%p\n", map);
    126       1.1     ragge #endif	/* DEBUG_DMA */
    127       1.1     ragge 	return (0);
    128       1.1     ragge }
    129       1.1     ragge 
    130       1.1     ragge /*
    131       1.1     ragge  * Common function for DMA map destruction.  May be called by bus-specific
    132       1.1     ragge  * DMA map destruction functions.
    133       1.1     ragge  */
    134       1.1     ragge void
    135  1.29.6.1       mjf _bus_dmamap_destroy(bus_dma_tag_t t, bus_dmamap_t map)
    136       1.1     ragge {
    137       1.1     ragge 
    138       1.1     ragge #ifdef DEBUG_DMA
    139       1.1     ragge 	printf("dmamap_destroy: t=%p map=%p\n", t, map);
    140       1.1     ragge #endif	/* DEBUG_DMA */
    141       1.1     ragge #ifdef DIAGNOSTIC
    142       1.1     ragge 	if (map->dm_nsegs > 0)
    143       1.1     ragge 		printf("bus_dmamap_destroy() called for map with valid mappings\n");
    144       1.1     ragge #endif	/* DIAGNOSTIC */
    145       1.1     ragge 	free(map, M_DEVBUF);
    146       1.1     ragge }
    147       1.1     ragge 
    148       1.1     ragge /*
    149       1.1     ragge  * Common function for loading a DMA map with a linear buffer.  May
    150       1.1     ragge  * be called by bus-specific DMA map load functions.
    151       1.1     ragge  */
    152       1.1     ragge int
    153  1.29.6.1       mjf _bus_dmamap_load(bus_dma_tag_t t, bus_dmamap_t map, void *buf,
    154  1.29.6.1       mjf 	bus_size_t buflen, struct proc *p, int flags)
    155       1.1     ragge {
    156      1.28      matt 	vaddr_t lastaddr = 0;
    157       1.1     ragge 	int seg, error;
    158      1.26      yamt 	struct vmspace *vm;
    159       1.1     ragge 
    160       1.1     ragge #ifdef DEBUG_DMA
    161       1.1     ragge 	printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
    162       1.1     ragge 	    t, map, buf, buflen, p, flags);
    163       1.1     ragge #endif	/* DEBUG_DMA */
    164       1.1     ragge 
    165       1.1     ragge 	/*
    166       1.1     ragge 	 * Make sure that on error condition we return "no valid mappings".
    167       1.1     ragge 	 */
    168       1.1     ragge 	map->dm_mapsize = 0;
    169       1.1     ragge 	map->dm_nsegs = 0;
    170      1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    171       1.1     ragge 
    172       1.1     ragge 	if (buflen > map->_dm_size)
    173       1.1     ragge 		return (EINVAL);
    174       1.1     ragge 
    175      1.26      yamt 	if (p != NULL) {
    176      1.26      yamt 		vm = p->p_vmspace;
    177      1.26      yamt 	} else {
    178      1.26      yamt 		vm = vmspace_kernel();
    179      1.26      yamt 	}
    180      1.26      yamt 
    181       1.1     ragge 	seg = 0;
    182      1.26      yamt 	error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
    183       1.1     ragge 	    &lastaddr, &seg, 1);
    184       1.1     ragge 	if (error == 0) {
    185       1.1     ragge 		map->dm_mapsize = buflen;
    186       1.1     ragge 		map->dm_nsegs = seg + 1;
    187       1.1     ragge 	}
    188       1.1     ragge #ifdef DEBUG_DMA
    189       1.1     ragge 	printf("dmamap_load: error=%d\n", error);
    190       1.1     ragge #endif	/* DEBUG_DMA */
    191       1.1     ragge 	return (error);
    192       1.1     ragge }
    193       1.1     ragge 
    194       1.1     ragge /*
    195       1.1     ragge  * Like _bus_dmamap_load(), but for mbufs.
    196       1.1     ragge  */
    197       1.1     ragge int
    198  1.29.6.1       mjf _bus_dmamap_load_mbuf(bus_dma_tag_t t, bus_dmamap_t map, struct mbuf *m0,
    199  1.29.6.1       mjf 	int flags)
    200       1.1     ragge {
    201      1.28      matt 	vaddr_t lastaddr = 0;
    202      1.29      matt 	int seg, error;
    203      1.29      matt 	bool first;
    204       1.1     ragge 	struct mbuf *m;
    205       1.1     ragge 
    206       1.1     ragge #ifdef DEBUG_DMA
    207       1.1     ragge 	printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
    208       1.1     ragge 	    t, map, m0, flags);
    209       1.1     ragge #endif	/* DEBUG_DMA */
    210       1.1     ragge 
    211       1.1     ragge 	/*
    212       1.1     ragge 	 * Make sure that on error condition we return "no valid mappings."
    213       1.1     ragge 	 */
    214       1.1     ragge 	map->dm_mapsize = 0;
    215       1.1     ragge 	map->dm_nsegs = 0;
    216      1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    217       1.1     ragge 
    218       1.1     ragge #ifdef DIAGNOSTIC
    219       1.1     ragge 	if ((m0->m_flags & M_PKTHDR) == 0)
    220       1.1     ragge 		panic("_bus_dmamap_load_mbuf: no packet header");
    221       1.1     ragge #endif	/* DIAGNOSTIC */
    222       1.1     ragge 
    223       1.1     ragge 	if (m0->m_pkthdr.len > map->_dm_size)
    224       1.1     ragge 		return (EINVAL);
    225       1.1     ragge 
    226      1.29      matt 	first = true;
    227       1.1     ragge 	seg = 0;
    228       1.1     ragge 	error = 0;
    229      1.29      matt 	for (m = m0; m != NULL && error == 0; m = m->m_next, first = false) {
    230      1.21   thorpej 		if (m->m_len == 0)
    231      1.21   thorpej 			continue;
    232      1.29      matt #if 0
    233      1.29      matt 		switch (m->m_flags & (M_EXT|M_CLUSTER)) {
    234      1.29      matt #if 0
    235      1.29      matt 		case M_EXT|M_CLUSTER:
    236      1.29      matt 			KASSERT(m->m_ext.ext_paddr != M_PADDR_INVALID);
    237      1.29      matt 			lastaddr = m->m_ext.ext_paddr
    238      1.29      matt 			    + (m->m_data - m->m_ext.ext_buf);
    239      1.29      matt #endif
    240      1.29      matt #if 1
    241      1.29      matt     have_addr:
    242      1.29      matt #endif
    243      1.29      matt 			if (!first && ++seg >= map->_dm_segcnt) {
    244      1.29      matt 				error = EFBIG;
    245      1.29      matt 				continue;
    246      1.29      matt 			}
    247      1.29      matt 			map->dm_segs[seg].ds_addr = lastaddr;
    248      1.29      matt 			map->dm_segs[seg].ds_len = m->m_len;
    249      1.29      matt 			lastaddr += m->m_len;
    250      1.29      matt 			continue;
    251      1.29      matt #if 1
    252      1.29      matt 		case 0:
    253      1.29      matt 			KASSERT(m->m_paddr != M_PADDR_INVALID);
    254      1.29      matt 			lastaddr = m->m_paddr + M_BUFOFFSET(m)
    255      1.29      matt 			    + (m->m_data - M_BUFADDR(m));
    256      1.29      matt 			goto have_addr;
    257      1.29      matt #endif
    258      1.29      matt 		default:
    259      1.29      matt 			break;
    260      1.29      matt 		}
    261      1.29      matt #endif
    262       1.1     ragge 		error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
    263      1.26      yamt 		    vmspace_kernel(), flags, &lastaddr, &seg, first);
    264       1.1     ragge 	}
    265       1.1     ragge 	if (error == 0) {
    266       1.1     ragge 		map->dm_mapsize = m0->m_pkthdr.len;
    267       1.1     ragge 		map->dm_nsegs = seg + 1;
    268       1.1     ragge 	}
    269       1.1     ragge #ifdef DEBUG_DMA
    270       1.1     ragge 	printf("dmamap_load_mbuf: error=%d\n", error);
    271       1.1     ragge #endif	/* DEBUG_DMA */
    272       1.1     ragge 	return (error);
    273       1.1     ragge }
    274       1.1     ragge 
    275       1.1     ragge /*
    276       1.1     ragge  * Like _bus_dmamap_load(), but for uios.
    277       1.1     ragge  */
    278       1.1     ragge int
    279  1.29.6.1       mjf _bus_dmamap_load_uio(bus_dma_tag_t t, bus_dmamap_t map, struct uio *uio,
    280  1.29.6.1       mjf 	int flags)
    281       1.1     ragge {
    282      1.28      matt 	vaddr_t lastaddr = 0;
    283      1.29      matt 	int seg, i, error;
    284      1.29      matt 	bool first;
    285       1.1     ragge 	bus_size_t minlen, resid;
    286       1.1     ragge 	struct iovec *iov;
    287      1.27  christos 	void *addr;
    288       1.1     ragge 
    289       1.1     ragge 	/*
    290       1.1     ragge 	 * Make sure that on error condition we return "no valid mappings."
    291       1.1     ragge 	 */
    292       1.1     ragge 	map->dm_mapsize = 0;
    293       1.1     ragge 	map->dm_nsegs = 0;
    294      1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    295       1.1     ragge 
    296       1.1     ragge 	resid = uio->uio_resid;
    297       1.1     ragge 	iov = uio->uio_iov;
    298       1.1     ragge 
    299      1.29      matt 	first = true;
    300       1.1     ragge 	seg = 0;
    301       1.1     ragge 	error = 0;
    302       1.1     ragge 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
    303       1.1     ragge 		/*
    304       1.1     ragge 		 * Now at the first iovec to load.  Load each iovec
    305       1.1     ragge 		 * until we have exhausted the residual count.
    306       1.1     ragge 		 */
    307       1.1     ragge 		minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
    308      1.27  christos 		addr = (void *)iov[i].iov_base;
    309       1.1     ragge 
    310       1.1     ragge 		error = _bus_dmamap_load_buffer(t, map, addr, minlen,
    311      1.26      yamt 		    uio->uio_vmspace, flags, &lastaddr, &seg, first);
    312      1.29      matt 		first = false;
    313       1.1     ragge 
    314       1.1     ragge 		resid -= minlen;
    315       1.1     ragge 	}
    316       1.1     ragge 	if (error == 0) {
    317       1.1     ragge 		map->dm_mapsize = uio->uio_resid;
    318       1.1     ragge 		map->dm_nsegs = seg + 1;
    319       1.1     ragge 	}
    320       1.1     ragge 	return (error);
    321       1.1     ragge }
    322       1.1     ragge 
    323       1.1     ragge /*
    324       1.1     ragge  * Like _bus_dmamap_load(), but for raw memory allocated with
    325       1.1     ragge  * bus_dmamem_alloc().
    326       1.1     ragge  */
    327       1.1     ragge int
    328  1.29.6.1       mjf _bus_dmamap_load_raw(bus_dma_tag_t t, bus_dmamap_t map, bus_dma_segment_t *segs,
    329  1.29.6.1       mjf 	int nsegs, bus_size_t size, int flags)
    330       1.1     ragge {
    331       1.1     ragge 
    332       1.1     ragge 	panic("_bus_dmamap_load_raw: not implemented");
    333       1.1     ragge }
    334       1.1     ragge 
    335       1.1     ragge /*
    336       1.1     ragge  * Common function for unloading a DMA map.  May be called by
    337       1.1     ragge  * bus-specific DMA map unload functions.
    338       1.1     ragge  */
    339       1.1     ragge void
    340  1.29.6.1       mjf _bus_dmamap_unload(bus_dma_tag_t t, bus_dmamap_t map)
    341       1.1     ragge {
    342       1.1     ragge 
    343       1.1     ragge #ifdef DEBUG_DMA
    344       1.1     ragge 	printf("dmamap_unload: t=%p map=%p\n", t, map);
    345       1.1     ragge #endif	/* DEBUG_DMA */
    346       1.1     ragge 
    347       1.1     ragge 	/*
    348       1.1     ragge 	 * No resources to free; just mark the mappings as
    349       1.1     ragge 	 * invalid.
    350       1.1     ragge 	 */
    351      1.22      matt 	map->dm_maxsegsz = map->_dm_maxmaxsegsz;
    352       1.1     ragge 	map->dm_mapsize = 0;
    353       1.1     ragge 	map->dm_nsegs = 0;
    354       1.1     ragge }
    355       1.1     ragge 
    356       1.1     ragge /*
    357       1.1     ragge  * Common function for DMA map synchronization.  May be called
    358       1.1     ragge  * by bus-specific DMA map synchronization functions.
    359       1.1     ragge  */
    360       1.1     ragge void
    361  1.29.6.1       mjf _bus_dmamap_sync(bus_dma_tag_t t, bus_dmamap_t map, bus_addr_t offset,
    362  1.29.6.1       mjf 	bus_size_t len, int ops)
    363       1.1     ragge {
    364       1.1     ragge #ifdef DEBUG_DMA
    365       1.1     ragge 	printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
    366       1.1     ragge 	    t, map, offset, len, ops);
    367       1.1     ragge #endif	/* DEBUG_DMA */
    368       1.1     ragge 	/*
    369       1.1     ragge 	 * A vax only has snoop-cache, so this routine is a no-op.
    370       1.1     ragge 	 */
    371       1.1     ragge 	return;
    372       1.1     ragge }
    373       1.1     ragge 
    374       1.1     ragge /*
    375       1.1     ragge  * Common function for DMA-safe memory allocation.  May be called
    376       1.1     ragge  * by bus-specific DMA memory allocation functions.
    377       1.1     ragge  */
    378       1.1     ragge 
    379       1.1     ragge int
    380  1.29.6.1       mjf _bus_dmamem_alloc(bus_dma_tag_t t, bus_size_t size, bus_size_t alignment,
    381  1.29.6.1       mjf 	bus_size_t boundary, bus_dma_segment_t *segs,
    382  1.29.6.1       mjf 	int nsegs, int *rsegs, int flags)
    383       1.1     ragge {
    384       1.1     ragge 	int error;
    385       1.1     ragge 
    386       1.1     ragge 	error =  (_bus_dmamem_alloc_range(t, size, alignment, boundary,
    387       1.1     ragge 	    segs, nsegs, rsegs, flags, round_page(avail_start),
    388       1.1     ragge 	    trunc_page(avail_end)));
    389       1.1     ragge 	return(error);
    390       1.1     ragge }
    391       1.1     ragge 
    392       1.1     ragge /*
    393       1.1     ragge  * Common function for freeing DMA-safe memory.  May be called by
    394       1.1     ragge  * bus-specific DMA memory free functions.
    395       1.1     ragge  */
    396       1.1     ragge void
    397  1.29.6.1       mjf _bus_dmamem_free(bus_dma_tag_t t, bus_dma_segment_t *segs, int nsegs)
    398       1.1     ragge {
    399      1.12       chs 	struct vm_page *m;
    400       1.1     ragge 	bus_addr_t addr;
    401       1.1     ragge 	struct pglist mlist;
    402       1.1     ragge 	int curseg;
    403       1.1     ragge 
    404       1.1     ragge #ifdef DEBUG_DMA
    405       1.1     ragge 	printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
    406       1.1     ragge #endif	/* DEBUG_DMA */
    407       1.1     ragge 
    408       1.1     ragge 	/*
    409       1.1     ragge 	 * Build a list of pages to free back to the VM system.
    410       1.1     ragge 	 */
    411       1.1     ragge 	TAILQ_INIT(&mlist);
    412       1.1     ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    413       1.1     ragge 		for (addr = segs[curseg].ds_addr;
    414       1.1     ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    415       1.1     ragge 		    addr += PAGE_SIZE) {
    416       1.1     ragge 			m = PHYS_TO_VM_PAGE(addr);
    417       1.1     ragge 			TAILQ_INSERT_TAIL(&mlist, m, pageq);
    418       1.1     ragge 		}
    419       1.1     ragge 	}
    420       1.1     ragge 	uvm_pglistfree(&mlist);
    421       1.1     ragge }
    422       1.1     ragge 
    423       1.1     ragge /*
    424       1.1     ragge  * Common function for mapping DMA-safe memory.  May be called by
    425       1.1     ragge  * bus-specific DMA memory map functions.
    426       1.1     ragge  */
    427       1.1     ragge int
    428  1.29.6.1       mjf _bus_dmamem_map(bus_dma_tag_t t, bus_dma_segment_t *segs, int nsegs,
    429  1.29.6.1       mjf 	size_t size, void **kvap, int flags)
    430       1.1     ragge {
    431       1.6      matt 	vaddr_t va;
    432       1.1     ragge 	bus_addr_t addr;
    433       1.1     ragge 	int curseg;
    434      1.24      yamt 	const uvm_flag_t kmflags =
    435      1.24      yamt 	    (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
    436       1.1     ragge 
    437       1.1     ragge 	/*
    438       1.1     ragge 	 * Special case (but common):
    439       1.1     ragge 	 * If there is only one physical segment then the already-mapped
    440       1.1     ragge 	 * virtual address is returned, since all physical memory is already
    441       1.1     ragge 	 * in the beginning of kernel virtual memory.
    442       1.1     ragge 	 */
    443       1.1     ragge 	if (nsegs == 1) {
    444      1.27  christos 		*kvap = (void *)(segs[0].ds_addr | KERNBASE);
    445       1.1     ragge 		/*
    446       1.1     ragge 		 * KA43 (3100/m76) must have its DMA-safe memory accessed
    447       1.1     ragge 		 * through DIAGMEM. Remap it here.
    448       1.1     ragge 		 */
    449       1.1     ragge 		if (vax_boardtype == VAX_BTYP_43) {
    450       1.1     ragge 			pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
    451       1.1     ragge 			    (segs[0].ds_addr|KA43_DIAGMEM) + size,
    452       1.1     ragge 			    VM_PROT_READ|VM_PROT_WRITE);
    453       1.1     ragge 		}
    454       1.1     ragge 		return 0;
    455       1.1     ragge 	}
    456       1.1     ragge 	size = round_page(size);
    457      1.24      yamt 	va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
    458       1.1     ragge 
    459       1.1     ragge 	if (va == 0)
    460       1.1     ragge 		return (ENOMEM);
    461       1.1     ragge 
    462      1.27  christos 	*kvap = (void *)va;
    463       1.1     ragge 
    464       1.1     ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    465       1.1     ragge 		for (addr = segs[curseg].ds_addr;
    466       1.1     ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    467      1.17   thorpej 		    addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
    468       1.1     ragge 			if (size == 0)
    469       1.1     ragge 				panic("_bus_dmamem_map: size botch");
    470       1.1     ragge 			if (vax_boardtype == VAX_BTYP_43)
    471       1.1     ragge 				addr |= KA43_DIAGMEM;
    472       1.2   thorpej 			pmap_enter(pmap_kernel(), va, addr,
    473       1.5   thorpej 			    VM_PROT_READ | VM_PROT_WRITE,
    474       1.5   thorpej 			    VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
    475       1.1     ragge 		}
    476       1.1     ragge 	}
    477      1.13     chris 	pmap_update(pmap_kernel());
    478       1.1     ragge 	return (0);
    479       1.1     ragge }
    480       1.1     ragge 
    481       1.1     ragge /*
    482       1.1     ragge  * Common function for unmapping DMA-safe memory.  May be called by
    483       1.1     ragge  * bus-specific DMA memory unmapping functions.
    484       1.1     ragge  */
    485       1.1     ragge void
    486  1.29.6.1       mjf _bus_dmamem_unmap(bus_dma_tag_t t, void *kva, size_t size)
    487       1.1     ragge {
    488       1.1     ragge 
    489       1.1     ragge #ifdef DEBUG_DMA
    490       1.1     ragge 	printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
    491       1.1     ragge #endif	/* DEBUG_DMA */
    492       1.1     ragge #ifdef DIAGNOSTIC
    493       1.1     ragge 	if ((u_long)kva & PGOFSET)
    494       1.1     ragge 		panic("_bus_dmamem_unmap");
    495       1.1     ragge #endif	/* DIAGNOSTIC */
    496       1.1     ragge 
    497       1.1     ragge 	/* Avoid free'ing if not mapped */
    498      1.27  christos 	if (kva < (void *)virtual_avail)
    499      1.23      yamt 		return;
    500      1.23      yamt 
    501      1.23      yamt 	size = round_page(size);
    502      1.23      yamt 	pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
    503      1.23      yamt 	pmap_update(pmap_kernel());
    504      1.23      yamt 	uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
    505       1.1     ragge }
    506       1.1     ragge 
    507       1.1     ragge /*
    508       1.1     ragge  * Common functin for mmap(2)'ing DMA-safe memory.  May be called by
    509       1.1     ragge  * bus-specific DMA mmap(2)'ing functions.
    510       1.1     ragge  */
    511       1.7    simonb paddr_t
    512  1.29.6.1       mjf _bus_dmamem_mmap(bus_dma_tag_t t, bus_dma_segment_t *segs, int nsegs,
    513  1.29.6.1       mjf 	off_t off, int prot, int flags)
    514       1.1     ragge {
    515       1.1     ragge 	int i;
    516       1.1     ragge 
    517       1.1     ragge 	for (i = 0; i < nsegs; i++) {
    518       1.1     ragge #ifdef DIAGNOSTIC
    519       1.1     ragge 		if (off & PGOFSET)
    520       1.1     ragge 			panic("_bus_dmamem_mmap: offset unaligned");
    521       1.1     ragge 		if (segs[i].ds_addr & PGOFSET)
    522       1.1     ragge 			panic("_bus_dmamem_mmap: segment unaligned");
    523       1.1     ragge 		if (segs[i].ds_len & PGOFSET)
    524       1.1     ragge 			panic("_bus_dmamem_mmap: segment size not multiple"
    525       1.1     ragge 			    " of page size");
    526       1.1     ragge #endif	/* DIAGNOSTIC */
    527       1.1     ragge 		if (off >= segs[i].ds_len) {
    528       1.1     ragge 			off -= segs[i].ds_len;
    529       1.1     ragge 			continue;
    530       1.1     ragge 		}
    531       1.1     ragge 
    532       1.1     ragge 		return (btop((u_long)segs[i].ds_addr + off));
    533       1.1     ragge 	}
    534       1.1     ragge 
    535       1.1     ragge 	/* Page not found. */
    536       1.1     ragge 	return (-1);
    537       1.1     ragge }
    538       1.1     ragge 
    539       1.1     ragge /**********************************************************************
    540       1.1     ragge  * DMA utility functions
    541       1.1     ragge  **********************************************************************/
    542       1.1     ragge 
    543       1.1     ragge /*
    544       1.1     ragge  * Utility function to load a linear buffer.  lastaddrp holds state
    545       1.1     ragge  * between invocations (for multiple-buffer loads).  segp contains
    546       1.1     ragge  * the starting segment on entrace, and the ending segment on exit.
    547       1.1     ragge  * first indicates if this is the first invocation of this function.
    548       1.1     ragge  */
    549       1.1     ragge int
    550  1.29.6.1       mjf _bus_dmamap_load_buffer(bus_dma_tag_t t, bus_dmamap_t map, void *buf,
    551  1.29.6.1       mjf 	bus_size_t buflen, struct vmspace *vm, int flags, vaddr_t *lastaddrp,
    552  1.29.6.1       mjf 	int *segp, bool first)
    553       1.1     ragge {
    554       1.1     ragge 	bus_size_t sgsize;
    555       1.1     ragge 	bus_addr_t curaddr, lastaddr, baddr, bmask;
    556       1.6      matt 	vaddr_t vaddr = (vaddr_t)buf;
    557       1.1     ragge 	int seg;
    558       1.1     ragge 	pmap_t pmap;
    559       1.1     ragge 
    560       1.1     ragge #ifdef DEBUG_DMA
    561       1.1     ragge 	printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
    562       1.1     ragge 	    buf, buflen, flags, first);
    563       1.1     ragge #endif	/* DEBUG_DMA */
    564       1.1     ragge 
    565      1.26      yamt 	pmap = vm_map_pmap(&vm->vm_map);
    566       1.1     ragge 
    567       1.1     ragge 	lastaddr = *lastaddrp;
    568       1.1     ragge 	bmask  = ~(map->_dm_boundary - 1);
    569       1.1     ragge 
    570       1.1     ragge 	for (seg = *segp; buflen > 0; ) {
    571       1.1     ragge 		/*
    572       1.1     ragge 		 * Get the physical address for this segment.
    573       1.1     ragge 		 */
    574       1.3   thorpej 		(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
    575       1.1     ragge 
    576       1.1     ragge #if 0
    577       1.1     ragge 		/*
    578       1.1     ragge 		 * Make sure we're in an allowed DMA range.
    579       1.1     ragge 		 */
    580       1.1     ragge 		if (t->_ranges != NULL &&
    581       1.1     ragge 		    _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
    582       1.1     ragge 			return (EINVAL);
    583       1.1     ragge #endif
    584       1.1     ragge 
    585       1.1     ragge 		/*
    586       1.1     ragge 		 * Compute the segment size, and adjust counts.
    587       1.1     ragge 		 */
    588      1.17   thorpej 		sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
    589       1.1     ragge 		if (buflen < sgsize)
    590       1.1     ragge 			sgsize = buflen;
    591       1.1     ragge 
    592       1.1     ragge 		/*
    593       1.1     ragge 		 * Make sure we don't cross any boundaries.
    594       1.1     ragge 		 */
    595       1.1     ragge 		if (map->_dm_boundary > 0) {
    596       1.1     ragge 			baddr = (curaddr + map->_dm_boundary) & bmask;
    597       1.1     ragge 			if (sgsize > (baddr - curaddr))
    598       1.1     ragge 				sgsize = (baddr - curaddr);
    599       1.1     ragge 		}
    600       1.1     ragge 
    601       1.1     ragge 		/*
    602       1.1     ragge 		 * Insert chunk into a segment, coalescing with
    603       1.1     ragge 		 * previous segment if possible.
    604       1.1     ragge 		 */
    605       1.1     ragge 		if (first) {
    606       1.1     ragge 			map->dm_segs[seg].ds_addr = curaddr;
    607       1.1     ragge 			map->dm_segs[seg].ds_len = sgsize;
    608      1.29      matt 			first = false;
    609       1.1     ragge 		} else {
    610       1.1     ragge 			if (curaddr == lastaddr &&
    611       1.1     ragge 			    (map->dm_segs[seg].ds_len + sgsize) <=
    612      1.22      matt 			     map->dm_maxsegsz &&
    613       1.1     ragge 			    (map->_dm_boundary == 0 ||
    614       1.1     ragge 			     (map->dm_segs[seg].ds_addr & bmask) ==
    615       1.1     ragge 			     (curaddr & bmask)))
    616       1.1     ragge 				map->dm_segs[seg].ds_len += sgsize;
    617       1.1     ragge 			else {
    618       1.1     ragge 				if (++seg >= map->_dm_segcnt)
    619       1.1     ragge 					break;
    620       1.1     ragge 				map->dm_segs[seg].ds_addr = curaddr;
    621       1.1     ragge 				map->dm_segs[seg].ds_len = sgsize;
    622       1.1     ragge 			}
    623       1.1     ragge 		}
    624       1.1     ragge 
    625       1.1     ragge 		lastaddr = curaddr + sgsize;
    626       1.1     ragge 		vaddr += sgsize;
    627       1.1     ragge 		buflen -= sgsize;
    628       1.1     ragge 	}
    629       1.1     ragge 
    630       1.1     ragge 	*segp = seg;
    631       1.1     ragge 	*lastaddrp = lastaddr;
    632       1.1     ragge 
    633       1.1     ragge 	/*
    634       1.1     ragge 	 * Did we fit?
    635       1.1     ragge 	 */
    636       1.1     ragge 	if (buflen != 0)
    637       1.1     ragge 		return (EFBIG);		/* XXX better return value here? */
    638       1.1     ragge 	return (0);
    639       1.1     ragge }
    640       1.1     ragge 
    641       1.1     ragge /*
    642       1.1     ragge  * Check to see if the specified page is in an allowed DMA range.
    643       1.1     ragge  */
    644       1.1     ragge int
    645  1.29.6.1       mjf _bus_dma_inrange(bus_dma_segment_t *ranges, int nranges, bus_addr_t curaddr)
    646       1.1     ragge {
    647       1.1     ragge 	bus_dma_segment_t *ds;
    648       1.1     ragge 	int i;
    649       1.1     ragge 
    650       1.1     ragge 	for (i = 0, ds = ranges; i < nranges; i++, ds++) {
    651       1.1     ragge 		if (curaddr >= ds->ds_addr &&
    652       1.1     ragge 		    round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
    653       1.1     ragge 			return (1);
    654       1.1     ragge 	}
    655       1.1     ragge 
    656       1.1     ragge 	return (0);
    657       1.1     ragge }
    658       1.1     ragge 
    659       1.1     ragge /*
    660       1.1     ragge  * Allocate physical memory from the given physical address range.
    661       1.1     ragge  * Called by DMA-safe memory allocation methods.
    662       1.1     ragge  */
    663       1.1     ragge int
    664  1.29.6.1       mjf _bus_dmamem_alloc_range(bus_dma_tag_t t, bus_size_t size, bus_size_t alignment,
    665  1.29.6.1       mjf 	bus_size_t boundary, bus_dma_segment_t *segs, int nsegs, int *rsegs,
    666  1.29.6.1       mjf 	int flags, vaddr_t low, vaddr_t high)
    667       1.1     ragge {
    668       1.6      matt 	vaddr_t curaddr, lastaddr;
    669      1.12       chs 	struct vm_page *m;
    670       1.1     ragge 	struct pglist mlist;
    671       1.1     ragge 	int curseg, error;
    672       1.1     ragge 
    673       1.1     ragge #ifdef DEBUG_DMA
    674       1.1     ragge 	printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
    675       1.1     ragge 	    t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
    676       1.1     ragge #endif	/* DEBUG_DMA */
    677       1.1     ragge 
    678       1.1     ragge 	/* Always round the size. */
    679       1.1     ragge 	size = round_page(size);
    680       1.1     ragge 
    681       1.1     ragge 	/*
    682       1.1     ragge 	 * Allocate pages from the VM system.
    683       1.1     ragge 	 */
    684       1.1     ragge 	error = uvm_pglistalloc(size, low, high, alignment, boundary,
    685       1.1     ragge 	    &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
    686       1.1     ragge 	if (error)
    687       1.1     ragge 		return (error);
    688       1.1     ragge 
    689       1.1     ragge 	/*
    690       1.1     ragge 	 * Compute the location, size, and number of segments actually
    691       1.1     ragge 	 * returned by the VM code.
    692       1.1     ragge 	 */
    693       1.1     ragge 	m = mlist.tqh_first;
    694       1.1     ragge 	curseg = 0;
    695       1.1     ragge 	lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
    696       1.1     ragge 	segs[curseg].ds_len = PAGE_SIZE;
    697       1.1     ragge #ifdef DEBUG_DMA
    698       1.1     ragge 		printf("alloc: page %lx\n", lastaddr);
    699       1.1     ragge #endif	/* DEBUG_DMA */
    700       1.1     ragge 	m = m->pageq.tqe_next;
    701       1.1     ragge 
    702       1.1     ragge 	for (; m != NULL; m = m->pageq.tqe_next) {
    703       1.1     ragge 		curaddr = VM_PAGE_TO_PHYS(m);
    704       1.1     ragge #ifdef DIAGNOSTIC
    705       1.1     ragge 		if (curaddr < low || curaddr >= high) {
    706      1.10     soren 			printf("uvm_pglistalloc returned non-sensical"
    707       1.1     ragge 			    " address 0x%lx\n", curaddr);
    708       1.1     ragge 			panic("_bus_dmamem_alloc_range");
    709       1.1     ragge 		}
    710       1.1     ragge #endif	/* DIAGNOSTIC */
    711       1.1     ragge #ifdef DEBUG_DMA
    712       1.1     ragge 		printf("alloc: page %lx\n", curaddr);
    713       1.1     ragge #endif	/* DEBUG_DMA */
    714       1.1     ragge 		if (curaddr == (lastaddr + PAGE_SIZE))
    715       1.1     ragge 			segs[curseg].ds_len += PAGE_SIZE;
    716       1.1     ragge 		else {
    717       1.1     ragge 			curseg++;
    718       1.1     ragge 			segs[curseg].ds_addr = curaddr;
    719       1.1     ragge 			segs[curseg].ds_len = PAGE_SIZE;
    720       1.1     ragge 		}
    721       1.1     ragge 		lastaddr = curaddr;
    722       1.1     ragge 	}
    723       1.1     ragge 
    724       1.1     ragge 	*rsegs = curseg + 1;
    725       1.1     ragge 
    726       1.1     ragge 	return (0);
    727       1.1     ragge }
    728       1.4     ragge 
    729       1.4     ragge /*
    730       1.4     ragge  * "generic" DMA struct, nothing special.
    731       1.4     ragge  */
    732       1.4     ragge struct vax_bus_dma_tag vax_bus_dma_tag = {
    733  1.29.6.1       mjf 	._dmamap_create		= _bus_dmamap_create,
    734  1.29.6.1       mjf 	._dmamap_destroy	= _bus_dmamap_destroy,
    735  1.29.6.1       mjf 	._dmamap_load		= _bus_dmamap_load,
    736  1.29.6.1       mjf 	._dmamap_load_mbuf	= _bus_dmamap_load_mbuf,
    737  1.29.6.1       mjf 	._dmamap_load_uio	= _bus_dmamap_load_uio,
    738  1.29.6.1       mjf 	._dmamap_load_raw	= _bus_dmamap_load_raw,
    739  1.29.6.1       mjf 	._dmamap_unload		= _bus_dmamap_unload,
    740  1.29.6.1       mjf 	._dmamap_sync		= _bus_dmamap_sync,
    741  1.29.6.1       mjf 	._dmamem_alloc		= _bus_dmamem_alloc,
    742  1.29.6.1       mjf 	._dmamem_free		= _bus_dmamem_free,
    743  1.29.6.1       mjf 	._dmamem_map		= _bus_dmamem_map,
    744  1.29.6.1       mjf 	._dmamem_unmap		= _bus_dmamem_unmap,
    745  1.29.6.1       mjf 	._dmamem_mmap		= _bus_dmamem_mmap,
    746       1.4     ragge };
    747