Home | History | Annotate | Line # | Download | only in vax
bus_dma.c revision 1.29
      1  1.29      matt /*	$NetBSD: bus_dma.c,v 1.29 2008/02/03 08:34:57 matt Exp $	*/
      2   1.1     ragge 
      3   1.1     ragge /*-
      4   1.1     ragge  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
      5   1.1     ragge  * All rights reserved.
      6   1.1     ragge  *
      7   1.1     ragge  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1     ragge  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9   1.1     ragge  * NASA Ames Research Center.
     10   1.1     ragge  *
     11   1.1     ragge  * Redistribution and use in source and binary forms, with or without
     12   1.1     ragge  * modification, are permitted provided that the following conditions
     13   1.1     ragge  * are met:
     14   1.1     ragge  * 1. Redistributions of source code must retain the above copyright
     15   1.1     ragge  *    notice, this list of conditions and the following disclaimer.
     16   1.1     ragge  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.1     ragge  *    notice, this list of conditions and the following disclaimer in the
     18   1.1     ragge  *    documentation and/or other materials provided with the distribution.
     19   1.1     ragge  * 3. All advertising materials mentioning features or use of this software
     20   1.1     ragge  *    must display the following acknowledgement:
     21   1.1     ragge  *	This product includes software developed by the NetBSD
     22   1.1     ragge  *	Foundation, Inc. and its contributors.
     23   1.1     ragge  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24   1.1     ragge  *    contributors may be used to endorse or promote products derived
     25   1.1     ragge  *    from this software without specific prior written permission.
     26   1.1     ragge  *
     27   1.1     ragge  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28   1.1     ragge  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29   1.1     ragge  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30   1.1     ragge  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31   1.1     ragge  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32   1.1     ragge  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33   1.1     ragge  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34   1.1     ragge  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35   1.1     ragge  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36   1.1     ragge  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37   1.1     ragge  * POSSIBILITY OF SUCH DAMAGE.
     38   1.1     ragge  */
     39   1.1     ragge /*
     40   1.1     ragge  * bus_dma routines for vax. File copied from arm32/bus_dma.c.
     41   1.1     ragge  * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
     42   1.1     ragge  */
     43  1.20     lukem 
     44  1.20     lukem #include <sys/cdefs.h>
     45  1.29      matt __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.29 2008/02/03 08:34:57 matt Exp $");
     46   1.1     ragge 
     47   1.1     ragge #include <sys/param.h>
     48   1.1     ragge #include <sys/systm.h>
     49   1.1     ragge #include <sys/kernel.h>
     50   1.1     ragge #include <sys/proc.h>
     51   1.1     ragge #include <sys/buf.h>
     52   1.1     ragge #include <sys/reboot.h>
     53   1.1     ragge #include <sys/conf.h>
     54   1.1     ragge #include <sys/file.h>
     55   1.1     ragge #include <sys/malloc.h>
     56   1.1     ragge #include <sys/mbuf.h>
     57   1.1     ragge #include <sys/vnode.h>
     58   1.1     ragge #include <sys/device.h>
     59   1.1     ragge 
     60   1.1     ragge #include <uvm/uvm_extern.h>
     61   1.1     ragge 
     62   1.1     ragge #define _VAX_BUS_DMA_PRIVATE
     63   1.1     ragge #include <machine/bus.h>
     64   1.1     ragge 
     65   1.1     ragge #include <machine/ka43.h>
     66   1.1     ragge #include <machine/sid.h>
     67   1.1     ragge 
     68  1.16      matt extern	paddr_t avail_start, avail_end;
     69  1.16      matt extern  vaddr_t virtual_avail;
     70   1.1     ragge 
     71   1.1     ragge int	_bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
     72  1.26      yamt 	    bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
     73   1.1     ragge int	_bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
     74   1.1     ragge int	_bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
     75   1.1     ragge 	    bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
     76   1.1     ragge /*
     77   1.1     ragge  * Common function for DMA map creation.  May be called by bus-specific
     78   1.1     ragge  * DMA map creation functions.
     79   1.1     ragge  */
     80   1.1     ragge int
     81   1.1     ragge _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
     82   1.1     ragge 	bus_dma_tag_t t;
     83   1.1     ragge 	bus_size_t size;
     84   1.1     ragge 	int nsegments;
     85   1.1     ragge 	bus_size_t maxsegsz;
     86   1.1     ragge 	bus_size_t boundary;
     87   1.1     ragge 	int flags;
     88   1.1     ragge 	bus_dmamap_t *dmamp;
     89   1.1     ragge {
     90   1.1     ragge 	struct vax_bus_dmamap *map;
     91   1.1     ragge 	void *mapstore;
     92   1.1     ragge 	size_t mapsize;
     93   1.1     ragge 
     94   1.1     ragge #ifdef DEBUG_DMA
     95   1.1     ragge 	printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
     96   1.1     ragge 	    t, size, nsegments, maxsegsz, boundary, flags);
     97   1.1     ragge #endif	/* DEBUG_DMA */
     98   1.1     ragge 
     99   1.1     ragge 	/*
    100   1.1     ragge 	 * Allocate and initialize the DMA map.  The end of the map
    101   1.1     ragge 	 * is a variable-sized array of segments, so we allocate enough
    102   1.1     ragge 	 * room for them in one shot.
    103   1.1     ragge 	 *
    104   1.1     ragge 	 * Note we don't preserve the WAITOK or NOWAIT flags.  Preservation
    105   1.1     ragge 	 * of ALLOCNOW notifies others that we've reserved these resources,
    106   1.1     ragge 	 * and they are not to be freed.
    107   1.1     ragge 	 *
    108   1.1     ragge 	 * The bus_dmamap_t includes one bus_dma_segment_t, hence
    109   1.1     ragge 	 * the (nsegments - 1).
    110   1.1     ragge 	 */
    111   1.1     ragge 	mapsize = sizeof(struct vax_bus_dmamap) +
    112   1.1     ragge 	    (sizeof(bus_dma_segment_t) * (nsegments - 1));
    113   1.1     ragge 	if ((mapstore = malloc(mapsize, M_DMAMAP,
    114   1.1     ragge 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
    115   1.1     ragge 		return (ENOMEM);
    116   1.1     ragge 
    117   1.1     ragge 	bzero(mapstore, mapsize);
    118   1.1     ragge 	map = (struct vax_bus_dmamap *)mapstore;
    119   1.1     ragge 	map->_dm_size = size;
    120   1.1     ragge 	map->_dm_segcnt = nsegments;
    121  1.22      matt 	map->_dm_maxmaxsegsz = maxsegsz;
    122   1.1     ragge 	map->_dm_boundary = boundary;
    123   1.1     ragge 	map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
    124  1.22      matt 	map->dm_maxsegsz = maxsegsz;
    125   1.1     ragge 	map->dm_mapsize = 0;		/* no valid mappings */
    126   1.1     ragge 	map->dm_nsegs = 0;
    127   1.1     ragge 
    128   1.1     ragge 	*dmamp = map;
    129   1.1     ragge #ifdef DEBUG_DMA
    130   1.1     ragge 	printf("dmamap_create:map=%p\n", map);
    131   1.1     ragge #endif	/* DEBUG_DMA */
    132   1.1     ragge 	return (0);
    133   1.1     ragge }
    134   1.1     ragge 
    135   1.1     ragge /*
    136   1.1     ragge  * Common function for DMA map destruction.  May be called by bus-specific
    137   1.1     ragge  * DMA map destruction functions.
    138   1.1     ragge  */
    139   1.1     ragge void
    140   1.1     ragge _bus_dmamap_destroy(t, map)
    141   1.1     ragge 	bus_dma_tag_t t;
    142   1.1     ragge 	bus_dmamap_t map;
    143   1.1     ragge {
    144   1.1     ragge 
    145   1.1     ragge #ifdef DEBUG_DMA
    146   1.1     ragge 	printf("dmamap_destroy: t=%p map=%p\n", t, map);
    147   1.1     ragge #endif	/* DEBUG_DMA */
    148   1.1     ragge #ifdef DIAGNOSTIC
    149   1.1     ragge 	if (map->dm_nsegs > 0)
    150   1.1     ragge 		printf("bus_dmamap_destroy() called for map with valid mappings\n");
    151   1.1     ragge #endif	/* DIAGNOSTIC */
    152   1.1     ragge 	free(map, M_DEVBUF);
    153   1.1     ragge }
    154   1.1     ragge 
    155   1.1     ragge /*
    156   1.1     ragge  * Common function for loading a DMA map with a linear buffer.  May
    157   1.1     ragge  * be called by bus-specific DMA map load functions.
    158   1.1     ragge  */
    159   1.1     ragge int
    160   1.1     ragge _bus_dmamap_load(t, map, buf, buflen, p, flags)
    161   1.1     ragge 	bus_dma_tag_t t;
    162   1.1     ragge 	bus_dmamap_t map;
    163   1.1     ragge 	void *buf;
    164   1.1     ragge 	bus_size_t buflen;
    165   1.1     ragge 	struct proc *p;
    166   1.1     ragge 	int flags;
    167   1.1     ragge {
    168  1.28      matt 	vaddr_t lastaddr = 0;
    169   1.1     ragge 	int seg, error;
    170  1.26      yamt 	struct vmspace *vm;
    171   1.1     ragge 
    172   1.1     ragge #ifdef DEBUG_DMA
    173   1.1     ragge 	printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
    174   1.1     ragge 	    t, map, buf, buflen, p, flags);
    175   1.1     ragge #endif	/* DEBUG_DMA */
    176   1.1     ragge 
    177   1.1     ragge 	/*
    178   1.1     ragge 	 * Make sure that on error condition we return "no valid mappings".
    179   1.1     ragge 	 */
    180   1.1     ragge 	map->dm_mapsize = 0;
    181   1.1     ragge 	map->dm_nsegs = 0;
    182  1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    183   1.1     ragge 
    184   1.1     ragge 	if (buflen > map->_dm_size)
    185   1.1     ragge 		return (EINVAL);
    186   1.1     ragge 
    187  1.26      yamt 	if (p != NULL) {
    188  1.26      yamt 		vm = p->p_vmspace;
    189  1.26      yamt 	} else {
    190  1.26      yamt 		vm = vmspace_kernel();
    191  1.26      yamt 	}
    192  1.26      yamt 
    193   1.1     ragge 	seg = 0;
    194  1.26      yamt 	error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
    195   1.1     ragge 	    &lastaddr, &seg, 1);
    196   1.1     ragge 	if (error == 0) {
    197   1.1     ragge 		map->dm_mapsize = buflen;
    198   1.1     ragge 		map->dm_nsegs = seg + 1;
    199   1.1     ragge 	}
    200   1.1     ragge #ifdef DEBUG_DMA
    201   1.1     ragge 	printf("dmamap_load: error=%d\n", error);
    202   1.1     ragge #endif	/* DEBUG_DMA */
    203   1.1     ragge 	return (error);
    204   1.1     ragge }
    205   1.1     ragge 
    206   1.1     ragge /*
    207   1.1     ragge  * Like _bus_dmamap_load(), but for mbufs.
    208   1.1     ragge  */
    209   1.1     ragge int
    210   1.1     ragge _bus_dmamap_load_mbuf(t, map, m0, flags)
    211   1.1     ragge 	bus_dma_tag_t t;
    212   1.1     ragge 	bus_dmamap_t map;
    213   1.1     ragge 	struct mbuf *m0;
    214   1.1     ragge 	int flags;
    215   1.1     ragge {
    216  1.28      matt 	vaddr_t lastaddr = 0;
    217  1.29      matt 	int seg, error;
    218  1.29      matt 	bool first;
    219   1.1     ragge 	struct mbuf *m;
    220   1.1     ragge 
    221   1.1     ragge #ifdef DEBUG_DMA
    222   1.1     ragge 	printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
    223   1.1     ragge 	    t, map, m0, flags);
    224   1.1     ragge #endif	/* DEBUG_DMA */
    225   1.1     ragge 
    226   1.1     ragge 	/*
    227   1.1     ragge 	 * Make sure that on error condition we return "no valid mappings."
    228   1.1     ragge 	 */
    229   1.1     ragge 	map->dm_mapsize = 0;
    230   1.1     ragge 	map->dm_nsegs = 0;
    231  1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    232   1.1     ragge 
    233   1.1     ragge #ifdef DIAGNOSTIC
    234   1.1     ragge 	if ((m0->m_flags & M_PKTHDR) == 0)
    235   1.1     ragge 		panic("_bus_dmamap_load_mbuf: no packet header");
    236   1.1     ragge #endif	/* DIAGNOSTIC */
    237   1.1     ragge 
    238   1.1     ragge 	if (m0->m_pkthdr.len > map->_dm_size)
    239   1.1     ragge 		return (EINVAL);
    240   1.1     ragge 
    241  1.29      matt 	first = true;
    242   1.1     ragge 	seg = 0;
    243   1.1     ragge 	error = 0;
    244  1.29      matt 	for (m = m0; m != NULL && error == 0; m = m->m_next, first = false) {
    245  1.21   thorpej 		if (m->m_len == 0)
    246  1.21   thorpej 			continue;
    247  1.29      matt #if 0
    248  1.29      matt 		switch (m->m_flags & (M_EXT|M_CLUSTER)) {
    249  1.29      matt #if 0
    250  1.29      matt 		case M_EXT|M_CLUSTER:
    251  1.29      matt 			KASSERT(m->m_ext.ext_paddr != M_PADDR_INVALID);
    252  1.29      matt 			lastaddr = m->m_ext.ext_paddr
    253  1.29      matt 			    + (m->m_data - m->m_ext.ext_buf);
    254  1.29      matt #endif
    255  1.29      matt #if 1
    256  1.29      matt     have_addr:
    257  1.29      matt #endif
    258  1.29      matt 			if (!first && ++seg >= map->_dm_segcnt) {
    259  1.29      matt 				error = EFBIG;
    260  1.29      matt 				continue;
    261  1.29      matt 			}
    262  1.29      matt 			map->dm_segs[seg].ds_addr = lastaddr;
    263  1.29      matt 			map->dm_segs[seg].ds_len = m->m_len;
    264  1.29      matt 			lastaddr += m->m_len;
    265  1.29      matt 			continue;
    266  1.29      matt #if 1
    267  1.29      matt 		case 0:
    268  1.29      matt 			KASSERT(m->m_paddr != M_PADDR_INVALID);
    269  1.29      matt 			lastaddr = m->m_paddr + M_BUFOFFSET(m)
    270  1.29      matt 			    + (m->m_data - M_BUFADDR(m));
    271  1.29      matt 			goto have_addr;
    272  1.29      matt #endif
    273  1.29      matt 		default:
    274  1.29      matt 			break;
    275  1.29      matt 		}
    276  1.29      matt #endif
    277   1.1     ragge 		error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
    278  1.26      yamt 		    vmspace_kernel(), flags, &lastaddr, &seg, first);
    279   1.1     ragge 	}
    280   1.1     ragge 	if (error == 0) {
    281   1.1     ragge 		map->dm_mapsize = m0->m_pkthdr.len;
    282   1.1     ragge 		map->dm_nsegs = seg + 1;
    283   1.1     ragge 	}
    284   1.1     ragge #ifdef DEBUG_DMA
    285   1.1     ragge 	printf("dmamap_load_mbuf: error=%d\n", error);
    286   1.1     ragge #endif	/* DEBUG_DMA */
    287   1.1     ragge 	return (error);
    288   1.1     ragge }
    289   1.1     ragge 
    290   1.1     ragge /*
    291   1.1     ragge  * Like _bus_dmamap_load(), but for uios.
    292   1.1     ragge  */
    293   1.1     ragge int
    294   1.1     ragge _bus_dmamap_load_uio(t, map, uio, flags)
    295   1.1     ragge 	bus_dma_tag_t t;
    296   1.1     ragge 	bus_dmamap_t map;
    297   1.1     ragge 	struct uio *uio;
    298   1.1     ragge 	int flags;
    299   1.1     ragge {
    300  1.28      matt 	vaddr_t lastaddr = 0;
    301  1.29      matt 	int seg, i, error;
    302  1.29      matt 	bool first;
    303   1.1     ragge 	bus_size_t minlen, resid;
    304   1.1     ragge 	struct iovec *iov;
    305  1.27  christos 	void *addr;
    306   1.1     ragge 
    307   1.1     ragge 	/*
    308   1.1     ragge 	 * Make sure that on error condition we return "no valid mappings."
    309   1.1     ragge 	 */
    310   1.1     ragge 	map->dm_mapsize = 0;
    311   1.1     ragge 	map->dm_nsegs = 0;
    312  1.22      matt 	KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
    313   1.1     ragge 
    314   1.1     ragge 	resid = uio->uio_resid;
    315   1.1     ragge 	iov = uio->uio_iov;
    316   1.1     ragge 
    317  1.29      matt 	first = true;
    318   1.1     ragge 	seg = 0;
    319   1.1     ragge 	error = 0;
    320   1.1     ragge 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
    321   1.1     ragge 		/*
    322   1.1     ragge 		 * Now at the first iovec to load.  Load each iovec
    323   1.1     ragge 		 * until we have exhausted the residual count.
    324   1.1     ragge 		 */
    325   1.1     ragge 		minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
    326  1.27  christos 		addr = (void *)iov[i].iov_base;
    327   1.1     ragge 
    328   1.1     ragge 		error = _bus_dmamap_load_buffer(t, map, addr, minlen,
    329  1.26      yamt 		    uio->uio_vmspace, flags, &lastaddr, &seg, first);
    330  1.29      matt 		first = false;
    331   1.1     ragge 
    332   1.1     ragge 		resid -= minlen;
    333   1.1     ragge 	}
    334   1.1     ragge 	if (error == 0) {
    335   1.1     ragge 		map->dm_mapsize = uio->uio_resid;
    336   1.1     ragge 		map->dm_nsegs = seg + 1;
    337   1.1     ragge 	}
    338   1.1     ragge 	return (error);
    339   1.1     ragge }
    340   1.1     ragge 
    341   1.1     ragge /*
    342   1.1     ragge  * Like _bus_dmamap_load(), but for raw memory allocated with
    343   1.1     ragge  * bus_dmamem_alloc().
    344   1.1     ragge  */
    345   1.1     ragge int
    346   1.1     ragge _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
    347   1.1     ragge 	bus_dma_tag_t t;
    348   1.1     ragge 	bus_dmamap_t map;
    349   1.1     ragge 	bus_dma_segment_t *segs;
    350   1.1     ragge 	int nsegs;
    351   1.1     ragge 	bus_size_t size;
    352   1.1     ragge 	int flags;
    353   1.1     ragge {
    354   1.1     ragge 
    355   1.1     ragge 	panic("_bus_dmamap_load_raw: not implemented");
    356   1.1     ragge }
    357   1.1     ragge 
    358   1.1     ragge /*
    359   1.1     ragge  * Common function for unloading a DMA map.  May be called by
    360   1.1     ragge  * bus-specific DMA map unload functions.
    361   1.1     ragge  */
    362   1.1     ragge void
    363   1.1     ragge _bus_dmamap_unload(t, map)
    364   1.1     ragge 	bus_dma_tag_t t;
    365   1.1     ragge 	bus_dmamap_t map;
    366   1.1     ragge {
    367   1.1     ragge 
    368   1.1     ragge #ifdef DEBUG_DMA
    369   1.1     ragge 	printf("dmamap_unload: t=%p map=%p\n", t, map);
    370   1.1     ragge #endif	/* DEBUG_DMA */
    371   1.1     ragge 
    372   1.1     ragge 	/*
    373   1.1     ragge 	 * No resources to free; just mark the mappings as
    374   1.1     ragge 	 * invalid.
    375   1.1     ragge 	 */
    376  1.22      matt 	map->dm_maxsegsz = map->_dm_maxmaxsegsz;
    377   1.1     ragge 	map->dm_mapsize = 0;
    378   1.1     ragge 	map->dm_nsegs = 0;
    379   1.1     ragge }
    380   1.1     ragge 
    381   1.1     ragge /*
    382   1.1     ragge  * Common function for DMA map synchronization.  May be called
    383   1.1     ragge  * by bus-specific DMA map synchronization functions.
    384   1.1     ragge  */
    385   1.1     ragge void
    386   1.1     ragge _bus_dmamap_sync(t, map, offset, len, ops)
    387   1.1     ragge 	bus_dma_tag_t t;
    388   1.1     ragge 	bus_dmamap_t map;
    389   1.1     ragge 	bus_addr_t offset;
    390   1.1     ragge 	bus_size_t len;
    391   1.1     ragge 	int ops;
    392   1.1     ragge {
    393   1.1     ragge #ifdef DEBUG_DMA
    394   1.1     ragge 	printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
    395   1.1     ragge 	    t, map, offset, len, ops);
    396   1.1     ragge #endif	/* DEBUG_DMA */
    397   1.1     ragge 	/*
    398   1.1     ragge 	 * A vax only has snoop-cache, so this routine is a no-op.
    399   1.1     ragge 	 */
    400   1.1     ragge 	return;
    401   1.1     ragge }
    402   1.1     ragge 
    403   1.1     ragge /*
    404   1.1     ragge  * Common function for DMA-safe memory allocation.  May be called
    405   1.1     ragge  * by bus-specific DMA memory allocation functions.
    406   1.1     ragge  */
    407   1.1     ragge 
    408   1.1     ragge int
    409   1.1     ragge _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
    410   1.1     ragge 	bus_dma_tag_t t;
    411   1.1     ragge 	bus_size_t size, alignment, boundary;
    412   1.1     ragge 	bus_dma_segment_t *segs;
    413   1.1     ragge 	int nsegs;
    414   1.1     ragge 	int *rsegs;
    415   1.1     ragge 	int flags;
    416   1.1     ragge {
    417   1.1     ragge 	int error;
    418   1.1     ragge 
    419   1.1     ragge 	error =  (_bus_dmamem_alloc_range(t, size, alignment, boundary,
    420   1.1     ragge 	    segs, nsegs, rsegs, flags, round_page(avail_start),
    421   1.1     ragge 	    trunc_page(avail_end)));
    422   1.1     ragge 	return(error);
    423   1.1     ragge }
    424   1.1     ragge 
    425   1.1     ragge /*
    426   1.1     ragge  * Common function for freeing DMA-safe memory.  May be called by
    427   1.1     ragge  * bus-specific DMA memory free functions.
    428   1.1     ragge  */
    429   1.1     ragge void
    430   1.1     ragge _bus_dmamem_free(t, segs, nsegs)
    431   1.1     ragge 	bus_dma_tag_t t;
    432   1.1     ragge 	bus_dma_segment_t *segs;
    433   1.1     ragge 	int nsegs;
    434   1.1     ragge {
    435  1.12       chs 	struct vm_page *m;
    436   1.1     ragge 	bus_addr_t addr;
    437   1.1     ragge 	struct pglist mlist;
    438   1.1     ragge 	int curseg;
    439   1.1     ragge 
    440   1.1     ragge #ifdef DEBUG_DMA
    441   1.1     ragge 	printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
    442   1.1     ragge #endif	/* DEBUG_DMA */
    443   1.1     ragge 
    444   1.1     ragge 	/*
    445   1.1     ragge 	 * Build a list of pages to free back to the VM system.
    446   1.1     ragge 	 */
    447   1.1     ragge 	TAILQ_INIT(&mlist);
    448   1.1     ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    449   1.1     ragge 		for (addr = segs[curseg].ds_addr;
    450   1.1     ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    451   1.1     ragge 		    addr += PAGE_SIZE) {
    452   1.1     ragge 			m = PHYS_TO_VM_PAGE(addr);
    453   1.1     ragge 			TAILQ_INSERT_TAIL(&mlist, m, pageq);
    454   1.1     ragge 		}
    455   1.1     ragge 	}
    456   1.1     ragge 	uvm_pglistfree(&mlist);
    457   1.1     ragge }
    458   1.1     ragge 
    459   1.1     ragge /*
    460   1.1     ragge  * Common function for mapping DMA-safe memory.  May be called by
    461   1.1     ragge  * bus-specific DMA memory map functions.
    462   1.1     ragge  */
    463   1.1     ragge int
    464   1.1     ragge _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
    465   1.1     ragge 	bus_dma_tag_t t;
    466   1.1     ragge 	bus_dma_segment_t *segs;
    467   1.1     ragge 	int nsegs;
    468   1.1     ragge 	size_t size;
    469  1.27  christos 	void **kvap;
    470   1.1     ragge 	int flags;
    471   1.1     ragge {
    472   1.6      matt 	vaddr_t va;
    473   1.1     ragge 	bus_addr_t addr;
    474   1.1     ragge 	int curseg;
    475  1.24      yamt 	const uvm_flag_t kmflags =
    476  1.24      yamt 	    (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
    477   1.1     ragge 
    478   1.1     ragge 	/*
    479   1.1     ragge 	 * Special case (but common):
    480   1.1     ragge 	 * If there is only one physical segment then the already-mapped
    481   1.1     ragge 	 * virtual address is returned, since all physical memory is already
    482   1.1     ragge 	 * in the beginning of kernel virtual memory.
    483   1.1     ragge 	 */
    484   1.1     ragge 	if (nsegs == 1) {
    485  1.27  christos 		*kvap = (void *)(segs[0].ds_addr | KERNBASE);
    486   1.1     ragge 		/*
    487   1.1     ragge 		 * KA43 (3100/m76) must have its DMA-safe memory accessed
    488   1.1     ragge 		 * through DIAGMEM. Remap it here.
    489   1.1     ragge 		 */
    490   1.1     ragge 		if (vax_boardtype == VAX_BTYP_43) {
    491   1.1     ragge 			pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
    492   1.1     ragge 			    (segs[0].ds_addr|KA43_DIAGMEM) + size,
    493   1.1     ragge 			    VM_PROT_READ|VM_PROT_WRITE);
    494   1.1     ragge 		}
    495   1.1     ragge 		return 0;
    496   1.1     ragge 	}
    497   1.1     ragge 	size = round_page(size);
    498  1.24      yamt 	va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
    499   1.1     ragge 
    500   1.1     ragge 	if (va == 0)
    501   1.1     ragge 		return (ENOMEM);
    502   1.1     ragge 
    503  1.27  christos 	*kvap = (void *)va;
    504   1.1     ragge 
    505   1.1     ragge 	for (curseg = 0; curseg < nsegs; curseg++) {
    506   1.1     ragge 		for (addr = segs[curseg].ds_addr;
    507   1.1     ragge 		    addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
    508  1.17   thorpej 		    addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
    509   1.1     ragge 			if (size == 0)
    510   1.1     ragge 				panic("_bus_dmamem_map: size botch");
    511   1.1     ragge 			if (vax_boardtype == VAX_BTYP_43)
    512   1.1     ragge 				addr |= KA43_DIAGMEM;
    513   1.2   thorpej 			pmap_enter(pmap_kernel(), va, addr,
    514   1.5   thorpej 			    VM_PROT_READ | VM_PROT_WRITE,
    515   1.5   thorpej 			    VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
    516   1.1     ragge 		}
    517   1.1     ragge 	}
    518  1.13     chris 	pmap_update(pmap_kernel());
    519   1.1     ragge 	return (0);
    520   1.1     ragge }
    521   1.1     ragge 
    522   1.1     ragge /*
    523   1.1     ragge  * Common function for unmapping DMA-safe memory.  May be called by
    524   1.1     ragge  * bus-specific DMA memory unmapping functions.
    525   1.1     ragge  */
    526   1.1     ragge void
    527   1.1     ragge _bus_dmamem_unmap(t, kva, size)
    528   1.1     ragge 	bus_dma_tag_t t;
    529  1.27  christos 	void *kva;
    530   1.1     ragge 	size_t size;
    531   1.1     ragge {
    532   1.1     ragge 
    533   1.1     ragge #ifdef DEBUG_DMA
    534   1.1     ragge 	printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
    535   1.1     ragge #endif	/* DEBUG_DMA */
    536   1.1     ragge #ifdef DIAGNOSTIC
    537   1.1     ragge 	if ((u_long)kva & PGOFSET)
    538   1.1     ragge 		panic("_bus_dmamem_unmap");
    539   1.1     ragge #endif	/* DIAGNOSTIC */
    540   1.1     ragge 
    541   1.1     ragge 	/* Avoid free'ing if not mapped */
    542  1.27  christos 	if (kva < (void *)virtual_avail)
    543  1.23      yamt 		return;
    544  1.23      yamt 
    545  1.23      yamt 	size = round_page(size);
    546  1.23      yamt 	pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
    547  1.23      yamt 	pmap_update(pmap_kernel());
    548  1.23      yamt 	uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
    549   1.1     ragge }
    550   1.1     ragge 
    551   1.1     ragge /*
    552   1.1     ragge  * Common functin for mmap(2)'ing DMA-safe memory.  May be called by
    553   1.1     ragge  * bus-specific DMA mmap(2)'ing functions.
    554   1.1     ragge  */
    555   1.7    simonb paddr_t
    556   1.1     ragge _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
    557   1.1     ragge 	bus_dma_tag_t t;
    558   1.1     ragge 	bus_dma_segment_t *segs;
    559   1.7    simonb 	int nsegs;
    560   1.7    simonb 	off_t off;
    561   1.7    simonb 	int prot, flags;
    562   1.1     ragge {
    563   1.1     ragge 	int i;
    564   1.1     ragge 
    565   1.1     ragge 	for (i = 0; i < nsegs; i++) {
    566   1.1     ragge #ifdef DIAGNOSTIC
    567   1.1     ragge 		if (off & PGOFSET)
    568   1.1     ragge 			panic("_bus_dmamem_mmap: offset unaligned");
    569   1.1     ragge 		if (segs[i].ds_addr & PGOFSET)
    570   1.1     ragge 			panic("_bus_dmamem_mmap: segment unaligned");
    571   1.1     ragge 		if (segs[i].ds_len & PGOFSET)
    572   1.1     ragge 			panic("_bus_dmamem_mmap: segment size not multiple"
    573   1.1     ragge 			    " of page size");
    574   1.1     ragge #endif	/* DIAGNOSTIC */
    575   1.1     ragge 		if (off >= segs[i].ds_len) {
    576   1.1     ragge 			off -= segs[i].ds_len;
    577   1.1     ragge 			continue;
    578   1.1     ragge 		}
    579   1.1     ragge 
    580   1.1     ragge 		return (btop((u_long)segs[i].ds_addr + off));
    581   1.1     ragge 	}
    582   1.1     ragge 
    583   1.1     ragge 	/* Page not found. */
    584   1.1     ragge 	return (-1);
    585   1.1     ragge }
    586   1.1     ragge 
    587   1.1     ragge /**********************************************************************
    588   1.1     ragge  * DMA utility functions
    589   1.1     ragge  **********************************************************************/
    590   1.1     ragge 
    591   1.1     ragge /*
    592   1.1     ragge  * Utility function to load a linear buffer.  lastaddrp holds state
    593   1.1     ragge  * between invocations (for multiple-buffer loads).  segp contains
    594   1.1     ragge  * the starting segment on entrace, and the ending segment on exit.
    595   1.1     ragge  * first indicates if this is the first invocation of this function.
    596   1.1     ragge  */
    597   1.1     ragge int
    598  1.26      yamt _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags, lastaddrp, segp, first)
    599   1.1     ragge 	bus_dma_tag_t t;
    600   1.1     ragge 	bus_dmamap_t map;
    601   1.1     ragge 	void *buf;
    602   1.1     ragge 	bus_size_t buflen;
    603  1.26      yamt 	struct vmspace *vm;
    604   1.1     ragge 	int flags;
    605   1.6      matt 	vaddr_t *lastaddrp;
    606   1.1     ragge 	int *segp;
    607  1.29      matt 	bool first;
    608   1.1     ragge {
    609   1.1     ragge 	bus_size_t sgsize;
    610   1.1     ragge 	bus_addr_t curaddr, lastaddr, baddr, bmask;
    611   1.6      matt 	vaddr_t vaddr = (vaddr_t)buf;
    612   1.1     ragge 	int seg;
    613   1.1     ragge 	pmap_t pmap;
    614   1.1     ragge 
    615   1.1     ragge #ifdef DEBUG_DMA
    616   1.1     ragge 	printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
    617   1.1     ragge 	    buf, buflen, flags, first);
    618   1.1     ragge #endif	/* DEBUG_DMA */
    619   1.1     ragge 
    620  1.26      yamt 	pmap = vm_map_pmap(&vm->vm_map);
    621   1.1     ragge 
    622   1.1     ragge 	lastaddr = *lastaddrp;
    623   1.1     ragge 	bmask  = ~(map->_dm_boundary - 1);
    624   1.1     ragge 
    625   1.1     ragge 	for (seg = *segp; buflen > 0; ) {
    626   1.1     ragge 		/*
    627   1.1     ragge 		 * Get the physical address for this segment.
    628   1.1     ragge 		 */
    629   1.3   thorpej 		(void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
    630   1.1     ragge 
    631   1.1     ragge #if 0
    632   1.1     ragge 		/*
    633   1.1     ragge 		 * Make sure we're in an allowed DMA range.
    634   1.1     ragge 		 */
    635   1.1     ragge 		if (t->_ranges != NULL &&
    636   1.1     ragge 		    _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
    637   1.1     ragge 			return (EINVAL);
    638   1.1     ragge #endif
    639   1.1     ragge 
    640   1.1     ragge 		/*
    641   1.1     ragge 		 * Compute the segment size, and adjust counts.
    642   1.1     ragge 		 */
    643  1.17   thorpej 		sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
    644   1.1     ragge 		if (buflen < sgsize)
    645   1.1     ragge 			sgsize = buflen;
    646   1.1     ragge 
    647   1.1     ragge 		/*
    648   1.1     ragge 		 * Make sure we don't cross any boundaries.
    649   1.1     ragge 		 */
    650   1.1     ragge 		if (map->_dm_boundary > 0) {
    651   1.1     ragge 			baddr = (curaddr + map->_dm_boundary) & bmask;
    652   1.1     ragge 			if (sgsize > (baddr - curaddr))
    653   1.1     ragge 				sgsize = (baddr - curaddr);
    654   1.1     ragge 		}
    655   1.1     ragge 
    656   1.1     ragge 		/*
    657   1.1     ragge 		 * Insert chunk into a segment, coalescing with
    658   1.1     ragge 		 * previous segment if possible.
    659   1.1     ragge 		 */
    660   1.1     ragge 		if (first) {
    661   1.1     ragge 			map->dm_segs[seg].ds_addr = curaddr;
    662   1.1     ragge 			map->dm_segs[seg].ds_len = sgsize;
    663  1.29      matt 			first = false;
    664   1.1     ragge 		} else {
    665   1.1     ragge 			if (curaddr == lastaddr &&
    666   1.1     ragge 			    (map->dm_segs[seg].ds_len + sgsize) <=
    667  1.22      matt 			     map->dm_maxsegsz &&
    668   1.1     ragge 			    (map->_dm_boundary == 0 ||
    669   1.1     ragge 			     (map->dm_segs[seg].ds_addr & bmask) ==
    670   1.1     ragge 			     (curaddr & bmask)))
    671   1.1     ragge 				map->dm_segs[seg].ds_len += sgsize;
    672   1.1     ragge 			else {
    673   1.1     ragge 				if (++seg >= map->_dm_segcnt)
    674   1.1     ragge 					break;
    675   1.1     ragge 				map->dm_segs[seg].ds_addr = curaddr;
    676   1.1     ragge 				map->dm_segs[seg].ds_len = sgsize;
    677   1.1     ragge 			}
    678   1.1     ragge 		}
    679   1.1     ragge 
    680   1.1     ragge 		lastaddr = curaddr + sgsize;
    681   1.1     ragge 		vaddr += sgsize;
    682   1.1     ragge 		buflen -= sgsize;
    683   1.1     ragge 	}
    684   1.1     ragge 
    685   1.1     ragge 	*segp = seg;
    686   1.1     ragge 	*lastaddrp = lastaddr;
    687   1.1     ragge 
    688   1.1     ragge 	/*
    689   1.1     ragge 	 * Did we fit?
    690   1.1     ragge 	 */
    691   1.1     ragge 	if (buflen != 0)
    692   1.1     ragge 		return (EFBIG);		/* XXX better return value here? */
    693   1.1     ragge 	return (0);
    694   1.1     ragge }
    695   1.1     ragge 
    696   1.1     ragge /*
    697   1.1     ragge  * Check to see if the specified page is in an allowed DMA range.
    698   1.1     ragge  */
    699   1.1     ragge int
    700   1.1     ragge _bus_dma_inrange(ranges, nranges, curaddr)
    701   1.1     ragge 	bus_dma_segment_t *ranges;
    702   1.1     ragge 	int nranges;
    703   1.1     ragge 	bus_addr_t curaddr;
    704   1.1     ragge {
    705   1.1     ragge 	bus_dma_segment_t *ds;
    706   1.1     ragge 	int i;
    707   1.1     ragge 
    708   1.1     ragge 	for (i = 0, ds = ranges; i < nranges; i++, ds++) {
    709   1.1     ragge 		if (curaddr >= ds->ds_addr &&
    710   1.1     ragge 		    round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
    711   1.1     ragge 			return (1);
    712   1.1     ragge 	}
    713   1.1     ragge 
    714   1.1     ragge 	return (0);
    715   1.1     ragge }
    716   1.1     ragge 
    717   1.1     ragge /*
    718   1.1     ragge  * Allocate physical memory from the given physical address range.
    719   1.1     ragge  * Called by DMA-safe memory allocation methods.
    720   1.1     ragge  */
    721   1.1     ragge int
    722   1.1     ragge _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
    723   1.1     ragge     flags, low, high)
    724   1.1     ragge 	bus_dma_tag_t t;
    725   1.1     ragge 	bus_size_t size, alignment, boundary;
    726   1.1     ragge 	bus_dma_segment_t *segs;
    727   1.1     ragge 	int nsegs;
    728   1.1     ragge 	int *rsegs;
    729   1.1     ragge 	int flags;
    730   1.6      matt 	vaddr_t low;
    731   1.6      matt 	vaddr_t high;
    732   1.1     ragge {
    733   1.6      matt 	vaddr_t curaddr, lastaddr;
    734  1.12       chs 	struct vm_page *m;
    735   1.1     ragge 	struct pglist mlist;
    736   1.1     ragge 	int curseg, error;
    737   1.1     ragge 
    738   1.1     ragge #ifdef DEBUG_DMA
    739   1.1     ragge 	printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
    740   1.1     ragge 	    t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
    741   1.1     ragge #endif	/* DEBUG_DMA */
    742   1.1     ragge 
    743   1.1     ragge 	/* Always round the size. */
    744   1.1     ragge 	size = round_page(size);
    745   1.1     ragge 
    746   1.1     ragge 	/*
    747   1.1     ragge 	 * Allocate pages from the VM system.
    748   1.1     ragge 	 */
    749   1.1     ragge 	error = uvm_pglistalloc(size, low, high, alignment, boundary,
    750   1.1     ragge 	    &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
    751   1.1     ragge 	if (error)
    752   1.1     ragge 		return (error);
    753   1.1     ragge 
    754   1.1     ragge 	/*
    755   1.1     ragge 	 * Compute the location, size, and number of segments actually
    756   1.1     ragge 	 * returned by the VM code.
    757   1.1     ragge 	 */
    758   1.1     ragge 	m = mlist.tqh_first;
    759   1.1     ragge 	curseg = 0;
    760   1.1     ragge 	lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
    761   1.1     ragge 	segs[curseg].ds_len = PAGE_SIZE;
    762   1.1     ragge #ifdef DEBUG_DMA
    763   1.1     ragge 		printf("alloc: page %lx\n", lastaddr);
    764   1.1     ragge #endif	/* DEBUG_DMA */
    765   1.1     ragge 	m = m->pageq.tqe_next;
    766   1.1     ragge 
    767   1.1     ragge 	for (; m != NULL; m = m->pageq.tqe_next) {
    768   1.1     ragge 		curaddr = VM_PAGE_TO_PHYS(m);
    769   1.1     ragge #ifdef DIAGNOSTIC
    770   1.1     ragge 		if (curaddr < low || curaddr >= high) {
    771  1.10     soren 			printf("uvm_pglistalloc returned non-sensical"
    772   1.1     ragge 			    " address 0x%lx\n", curaddr);
    773   1.1     ragge 			panic("_bus_dmamem_alloc_range");
    774   1.1     ragge 		}
    775   1.1     ragge #endif	/* DIAGNOSTIC */
    776   1.1     ragge #ifdef DEBUG_DMA
    777   1.1     ragge 		printf("alloc: page %lx\n", curaddr);
    778   1.1     ragge #endif	/* DEBUG_DMA */
    779   1.1     ragge 		if (curaddr == (lastaddr + PAGE_SIZE))
    780   1.1     ragge 			segs[curseg].ds_len += PAGE_SIZE;
    781   1.1     ragge 		else {
    782   1.1     ragge 			curseg++;
    783   1.1     ragge 			segs[curseg].ds_addr = curaddr;
    784   1.1     ragge 			segs[curseg].ds_len = PAGE_SIZE;
    785   1.1     ragge 		}
    786   1.1     ragge 		lastaddr = curaddr;
    787   1.1     ragge 	}
    788   1.1     ragge 
    789   1.1     ragge 	*rsegs = curseg + 1;
    790   1.1     ragge 
    791   1.1     ragge 	return (0);
    792   1.1     ragge }
    793   1.4     ragge 
    794   1.4     ragge /*
    795   1.4     ragge  * "generic" DMA struct, nothing special.
    796   1.4     ragge  */
    797   1.4     ragge struct vax_bus_dma_tag vax_bus_dma_tag = {
    798   1.4     ragge 	NULL,
    799   1.4     ragge 	0,
    800   1.4     ragge 	0,
    801   1.4     ragge 	0,
    802   1.4     ragge 	0,
    803   1.4     ragge 	0,
    804   1.4     ragge 	_bus_dmamap_create,
    805   1.4     ragge 	_bus_dmamap_destroy,
    806   1.4     ragge 	_bus_dmamap_load,
    807   1.4     ragge 	_bus_dmamap_load_mbuf,
    808   1.4     ragge 	_bus_dmamap_load_uio,
    809   1.4     ragge 	_bus_dmamap_load_raw,
    810   1.4     ragge 	_bus_dmamap_unload,
    811   1.4     ragge 	_bus_dmamap_sync,
    812   1.4     ragge 	_bus_dmamem_alloc,
    813   1.4     ragge 	_bus_dmamem_free,
    814   1.4     ragge 	_bus_dmamem_map,
    815   1.4     ragge 	_bus_dmamem_unmap,
    816   1.4     ragge 	_bus_dmamem_mmap,
    817   1.4     ragge };
    818