Home | History | Annotate | Line # | Download | only in pci
dwlpx_dma.c revision 1.2.6.1
      1  1.2.6.1  thorpej /* $NetBSD: dwlpx_dma.c,v 1.2.6.1 1997/09/04 00:53:35 thorpej Exp $ */
      2      1.2  thorpej 
      3      1.2  thorpej /*-
      4      1.2  thorpej  * Copyright (c) 1997 The NetBSD Foundation, Inc.
      5      1.2  thorpej  * All rights reserved.
      6      1.2  thorpej  *
      7      1.2  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8      1.2  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9      1.2  thorpej  * NASA Ames Research Center.
     10      1.2  thorpej  *
     11      1.2  thorpej  * Redistribution and use in source and binary forms, with or without
     12      1.2  thorpej  * modification, are permitted provided that the following conditions
     13      1.2  thorpej  * are met:
     14      1.2  thorpej  * 1. Redistributions of source code must retain the above copyright
     15      1.2  thorpej  *    notice, this list of conditions and the following disclaimer.
     16      1.2  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17      1.2  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18      1.2  thorpej  *    documentation and/or other materials provided with the distribution.
     19      1.2  thorpej  * 3. All advertising materials mentioning features or use of this software
     20      1.2  thorpej  *    must display the following acknowledgement:
     21      1.2  thorpej  *	This product includes software developed by the NetBSD
     22      1.2  thorpej  *	Foundation, Inc. and its contributors.
     23      1.2  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24      1.2  thorpej  *    contributors may be used to endorse or promote products derived
     25      1.2  thorpej  *    from this software without specific prior written permission.
     26      1.2  thorpej  *
     27      1.2  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28      1.2  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29      1.2  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30      1.2  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31      1.2  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPEDWLPxL, EXEMPLARY, OR
     32      1.2  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33      1.2  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34      1.2  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35      1.2  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36      1.2  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37      1.2  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38      1.2  thorpej  */
     39      1.2  thorpej 
     40      1.2  thorpej #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     41      1.2  thorpej 
     42  1.2.6.1  thorpej __KERNEL_RCSID(0, "$NetBSD: dwlpx_dma.c,v 1.2.6.1 1997/09/04 00:53:35 thorpej Exp $");
     43      1.2  thorpej 
     44      1.2  thorpej #include <sys/param.h>
     45      1.2  thorpej #include <sys/systm.h>
     46      1.2  thorpej #include <sys/kernel.h>
     47      1.2  thorpej #include <sys/device.h>
     48      1.2  thorpej #include <sys/malloc.h>
     49      1.2  thorpej #include <vm/vm.h>
     50      1.2  thorpej 
     51      1.2  thorpej #define _ALPHA_BUS_DMA_PRIVATE
     52      1.2  thorpej #include <machine/bus.h>
     53      1.2  thorpej 
     54      1.2  thorpej #include <dev/pci/pcireg.h>
     55      1.2  thorpej #include <dev/pci/pcivar.h>
     56      1.2  thorpej #include <alpha/tlsb/tlsbreg.h>
     57      1.2  thorpej #include <alpha/tlsb/kftxxvar.h>
     58      1.2  thorpej #include <alpha/tlsb/kftxxreg.h>
     59      1.2  thorpej #include <alpha/pci/dwlpxreg.h>
     60      1.2  thorpej #include <alpha/pci/dwlpxvar.h>
     61      1.2  thorpej #include <alpha/pci/pci_kn8ae.h>
     62      1.2  thorpej 
     63      1.2  thorpej bus_dma_tag_t dwlpx_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     64      1.2  thorpej 
     65      1.2  thorpej int	dwlpx_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     66      1.2  thorpej 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     67      1.2  thorpej 
     68      1.2  thorpej void	dwlpx_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     69      1.2  thorpej 
     70      1.2  thorpej int	dwlpx_bus_dmamap_load_direct __P((bus_dma_tag_t, bus_dmamap_t, void *,
     71      1.2  thorpej 	    bus_size_t, struct proc *, int));
     72      1.2  thorpej int	dwlpx_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     73      1.2  thorpej 	    bus_size_t, struct proc *, int));
     74      1.2  thorpej 
     75      1.2  thorpej int	dwlpx_bus_dmamap_load_mbuf_direct __P((bus_dma_tag_t, bus_dmamap_t,
     76      1.2  thorpej 	    struct mbuf *, int));
     77      1.2  thorpej int	dwlpx_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     78      1.2  thorpej 	    struct mbuf *, int));
     79      1.2  thorpej 
     80      1.2  thorpej int	dwlpx_bus_dmamap_load_uio_direct __P((bus_dma_tag_t, bus_dmamap_t,
     81      1.2  thorpej 	    struct uio *, int));
     82      1.2  thorpej int	dwlpx_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     83      1.2  thorpej 	    struct uio *, int));
     84      1.2  thorpej 
     85      1.2  thorpej int	dwlpx_bus_dmamap_load_raw_direct __P((bus_dma_tag_t, bus_dmamap_t,
     86      1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     87      1.2  thorpej int	dwlpx_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     88      1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     89      1.2  thorpej 
     90      1.2  thorpej void	dwlpx_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     91      1.2  thorpej 
     92      1.2  thorpej /*
     93      1.2  thorpej  * The direct-mapped DMA window begins at this PCI address.
     94      1.2  thorpej  */
     95      1.2  thorpej #define	DWLPx_DIRECT_MAPPED_BASE 0x40000000
     96      1.2  thorpej 
     97      1.2  thorpej void
     98      1.2  thorpej dwlpx_dma_init(ccp)
     99      1.2  thorpej 	struct dwlpx_config *ccp;
    100      1.2  thorpej {
    101      1.2  thorpej 	char *exname;
    102      1.2  thorpej 	bus_dma_tag_t t;
    103      1.2  thorpej 	u_int32_t *page_table;
    104      1.2  thorpej 	int i;
    105      1.2  thorpej 
    106      1.2  thorpej 	/*
    107      1.2  thorpej 	 * Initialize the DMA tag used for direct-mapped DMA.
    108      1.2  thorpej 	 */
    109      1.2  thorpej 	t = &ccp->cc_dmat_direct;
    110      1.2  thorpej 	t->_cookie = ccp;
    111      1.2  thorpej 	t->_get_tag = dwlpx_dma_get_tag;
    112      1.2  thorpej 	t->_dmamap_create = _bus_dmamap_create;
    113      1.2  thorpej 	t->_dmamap_destroy = _bus_dmamap_destroy;
    114      1.2  thorpej 	t->_dmamap_load = dwlpx_bus_dmamap_load_direct;
    115      1.2  thorpej 	t->_dmamap_load_mbuf = dwlpx_bus_dmamap_load_mbuf_direct;
    116      1.2  thorpej 	t->_dmamap_load_uio = dwlpx_bus_dmamap_load_uio_direct;
    117      1.2  thorpej 	t->_dmamap_load_raw = dwlpx_bus_dmamap_load_raw_direct;
    118      1.2  thorpej 	t->_dmamap_unload = _bus_dmamap_unload;
    119      1.2  thorpej 	t->_dmamap_sync = NULL;		/* Nothing to do. */
    120      1.2  thorpej 
    121      1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    122      1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    123      1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    124      1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    125      1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    126      1.2  thorpej 
    127      1.2  thorpej 	/*
    128      1.2  thorpej 	 * Initialize the DMA tag used for sgmap-mapped DMA.
    129      1.2  thorpej 	 */
    130      1.2  thorpej 	t = &ccp->cc_dmat_sgmap;
    131      1.2  thorpej 	t->_cookie = ccp;
    132      1.2  thorpej 	t->_get_tag = dwlpx_dma_get_tag;
    133      1.2  thorpej 	t->_dmamap_create = dwlpx_bus_dmamap_create_sgmap;
    134      1.2  thorpej 	t->_dmamap_destroy = dwlpx_bus_dmamap_destroy_sgmap;
    135      1.2  thorpej 	t->_dmamap_load = dwlpx_bus_dmamap_load_sgmap;
    136      1.2  thorpej 	t->_dmamap_load_mbuf = dwlpx_bus_dmamap_load_mbuf_sgmap;
    137      1.2  thorpej 	t->_dmamap_load_uio = dwlpx_bus_dmamap_load_uio_sgmap;
    138      1.2  thorpej 	t->_dmamap_load_raw = dwlpx_bus_dmamap_load_raw_sgmap;
    139      1.2  thorpej 	t->_dmamap_unload = dwlpx_bus_dmamap_unload_sgmap;
    140      1.2  thorpej 	t->_dmamap_sync = NULL;		/* Nothing to do. */
    141      1.2  thorpej 
    142      1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    143      1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    144      1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    145      1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    146      1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    147      1.2  thorpej 
    148      1.2  thorpej 	/*
    149      1.2  thorpej 	 * A few notes about SGMAP-mapped DMA on the DWLPx:
    150      1.2  thorpej 	 *
    151      1.2  thorpej 	 * The DWLPx has PCIA-resident SRAM that is used for
    152      1.2  thorpej 	 * the SGMAP page table; there is no TLB.  The DWLPA
    153      1.2  thorpej 	 * has room for 32K entries, yielding a total of 256M
    154      1.2  thorpej 	 * of sgva space.  The DWLPB has 32K entries or 128K
    155      1.2  thorpej 	 * entries, depending on TBIT, yielding wither 256M or
    156      1.2  thorpej 	 * 1G of sgva space.
    157      1.2  thorpej 	 *
    158      1.2  thorpej 	 * This sgva space must be shared across all windows
    159      1.2  thorpej 	 * that wish to use SGMAP-mapped DMA; make sure to
    160      1.2  thorpej 	 * adjust the "sgvabase" argument to alpha_sgmap_init()
    161      1.2  thorpej 	 * accordingly if you create more than one SGMAP-mapped
    162      1.2  thorpej 	 * window.  Note that sgvabase != window base.  The former
    163      1.2  thorpej 	 * is used to compute indexes into the page table only.
    164      1.2  thorpej 	 *
    165      1.2  thorpej 	 * In the current implementation, we follow the lead of
    166      1.2  thorpej 	 * the workstation chipsets; the first window is an 8M
    167      1.2  thorpej 	 * window SGMAP-mapped mapped at 8M, and the second window
    168      1.2  thorpej 	 * is a 1G window direct-mapped mapped at 1G.
    169      1.2  thorpej 	 */
    170      1.2  thorpej 
    171      1.2  thorpej 	/*
    172      1.2  thorpej 	 * Initialize the page table.
    173      1.2  thorpej 	 */
    174      1.2  thorpej 	page_table =
    175      1.2  thorpej 	    (u_int32_t *)ALPHA_PHYS_TO_K0SEG(PCIA_SGMAP_PT + ccp->cc_sysbase);
    176      1.2  thorpej 	for (i = 0; i < (32*1024); i++)
    177      1.2  thorpej 		page_table[i] = 0;
    178      1.2  thorpej 	alpha_mb();
    179      1.2  thorpej 
    180      1.2  thorpej 	/*
    181      1.2  thorpej 	 * Initialize the SGMAP for window A:
    182      1.2  thorpej 	 *
    183      1.2  thorpej 	 *	Size: 8M
    184      1.2  thorpej 	 *	Window base: 8M
    185      1.2  thorpej 	 *	SGVA base: 0
    186      1.2  thorpej 	 */
    187      1.2  thorpej 	exname = malloc(16, M_DEVBUF, M_NOWAIT);
    188      1.2  thorpej 	if (exname == NULL)
    189      1.2  thorpej 		panic("dwlpx_dma_init");
    190      1.2  thorpej 	sprintf(exname, "%s_sgmap_a", ccp->cc_sc->dwlpx_dev.dv_xname);
    191      1.2  thorpej 	alpha_sgmap_init(t, &ccp->cc_sgmap, exname,
    192      1.2  thorpej 	    (8*1024*1024), 0, (8*1024*1024), sizeof(u_int32_t),
    193      1.2  thorpej 	    (void *)page_table);
    194      1.2  thorpej 
    195      1.2  thorpej 	/*
    196      1.2  thorpej 	 * Set up DMA windows for this DWLPx.
    197      1.2  thorpej 	 *
    198      1.2  thorpej 	 * Do this even for all HPCs- even for the nonexistent
    199      1.2  thorpej 	 * one on hose zero of a KFTIA.
    200      1.2  thorpej 	 */
    201      1.2  thorpej 	for (i = 0; i < NHPC; i++) {
    202      1.2  thorpej 		REGVAL(PCIA_WMASK_A(i) + ccp->cc_sysbase) = PCIA_WMASK_8M;
    203      1.2  thorpej 		REGVAL(PCIA_TBASE_A(i) + ccp->cc_sysbase) = 0;
    204      1.2  thorpej 		alpha_mb();
    205      1.2  thorpej 		REGVAL(PCIA_WBASE_A(i) + ccp->cc_sysbase) =
    206      1.2  thorpej 		    (8*1024*1024) | PCIA_WBASE_W_EN | PCIA_WBASE_SG_EN;
    207      1.2  thorpej 		alpha_mb();
    208      1.2  thorpej 
    209      1.2  thorpej 		REGVAL(PCIA_WMASK_B(i) + ccp->cc_sysbase) = PCIA_WMASK_1G;
    210      1.2  thorpej 		REGVAL(PCIA_TBASE_B(i) + ccp->cc_sysbase) = 0;
    211      1.2  thorpej 		alpha_mb();
    212      1.2  thorpej 		REGVAL(PCIA_WBASE_B(i) + ccp->cc_sysbase) =
    213      1.2  thorpej 		    DWLPx_DIRECT_MAPPED_BASE | PCIA_WBASE_W_EN;
    214      1.2  thorpej 		alpha_mb();
    215      1.2  thorpej 
    216      1.2  thorpej 		REGVAL(PCIA_WMASK_C(i) + ccp->cc_sysbase) = 0;
    217      1.2  thorpej 		REGVAL(PCIA_TBASE_C(i) + ccp->cc_sysbase) = 0;
    218      1.2  thorpej 		alpha_mb();
    219      1.2  thorpej 		REGVAL(PCIA_WBASE_C(i) + ccp->cc_sysbase) = 0;
    220      1.2  thorpej 		alpha_mb();
    221      1.2  thorpej 	}
    222      1.2  thorpej 
    223      1.2  thorpej 	/* XXX XXX BEGIN XXX XXX */
    224      1.2  thorpej 	{							/* XXX */
    225      1.2  thorpej 		extern vm_offset_t alpha_XXX_dmamap_or;		/* XXX */
    226      1.2  thorpej 		alpha_XXX_dmamap_or = DWLPx_DIRECT_MAPPED_BASE;	/* XXX */
    227      1.2  thorpej 	}							/* XXX */
    228      1.2  thorpej 	/* XXX XXX END XXX XXX */
    229      1.2  thorpej }
    230      1.2  thorpej 
    231      1.2  thorpej /*
    232      1.2  thorpej  * Return the bus dma tag to be used for the specified bus type.
    233      1.2  thorpej  * INTERNAL USE ONLY!
    234      1.2  thorpej  */
    235      1.2  thorpej bus_dma_tag_t
    236      1.2  thorpej dwlpx_dma_get_tag(t, bustype)
    237      1.2  thorpej 	bus_dma_tag_t t;
    238      1.2  thorpej 	alpha_bus_t bustype;
    239      1.2  thorpej {
    240      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    241      1.2  thorpej 
    242      1.2  thorpej 	switch (bustype) {
    243      1.2  thorpej 	case ALPHA_BUS_PCI:
    244      1.2  thorpej 	case ALPHA_BUS_EISA:
    245      1.2  thorpej 		/*
    246      1.2  thorpej 		 * XXX FIXME!
    247      1.2  thorpej 		 * XXX If the system has more than 1G of RAM,
    248      1.2  thorpej 		 * XXX we need to use SGMAPs, or some combination
    249      1.2  thorpej 		 * XXX of direct-mapped and SGMAP-mapped DMA.
    250      1.2  thorpej 		 */
    251      1.2  thorpej 		return (&ccp->cc_dmat_direct);
    252      1.2  thorpej 
    253      1.2  thorpej 	case ALPHA_BUS_ISA:
    254      1.2  thorpej 		/*
    255      1.2  thorpej 		 * ISA doesn't have enough address bits to use
    256      1.2  thorpej 		 * the direct-mapped DMA window, so we must use
    257      1.2  thorpej 		 * SGMAPs.
    258      1.2  thorpej 		 */
    259      1.2  thorpej 		return (&ccp->cc_dmat_sgmap);
    260      1.2  thorpej 
    261      1.2  thorpej 	default:
    262      1.2  thorpej 		panic("dwlpx_dma_get_tag: shouldn't be here, really...");
    263      1.2  thorpej 	}
    264      1.2  thorpej }
    265      1.2  thorpej 
    266      1.2  thorpej /*
    267      1.2  thorpej  * Create a DWLPx SGMAP-mapped DMA map.
    268      1.2  thorpej  */
    269      1.2  thorpej int
    270      1.2  thorpej dwlpx_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    271      1.2  thorpej     flags, dmamp)
    272      1.2  thorpej 	bus_dma_tag_t t;
    273      1.2  thorpej 	bus_size_t size;
    274      1.2  thorpej 	int nsegments;
    275      1.2  thorpej 	bus_size_t maxsegsz;
    276      1.2  thorpej 	bus_size_t boundary;
    277      1.2  thorpej 	int flags;
    278      1.2  thorpej 	bus_dmamap_t *dmamp;
    279      1.2  thorpej {
    280      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    281      1.2  thorpej 	struct alpha_sgmap_cookie *a;
    282      1.2  thorpej 	bus_dmamap_t map;
    283      1.2  thorpej 	int error;
    284      1.2  thorpej 
    285      1.2  thorpej 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    286      1.2  thorpej 	    boundary, flags, dmamp);
    287      1.2  thorpej 	if (error)
    288      1.2  thorpej 		return (error);
    289      1.2  thorpej 
    290      1.2  thorpej 	map = *dmamp;
    291      1.2  thorpej 
    292      1.2  thorpej 	a = malloc(sizeof(struct alpha_sgmap_cookie), M_DEVBUF,
    293      1.2  thorpej 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK);
    294      1.2  thorpej 	if (a == NULL) {
    295      1.2  thorpej 		_bus_dmamap_destroy(t, map);
    296      1.2  thorpej 		return (ENOMEM);
    297      1.2  thorpej 	}
    298      1.2  thorpej 	bzero(a, sizeof(struct alpha_sgmap_cookie));
    299      1.2  thorpej 	map->_dm_sgcookie = a;
    300      1.2  thorpej 
    301      1.2  thorpej 	if (flags & BUS_DMA_ALLOCNOW) {
    302      1.2  thorpej 		error = alpha_sgmap_alloc(map, round_page(size),
    303      1.2  thorpej 		    &ccp->cc_sgmap, flags);
    304      1.2  thorpej 		if (error)
    305      1.2  thorpej 			dwlpx_bus_dmamap_destroy_sgmap(t, map);
    306      1.2  thorpej 	}
    307      1.2  thorpej 
    308      1.2  thorpej 	return (error);
    309      1.2  thorpej }
    310      1.2  thorpej 
    311      1.2  thorpej /*
    312      1.2  thorpej  * Destroy a DWLPx SGMAP-mapped DMA map.
    313      1.2  thorpej  */
    314      1.2  thorpej void
    315      1.2  thorpej dwlpx_bus_dmamap_destroy_sgmap(t, map)
    316      1.2  thorpej 	bus_dma_tag_t t;
    317      1.2  thorpej 	bus_dmamap_t map;
    318      1.2  thorpej {
    319      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    320      1.2  thorpej 	struct alpha_sgmap_cookie *a = map->_dm_sgcookie;
    321      1.2  thorpej 
    322      1.2  thorpej 	if (a->apdc_flags & APDC_HAS_SGMAP)
    323      1.2  thorpej 		alpha_sgmap_free(&ccp->cc_sgmap, a);
    324      1.2  thorpej 
    325      1.2  thorpej 	free(a, M_DEVBUF);
    326      1.2  thorpej 	_bus_dmamap_destroy(t, map);
    327      1.2  thorpej }
    328      1.2  thorpej 
    329      1.2  thorpej /*
    330      1.2  thorpej  * Load a DWLPx direct-mapped DMA map with a linear buffer.
    331      1.2  thorpej  */
    332      1.2  thorpej int
    333      1.2  thorpej dwlpx_bus_dmamap_load_direct(t, map, buf, buflen, p, flags)
    334      1.2  thorpej 	bus_dma_tag_t t;
    335      1.2  thorpej 	bus_dmamap_t map;
    336      1.2  thorpej 	void *buf;
    337      1.2  thorpej 	bus_size_t buflen;
    338      1.2  thorpej 	struct proc *p;
    339      1.2  thorpej 	int flags;
    340      1.2  thorpej {
    341      1.2  thorpej 
    342      1.2  thorpej 	return (_bus_dmamap_load_direct_common(t, map, buf, buflen, p,
    343      1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    344      1.2  thorpej }
    345      1.2  thorpej 
    346      1.2  thorpej /*
    347      1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with a linear buffer.
    348      1.2  thorpej  */
    349      1.2  thorpej int
    350      1.2  thorpej dwlpx_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    351      1.2  thorpej 	bus_dma_tag_t t;
    352      1.2  thorpej 	bus_dmamap_t map;
    353      1.2  thorpej 	void *buf;
    354      1.2  thorpej 	bus_size_t buflen;
    355      1.2  thorpej 	struct proc *p;
    356      1.2  thorpej 	int flags;
    357      1.2  thorpej {
    358      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    359      1.2  thorpej 
    360      1.2  thorpej 	return (pci_sgmap_pte32_load(t, map, buf, buflen, p, flags,
    361      1.2  thorpej 	    &ccp->cc_sgmap));
    362      1.2  thorpej }
    363      1.2  thorpej 
    364      1.2  thorpej /*
    365      1.2  thorpej  * Load a DWLPx direct-mapped DMA map with an mbuf chain.
    366      1.2  thorpej  */
    367      1.2  thorpej int
    368      1.2  thorpej dwlpx_bus_dmamap_load_mbuf_direct(t, map, m, flags)
    369      1.2  thorpej 	bus_dma_tag_t t;
    370      1.2  thorpej 	bus_dmamap_t map;
    371      1.2  thorpej 	struct mbuf *m;
    372      1.2  thorpej 	int flags;
    373      1.2  thorpej {
    374      1.2  thorpej 
    375      1.2  thorpej 	return (_bus_dmamap_load_mbuf_direct_common(t, map, m,
    376      1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    377      1.2  thorpej }
    378      1.2  thorpej 
    379      1.2  thorpej /*
    380      1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with an mbuf chain.
    381      1.2  thorpej  */
    382      1.2  thorpej int
    383      1.2  thorpej dwlpx_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    384      1.2  thorpej 	bus_dma_tag_t t;
    385      1.2  thorpej 	bus_dmamap_t map;
    386      1.2  thorpej 	struct mbuf *m;
    387      1.2  thorpej 	int flags;
    388      1.2  thorpej {
    389      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    390      1.2  thorpej 
    391      1.2  thorpej 	return (pci_sgmap_pte32_load_mbuf(t, map, m, flags, &ccp->cc_sgmap));
    392      1.2  thorpej }
    393      1.2  thorpej 
    394      1.2  thorpej /*
    395      1.2  thorpej  * Load a DWLPx direct-mapped DMA map with a uio.
    396      1.2  thorpej  */
    397      1.2  thorpej int
    398      1.2  thorpej dwlpx_bus_dmamap_load_uio_direct(t, map, uio, flags)
    399      1.2  thorpej 	bus_dma_tag_t t;
    400      1.2  thorpej 	bus_dmamap_t map;
    401      1.2  thorpej 	struct uio *uio;
    402      1.2  thorpej 	int flags;
    403      1.2  thorpej {
    404      1.2  thorpej 
    405      1.2  thorpej 	return (_bus_dmamap_load_uio_direct_common(t, map, uio,
    406      1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    407      1.2  thorpej }
    408      1.2  thorpej 
    409      1.2  thorpej /*
    410      1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with a uio.
    411      1.2  thorpej  */
    412      1.2  thorpej int
    413      1.2  thorpej dwlpx_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    414      1.2  thorpej 	bus_dma_tag_t t;
    415      1.2  thorpej 	bus_dmamap_t map;
    416      1.2  thorpej 	struct uio *uio;
    417      1.2  thorpej 	int flags;
    418      1.2  thorpej {
    419      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    420      1.2  thorpej 
    421      1.2  thorpej 	return (pci_sgmap_pte32_load_uio(t, map, uio, flags, &ccp->cc_sgmap));
    422      1.2  thorpej }
    423      1.2  thorpej 
    424      1.2  thorpej /*
    425      1.2  thorpej  * Load a DWLPx direct-mapped DMA map with raw memory.
    426      1.2  thorpej  */
    427      1.2  thorpej int
    428      1.2  thorpej dwlpx_bus_dmamap_load_raw_direct(t, map, segs, nsegs, size, flags)
    429      1.2  thorpej 	bus_dma_tag_t t;
    430      1.2  thorpej 	bus_dmamap_t map;
    431      1.2  thorpej 	bus_dma_segment_t *segs;
    432      1.2  thorpej 	int nsegs;
    433      1.2  thorpej 	bus_size_t size;
    434      1.2  thorpej 	int flags;
    435      1.2  thorpej {
    436      1.2  thorpej 
    437      1.2  thorpej 	return (_bus_dmamap_load_raw_direct_common(t, map, segs, nsegs,
    438      1.2  thorpej 	    size, flags, DWLPx_DIRECT_MAPPED_BASE));
    439      1.2  thorpej }
    440      1.2  thorpej 
    441      1.2  thorpej /*
    442      1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with raw memory.
    443      1.2  thorpej  */
    444      1.2  thorpej int
    445      1.2  thorpej dwlpx_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    446      1.2  thorpej 	bus_dma_tag_t t;
    447      1.2  thorpej 	bus_dmamap_t map;
    448      1.2  thorpej 	bus_dma_segment_t *segs;
    449      1.2  thorpej 	int nsegs;
    450      1.2  thorpej 	bus_size_t size;
    451      1.2  thorpej 	int flags;
    452      1.2  thorpej {
    453      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    454      1.2  thorpej 
    455      1.2  thorpej 	return (pci_sgmap_pte32_load_raw(t, map, segs, nsegs, size, flags,
    456      1.2  thorpej 	    &ccp->cc_sgmap));
    457      1.2  thorpej }
    458      1.2  thorpej 
    459      1.2  thorpej /*
    460      1.2  thorpej  * Unload a DWLPx DMA map.
    461      1.2  thorpej  */
    462      1.2  thorpej void
    463      1.2  thorpej dwlpx_bus_dmamap_unload_sgmap(t, map)
    464      1.2  thorpej 	bus_dma_tag_t t;
    465      1.2  thorpej 	bus_dmamap_t map;
    466      1.2  thorpej {
    467      1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    468      1.2  thorpej 
    469      1.2  thorpej 	/*
    470      1.2  thorpej 	 * Invalidate any SGMAP page table entries used by this
    471      1.2  thorpej 	 * mapping.
    472      1.2  thorpej 	 */
    473      1.2  thorpej 	pci_sgmap_pte32_unload(t, map, &ccp->cc_sgmap);
    474      1.2  thorpej 
    475      1.2  thorpej 	/*
    476      1.2  thorpej 	 * Do the generic bits of the unload.
    477      1.2  thorpej 	 */
    478      1.2  thorpej 	_bus_dmamap_unload(t, map);
    479      1.2  thorpej }
    480