Home | History | Annotate | Line # | Download | only in pci
dwlpx_dma.c revision 1.4
      1  1.4  thorpej /* $NetBSD: dwlpx_dma.c,v 1.4 1998/01/17 03:40:33 thorpej Exp $ */
      2  1.2  thorpej 
      3  1.2  thorpej /*-
      4  1.2  thorpej  * Copyright (c) 1997 The NetBSD Foundation, Inc.
      5  1.2  thorpej  * All rights reserved.
      6  1.2  thorpej  *
      7  1.2  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.2  thorpej  * NASA Ames Research Center.
     10  1.2  thorpej  *
     11  1.2  thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.2  thorpej  * modification, are permitted provided that the following conditions
     13  1.2  thorpej  * are met:
     14  1.2  thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.2  thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.2  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.2  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.2  thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.2  thorpej  * 3. All advertising materials mentioning features or use of this software
     20  1.2  thorpej  *    must display the following acknowledgement:
     21  1.2  thorpej  *	This product includes software developed by the NetBSD
     22  1.2  thorpej  *	Foundation, Inc. and its contributors.
     23  1.2  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  1.2  thorpej  *    contributors may be used to endorse or promote products derived
     25  1.2  thorpej  *    from this software without specific prior written permission.
     26  1.2  thorpej  *
     27  1.2  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  1.2  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  1.2  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  1.2  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.2  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPEDWLPxL, EXEMPLARY, OR
     32  1.2  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  1.2  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  1.2  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  1.2  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  1.2  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  1.2  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38  1.2  thorpej  */
     39  1.2  thorpej 
     40  1.2  thorpej #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     41  1.2  thorpej 
     42  1.4  thorpej __KERNEL_RCSID(0, "$NetBSD: dwlpx_dma.c,v 1.4 1998/01/17 03:40:33 thorpej Exp $");
     43  1.2  thorpej 
     44  1.2  thorpej #include <sys/param.h>
     45  1.2  thorpej #include <sys/systm.h>
     46  1.2  thorpej #include <sys/kernel.h>
     47  1.2  thorpej #include <sys/device.h>
     48  1.2  thorpej #include <sys/malloc.h>
     49  1.2  thorpej #include <vm/vm.h>
     50  1.2  thorpej 
     51  1.2  thorpej #define _ALPHA_BUS_DMA_PRIVATE
     52  1.2  thorpej #include <machine/bus.h>
     53  1.2  thorpej 
     54  1.2  thorpej #include <dev/pci/pcireg.h>
     55  1.2  thorpej #include <dev/pci/pcivar.h>
     56  1.2  thorpej #include <alpha/tlsb/tlsbreg.h>
     57  1.2  thorpej #include <alpha/tlsb/kftxxvar.h>
     58  1.2  thorpej #include <alpha/tlsb/kftxxreg.h>
     59  1.2  thorpej #include <alpha/pci/dwlpxreg.h>
     60  1.2  thorpej #include <alpha/pci/dwlpxvar.h>
     61  1.2  thorpej #include <alpha/pci/pci_kn8ae.h>
     62  1.2  thorpej 
     63  1.2  thorpej bus_dma_tag_t dwlpx_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     64  1.2  thorpej 
     65  1.2  thorpej int	dwlpx_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     66  1.2  thorpej 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     67  1.2  thorpej 
     68  1.2  thorpej void	dwlpx_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     69  1.2  thorpej 
     70  1.2  thorpej int	dwlpx_bus_dmamap_load_direct __P((bus_dma_tag_t, bus_dmamap_t, void *,
     71  1.2  thorpej 	    bus_size_t, struct proc *, int));
     72  1.2  thorpej int	dwlpx_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     73  1.2  thorpej 	    bus_size_t, struct proc *, int));
     74  1.2  thorpej 
     75  1.2  thorpej int	dwlpx_bus_dmamap_load_mbuf_direct __P((bus_dma_tag_t, bus_dmamap_t,
     76  1.2  thorpej 	    struct mbuf *, int));
     77  1.2  thorpej int	dwlpx_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     78  1.2  thorpej 	    struct mbuf *, int));
     79  1.2  thorpej 
     80  1.2  thorpej int	dwlpx_bus_dmamap_load_uio_direct __P((bus_dma_tag_t, bus_dmamap_t,
     81  1.2  thorpej 	    struct uio *, int));
     82  1.2  thorpej int	dwlpx_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     83  1.2  thorpej 	    struct uio *, int));
     84  1.2  thorpej 
     85  1.2  thorpej int	dwlpx_bus_dmamap_load_raw_direct __P((bus_dma_tag_t, bus_dmamap_t,
     86  1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     87  1.2  thorpej int	dwlpx_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     88  1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     89  1.2  thorpej 
     90  1.2  thorpej void	dwlpx_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     91  1.2  thorpej 
     92  1.2  thorpej /*
     93  1.2  thorpej  * The direct-mapped DMA window begins at this PCI address.
     94  1.2  thorpej  */
     95  1.2  thorpej #define	DWLPx_DIRECT_MAPPED_BASE 0x40000000
     96  1.2  thorpej 
     97  1.2  thorpej void
     98  1.2  thorpej dwlpx_dma_init(ccp)
     99  1.2  thorpej 	struct dwlpx_config *ccp;
    100  1.2  thorpej {
    101  1.2  thorpej 	char *exname;
    102  1.2  thorpej 	bus_dma_tag_t t;
    103  1.2  thorpej 	u_int32_t *page_table;
    104  1.2  thorpej 	int i;
    105  1.2  thorpej 
    106  1.2  thorpej 	/*
    107  1.2  thorpej 	 * Initialize the DMA tag used for direct-mapped DMA.
    108  1.2  thorpej 	 */
    109  1.2  thorpej 	t = &ccp->cc_dmat_direct;
    110  1.2  thorpej 	t->_cookie = ccp;
    111  1.2  thorpej 	t->_get_tag = dwlpx_dma_get_tag;
    112  1.2  thorpej 	t->_dmamap_create = _bus_dmamap_create;
    113  1.2  thorpej 	t->_dmamap_destroy = _bus_dmamap_destroy;
    114  1.2  thorpej 	t->_dmamap_load = dwlpx_bus_dmamap_load_direct;
    115  1.2  thorpej 	t->_dmamap_load_mbuf = dwlpx_bus_dmamap_load_mbuf_direct;
    116  1.2  thorpej 	t->_dmamap_load_uio = dwlpx_bus_dmamap_load_uio_direct;
    117  1.2  thorpej 	t->_dmamap_load_raw = dwlpx_bus_dmamap_load_raw_direct;
    118  1.2  thorpej 	t->_dmamap_unload = _bus_dmamap_unload;
    119  1.2  thorpej 	t->_dmamap_sync = NULL;		/* Nothing to do. */
    120  1.2  thorpej 
    121  1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    122  1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    123  1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    124  1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    125  1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    126  1.2  thorpej 
    127  1.2  thorpej 	/*
    128  1.2  thorpej 	 * Initialize the DMA tag used for sgmap-mapped DMA.
    129  1.2  thorpej 	 */
    130  1.2  thorpej 	t = &ccp->cc_dmat_sgmap;
    131  1.2  thorpej 	t->_cookie = ccp;
    132  1.2  thorpej 	t->_get_tag = dwlpx_dma_get_tag;
    133  1.2  thorpej 	t->_dmamap_create = dwlpx_bus_dmamap_create_sgmap;
    134  1.2  thorpej 	t->_dmamap_destroy = dwlpx_bus_dmamap_destroy_sgmap;
    135  1.2  thorpej 	t->_dmamap_load = dwlpx_bus_dmamap_load_sgmap;
    136  1.2  thorpej 	t->_dmamap_load_mbuf = dwlpx_bus_dmamap_load_mbuf_sgmap;
    137  1.2  thorpej 	t->_dmamap_load_uio = dwlpx_bus_dmamap_load_uio_sgmap;
    138  1.2  thorpej 	t->_dmamap_load_raw = dwlpx_bus_dmamap_load_raw_sgmap;
    139  1.2  thorpej 	t->_dmamap_unload = dwlpx_bus_dmamap_unload_sgmap;
    140  1.2  thorpej 	t->_dmamap_sync = NULL;		/* Nothing to do. */
    141  1.2  thorpej 
    142  1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    143  1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    144  1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    145  1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    146  1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    147  1.2  thorpej 
    148  1.2  thorpej 	/*
    149  1.2  thorpej 	 * A few notes about SGMAP-mapped DMA on the DWLPx:
    150  1.2  thorpej 	 *
    151  1.2  thorpej 	 * The DWLPx has PCIA-resident SRAM that is used for
    152  1.2  thorpej 	 * the SGMAP page table; there is no TLB.  The DWLPA
    153  1.2  thorpej 	 * has room for 32K entries, yielding a total of 256M
    154  1.2  thorpej 	 * of sgva space.  The DWLPB has 32K entries or 128K
    155  1.2  thorpej 	 * entries, depending on TBIT, yielding wither 256M or
    156  1.2  thorpej 	 * 1G of sgva space.
    157  1.2  thorpej 	 *
    158  1.2  thorpej 	 * This sgva space must be shared across all windows
    159  1.2  thorpej 	 * that wish to use SGMAP-mapped DMA; make sure to
    160  1.2  thorpej 	 * adjust the "sgvabase" argument to alpha_sgmap_init()
    161  1.2  thorpej 	 * accordingly if you create more than one SGMAP-mapped
    162  1.2  thorpej 	 * window.  Note that sgvabase != window base.  The former
    163  1.2  thorpej 	 * is used to compute indexes into the page table only.
    164  1.2  thorpej 	 *
    165  1.2  thorpej 	 * In the current implementation, we follow the lead of
    166  1.2  thorpej 	 * the workstation chipsets; the first window is an 8M
    167  1.2  thorpej 	 * window SGMAP-mapped mapped at 8M, and the second window
    168  1.2  thorpej 	 * is a 1G window direct-mapped mapped at 1G.
    169  1.2  thorpej 	 */
    170  1.2  thorpej 
    171  1.2  thorpej 	/*
    172  1.2  thorpej 	 * Initialize the page table.
    173  1.2  thorpej 	 */
    174  1.2  thorpej 	page_table =
    175  1.2  thorpej 	    (u_int32_t *)ALPHA_PHYS_TO_K0SEG(PCIA_SGMAP_PT + ccp->cc_sysbase);
    176  1.2  thorpej 	for (i = 0; i < (32*1024); i++)
    177  1.2  thorpej 		page_table[i] = 0;
    178  1.2  thorpej 	alpha_mb();
    179  1.2  thorpej 
    180  1.2  thorpej 	/*
    181  1.2  thorpej 	 * Initialize the SGMAP for window A:
    182  1.2  thorpej 	 *
    183  1.2  thorpej 	 *	Size: 8M
    184  1.2  thorpej 	 *	Window base: 8M
    185  1.2  thorpej 	 *	SGVA base: 0
    186  1.2  thorpej 	 */
    187  1.2  thorpej 	exname = malloc(16, M_DEVBUF, M_NOWAIT);
    188  1.2  thorpej 	if (exname == NULL)
    189  1.2  thorpej 		panic("dwlpx_dma_init");
    190  1.2  thorpej 	sprintf(exname, "%s_sgmap_a", ccp->cc_sc->dwlpx_dev.dv_xname);
    191  1.2  thorpej 	alpha_sgmap_init(t, &ccp->cc_sgmap, exname,
    192  1.2  thorpej 	    (8*1024*1024), 0, (8*1024*1024), sizeof(u_int32_t),
    193  1.4  thorpej 	    (void *)page_table, 0);
    194  1.2  thorpej 
    195  1.2  thorpej 	/*
    196  1.2  thorpej 	 * Set up DMA windows for this DWLPx.
    197  1.2  thorpej 	 *
    198  1.2  thorpej 	 * Do this even for all HPCs- even for the nonexistent
    199  1.2  thorpej 	 * one on hose zero of a KFTIA.
    200  1.2  thorpej 	 */
    201  1.2  thorpej 	for (i = 0; i < NHPC; i++) {
    202  1.2  thorpej 		REGVAL(PCIA_WMASK_A(i) + ccp->cc_sysbase) = PCIA_WMASK_8M;
    203  1.2  thorpej 		REGVAL(PCIA_TBASE_A(i) + ccp->cc_sysbase) = 0;
    204  1.2  thorpej 		alpha_mb();
    205  1.2  thorpej 		REGVAL(PCIA_WBASE_A(i) + ccp->cc_sysbase) =
    206  1.2  thorpej 		    (8*1024*1024) | PCIA_WBASE_W_EN | PCIA_WBASE_SG_EN;
    207  1.2  thorpej 		alpha_mb();
    208  1.2  thorpej 
    209  1.2  thorpej 		REGVAL(PCIA_WMASK_B(i) + ccp->cc_sysbase) = PCIA_WMASK_1G;
    210  1.2  thorpej 		REGVAL(PCIA_TBASE_B(i) + ccp->cc_sysbase) = 0;
    211  1.2  thorpej 		alpha_mb();
    212  1.2  thorpej 		REGVAL(PCIA_WBASE_B(i) + ccp->cc_sysbase) =
    213  1.2  thorpej 		    DWLPx_DIRECT_MAPPED_BASE | PCIA_WBASE_W_EN;
    214  1.2  thorpej 		alpha_mb();
    215  1.2  thorpej 
    216  1.2  thorpej 		REGVAL(PCIA_WMASK_C(i) + ccp->cc_sysbase) = 0;
    217  1.2  thorpej 		REGVAL(PCIA_TBASE_C(i) + ccp->cc_sysbase) = 0;
    218  1.2  thorpej 		alpha_mb();
    219  1.2  thorpej 		REGVAL(PCIA_WBASE_C(i) + ccp->cc_sysbase) = 0;
    220  1.2  thorpej 		alpha_mb();
    221  1.2  thorpej 	}
    222  1.2  thorpej 
    223  1.2  thorpej 	/* XXX XXX BEGIN XXX XXX */
    224  1.2  thorpej 	{							/* XXX */
    225  1.2  thorpej 		extern vm_offset_t alpha_XXX_dmamap_or;		/* XXX */
    226  1.2  thorpej 		alpha_XXX_dmamap_or = DWLPx_DIRECT_MAPPED_BASE;	/* XXX */
    227  1.2  thorpej 	}							/* XXX */
    228  1.2  thorpej 	/* XXX XXX END XXX XXX */
    229  1.2  thorpej }
    230  1.2  thorpej 
    231  1.2  thorpej /*
    232  1.2  thorpej  * Return the bus dma tag to be used for the specified bus type.
    233  1.2  thorpej  * INTERNAL USE ONLY!
    234  1.2  thorpej  */
    235  1.2  thorpej bus_dma_tag_t
    236  1.2  thorpej dwlpx_dma_get_tag(t, bustype)
    237  1.2  thorpej 	bus_dma_tag_t t;
    238  1.2  thorpej 	alpha_bus_t bustype;
    239  1.2  thorpej {
    240  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    241  1.2  thorpej 
    242  1.2  thorpej 	switch (bustype) {
    243  1.2  thorpej 	case ALPHA_BUS_PCI:
    244  1.2  thorpej 	case ALPHA_BUS_EISA:
    245  1.2  thorpej 		/*
    246  1.2  thorpej 		 * XXX FIXME!
    247  1.2  thorpej 		 * XXX If the system has more than 1G of RAM,
    248  1.2  thorpej 		 * XXX we need to use SGMAPs, or some combination
    249  1.2  thorpej 		 * XXX of direct-mapped and SGMAP-mapped DMA.
    250  1.2  thorpej 		 */
    251  1.2  thorpej 		return (&ccp->cc_dmat_direct);
    252  1.2  thorpej 
    253  1.2  thorpej 	case ALPHA_BUS_ISA:
    254  1.2  thorpej 		/*
    255  1.2  thorpej 		 * ISA doesn't have enough address bits to use
    256  1.2  thorpej 		 * the direct-mapped DMA window, so we must use
    257  1.2  thorpej 		 * SGMAPs.
    258  1.2  thorpej 		 */
    259  1.2  thorpej 		return (&ccp->cc_dmat_sgmap);
    260  1.2  thorpej 
    261  1.2  thorpej 	default:
    262  1.2  thorpej 		panic("dwlpx_dma_get_tag: shouldn't be here, really...");
    263  1.2  thorpej 	}
    264  1.2  thorpej }
    265  1.2  thorpej 
    266  1.2  thorpej /*
    267  1.2  thorpej  * Create a DWLPx SGMAP-mapped DMA map.
    268  1.2  thorpej  */
    269  1.2  thorpej int
    270  1.2  thorpej dwlpx_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    271  1.2  thorpej     flags, dmamp)
    272  1.2  thorpej 	bus_dma_tag_t t;
    273  1.2  thorpej 	bus_size_t size;
    274  1.2  thorpej 	int nsegments;
    275  1.2  thorpej 	bus_size_t maxsegsz;
    276  1.2  thorpej 	bus_size_t boundary;
    277  1.2  thorpej 	int flags;
    278  1.2  thorpej 	bus_dmamap_t *dmamp;
    279  1.2  thorpej {
    280  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    281  1.2  thorpej 	struct alpha_sgmap_cookie *a;
    282  1.2  thorpej 	bus_dmamap_t map;
    283  1.2  thorpej 	int error;
    284  1.2  thorpej 
    285  1.2  thorpej 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    286  1.2  thorpej 	    boundary, flags, dmamp);
    287  1.2  thorpej 	if (error)
    288  1.2  thorpej 		return (error);
    289  1.2  thorpej 
    290  1.2  thorpej 	map = *dmamp;
    291  1.2  thorpej 
    292  1.2  thorpej 	a = malloc(sizeof(struct alpha_sgmap_cookie), M_DEVBUF,
    293  1.2  thorpej 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK);
    294  1.2  thorpej 	if (a == NULL) {
    295  1.2  thorpej 		_bus_dmamap_destroy(t, map);
    296  1.2  thorpej 		return (ENOMEM);
    297  1.2  thorpej 	}
    298  1.2  thorpej 	bzero(a, sizeof(struct alpha_sgmap_cookie));
    299  1.2  thorpej 	map->_dm_sgcookie = a;
    300  1.2  thorpej 
    301  1.2  thorpej 	if (flags & BUS_DMA_ALLOCNOW) {
    302  1.2  thorpej 		error = alpha_sgmap_alloc(map, round_page(size),
    303  1.2  thorpej 		    &ccp->cc_sgmap, flags);
    304  1.2  thorpej 		if (error)
    305  1.2  thorpej 			dwlpx_bus_dmamap_destroy_sgmap(t, map);
    306  1.2  thorpej 	}
    307  1.2  thorpej 
    308  1.2  thorpej 	return (error);
    309  1.2  thorpej }
    310  1.2  thorpej 
    311  1.2  thorpej /*
    312  1.2  thorpej  * Destroy a DWLPx SGMAP-mapped DMA map.
    313  1.2  thorpej  */
    314  1.2  thorpej void
    315  1.2  thorpej dwlpx_bus_dmamap_destroy_sgmap(t, map)
    316  1.2  thorpej 	bus_dma_tag_t t;
    317  1.2  thorpej 	bus_dmamap_t map;
    318  1.2  thorpej {
    319  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    320  1.2  thorpej 	struct alpha_sgmap_cookie *a = map->_dm_sgcookie;
    321  1.2  thorpej 
    322  1.2  thorpej 	if (a->apdc_flags & APDC_HAS_SGMAP)
    323  1.2  thorpej 		alpha_sgmap_free(&ccp->cc_sgmap, a);
    324  1.2  thorpej 
    325  1.2  thorpej 	free(a, M_DEVBUF);
    326  1.2  thorpej 	_bus_dmamap_destroy(t, map);
    327  1.2  thorpej }
    328  1.2  thorpej 
    329  1.2  thorpej /*
    330  1.2  thorpej  * Load a DWLPx direct-mapped DMA map with a linear buffer.
    331  1.2  thorpej  */
    332  1.2  thorpej int
    333  1.2  thorpej dwlpx_bus_dmamap_load_direct(t, map, buf, buflen, p, flags)
    334  1.2  thorpej 	bus_dma_tag_t t;
    335  1.2  thorpej 	bus_dmamap_t map;
    336  1.2  thorpej 	void *buf;
    337  1.2  thorpej 	bus_size_t buflen;
    338  1.2  thorpej 	struct proc *p;
    339  1.2  thorpej 	int flags;
    340  1.2  thorpej {
    341  1.2  thorpej 
    342  1.2  thorpej 	return (_bus_dmamap_load_direct_common(t, map, buf, buflen, p,
    343  1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    344  1.2  thorpej }
    345  1.2  thorpej 
    346  1.2  thorpej /*
    347  1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with a linear buffer.
    348  1.2  thorpej  */
    349  1.2  thorpej int
    350  1.2  thorpej dwlpx_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    351  1.2  thorpej 	bus_dma_tag_t t;
    352  1.2  thorpej 	bus_dmamap_t map;
    353  1.2  thorpej 	void *buf;
    354  1.2  thorpej 	bus_size_t buflen;
    355  1.2  thorpej 	struct proc *p;
    356  1.2  thorpej 	int flags;
    357  1.2  thorpej {
    358  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    359  1.2  thorpej 
    360  1.2  thorpej 	return (pci_sgmap_pte32_load(t, map, buf, buflen, p, flags,
    361  1.2  thorpej 	    &ccp->cc_sgmap));
    362  1.2  thorpej }
    363  1.2  thorpej 
    364  1.2  thorpej /*
    365  1.2  thorpej  * Load a DWLPx direct-mapped DMA map with an mbuf chain.
    366  1.2  thorpej  */
    367  1.2  thorpej int
    368  1.2  thorpej dwlpx_bus_dmamap_load_mbuf_direct(t, map, m, flags)
    369  1.2  thorpej 	bus_dma_tag_t t;
    370  1.2  thorpej 	bus_dmamap_t map;
    371  1.2  thorpej 	struct mbuf *m;
    372  1.2  thorpej 	int flags;
    373  1.2  thorpej {
    374  1.2  thorpej 
    375  1.2  thorpej 	return (_bus_dmamap_load_mbuf_direct_common(t, map, m,
    376  1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    377  1.2  thorpej }
    378  1.2  thorpej 
    379  1.2  thorpej /*
    380  1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with an mbuf chain.
    381  1.2  thorpej  */
    382  1.2  thorpej int
    383  1.2  thorpej dwlpx_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    384  1.2  thorpej 	bus_dma_tag_t t;
    385  1.2  thorpej 	bus_dmamap_t map;
    386  1.2  thorpej 	struct mbuf *m;
    387  1.2  thorpej 	int flags;
    388  1.2  thorpej {
    389  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    390  1.2  thorpej 
    391  1.2  thorpej 	return (pci_sgmap_pte32_load_mbuf(t, map, m, flags, &ccp->cc_sgmap));
    392  1.2  thorpej }
    393  1.2  thorpej 
    394  1.2  thorpej /*
    395  1.2  thorpej  * Load a DWLPx direct-mapped DMA map with a uio.
    396  1.2  thorpej  */
    397  1.2  thorpej int
    398  1.2  thorpej dwlpx_bus_dmamap_load_uio_direct(t, map, uio, flags)
    399  1.2  thorpej 	bus_dma_tag_t t;
    400  1.2  thorpej 	bus_dmamap_t map;
    401  1.2  thorpej 	struct uio *uio;
    402  1.2  thorpej 	int flags;
    403  1.2  thorpej {
    404  1.2  thorpej 
    405  1.2  thorpej 	return (_bus_dmamap_load_uio_direct_common(t, map, uio,
    406  1.2  thorpej 	    flags, DWLPx_DIRECT_MAPPED_BASE));
    407  1.2  thorpej }
    408  1.2  thorpej 
    409  1.2  thorpej /*
    410  1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with a uio.
    411  1.2  thorpej  */
    412  1.2  thorpej int
    413  1.2  thorpej dwlpx_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    414  1.2  thorpej 	bus_dma_tag_t t;
    415  1.2  thorpej 	bus_dmamap_t map;
    416  1.2  thorpej 	struct uio *uio;
    417  1.2  thorpej 	int flags;
    418  1.2  thorpej {
    419  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    420  1.2  thorpej 
    421  1.2  thorpej 	return (pci_sgmap_pte32_load_uio(t, map, uio, flags, &ccp->cc_sgmap));
    422  1.2  thorpej }
    423  1.2  thorpej 
    424  1.2  thorpej /*
    425  1.2  thorpej  * Load a DWLPx direct-mapped DMA map with raw memory.
    426  1.2  thorpej  */
    427  1.2  thorpej int
    428  1.2  thorpej dwlpx_bus_dmamap_load_raw_direct(t, map, segs, nsegs, size, flags)
    429  1.2  thorpej 	bus_dma_tag_t t;
    430  1.2  thorpej 	bus_dmamap_t map;
    431  1.2  thorpej 	bus_dma_segment_t *segs;
    432  1.2  thorpej 	int nsegs;
    433  1.2  thorpej 	bus_size_t size;
    434  1.2  thorpej 	int flags;
    435  1.2  thorpej {
    436  1.2  thorpej 
    437  1.2  thorpej 	return (_bus_dmamap_load_raw_direct_common(t, map, segs, nsegs,
    438  1.2  thorpej 	    size, flags, DWLPx_DIRECT_MAPPED_BASE));
    439  1.2  thorpej }
    440  1.2  thorpej 
    441  1.2  thorpej /*
    442  1.2  thorpej  * Load a DWLPx SGMAP-mapped DMA map with raw memory.
    443  1.2  thorpej  */
    444  1.2  thorpej int
    445  1.2  thorpej dwlpx_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    446  1.2  thorpej 	bus_dma_tag_t t;
    447  1.2  thorpej 	bus_dmamap_t map;
    448  1.2  thorpej 	bus_dma_segment_t *segs;
    449  1.2  thorpej 	int nsegs;
    450  1.2  thorpej 	bus_size_t size;
    451  1.2  thorpej 	int flags;
    452  1.2  thorpej {
    453  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    454  1.2  thorpej 
    455  1.2  thorpej 	return (pci_sgmap_pte32_load_raw(t, map, segs, nsegs, size, flags,
    456  1.2  thorpej 	    &ccp->cc_sgmap));
    457  1.2  thorpej }
    458  1.2  thorpej 
    459  1.2  thorpej /*
    460  1.2  thorpej  * Unload a DWLPx DMA map.
    461  1.2  thorpej  */
    462  1.2  thorpej void
    463  1.2  thorpej dwlpx_bus_dmamap_unload_sgmap(t, map)
    464  1.2  thorpej 	bus_dma_tag_t t;
    465  1.2  thorpej 	bus_dmamap_t map;
    466  1.2  thorpej {
    467  1.2  thorpej 	struct dwlpx_config *ccp = t->_cookie;
    468  1.2  thorpej 
    469  1.2  thorpej 	/*
    470  1.2  thorpej 	 * Invalidate any SGMAP page table entries used by this
    471  1.2  thorpej 	 * mapping.
    472  1.2  thorpej 	 */
    473  1.2  thorpej 	pci_sgmap_pte32_unload(t, map, &ccp->cc_sgmap);
    474  1.2  thorpej 
    475  1.2  thorpej 	/*
    476  1.2  thorpej 	 * Do the generic bits of the unload.
    477  1.2  thorpej 	 */
    478  1.2  thorpej 	_bus_dmamap_unload(t, map);
    479  1.2  thorpej }
    480