Home | History | Annotate | Line # | Download | only in pci
mcpcia_dma.c revision 1.6
      1  1.6  thorpej /* $NetBSD: mcpcia_dma.c,v 1.6 1998/08/14 16:50:04 thorpej Exp $ */
      2  1.1   mjacob 
      3  1.1   mjacob /*-
      4  1.1   mjacob  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
      5  1.1   mjacob  * All rights reserved.
      6  1.1   mjacob  *
      7  1.1   mjacob  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1   mjacob  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.1   mjacob  * NASA Ames Research Center. This code happens to have been written
     10  1.1   mjacob  * by Matthew Jacob for NASA/Ames.
     11  1.1   mjacob  *
     12  1.1   mjacob  * Redistribution and use in source and binary forms, with or without
     13  1.1   mjacob  * modification, are permitted provided that the following conditions
     14  1.1   mjacob  * are met:
     15  1.1   mjacob  * 1. Redistributions of source code must retain the above copyright
     16  1.1   mjacob  *    notice, this list of conditions and the following disclaimer.
     17  1.1   mjacob  * 2. Redistributions in binary form must reproduce the above copyright
     18  1.1   mjacob  *    notice, this list of conditions and the following disclaimer in the
     19  1.1   mjacob  *    documentation and/or other materials provided with the distribution.
     20  1.1   mjacob  * 3. All advertising materials mentioning features or use of this software
     21  1.1   mjacob  *    must display the following acknowledgement:
     22  1.1   mjacob  *	This product includes software developed by the NetBSD
     23  1.1   mjacob  *	Foundation, Inc. and its contributors.
     24  1.1   mjacob  * 4. Neither the name of The NetBSD Foundation nor the names of its
     25  1.1   mjacob  *    contributors may be used to endorse or promote products derived
     26  1.1   mjacob  *    from this software without specific prior written permission.
     27  1.1   mjacob  *
     28  1.1   mjacob  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     29  1.1   mjacob  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     30  1.1   mjacob  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     31  1.1   mjacob  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     32  1.1   mjacob  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPEMCPCIAL, EXEMPLARY, OR
     33  1.1   mjacob  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     34  1.1   mjacob  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     35  1.1   mjacob  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     36  1.1   mjacob  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     37  1.1   mjacob  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     38  1.1   mjacob  * POSSIBILITY OF SUCH DAMAGE.
     39  1.1   mjacob  */
     40  1.1   mjacob 
     41  1.1   mjacob #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     42  1.1   mjacob 
     43  1.6  thorpej __KERNEL_RCSID(0, "$NetBSD: mcpcia_dma.c,v 1.6 1998/08/14 16:50:04 thorpej Exp $");
     44  1.1   mjacob 
     45  1.1   mjacob #include <sys/param.h>
     46  1.1   mjacob #include <sys/systm.h>
     47  1.1   mjacob #include <sys/kernel.h>
     48  1.1   mjacob #include <sys/device.h>
     49  1.1   mjacob #include <sys/malloc.h>
     50  1.1   mjacob #include <vm/vm.h>
     51  1.1   mjacob 
     52  1.1   mjacob #define _ALPHA_BUS_DMA_PRIVATE
     53  1.1   mjacob #include <machine/bus.h>
     54  1.1   mjacob 
     55  1.1   mjacob #include <dev/pci/pcireg.h>
     56  1.1   mjacob #include <dev/pci/pcivar.h>
     57  1.1   mjacob #include <alpha/pci/mcpciareg.h>
     58  1.1   mjacob #include <alpha/pci/mcpciavar.h>
     59  1.1   mjacob #include <alpha/pci/pci_kn300.h>
     60  1.1   mjacob 
     61  1.1   mjacob bus_dma_tag_t mcpcia_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     62  1.1   mjacob 
     63  1.1   mjacob int	mcpcia_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     64  1.1   mjacob 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     65  1.1   mjacob 
     66  1.1   mjacob void	mcpcia_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     67  1.1   mjacob 
     68  1.1   mjacob int	mcpcia_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     69  1.1   mjacob 	    bus_size_t, struct proc *, int));
     70  1.1   mjacob 
     71  1.1   mjacob int	mcpcia_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     72  1.1   mjacob 	    struct mbuf *, int));
     73  1.1   mjacob 
     74  1.1   mjacob int	mcpcia_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     75  1.1   mjacob 	    struct uio *, int));
     76  1.1   mjacob 
     77  1.1   mjacob int	mcpcia_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     78  1.1   mjacob 	    bus_dma_segment_t *, int, bus_size_t, int));
     79  1.1   mjacob 
     80  1.1   mjacob void	mcpcia_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     81  1.1   mjacob 
     82  1.3  thorpej /*
     83  1.3  thorpej  * Direct-mapped window: 1G at 2G
     84  1.3  thorpej  *
     85  1.3  thorpej  * XXX Should consider making this 2G at 2G, and creating a 1G at 1G
     86  1.3  thorpej  * XXX SGMAP window for fallback if we have more than 2G of RAM.
     87  1.3  thorpej  */
     88  1.3  thorpej #define	MCPCIA_DIRECT_MAPPED_BASE	(2UL*1024UL*1024UL*1024UL)
     89  1.3  thorpej #define	MCPCIA_DIRECT_MAPPED_SIZE	(1UL*1024UL*1024UL*1024UL)
     90  1.3  thorpej 
     91  1.3  thorpej /*
     92  1.3  thorpej  * SGMAP window for ISA: 8M at 8M
     93  1.3  thorpej  */
     94  1.3  thorpej #define	MCPCIA_ISA_SG_MAPPED_BASE	(8*1024*1024)
     95  1.3  thorpej #define	MCPCIA_ISA_SG_MAPPED_SIZE	(8*1024*1024)
     96  1.1   mjacob 
     97  1.1   mjacob #define	MCPCIA_SGTLB_INVALIDATE(mcp)	\
     98  1.1   mjacob 	alpha_mb(),	\
     99  1.1   mjacob 	REGVAL(MCPCIA_SG_TBIA(mcp)) = 0xdeadbeef, \
    100  1.1   mjacob 	alpha_mb()
    101  1.1   mjacob 
    102  1.1   mjacob void
    103  1.1   mjacob mcpcia_dma_init(ccp)
    104  1.1   mjacob 	struct mcpcia_config *ccp;
    105  1.1   mjacob {
    106  1.1   mjacob 	bus_dma_tag_t t;
    107  1.1   mjacob 
    108  1.1   mjacob 	/*
    109  1.1   mjacob 	 * Initialize the DMA tag used for direct-mapped DMA.
    110  1.1   mjacob 	 */
    111  1.1   mjacob 	t = &ccp->cc_dmat_direct;
    112  1.1   mjacob 	t->_cookie = ccp;
    113  1.2  thorpej 	t->_wbase = MCPCIA_DIRECT_MAPPED_BASE;
    114  1.4  thorpej 	t->_wsize = MCPCIA_DIRECT_MAPPED_SIZE;
    115  1.3  thorpej 	t->_next_window = NULL;			/* XXX See above. */
    116  1.5  thorpej 	t->_boundary = 0;
    117  1.3  thorpej 	t->_sgmap = NULL;
    118  1.1   mjacob 	t->_get_tag = mcpcia_dma_get_tag;
    119  1.1   mjacob 	t->_dmamap_create = _bus_dmamap_create;
    120  1.1   mjacob 	t->_dmamap_destroy = _bus_dmamap_destroy;
    121  1.2  thorpej 	t->_dmamap_load = _bus_dmamap_load_direct;
    122  1.2  thorpej 	t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
    123  1.2  thorpej 	t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
    124  1.2  thorpej 	t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
    125  1.1   mjacob 	t->_dmamap_unload = _bus_dmamap_unload;
    126  1.1   mjacob 	t->_dmamap_sync = _bus_dmamap_sync;
    127  1.1   mjacob 
    128  1.1   mjacob 	t->_dmamem_alloc = _bus_dmamem_alloc;
    129  1.1   mjacob 	t->_dmamem_free = _bus_dmamem_free;
    130  1.1   mjacob 	t->_dmamem_map = _bus_dmamem_map;
    131  1.1   mjacob 	t->_dmamem_unmap = _bus_dmamem_unmap;
    132  1.1   mjacob 	t->_dmamem_mmap = _bus_dmamem_mmap;
    133  1.1   mjacob 
    134  1.1   mjacob 	/*
    135  1.3  thorpej 	 * Initialize the DMA tag used for sgmap-mapped ISA DMA.
    136  1.1   mjacob 	 */
    137  1.1   mjacob 	t = &ccp->cc_dmat_sgmap;
    138  1.1   mjacob 	t->_cookie = ccp;
    139  1.3  thorpej 	t->_wbase = MCPCIA_ISA_SG_MAPPED_BASE;
    140  1.3  thorpej 	t->_wsize = MCPCIA_ISA_SG_MAPPED_SIZE;
    141  1.3  thorpej 	t->_next_window = NULL;
    142  1.5  thorpej 	t->_boundary = 0;
    143  1.3  thorpej 	t->_sgmap = &ccp->cc_sgmap;
    144  1.1   mjacob 	t->_get_tag = mcpcia_dma_get_tag;
    145  1.1   mjacob 	t->_dmamap_create = mcpcia_bus_dmamap_create_sgmap;
    146  1.1   mjacob 	t->_dmamap_destroy = mcpcia_bus_dmamap_destroy_sgmap;
    147  1.1   mjacob 	t->_dmamap_load = mcpcia_bus_dmamap_load_sgmap;
    148  1.1   mjacob 	t->_dmamap_load_mbuf = mcpcia_bus_dmamap_load_mbuf_sgmap;
    149  1.1   mjacob 	t->_dmamap_load_uio = mcpcia_bus_dmamap_load_uio_sgmap;
    150  1.1   mjacob 	t->_dmamap_load_raw = mcpcia_bus_dmamap_load_raw_sgmap;
    151  1.1   mjacob 	t->_dmamap_unload = mcpcia_bus_dmamap_unload_sgmap;
    152  1.1   mjacob 	t->_dmamap_sync = _bus_dmamap_sync;
    153  1.1   mjacob 
    154  1.1   mjacob 	t->_dmamem_alloc = _bus_dmamem_alloc;
    155  1.1   mjacob 	t->_dmamem_free = _bus_dmamem_free;
    156  1.1   mjacob 	t->_dmamem_map = _bus_dmamem_map;
    157  1.1   mjacob 	t->_dmamem_unmap = _bus_dmamem_unmap;
    158  1.1   mjacob 	t->_dmamem_mmap = _bus_dmamem_mmap;
    159  1.1   mjacob 
    160  1.1   mjacob 	/*
    161  1.1   mjacob 	 * The SRM console is supposed to set up an 8MB direct mapped window
    162  1.1   mjacob 	 * at 8MB (window 0) and a 1MB direct mapped window at 1MB. Useless.
    163  1.1   mjacob 	 *
    164  1.1   mjacob 	 * The DU && OpenVMS convention is to have an 8MB S/G window
    165  1.1   mjacob 	 * at 8MB for window 0, a 1GB direct mapped window at 2GB
    166  1.1   mjacob 	 * for window 1, a 1 GB S/G window at window 2 and a 512 MB
    167  1.1   mjacob 	 * S/G window at window 3. This seems overkill.
    168  1.1   mjacob 	 *
    169  1.1   mjacob 	 * We'll just go with the 8MB S/G window and one 1GB direct window.
    170  1.3  thorpej 	 * XXX See comment above.
    171  1.1   mjacob 	 */
    172  1.1   mjacob 
    173  1.1   mjacob 	/*
    174  1.1   mjacob 	 * Initialize the SGMAP.
    175  1.1   mjacob 	 *
    176  1.1   mjacob 	 * Must align page table to its size.
    177  1.1   mjacob 	 */
    178  1.1   mjacob 	alpha_sgmap_init(t, &ccp->cc_sgmap, "mcpcia_sgmap",
    179  1.3  thorpej 	    MCPCIA_ISA_SG_MAPPED_BASE, 0, MCPCIA_ISA_SG_MAPPED_SIZE,
    180  1.3  thorpej 	    sizeof(u_int64_t), NULL, 0);
    181  1.1   mjacob 
    182  1.1   mjacob 	if (ccp->cc_sgmap.aps_ptpa & (1024-1)) {
    183  1.1   mjacob 		panic("mcpcia_dma_init: bad page table address %x",
    184  1.1   mjacob 			ccp->cc_sgmap.aps_ptpa);
    185  1.1   mjacob 	}
    186  1.1   mjacob 
    187  1.1   mjacob 	/*
    188  1.1   mjacob 	 * Disable windows first.
    189  1.1   mjacob 	 */
    190  1.1   mjacob 
    191  1.1   mjacob 	REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) = 0;
    192  1.1   mjacob 	REGVAL(MCPCIA_W1_BASE(ccp->cc_sc)) = 0;
    193  1.1   mjacob 	REGVAL(MCPCIA_W2_BASE(ccp->cc_sc)) = 0;
    194  1.1   mjacob 	REGVAL(MCPCIA_W3_BASE(ccp->cc_sc)) = 0;
    195  1.1   mjacob 	REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) = 0;
    196  1.1   mjacob 	REGVAL(MCPCIA_T1_BASE(ccp->cc_sc)) = 0;
    197  1.1   mjacob 	REGVAL(MCPCIA_T2_BASE(ccp->cc_sc)) = 0;
    198  1.1   mjacob 	REGVAL(MCPCIA_T3_BASE(ccp->cc_sc)) = 0;
    199  1.1   mjacob 	alpha_mb();
    200  1.1   mjacob 
    201  1.1   mjacob 	/*
    202  1.1   mjacob 	 * Set up window 0 as an 8MB SGMAP-mapped window starting at 8MB.
    203  1.1   mjacob 	 */
    204  1.1   mjacob 	REGVAL(MCPCIA_W0_MASK(ccp->cc_sc)) = MCPCIA_WMASK_8M;
    205  1.1   mjacob 	REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) =
    206  1.1   mjacob 		ccp->cc_sgmap.aps_ptpa >> MCPCIA_TBASEX_SHIFT;
    207  1.1   mjacob 	REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) =
    208  1.3  thorpej 		MCPCIA_WBASE_EN | MCPCIA_WBASE_SG | MCPCIA_ISA_SG_MAPPED_BASE;
    209  1.1   mjacob 	alpha_mb();
    210  1.1   mjacob 
    211  1.1   mjacob 	MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    212  1.1   mjacob 
    213  1.1   mjacob 	/*
    214  1.1   mjacob 	 * Set up window 1 as a 1 GB Direct-mapped window starting at 2GB.
    215  1.1   mjacob 	 */
    216  1.1   mjacob 
    217  1.1   mjacob 	REGVAL(MCPCIA_W0_MASK(ccp->cc_sc)) = MCPCIA_WMASK_1G;
    218  1.1   mjacob 	REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) = 0;
    219  1.1   mjacob 	REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) =
    220  1.1   mjacob 		MCPCIA_DIRECT_MAPPED_BASE | MCPCIA_WBASE_EN;
    221  1.1   mjacob 	alpha_mb();
    222  1.1   mjacob 
    223  1.1   mjacob 	/* XXX XXX BEGIN XXX XXX */
    224  1.1   mjacob 	{							/* XXX */
    225  1.6  thorpej 		extern paddr_t alpha_XXX_dmamap_or;		/* XXX */
    226  1.1   mjacob 		alpha_XXX_dmamap_or = MCPCIA_DIRECT_MAPPED_BASE;/* XXX */
    227  1.1   mjacob 	}							/* XXX */
    228  1.1   mjacob 	/* XXX XXX END XXX XXX */
    229  1.1   mjacob }
    230  1.1   mjacob 
    231  1.1   mjacob /*
    232  1.1   mjacob  * Return the bus dma tag to be used for the specified bus type.
    233  1.1   mjacob  * INTERNAL USE ONLY!
    234  1.1   mjacob  */
    235  1.1   mjacob bus_dma_tag_t
    236  1.1   mjacob mcpcia_dma_get_tag(t, bustype)
    237  1.1   mjacob 	bus_dma_tag_t t;
    238  1.1   mjacob 	alpha_bus_t bustype;
    239  1.1   mjacob {
    240  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    241  1.1   mjacob 	extern int physmem;
    242  1.1   mjacob 
    243  1.1   mjacob 	switch (bustype) {
    244  1.1   mjacob 	case ALPHA_BUS_PCI:
    245  1.1   mjacob 	case ALPHA_BUS_EISA:
    246  1.1   mjacob 		/*
    247  1.3  thorpej 		 * Just always use direct-mapped for now; see comment
    248  1.3  thorpej 		 * above about chaining with SGMAPs.
    249  1.1   mjacob 		 */
    250  1.1   mjacob 		return (&ccp->cc_dmat_direct);
    251  1.1   mjacob 
    252  1.1   mjacob 	case ALPHA_BUS_ISA:
    253  1.1   mjacob 		/*
    254  1.1   mjacob 		 * ISA doesn't have enough address bits to use
    255  1.1   mjacob 		 * the direct-mapped DMA window, so we must use
    256  1.1   mjacob 		 * SGMAPs.
    257  1.1   mjacob 		 */
    258  1.1   mjacob 		return (&ccp->cc_dmat_sgmap);
    259  1.1   mjacob 
    260  1.1   mjacob 	default:
    261  1.1   mjacob 		panic("mcpcia_dma_get_tag: shouldn't be here, really...");
    262  1.1   mjacob 	}
    263  1.1   mjacob }
    264  1.1   mjacob 
    265  1.1   mjacob /*
    266  1.1   mjacob  * Create a MCPCIA SGMAP-mapped DMA map.
    267  1.1   mjacob  */
    268  1.1   mjacob int
    269  1.1   mjacob mcpcia_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    270  1.1   mjacob     flags, dmamp)
    271  1.1   mjacob 	bus_dma_tag_t t;
    272  1.1   mjacob 	bus_size_t size;
    273  1.1   mjacob 	int nsegments;
    274  1.1   mjacob 	bus_size_t maxsegsz;
    275  1.1   mjacob 	bus_size_t boundary;
    276  1.1   mjacob 	int flags;
    277  1.1   mjacob 	bus_dmamap_t *dmamp;
    278  1.1   mjacob {
    279  1.1   mjacob 	bus_dmamap_t map;
    280  1.1   mjacob 	int error;
    281  1.1   mjacob 
    282  1.1   mjacob 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    283  1.1   mjacob 	    boundary, flags, dmamp);
    284  1.1   mjacob 	if (error)
    285  1.1   mjacob 		return (error);
    286  1.1   mjacob 
    287  1.1   mjacob 	map = *dmamp;
    288  1.1   mjacob 
    289  1.1   mjacob 	if (flags & BUS_DMA_ALLOCNOW) {
    290  1.1   mjacob 		error = alpha_sgmap_alloc(map, round_page(size),
    291  1.3  thorpej 		    t->_sgmap, flags);
    292  1.1   mjacob 		if (error)
    293  1.1   mjacob 			mcpcia_bus_dmamap_destroy_sgmap(t, map);
    294  1.1   mjacob 	}
    295  1.1   mjacob 
    296  1.1   mjacob 	return (error);
    297  1.1   mjacob }
    298  1.1   mjacob 
    299  1.1   mjacob /*
    300  1.1   mjacob  * Destroy a MCPCIA SGMAP-mapped DMA map.
    301  1.1   mjacob  */
    302  1.1   mjacob void
    303  1.1   mjacob mcpcia_bus_dmamap_destroy_sgmap(t, map)
    304  1.1   mjacob 	bus_dma_tag_t t;
    305  1.1   mjacob 	bus_dmamap_t map;
    306  1.1   mjacob {
    307  1.1   mjacob 
    308  1.1   mjacob 	if (map->_dm_flags & DMAMAP_HAS_SGMAP)
    309  1.3  thorpej 		alpha_sgmap_free(map, t->_sgmap);
    310  1.1   mjacob 
    311  1.1   mjacob 	_bus_dmamap_destroy(t, map);
    312  1.1   mjacob }
    313  1.1   mjacob 
    314  1.1   mjacob /*
    315  1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with a linear buffer.
    316  1.1   mjacob  */
    317  1.1   mjacob int
    318  1.1   mjacob mcpcia_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    319  1.1   mjacob 	bus_dma_tag_t t;
    320  1.1   mjacob 	bus_dmamap_t map;
    321  1.1   mjacob 	void *buf;
    322  1.1   mjacob 	bus_size_t buflen;
    323  1.1   mjacob 	struct proc *p;
    324  1.1   mjacob 	int flags;
    325  1.1   mjacob {
    326  1.1   mjacob 	int error;
    327  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    328  1.1   mjacob 
    329  1.3  thorpej 	error = pci_sgmap_pte64_load(t, map, buf, buflen, p, flags,
    330  1.3  thorpej 	    t->_sgmap);
    331  1.1   mjacob 	if (error == 0)
    332  1.1   mjacob 		MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    333  1.1   mjacob 	return (error);
    334  1.1   mjacob }
    335  1.1   mjacob 
    336  1.1   mjacob /*
    337  1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with an mbuf chain.
    338  1.1   mjacob  */
    339  1.1   mjacob int
    340  1.1   mjacob mcpcia_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    341  1.1   mjacob 	bus_dma_tag_t t;
    342  1.1   mjacob 	bus_dmamap_t map;
    343  1.1   mjacob 	struct mbuf *m;
    344  1.1   mjacob 	int flags;
    345  1.1   mjacob {
    346  1.1   mjacob 	int error;
    347  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    348  1.1   mjacob 
    349  1.3  thorpej 	error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, t->_sgmap);
    350  1.1   mjacob 	if (error == 0)
    351  1.1   mjacob 		MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    352  1.1   mjacob 	return (error);
    353  1.1   mjacob }
    354  1.1   mjacob 
    355  1.1   mjacob /*
    356  1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with a uio.
    357  1.1   mjacob  */
    358  1.1   mjacob int
    359  1.1   mjacob mcpcia_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    360  1.1   mjacob 	bus_dma_tag_t t;
    361  1.1   mjacob 	bus_dmamap_t map;
    362  1.1   mjacob 	struct uio *uio;
    363  1.1   mjacob 	int flags;
    364  1.1   mjacob {
    365  1.1   mjacob 	int error;
    366  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    367  1.1   mjacob 
    368  1.3  thorpej 	error = pci_sgmap_pte64_load_uio(t, map, uio, flags, t->_sgmap);
    369  1.1   mjacob 	if (error == 0)
    370  1.1   mjacob 		MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    371  1.1   mjacob 	return (error);
    372  1.1   mjacob }
    373  1.1   mjacob 
    374  1.1   mjacob /*
    375  1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with raw memory.
    376  1.1   mjacob  */
    377  1.1   mjacob int
    378  1.1   mjacob mcpcia_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    379  1.1   mjacob 	bus_dma_tag_t t;
    380  1.1   mjacob 	bus_dmamap_t map;
    381  1.1   mjacob 	bus_dma_segment_t *segs;
    382  1.1   mjacob 	int nsegs;
    383  1.1   mjacob 	bus_size_t size;
    384  1.1   mjacob 	int flags;
    385  1.1   mjacob {
    386  1.1   mjacob 	int error;
    387  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    388  1.1   mjacob 
    389  1.3  thorpej 	error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs, size, flags,
    390  1.3  thorpej 	    t->_sgmap);
    391  1.1   mjacob 	if (error == 0)
    392  1.1   mjacob 		MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    393  1.1   mjacob 	return (error);
    394  1.1   mjacob }
    395  1.1   mjacob 
    396  1.1   mjacob /*
    397  1.1   mjacob  * Unload a MCPCIA DMA map.
    398  1.1   mjacob  */
    399  1.1   mjacob void
    400  1.1   mjacob mcpcia_bus_dmamap_unload_sgmap(t, map)
    401  1.1   mjacob 	bus_dma_tag_t t;
    402  1.1   mjacob 	bus_dmamap_t map;
    403  1.1   mjacob {
    404  1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    405  1.1   mjacob 
    406  1.1   mjacob 	/*
    407  1.1   mjacob 	 * Invalidate any SGMAP page table entries used by this mapping.
    408  1.1   mjacob 	 */
    409  1.3  thorpej 	pci_sgmap_pte64_unload(t, map, t->_sgmap);
    410  1.1   mjacob 	MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
    411  1.1   mjacob 
    412  1.1   mjacob 	/*
    413  1.1   mjacob 	 * Do the generic bits of the unload.
    414  1.1   mjacob 	 */
    415  1.1   mjacob 	_bus_dmamap_unload(t, map);
    416  1.1   mjacob }
    417