Home | History | Annotate | Line # | Download | only in pci
mcpcia_dma.c revision 1.11
      1  1.11  thorpej /* $NetBSD: mcpcia_dma.c,v 1.11 1999/04/15 22:32:21 thorpej Exp $ */
      2   1.1   mjacob 
      3   1.1   mjacob /*-
      4   1.1   mjacob  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
      5   1.1   mjacob  * All rights reserved.
      6   1.1   mjacob  *
      7   1.1   mjacob  * This code is derived from software contributed to The NetBSD Foundation
      8   1.7  thorpej  * by Jason R. Thorpe and Matthew Jacob of the Numerical Aerospace Simulation
      9   1.7  thorpej  * Facility, NASA Ames Research Center.
     10   1.1   mjacob  *
     11   1.1   mjacob  * Redistribution and use in source and binary forms, with or without
     12   1.1   mjacob  * modification, are permitted provided that the following conditions
     13   1.1   mjacob  * are met:
     14   1.1   mjacob  * 1. Redistributions of source code must retain the above copyright
     15   1.1   mjacob  *    notice, this list of conditions and the following disclaimer.
     16   1.1   mjacob  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.1   mjacob  *    notice, this list of conditions and the following disclaimer in the
     18   1.1   mjacob  *    documentation and/or other materials provided with the distribution.
     19   1.1   mjacob  * 3. All advertising materials mentioning features or use of this software
     20   1.1   mjacob  *    must display the following acknowledgement:
     21   1.1   mjacob  *	This product includes software developed by the NetBSD
     22   1.1   mjacob  *	Foundation, Inc. and its contributors.
     23   1.1   mjacob  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24   1.1   mjacob  *    contributors may be used to endorse or promote products derived
     25   1.1   mjacob  *    from this software without specific prior written permission.
     26   1.1   mjacob  *
     27   1.1   mjacob  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28   1.1   mjacob  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29   1.1   mjacob  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30   1.1   mjacob  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.10       pk  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32   1.1   mjacob  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33   1.1   mjacob  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34   1.1   mjacob  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35   1.1   mjacob  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36   1.1   mjacob  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37   1.1   mjacob  * POSSIBILITY OF SUCH DAMAGE.
     38   1.1   mjacob  */
     39   1.1   mjacob 
     40   1.1   mjacob #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     41   1.1   mjacob 
     42  1.11  thorpej __KERNEL_RCSID(0, "$NetBSD: mcpcia_dma.c,v 1.11 1999/04/15 22:32:21 thorpej Exp $");
     43   1.1   mjacob 
     44   1.1   mjacob #include <sys/param.h>
     45   1.1   mjacob #include <sys/systm.h>
     46   1.1   mjacob #include <sys/kernel.h>
     47   1.1   mjacob #include <sys/device.h>
     48   1.1   mjacob #include <sys/malloc.h>
     49   1.1   mjacob #include <vm/vm.h>
     50   1.1   mjacob 
     51   1.1   mjacob #define _ALPHA_BUS_DMA_PRIVATE
     52   1.1   mjacob #include <machine/bus.h>
     53   1.1   mjacob 
     54   1.1   mjacob #include <dev/pci/pcireg.h>
     55   1.1   mjacob #include <dev/pci/pcivar.h>
     56   1.1   mjacob #include <alpha/pci/mcpciareg.h>
     57   1.1   mjacob #include <alpha/pci/mcpciavar.h>
     58   1.1   mjacob #include <alpha/pci/pci_kn300.h>
     59   1.1   mjacob 
     60   1.1   mjacob bus_dma_tag_t mcpcia_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     61   1.1   mjacob 
     62   1.1   mjacob int	mcpcia_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     63   1.1   mjacob 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     64   1.1   mjacob 
     65   1.1   mjacob void	mcpcia_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     66   1.1   mjacob 
     67   1.1   mjacob int	mcpcia_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     68   1.1   mjacob 	    bus_size_t, struct proc *, int));
     69   1.1   mjacob 
     70   1.1   mjacob int	mcpcia_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     71   1.1   mjacob 	    struct mbuf *, int));
     72   1.1   mjacob 
     73   1.1   mjacob int	mcpcia_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     74   1.1   mjacob 	    struct uio *, int));
     75   1.1   mjacob 
     76   1.1   mjacob int	mcpcia_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     77   1.1   mjacob 	    bus_dma_segment_t *, int, bus_size_t, int));
     78   1.1   mjacob 
     79   1.1   mjacob void	mcpcia_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     80   1.1   mjacob 
     81   1.3  thorpej /*
     82   1.3  thorpej  * Direct-mapped window: 1G at 2G
     83   1.3  thorpej  *
     84   1.3  thorpej  * XXX Should consider making this 2G at 2G, and creating a 1G at 1G
     85   1.3  thorpej  * XXX SGMAP window for fallback if we have more than 2G of RAM.
     86   1.3  thorpej  */
     87   1.3  thorpej #define	MCPCIA_DIRECT_MAPPED_BASE	(2UL*1024UL*1024UL*1024UL)
     88   1.3  thorpej #define	MCPCIA_DIRECT_MAPPED_SIZE	(1UL*1024UL*1024UL*1024UL)
     89   1.3  thorpej 
     90   1.3  thorpej /*
     91   1.3  thorpej  * SGMAP window for ISA: 8M at 8M
     92   1.3  thorpej  */
     93   1.3  thorpej #define	MCPCIA_ISA_SG_MAPPED_BASE	(8*1024*1024)
     94   1.3  thorpej #define	MCPCIA_ISA_SG_MAPPED_SIZE	(8*1024*1024)
     95   1.1   mjacob 
     96  1.11  thorpej #define	MCPCIA_SGTLB_INVALIDATE(ccp)					\
     97  1.11  thorpej do {									\
     98  1.11  thorpej 	alpha_mb();							\
     99  1.11  thorpej 	REGVAL(MCPCIA_SG_TBIA(ccp)) = 0xdeadbeef;			\
    100  1.11  thorpej 	alpha_mb();							\
    101  1.11  thorpej } while (0)
    102   1.1   mjacob 
    103   1.1   mjacob void
    104   1.1   mjacob mcpcia_dma_init(ccp)
    105   1.1   mjacob 	struct mcpcia_config *ccp;
    106   1.1   mjacob {
    107   1.1   mjacob 	bus_dma_tag_t t;
    108   1.1   mjacob 
    109   1.1   mjacob 	/*
    110   1.1   mjacob 	 * Initialize the DMA tag used for direct-mapped DMA.
    111   1.1   mjacob 	 */
    112   1.1   mjacob 	t = &ccp->cc_dmat_direct;
    113   1.1   mjacob 	t->_cookie = ccp;
    114   1.2  thorpej 	t->_wbase = MCPCIA_DIRECT_MAPPED_BASE;
    115   1.4  thorpej 	t->_wsize = MCPCIA_DIRECT_MAPPED_SIZE;
    116   1.3  thorpej 	t->_next_window = NULL;			/* XXX See above. */
    117   1.5  thorpej 	t->_boundary = 0;
    118   1.3  thorpej 	t->_sgmap = NULL;
    119   1.1   mjacob 	t->_get_tag = mcpcia_dma_get_tag;
    120   1.1   mjacob 	t->_dmamap_create = _bus_dmamap_create;
    121   1.1   mjacob 	t->_dmamap_destroy = _bus_dmamap_destroy;
    122   1.2  thorpej 	t->_dmamap_load = _bus_dmamap_load_direct;
    123   1.2  thorpej 	t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
    124   1.2  thorpej 	t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
    125   1.2  thorpej 	t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
    126   1.1   mjacob 	t->_dmamap_unload = _bus_dmamap_unload;
    127   1.1   mjacob 	t->_dmamap_sync = _bus_dmamap_sync;
    128   1.1   mjacob 
    129   1.1   mjacob 	t->_dmamem_alloc = _bus_dmamem_alloc;
    130   1.1   mjacob 	t->_dmamem_free = _bus_dmamem_free;
    131   1.1   mjacob 	t->_dmamem_map = _bus_dmamem_map;
    132   1.1   mjacob 	t->_dmamem_unmap = _bus_dmamem_unmap;
    133   1.1   mjacob 	t->_dmamem_mmap = _bus_dmamem_mmap;
    134   1.1   mjacob 
    135   1.1   mjacob 	/*
    136   1.3  thorpej 	 * Initialize the DMA tag used for sgmap-mapped ISA DMA.
    137   1.1   mjacob 	 */
    138   1.1   mjacob 	t = &ccp->cc_dmat_sgmap;
    139   1.1   mjacob 	t->_cookie = ccp;
    140   1.3  thorpej 	t->_wbase = MCPCIA_ISA_SG_MAPPED_BASE;
    141   1.3  thorpej 	t->_wsize = MCPCIA_ISA_SG_MAPPED_SIZE;
    142   1.3  thorpej 	t->_next_window = NULL;
    143   1.5  thorpej 	t->_boundary = 0;
    144   1.3  thorpej 	t->_sgmap = &ccp->cc_sgmap;
    145   1.1   mjacob 	t->_get_tag = mcpcia_dma_get_tag;
    146   1.1   mjacob 	t->_dmamap_create = mcpcia_bus_dmamap_create_sgmap;
    147   1.1   mjacob 	t->_dmamap_destroy = mcpcia_bus_dmamap_destroy_sgmap;
    148   1.1   mjacob 	t->_dmamap_load = mcpcia_bus_dmamap_load_sgmap;
    149   1.1   mjacob 	t->_dmamap_load_mbuf = mcpcia_bus_dmamap_load_mbuf_sgmap;
    150   1.1   mjacob 	t->_dmamap_load_uio = mcpcia_bus_dmamap_load_uio_sgmap;
    151   1.1   mjacob 	t->_dmamap_load_raw = mcpcia_bus_dmamap_load_raw_sgmap;
    152   1.1   mjacob 	t->_dmamap_unload = mcpcia_bus_dmamap_unload_sgmap;
    153   1.1   mjacob 	t->_dmamap_sync = _bus_dmamap_sync;
    154   1.1   mjacob 
    155   1.1   mjacob 	t->_dmamem_alloc = _bus_dmamem_alloc;
    156   1.1   mjacob 	t->_dmamem_free = _bus_dmamem_free;
    157   1.1   mjacob 	t->_dmamem_map = _bus_dmamem_map;
    158   1.1   mjacob 	t->_dmamem_unmap = _bus_dmamem_unmap;
    159   1.1   mjacob 	t->_dmamem_mmap = _bus_dmamem_mmap;
    160   1.1   mjacob 
    161   1.1   mjacob 	/*
    162   1.1   mjacob 	 * The SRM console is supposed to set up an 8MB direct mapped window
    163   1.1   mjacob 	 * at 8MB (window 0) and a 1MB direct mapped window at 1MB. Useless.
    164   1.1   mjacob 	 *
    165   1.1   mjacob 	 * The DU && OpenVMS convention is to have an 8MB S/G window
    166   1.1   mjacob 	 * at 8MB for window 0, a 1GB direct mapped window at 2GB
    167   1.1   mjacob 	 * for window 1, a 1 GB S/G window at window 2 and a 512 MB
    168   1.1   mjacob 	 * S/G window at window 3. This seems overkill.
    169   1.1   mjacob 	 *
    170   1.1   mjacob 	 * We'll just go with the 8MB S/G window and one 1GB direct window.
    171   1.3  thorpej 	 * XXX See comment above.
    172   1.1   mjacob 	 */
    173   1.1   mjacob 
    174   1.1   mjacob 	/*
    175   1.1   mjacob 	 * Initialize the SGMAP.
    176   1.1   mjacob 	 *
    177   1.1   mjacob 	 * Must align page table to its size.
    178   1.1   mjacob 	 */
    179   1.1   mjacob 	alpha_sgmap_init(t, &ccp->cc_sgmap, "mcpcia_sgmap",
    180   1.3  thorpej 	    MCPCIA_ISA_SG_MAPPED_BASE, 0, MCPCIA_ISA_SG_MAPPED_SIZE,
    181   1.3  thorpej 	    sizeof(u_int64_t), NULL, 0);
    182   1.1   mjacob 
    183   1.1   mjacob 	if (ccp->cc_sgmap.aps_ptpa & (1024-1)) {
    184   1.9  thorpej 		panic("mcpcia_dma_init: bad page table address 0x%lx",
    185   1.1   mjacob 			ccp->cc_sgmap.aps_ptpa);
    186   1.1   mjacob 	}
    187   1.1   mjacob 
    188   1.1   mjacob 	/*
    189   1.1   mjacob 	 * Disable windows first.
    190   1.1   mjacob 	 */
    191   1.1   mjacob 
    192  1.11  thorpej 	REGVAL(MCPCIA_W0_BASE(ccp)) = 0;
    193  1.11  thorpej 	REGVAL(MCPCIA_W1_BASE(ccp)) = 0;
    194  1.11  thorpej 	REGVAL(MCPCIA_W2_BASE(ccp)) = 0;
    195  1.11  thorpej 	REGVAL(MCPCIA_W3_BASE(ccp)) = 0;
    196  1.11  thorpej 	REGVAL(MCPCIA_T0_BASE(ccp)) = 0;
    197  1.11  thorpej 	REGVAL(MCPCIA_T1_BASE(ccp)) = 0;
    198  1.11  thorpej 	REGVAL(MCPCIA_T2_BASE(ccp)) = 0;
    199  1.11  thorpej 	REGVAL(MCPCIA_T3_BASE(ccp)) = 0;
    200   1.1   mjacob 	alpha_mb();
    201   1.1   mjacob 
    202   1.1   mjacob 	/*
    203   1.1   mjacob 	 * Set up window 0 as an 8MB SGMAP-mapped window starting at 8MB.
    204   1.1   mjacob 	 */
    205  1.11  thorpej 	REGVAL(MCPCIA_W0_MASK(ccp)) = MCPCIA_WMASK_8M;
    206  1.11  thorpej 	REGVAL(MCPCIA_T0_BASE(ccp)) =
    207   1.1   mjacob 		ccp->cc_sgmap.aps_ptpa >> MCPCIA_TBASEX_SHIFT;
    208  1.11  thorpej 	REGVAL(MCPCIA_W0_BASE(ccp)) =
    209   1.3  thorpej 		MCPCIA_WBASE_EN | MCPCIA_WBASE_SG | MCPCIA_ISA_SG_MAPPED_BASE;
    210   1.1   mjacob 	alpha_mb();
    211   1.1   mjacob 
    212  1.11  thorpej 	MCPCIA_SGTLB_INVALIDATE(ccp);
    213   1.1   mjacob 
    214   1.1   mjacob 	/*
    215   1.1   mjacob 	 * Set up window 1 as a 1 GB Direct-mapped window starting at 2GB.
    216   1.1   mjacob 	 */
    217   1.1   mjacob 
    218  1.11  thorpej 	REGVAL(MCPCIA_W0_MASK(ccp)) = MCPCIA_WMASK_1G;
    219  1.11  thorpej 	REGVAL(MCPCIA_T0_BASE(ccp)) = 0;
    220  1.11  thorpej 	REGVAL(MCPCIA_W0_BASE(ccp)) =
    221   1.1   mjacob 		MCPCIA_DIRECT_MAPPED_BASE | MCPCIA_WBASE_EN;
    222   1.1   mjacob 	alpha_mb();
    223   1.1   mjacob 
    224   1.1   mjacob 	/* XXX XXX BEGIN XXX XXX */
    225   1.1   mjacob 	{							/* XXX */
    226   1.6  thorpej 		extern paddr_t alpha_XXX_dmamap_or;		/* XXX */
    227   1.1   mjacob 		alpha_XXX_dmamap_or = MCPCIA_DIRECT_MAPPED_BASE;/* XXX */
    228   1.1   mjacob 	}							/* XXX */
    229   1.1   mjacob 	/* XXX XXX END XXX XXX */
    230   1.1   mjacob }
    231   1.1   mjacob 
    232   1.1   mjacob /*
    233   1.1   mjacob  * Return the bus dma tag to be used for the specified bus type.
    234   1.1   mjacob  * INTERNAL USE ONLY!
    235   1.1   mjacob  */
    236   1.1   mjacob bus_dma_tag_t
    237   1.1   mjacob mcpcia_dma_get_tag(t, bustype)
    238   1.1   mjacob 	bus_dma_tag_t t;
    239   1.1   mjacob 	alpha_bus_t bustype;
    240   1.1   mjacob {
    241   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    242   1.1   mjacob 
    243   1.1   mjacob 	switch (bustype) {
    244   1.1   mjacob 	case ALPHA_BUS_PCI:
    245   1.1   mjacob 	case ALPHA_BUS_EISA:
    246   1.1   mjacob 		/*
    247   1.3  thorpej 		 * Just always use direct-mapped for now; see comment
    248   1.3  thorpej 		 * above about chaining with SGMAPs.
    249   1.1   mjacob 		 */
    250   1.1   mjacob 		return (&ccp->cc_dmat_direct);
    251   1.1   mjacob 
    252   1.1   mjacob 	case ALPHA_BUS_ISA:
    253   1.1   mjacob 		/*
    254   1.1   mjacob 		 * ISA doesn't have enough address bits to use
    255   1.1   mjacob 		 * the direct-mapped DMA window, so we must use
    256   1.1   mjacob 		 * SGMAPs.
    257   1.1   mjacob 		 */
    258   1.1   mjacob 		return (&ccp->cc_dmat_sgmap);
    259   1.1   mjacob 
    260   1.1   mjacob 	default:
    261   1.1   mjacob 		panic("mcpcia_dma_get_tag: shouldn't be here, really...");
    262   1.1   mjacob 	}
    263   1.1   mjacob }
    264   1.1   mjacob 
    265   1.1   mjacob /*
    266   1.1   mjacob  * Create a MCPCIA SGMAP-mapped DMA map.
    267   1.1   mjacob  */
    268   1.1   mjacob int
    269   1.1   mjacob mcpcia_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    270   1.1   mjacob     flags, dmamp)
    271   1.1   mjacob 	bus_dma_tag_t t;
    272   1.1   mjacob 	bus_size_t size;
    273   1.1   mjacob 	int nsegments;
    274   1.1   mjacob 	bus_size_t maxsegsz;
    275   1.1   mjacob 	bus_size_t boundary;
    276   1.1   mjacob 	int flags;
    277   1.1   mjacob 	bus_dmamap_t *dmamp;
    278   1.1   mjacob {
    279   1.1   mjacob 	bus_dmamap_t map;
    280   1.1   mjacob 	int error;
    281   1.1   mjacob 
    282   1.1   mjacob 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    283   1.1   mjacob 	    boundary, flags, dmamp);
    284   1.1   mjacob 	if (error)
    285   1.1   mjacob 		return (error);
    286   1.1   mjacob 
    287   1.1   mjacob 	map = *dmamp;
    288   1.1   mjacob 
    289   1.1   mjacob 	if (flags & BUS_DMA_ALLOCNOW) {
    290   1.1   mjacob 		error = alpha_sgmap_alloc(map, round_page(size),
    291   1.3  thorpej 		    t->_sgmap, flags);
    292   1.1   mjacob 		if (error)
    293   1.1   mjacob 			mcpcia_bus_dmamap_destroy_sgmap(t, map);
    294   1.1   mjacob 	}
    295   1.1   mjacob 
    296   1.1   mjacob 	return (error);
    297   1.1   mjacob }
    298   1.1   mjacob 
    299   1.1   mjacob /*
    300   1.1   mjacob  * Destroy a MCPCIA SGMAP-mapped DMA map.
    301   1.1   mjacob  */
    302   1.1   mjacob void
    303   1.1   mjacob mcpcia_bus_dmamap_destroy_sgmap(t, map)
    304   1.1   mjacob 	bus_dma_tag_t t;
    305   1.1   mjacob 	bus_dmamap_t map;
    306   1.1   mjacob {
    307   1.1   mjacob 
    308   1.1   mjacob 	if (map->_dm_flags & DMAMAP_HAS_SGMAP)
    309   1.3  thorpej 		alpha_sgmap_free(map, t->_sgmap);
    310   1.1   mjacob 
    311   1.1   mjacob 	_bus_dmamap_destroy(t, map);
    312   1.1   mjacob }
    313   1.1   mjacob 
    314   1.1   mjacob /*
    315   1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with a linear buffer.
    316   1.1   mjacob  */
    317   1.1   mjacob int
    318   1.1   mjacob mcpcia_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    319   1.1   mjacob 	bus_dma_tag_t t;
    320   1.1   mjacob 	bus_dmamap_t map;
    321   1.1   mjacob 	void *buf;
    322   1.1   mjacob 	bus_size_t buflen;
    323   1.1   mjacob 	struct proc *p;
    324   1.1   mjacob 	int flags;
    325   1.1   mjacob {
    326   1.1   mjacob 	int error;
    327   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    328   1.1   mjacob 
    329   1.3  thorpej 	error = pci_sgmap_pte64_load(t, map, buf, buflen, p, flags,
    330   1.3  thorpej 	    t->_sgmap);
    331   1.1   mjacob 	if (error == 0)
    332  1.11  thorpej 		MCPCIA_SGTLB_INVALIDATE(ccp);
    333   1.1   mjacob 	return (error);
    334   1.1   mjacob }
    335   1.1   mjacob 
    336   1.1   mjacob /*
    337   1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with an mbuf chain.
    338   1.1   mjacob  */
    339   1.1   mjacob int
    340   1.1   mjacob mcpcia_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    341   1.1   mjacob 	bus_dma_tag_t t;
    342   1.1   mjacob 	bus_dmamap_t map;
    343   1.1   mjacob 	struct mbuf *m;
    344   1.1   mjacob 	int flags;
    345   1.1   mjacob {
    346   1.1   mjacob 	int error;
    347   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    348   1.1   mjacob 
    349   1.3  thorpej 	error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, t->_sgmap);
    350   1.1   mjacob 	if (error == 0)
    351  1.11  thorpej 		MCPCIA_SGTLB_INVALIDATE(ccp);
    352   1.1   mjacob 	return (error);
    353   1.1   mjacob }
    354   1.1   mjacob 
    355   1.1   mjacob /*
    356   1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with a uio.
    357   1.1   mjacob  */
    358   1.1   mjacob int
    359   1.1   mjacob mcpcia_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    360   1.1   mjacob 	bus_dma_tag_t t;
    361   1.1   mjacob 	bus_dmamap_t map;
    362   1.1   mjacob 	struct uio *uio;
    363   1.1   mjacob 	int flags;
    364   1.1   mjacob {
    365   1.1   mjacob 	int error;
    366   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    367   1.1   mjacob 
    368   1.3  thorpej 	error = pci_sgmap_pte64_load_uio(t, map, uio, flags, t->_sgmap);
    369   1.1   mjacob 	if (error == 0)
    370  1.11  thorpej 		MCPCIA_SGTLB_INVALIDATE(ccp);
    371   1.1   mjacob 	return (error);
    372   1.1   mjacob }
    373   1.1   mjacob 
    374   1.1   mjacob /*
    375   1.1   mjacob  * Load a MCPCIA SGMAP-mapped DMA map with raw memory.
    376   1.1   mjacob  */
    377   1.1   mjacob int
    378   1.1   mjacob mcpcia_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    379   1.1   mjacob 	bus_dma_tag_t t;
    380   1.1   mjacob 	bus_dmamap_t map;
    381   1.1   mjacob 	bus_dma_segment_t *segs;
    382   1.1   mjacob 	int nsegs;
    383   1.1   mjacob 	bus_size_t size;
    384   1.1   mjacob 	int flags;
    385   1.1   mjacob {
    386   1.1   mjacob 	int error;
    387   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    388   1.1   mjacob 
    389   1.3  thorpej 	error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs, size, flags,
    390   1.3  thorpej 	    t->_sgmap);
    391   1.1   mjacob 	if (error == 0)
    392  1.11  thorpej 		MCPCIA_SGTLB_INVALIDATE(ccp);
    393   1.1   mjacob 	return (error);
    394   1.1   mjacob }
    395   1.1   mjacob 
    396   1.1   mjacob /*
    397   1.1   mjacob  * Unload a MCPCIA DMA map.
    398   1.1   mjacob  */
    399   1.1   mjacob void
    400   1.1   mjacob mcpcia_bus_dmamap_unload_sgmap(t, map)
    401   1.1   mjacob 	bus_dma_tag_t t;
    402   1.1   mjacob 	bus_dmamap_t map;
    403   1.1   mjacob {
    404   1.1   mjacob 	struct mcpcia_config *ccp = t->_cookie;
    405   1.1   mjacob 
    406   1.1   mjacob 	/*
    407   1.1   mjacob 	 * Invalidate any SGMAP page table entries used by this mapping.
    408   1.1   mjacob 	 */
    409   1.3  thorpej 	pci_sgmap_pte64_unload(t, map, t->_sgmap);
    410  1.11  thorpej 	MCPCIA_SGTLB_INVALIDATE(ccp);
    411   1.1   mjacob 
    412   1.1   mjacob 	/*
    413   1.1   mjacob 	 * Do the generic bits of the unload.
    414   1.1   mjacob 	 */
    415   1.1   mjacob 	_bus_dmamap_unload(t, map);
    416   1.1   mjacob }
    417