Home | History | Annotate | Line # | Download | only in pci
lca_dma.c revision 1.13
      1  1.13      mrg /* $NetBSD: lca_dma.c,v 1.13 2000/06/29 08:58:47 mrg Exp $ */
      2   1.2  thorpej 
      3   1.2  thorpej /*-
      4   1.5  thorpej  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
      5   1.2  thorpej  * All rights reserved.
      6   1.2  thorpej  *
      7   1.2  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8   1.2  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9   1.2  thorpej  * NASA Ames Research Center.
     10   1.2  thorpej  *
     11   1.2  thorpej  * Redistribution and use in source and binary forms, with or without
     12   1.2  thorpej  * modification, are permitted provided that the following conditions
     13   1.2  thorpej  * are met:
     14   1.2  thorpej  * 1. Redistributions of source code must retain the above copyright
     15   1.2  thorpej  *    notice, this list of conditions and the following disclaimer.
     16   1.2  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.2  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18   1.2  thorpej  *    documentation and/or other materials provided with the distribution.
     19   1.2  thorpej  * 3. All advertising materials mentioning features or use of this software
     20   1.2  thorpej  *    must display the following acknowledgement:
     21   1.2  thorpej  *	This product includes software developed by the NetBSD
     22   1.2  thorpej  *	Foundation, Inc. and its contributors.
     23   1.2  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24   1.2  thorpej  *    contributors may be used to endorse or promote products derived
     25   1.2  thorpej  *    from this software without specific prior written permission.
     26   1.2  thorpej  *
     27   1.2  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28   1.2  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29   1.2  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30   1.2  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31   1.2  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32   1.2  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33   1.2  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34   1.2  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35   1.2  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36   1.2  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37   1.2  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38   1.2  thorpej  */
     39   1.2  thorpej 
     40   1.2  thorpej #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     41   1.2  thorpej 
     42  1.13      mrg __KERNEL_RCSID(0, "$NetBSD: lca_dma.c,v 1.13 2000/06/29 08:58:47 mrg Exp $");
     43   1.2  thorpej 
     44   1.2  thorpej #include <sys/param.h>
     45   1.2  thorpej #include <sys/systm.h>
     46   1.2  thorpej #include <sys/kernel.h>
     47   1.2  thorpej #include <sys/device.h>
     48   1.2  thorpej #include <sys/malloc.h>
     49  1.13      mrg 
     50  1.13      mrg #include <uvm/uvm_extern.h>
     51   1.2  thorpej 
     52   1.2  thorpej #define _ALPHA_BUS_DMA_PRIVATE
     53   1.2  thorpej #include <machine/bus.h>
     54   1.2  thorpej 
     55   1.2  thorpej #include <dev/pci/pcireg.h>
     56   1.2  thorpej #include <dev/pci/pcivar.h>
     57   1.2  thorpej #include <alpha/pci/lcareg.h>
     58   1.2  thorpej #include <alpha/pci/lcavar.h>
     59   1.2  thorpej 
     60   1.2  thorpej bus_dma_tag_t lca_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     61   1.2  thorpej 
     62   1.2  thorpej int	lca_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     63   1.2  thorpej 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     64   1.2  thorpej 
     65   1.2  thorpej void	lca_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     66   1.2  thorpej 
     67   1.2  thorpej int	lca_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     68   1.2  thorpej 	    bus_size_t, struct proc *, int));
     69   1.2  thorpej 
     70   1.2  thorpej int	lca_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     71   1.2  thorpej 	    struct mbuf *, int));
     72   1.2  thorpej 
     73   1.2  thorpej int	lca_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     74   1.2  thorpej 	    struct uio *, int));
     75   1.2  thorpej 
     76   1.2  thorpej int	lca_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     77   1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     78   1.2  thorpej 
     79   1.2  thorpej void	lca_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     80   1.2  thorpej 
     81   1.2  thorpej /*
     82   1.9  thorpej  * Direct-mapped window: 1G at 1G
     83   1.2  thorpej  */
     84   1.9  thorpej #define	LCA_DIRECT_MAPPED_BASE	(1*1024*1024*1024)
     85   1.9  thorpej #define	LCA_DIRECT_MAPPED_SIZE	(1*1024*1024*1024)
     86   1.2  thorpej 
     87   1.2  thorpej /*
     88   1.9  thorpej  * SGMAP window: 8M at 8M
     89   1.2  thorpej  */
     90   1.2  thorpej #define	LCA_SGMAP_MAPPED_BASE	(8*1024*1024)
     91   1.9  thorpej #define	LCA_SGMAP_MAPPED_SIZE	(8*1024*1024)
     92   1.2  thorpej 
     93   1.2  thorpej /*
     94   1.2  thorpej  * Macro to flush LCA scatter/gather TLB.
     95   1.2  thorpej  */
     96   1.2  thorpej #define	LCA_TLB_INVALIDATE() \
     97   1.2  thorpej do { \
     98   1.2  thorpej 	alpha_mb(); \
     99   1.2  thorpej 	REGVAL64(LCA_IOC_TBIA) = 0; \
    100   1.2  thorpej 	alpha_mb(); \
    101   1.2  thorpej } while (0)
    102   1.2  thorpej 
    103   1.2  thorpej void
    104   1.2  thorpej lca_dma_init(lcp)
    105   1.2  thorpej 	struct lca_config *lcp;
    106   1.2  thorpej {
    107   1.2  thorpej 	bus_dma_tag_t t;
    108   1.2  thorpej 
    109   1.2  thorpej 	/*
    110   1.2  thorpej 	 * Initialize the DMA tag used for direct-mapped DMA.
    111   1.2  thorpej 	 */
    112   1.2  thorpej 	t = &lcp->lc_dmat_direct;
    113   1.2  thorpej 	t->_cookie = lcp;
    114   1.8  thorpej 	t->_wbase = LCA_DIRECT_MAPPED_BASE;
    115   1.9  thorpej 	t->_wsize = LCA_DIRECT_MAPPED_SIZE;
    116   1.9  thorpej 	t->_next_window = NULL;
    117  1.10  thorpej 	t->_boundary = 0;
    118   1.9  thorpej 	t->_sgmap = NULL;
    119   1.2  thorpej 	t->_get_tag = lca_dma_get_tag;
    120   1.2  thorpej 	t->_dmamap_create = _bus_dmamap_create;
    121   1.2  thorpej 	t->_dmamap_destroy = _bus_dmamap_destroy;
    122   1.8  thorpej 	t->_dmamap_load = _bus_dmamap_load_direct;
    123   1.8  thorpej 	t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
    124   1.8  thorpej 	t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
    125   1.8  thorpej 	t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
    126   1.2  thorpej 	t->_dmamap_unload = _bus_dmamap_unload;
    127   1.7  thorpej 	t->_dmamap_sync = _bus_dmamap_sync;
    128   1.2  thorpej 
    129   1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    130   1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    131   1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    132   1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    133   1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    134   1.2  thorpej 
    135   1.2  thorpej 	/*
    136   1.2  thorpej 	 * Initialize the DMA tag used for sgmap-mapped DMA.
    137   1.2  thorpej 	 */
    138   1.2  thorpej 	t = &lcp->lc_dmat_sgmap;
    139   1.2  thorpej 	t->_cookie = lcp;
    140   1.8  thorpej 	t->_wbase = LCA_SGMAP_MAPPED_BASE;
    141   1.9  thorpej 	t->_wsize = LCA_SGMAP_MAPPED_SIZE;
    142   1.9  thorpej 	t->_next_window = NULL;
    143  1.10  thorpej 	t->_boundary = 0;
    144   1.9  thorpej 	t->_sgmap = &lcp->lc_sgmap;
    145   1.2  thorpej 	t->_get_tag = lca_dma_get_tag;
    146   1.2  thorpej 	t->_dmamap_create = lca_bus_dmamap_create_sgmap;
    147   1.2  thorpej 	t->_dmamap_destroy = lca_bus_dmamap_destroy_sgmap;
    148   1.2  thorpej 	t->_dmamap_load = lca_bus_dmamap_load_sgmap;
    149   1.2  thorpej 	t->_dmamap_load_mbuf = lca_bus_dmamap_load_mbuf_sgmap;
    150   1.2  thorpej 	t->_dmamap_load_uio = lca_bus_dmamap_load_uio_sgmap;
    151   1.2  thorpej 	t->_dmamap_load_raw = lca_bus_dmamap_load_raw_sgmap;
    152   1.2  thorpej 	t->_dmamap_unload = lca_bus_dmamap_unload_sgmap;
    153   1.7  thorpej 	t->_dmamap_sync = _bus_dmamap_sync;
    154   1.2  thorpej 
    155   1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    156   1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    157   1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    158   1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    159   1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    160   1.2  thorpej 
    161   1.2  thorpej 	/*
    162   1.2  thorpej 	 * The firmware has set up window 1 as a 1G direct-mapped DMA
    163   1.2  thorpej 	 * window beginning at 1G.  We leave it alone.  Disable
    164   1.2  thorpej 	 * window 0.
    165   1.2  thorpej 	 */
    166   1.2  thorpej 	REGVAL64(LCA_IOC_W_BASE0) = 0;
    167   1.2  thorpej 	alpha_mb();
    168   1.2  thorpej 
    169   1.2  thorpej 	/*
    170  1.11  thorpej 	 * Initialize the SGMAP.
    171   1.2  thorpej 	 */
    172  1.11  thorpej 	alpha_sgmap_init(t, &lcp->lc_sgmap, "lca_sgmap",
    173  1.11  thorpej 	    LCA_SGMAP_MAPPED_BASE, 0, LCA_SGMAP_MAPPED_SIZE,
    174  1.11  thorpej 	    sizeof(u_int64_t), NULL, 0);
    175   1.2  thorpej 
    176  1.11  thorpej 	/*
    177  1.11  thorpej 	 * Set up window 0 as an 8MB SGMAP-mapped window
    178  1.11  thorpej 	 * starting at 8MB.
    179  1.11  thorpej 	 */
    180  1.11  thorpej 	REGVAL64(LCA_IOC_W_BASE0) = LCA_SGMAP_MAPPED_BASE |
    181  1.11  thorpej 	    IOC_W_BASE_SG | IOC_W_BASE_WEN;
    182  1.11  thorpej 	alpha_mb();
    183  1.11  thorpej 
    184  1.11  thorpej 	REGVAL64(LCA_IOC_W_MASK0) = IOC_W_MASK_8M;
    185  1.11  thorpej 	alpha_mb();
    186  1.11  thorpej 
    187  1.11  thorpej 	if ((lcp->lc_sgmap.aps_ptpa & IOC_W_T_BASE) !=
    188  1.11  thorpej 	    lcp->lc_sgmap.aps_ptpa)
    189  1.11  thorpej 		panic("lca_dma_init: bad page table address");
    190  1.11  thorpej 	REGVAL64(LCA_IOC_W_T_BASE0) = lcp->lc_sgmap.aps_ptpa;
    191  1.11  thorpej 	alpha_mb();
    192  1.11  thorpej 
    193  1.11  thorpej 	/* Enble the scatter/gather TLB. */
    194  1.11  thorpej 	REGVAL64(LCA_IOC_TB_ENA) = IOC_TB_ENA_TEN;
    195  1.11  thorpej 	alpha_mb();
    196  1.11  thorpej 
    197  1.11  thorpej 	LCA_TLB_INVALIDATE();
    198   1.2  thorpej 
    199   1.2  thorpej 	/* XXX XXX BEGIN XXX XXX */
    200   1.2  thorpej 	{							/* XXX */
    201  1.12  thorpej 		extern paddr_t alpha_XXX_dmamap_or;		/* XXX */
    202   1.2  thorpej 		alpha_XXX_dmamap_or = LCA_DIRECT_MAPPED_BASE;	/* XXX */
    203   1.2  thorpej 	}							/* XXX */
    204   1.2  thorpej 	/* XXX XXX END XXX XXX */
    205   1.2  thorpej }
    206   1.2  thorpej 
    207   1.2  thorpej /*
    208   1.2  thorpej  * Return the bus dma tag to be used for the specified bus type.
    209   1.2  thorpej  * INTERNAL USE ONLY!
    210   1.2  thorpej  */
    211   1.2  thorpej bus_dma_tag_t
    212   1.2  thorpej lca_dma_get_tag(t, bustype)
    213   1.2  thorpej 	bus_dma_tag_t t;
    214   1.2  thorpej 	alpha_bus_t bustype;
    215   1.2  thorpej {
    216   1.2  thorpej 	struct lca_config *lcp = t->_cookie;
    217   1.2  thorpej 
    218   1.2  thorpej 	switch (bustype) {
    219   1.2  thorpej 	case ALPHA_BUS_PCI:
    220   1.2  thorpej 	case ALPHA_BUS_EISA:
    221   1.2  thorpej 		/*
    222   1.2  thorpej 		 * Systems with an LCA can only support 1G
    223   1.2  thorpej 		 * of memory, so we use the direct-mapped window
    224   1.2  thorpej 		 * on busses that have 32-bit DMA.
    225   1.2  thorpej 		 */
    226   1.2  thorpej 		return (&lcp->lc_dmat_direct);
    227   1.2  thorpej 
    228   1.2  thorpej 	case ALPHA_BUS_ISA:
    229   1.2  thorpej 		/*
    230   1.2  thorpej 		 * ISA doesn't have enough address bits to use
    231   1.2  thorpej 		 * the direct-mapped DMA window, so we must use
    232   1.2  thorpej 		 * SGMAPs.
    233   1.2  thorpej 		 */
    234   1.2  thorpej 		return (&lcp->lc_dmat_sgmap);
    235   1.2  thorpej 
    236   1.2  thorpej 	default:
    237   1.2  thorpej 		panic("lca_dma_get_tag: shouldn't be here, really...");
    238   1.2  thorpej 	}
    239   1.2  thorpej }
    240   1.2  thorpej 
    241   1.2  thorpej /*
    242   1.2  thorpej  * Create an LCA SGMAP-mapped DMA map.
    243   1.2  thorpej  */
    244   1.2  thorpej int
    245   1.2  thorpej lca_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    246   1.2  thorpej     flags, dmamp)
    247   1.2  thorpej 	bus_dma_tag_t t;
    248   1.2  thorpej 	bus_size_t size;
    249   1.2  thorpej 	int nsegments;
    250   1.2  thorpej 	bus_size_t maxsegsz;
    251   1.2  thorpej 	bus_size_t boundary;
    252   1.2  thorpej 	int flags;
    253   1.2  thorpej 	bus_dmamap_t *dmamp;
    254   1.2  thorpej {
    255   1.2  thorpej 	bus_dmamap_t map;
    256   1.2  thorpej 	int error;
    257   1.2  thorpej 
    258   1.2  thorpej 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    259   1.2  thorpej 	    boundary, flags, dmamp);
    260   1.2  thorpej 	if (error)
    261   1.2  thorpej 		return (error);
    262   1.2  thorpej 
    263   1.2  thorpej 	map = *dmamp;
    264   1.2  thorpej 
    265   1.2  thorpej 	if (flags & BUS_DMA_ALLOCNOW) {
    266   1.2  thorpej 		error = alpha_sgmap_alloc(map, round_page(size),
    267   1.9  thorpej 		    t->_sgmap, flags);
    268   1.2  thorpej 		if (error)
    269   1.2  thorpej 			lca_bus_dmamap_destroy_sgmap(t, map);
    270   1.2  thorpej 	}
    271   1.2  thorpej 
    272   1.2  thorpej 	return (error);
    273   1.2  thorpej }
    274   1.2  thorpej 
    275   1.2  thorpej /*
    276   1.2  thorpej  * Destroy an LCA SGMAP-mapped DMA map.
    277   1.2  thorpej  */
    278   1.2  thorpej void
    279   1.2  thorpej lca_bus_dmamap_destroy_sgmap(t, map)
    280   1.2  thorpej 	bus_dma_tag_t t;
    281   1.2  thorpej 	bus_dmamap_t map;
    282   1.2  thorpej {
    283   1.2  thorpej 
    284   1.5  thorpej 	if (map->_dm_flags & DMAMAP_HAS_SGMAP)
    285   1.9  thorpej 		alpha_sgmap_free(map, t->_sgmap);
    286   1.2  thorpej 
    287   1.2  thorpej 	_bus_dmamap_destroy(t, map);
    288   1.2  thorpej }
    289   1.2  thorpej 
    290   1.2  thorpej /*
    291   1.2  thorpej  * Load an LCA SGMAP-mapped DMA map with a linear buffer.
    292   1.2  thorpej  */
    293   1.2  thorpej int
    294   1.2  thorpej lca_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    295   1.2  thorpej 	bus_dma_tag_t t;
    296   1.2  thorpej 	bus_dmamap_t map;
    297   1.2  thorpej 	void *buf;
    298   1.2  thorpej 	bus_size_t buflen;
    299   1.2  thorpej 	struct proc *p;
    300   1.2  thorpej 	int flags;
    301   1.2  thorpej {
    302   1.2  thorpej 	int error;
    303   1.2  thorpej 
    304   1.2  thorpej 	error = pci_sgmap_pte64_load(t, map, buf, buflen, p, flags,
    305   1.9  thorpej 	    t->_sgmap);
    306   1.2  thorpej 	if (error == 0)
    307   1.2  thorpej 		LCA_TLB_INVALIDATE();
    308   1.2  thorpej 
    309   1.2  thorpej 	return (error);
    310   1.2  thorpej }
    311   1.2  thorpej 
    312   1.2  thorpej /*
    313   1.2  thorpej  * Load an LCA SGMAP-mapped DMA map with an mbuf chain.
    314   1.2  thorpej  */
    315   1.2  thorpej int
    316   1.2  thorpej lca_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    317   1.2  thorpej 	bus_dma_tag_t t;
    318   1.2  thorpej 	bus_dmamap_t map;
    319   1.2  thorpej 	struct mbuf *m;
    320   1.2  thorpej 	int flags;
    321   1.2  thorpej {
    322   1.2  thorpej 	int error;
    323   1.2  thorpej 
    324   1.9  thorpej 	error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, t->_sgmap);
    325   1.2  thorpej 	if (error == 0)
    326   1.2  thorpej 		LCA_TLB_INVALIDATE();
    327   1.2  thorpej 
    328   1.2  thorpej 	return (error);
    329   1.2  thorpej }
    330   1.2  thorpej 
    331   1.2  thorpej /*
    332   1.2  thorpej  * Load an LCA SGMAP-mapped DMA map with a uio.
    333   1.2  thorpej  */
    334   1.2  thorpej int
    335   1.2  thorpej lca_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    336   1.2  thorpej 	bus_dma_tag_t t;
    337   1.2  thorpej 	bus_dmamap_t map;
    338   1.2  thorpej 	struct uio *uio;
    339   1.2  thorpej 	int flags;
    340   1.2  thorpej {
    341   1.2  thorpej 	int error;
    342   1.2  thorpej 
    343   1.9  thorpej 	error = pci_sgmap_pte64_load_uio(t, map, uio, flags, t->_sgmap);
    344   1.2  thorpej 	if (error == 0)
    345   1.2  thorpej 		LCA_TLB_INVALIDATE();
    346   1.2  thorpej 
    347   1.2  thorpej 	return (error);
    348   1.2  thorpej }
    349   1.2  thorpej 
    350   1.2  thorpej /*
    351   1.2  thorpej  * Load an LCA SGMAP-mapped DMA map with raw memory.
    352   1.2  thorpej  */
    353   1.2  thorpej int
    354   1.2  thorpej lca_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    355   1.2  thorpej 	bus_dma_tag_t t;
    356   1.2  thorpej 	bus_dmamap_t map;
    357   1.2  thorpej 	bus_dma_segment_t *segs;
    358   1.2  thorpej 	int nsegs;
    359   1.2  thorpej 	bus_size_t size;
    360   1.2  thorpej 	int flags;
    361   1.2  thorpej {
    362   1.2  thorpej 	int error;
    363   1.2  thorpej 
    364   1.2  thorpej 	error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs, size, flags,
    365   1.9  thorpej 	    t->_sgmap);
    366   1.2  thorpej 	if (error == 0)
    367   1.2  thorpej 		LCA_TLB_INVALIDATE();
    368   1.2  thorpej 
    369   1.2  thorpej 	return (error);
    370   1.2  thorpej }
    371   1.2  thorpej 
    372   1.2  thorpej /*
    373   1.2  thorpej  * Unload an LCA DMA map.
    374   1.2  thorpej  */
    375   1.2  thorpej void
    376   1.2  thorpej lca_bus_dmamap_unload_sgmap(t, map)
    377   1.2  thorpej 	bus_dma_tag_t t;
    378   1.2  thorpej 	bus_dmamap_t map;
    379   1.2  thorpej {
    380   1.2  thorpej 
    381   1.2  thorpej 	/*
    382   1.2  thorpej 	 * Invalidate any SGMAP page table entries used by this
    383   1.2  thorpej 	 * mapping.
    384   1.2  thorpej 	 */
    385   1.9  thorpej 	pci_sgmap_pte64_unload(t, map, t->_sgmap);
    386   1.2  thorpej 	LCA_TLB_INVALIDATE();
    387   1.2  thorpej 
    388   1.2  thorpej 	/*
    389   1.2  thorpej 	 * Do the generic bits of the unload.
    390   1.2  thorpej 	 */
    391   1.2  thorpej 	_bus_dmamap_unload(t, map);
    392   1.2  thorpej }
    393