Home | History | Annotate | Line # | Download | only in pci
apecs_dma.c revision 1.9
      1  1.9  thorpej /* $NetBSD: apecs_dma.c,v 1.9 1998/05/13 21:21:16 thorpej Exp $ */
      2  1.2  thorpej 
      3  1.2  thorpej /*-
      4  1.5  thorpej  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
      5  1.2  thorpej  * All rights reserved.
      6  1.2  thorpej  *
      7  1.2  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.2  thorpej  * NASA Ames Research Center.
     10  1.2  thorpej  *
     11  1.2  thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.2  thorpej  * modification, are permitted provided that the following conditions
     13  1.2  thorpej  * are met:
     14  1.2  thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.2  thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.2  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.2  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.2  thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.2  thorpej  * 3. All advertising materials mentioning features or use of this software
     20  1.2  thorpej  *    must display the following acknowledgement:
     21  1.2  thorpej  *	This product includes software developed by the NetBSD
     22  1.2  thorpej  *	Foundation, Inc. and its contributors.
     23  1.2  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  1.2  thorpej  *    contributors may be used to endorse or promote products derived
     25  1.2  thorpej  *    from this software without specific prior written permission.
     26  1.2  thorpej  *
     27  1.2  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  1.2  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  1.2  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  1.2  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.2  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  1.2  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  1.2  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  1.2  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  1.2  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  1.2  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  1.2  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38  1.2  thorpej  */
     39  1.2  thorpej 
     40  1.2  thorpej #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     41  1.2  thorpej 
     42  1.9  thorpej __KERNEL_RCSID(0, "$NetBSD: apecs_dma.c,v 1.9 1998/05/13 21:21:16 thorpej Exp $");
     43  1.2  thorpej 
     44  1.2  thorpej #include <sys/param.h>
     45  1.2  thorpej #include <sys/systm.h>
     46  1.2  thorpej #include <sys/kernel.h>
     47  1.2  thorpej #include <sys/device.h>
     48  1.2  thorpej #include <sys/malloc.h>
     49  1.2  thorpej #include <vm/vm.h>
     50  1.2  thorpej 
     51  1.2  thorpej #define _ALPHA_BUS_DMA_PRIVATE
     52  1.2  thorpej #include <machine/bus.h>
     53  1.2  thorpej 
     54  1.2  thorpej #include <dev/pci/pcireg.h>
     55  1.2  thorpej #include <dev/pci/pcivar.h>
     56  1.2  thorpej #include <alpha/pci/apecsreg.h>
     57  1.2  thorpej #include <alpha/pci/apecsvar.h>
     58  1.2  thorpej 
     59  1.2  thorpej bus_dma_tag_t apecs_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
     60  1.2  thorpej 
     61  1.2  thorpej int	apecs_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
     62  1.2  thorpej 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     63  1.2  thorpej 
     64  1.2  thorpej void	apecs_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     65  1.2  thorpej 
     66  1.2  thorpej int	apecs_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
     67  1.2  thorpej 	    bus_size_t, struct proc *, int));
     68  1.2  thorpej 
     69  1.2  thorpej int	apecs_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     70  1.2  thorpej 	    struct mbuf *, int));
     71  1.2  thorpej 
     72  1.2  thorpej int	apecs_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     73  1.2  thorpej 	    struct uio *, int));
     74  1.2  thorpej 
     75  1.2  thorpej int	apecs_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
     76  1.2  thorpej 	    bus_dma_segment_t *, int, bus_size_t, int));
     77  1.2  thorpej 
     78  1.2  thorpej void	apecs_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
     79  1.2  thorpej 
     80  1.2  thorpej /*
     81  1.9  thorpej  * Direct-mapped window: 1G at 1G
     82  1.2  thorpej  */
     83  1.9  thorpej #define	APECS_DIRECT_MAPPED_BASE (1*1024*1024*1024)
     84  1.9  thorpej #define	APECS_DIRECT_MAPPED_SIZE (1*1024*1024*1024)
     85  1.2  thorpej 
     86  1.2  thorpej /*
     87  1.9  thorpej  * SGMAP window: 8M at 8M
     88  1.2  thorpej  */
     89  1.2  thorpej #define	APECS_SGMAP_MAPPED_BASE	(8*1024*1024)
     90  1.9  thorpej #define	APECS_SGMAP_MAPPED_SIZE	(8*1024*1024)
     91  1.2  thorpej 
     92  1.2  thorpej /*
     93  1.2  thorpej  * Macro to flush APECS scatter/gather TLB.
     94  1.2  thorpej  */
     95  1.2  thorpej #define	APECS_TLB_INVALIDATE() \
     96  1.2  thorpej do { \
     97  1.2  thorpej 	alpha_mb(); \
     98  1.2  thorpej 	REGVAL(EPIC_TBIA) = 0; \
     99  1.2  thorpej 	alpha_mb(); \
    100  1.2  thorpej } while (0)
    101  1.2  thorpej 
    102  1.2  thorpej void
    103  1.2  thorpej apecs_dma_init(acp)
    104  1.2  thorpej 	struct apecs_config *acp;
    105  1.2  thorpej {
    106  1.2  thorpej 	bus_addr_t tbase;
    107  1.2  thorpej 	bus_dma_tag_t t;
    108  1.2  thorpej 
    109  1.2  thorpej 	/*
    110  1.2  thorpej 	 * Initialize the DMA tag used for direct-mapped DMA.
    111  1.2  thorpej 	 */
    112  1.2  thorpej 	t = &acp->ac_dmat_direct;
    113  1.2  thorpej 	t->_cookie = acp;
    114  1.8  thorpej 	t->_wbase = APECS_DIRECT_MAPPED_BASE;
    115  1.9  thorpej 	t->_wsize = APECS_DIRECT_MAPPED_SIZE;
    116  1.9  thorpej 	t->_next_window = NULL;
    117  1.9  thorpej 	t->_sgmap = NULL;
    118  1.2  thorpej 	t->_get_tag = apecs_dma_get_tag;
    119  1.2  thorpej 	t->_dmamap_create = _bus_dmamap_create;
    120  1.2  thorpej 	t->_dmamap_destroy = _bus_dmamap_destroy;
    121  1.8  thorpej 	t->_dmamap_load = _bus_dmamap_load_direct;
    122  1.8  thorpej 	t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
    123  1.8  thorpej 	t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
    124  1.8  thorpej 	t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
    125  1.2  thorpej 	t->_dmamap_unload = _bus_dmamap_unload;
    126  1.7  thorpej 	t->_dmamap_sync = _bus_dmamap_sync;
    127  1.2  thorpej 
    128  1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    129  1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    130  1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    131  1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    132  1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    133  1.2  thorpej 
    134  1.2  thorpej 	/*
    135  1.2  thorpej 	 * Initialize the DMA tag used for sgmap-mapped DMA.
    136  1.2  thorpej 	 */
    137  1.2  thorpej 	t = &acp->ac_dmat_sgmap;
    138  1.2  thorpej 	t->_cookie = acp;
    139  1.8  thorpej 	t->_wbase = APECS_SGMAP_MAPPED_BASE;
    140  1.9  thorpej 	t->_wsize = APECS_SGMAP_MAPPED_SIZE;
    141  1.9  thorpej 	t->_next_window = NULL;
    142  1.9  thorpej 	t->_sgmap = &acp->ac_sgmap;
    143  1.2  thorpej 	t->_get_tag = apecs_dma_get_tag;
    144  1.2  thorpej 	t->_dmamap_create = apecs_bus_dmamap_create_sgmap;
    145  1.2  thorpej 	t->_dmamap_destroy = apecs_bus_dmamap_destroy_sgmap;
    146  1.2  thorpej 	t->_dmamap_load = apecs_bus_dmamap_load_sgmap;
    147  1.2  thorpej 	t->_dmamap_load_mbuf = apecs_bus_dmamap_load_mbuf_sgmap;
    148  1.2  thorpej 	t->_dmamap_load_uio = apecs_bus_dmamap_load_uio_sgmap;
    149  1.2  thorpej 	t->_dmamap_load_raw = apecs_bus_dmamap_load_raw_sgmap;
    150  1.2  thorpej 	t->_dmamap_unload = apecs_bus_dmamap_unload_sgmap;
    151  1.7  thorpej 	t->_dmamap_sync = _bus_dmamap_sync;
    152  1.2  thorpej 
    153  1.2  thorpej 	t->_dmamem_alloc = _bus_dmamem_alloc;
    154  1.2  thorpej 	t->_dmamem_free = _bus_dmamem_free;
    155  1.2  thorpej 	t->_dmamem_map = _bus_dmamem_map;
    156  1.2  thorpej 	t->_dmamem_unmap = _bus_dmamem_unmap;
    157  1.2  thorpej 	t->_dmamem_mmap = _bus_dmamem_mmap;
    158  1.2  thorpej 
    159  1.2  thorpej 	/*
    160  1.2  thorpej 	 * The firmware has set up window 2 as a 1G direct-mapped DMA
    161  1.2  thorpej 	 * window beginning at 1G.  We leave it alone.  Disable
    162  1.2  thorpej 	 * window 1.
    163  1.2  thorpej 	 */
    164  1.2  thorpej 	REGVAL(EPIC_PCI_BASE_1) = 0;
    165  1.2  thorpej 	alpha_mb();
    166  1.2  thorpej 
    167  1.2  thorpej 	/*
    168  1.2  thorpej 	 * Initialize the SGMAP if safe to do so.
    169  1.2  thorpej 	 */
    170  1.2  thorpej 	if (acp->ac_mallocsafe) {
    171  1.2  thorpej 		alpha_sgmap_init(t, &acp->ac_sgmap, "apecs_sgmap",
    172  1.9  thorpej 		    APECS_SGMAP_MAPPED_BASE, 0, APECS_SGMAP_MAPPED_SIZE,
    173  1.4  thorpej 		    sizeof(u_int64_t), NULL, 0);
    174  1.2  thorpej 
    175  1.2  thorpej 		/*
    176  1.2  thorpej 		 * Set up window 1 as an 8MB SGMAP-mapped window
    177  1.2  thorpej 		 * starting at 8MB.
    178  1.2  thorpej 		 */
    179  1.6  thorpej 		REGVAL(EPIC_PCI_BASE_1) = APECS_SGMAP_MAPPED_BASE |
    180  1.6  thorpej 		    EPIC_PCI_BASE_SGEN | EPIC_PCI_BASE_WENB;
    181  1.6  thorpej 		alpha_mb();
    182  1.6  thorpej 
    183  1.6  thorpej 		REGVAL(EPIC_PCI_MASK_1) = EPIC_PCI_MASK_8M;
    184  1.6  thorpej 		alpha_mb();
    185  1.6  thorpej 
    186  1.2  thorpej 		tbase = acp->ac_sgmap.aps_ptpa >> EPIC_TBASE_SHIFT;
    187  1.2  thorpej 		if ((tbase & EPIC_TBASE_T_BASE) != tbase)
    188  1.2  thorpej 			panic("apecs_dma_init: bad page table address");
    189  1.2  thorpej 		REGVAL(EPIC_TBASE_1) = tbase;
    190  1.2  thorpej 		alpha_mb();
    191  1.2  thorpej 
    192  1.2  thorpej 		APECS_TLB_INVALIDATE();
    193  1.2  thorpej 	}
    194  1.2  thorpej 
    195  1.2  thorpej 	/* XXX XXX BEGIN XXX XXX */
    196  1.2  thorpej 	{							/* XXX */
    197  1.2  thorpej 		extern vm_offset_t alpha_XXX_dmamap_or;		/* XXX */
    198  1.2  thorpej 		alpha_XXX_dmamap_or = APECS_DIRECT_MAPPED_BASE;	/* XXX */
    199  1.2  thorpej 	}							/* XXX */
    200  1.2  thorpej 	/* XXX XXX END XXX XXX */
    201  1.2  thorpej }
    202  1.2  thorpej 
    203  1.2  thorpej /*
    204  1.2  thorpej  * Return the bus dma tag to be used for the specified bus type.
    205  1.2  thorpej  * INTERNAL USE ONLY!
    206  1.2  thorpej  */
    207  1.2  thorpej bus_dma_tag_t
    208  1.2  thorpej apecs_dma_get_tag(t, bustype)
    209  1.2  thorpej 	bus_dma_tag_t t;
    210  1.2  thorpej 	alpha_bus_t bustype;
    211  1.2  thorpej {
    212  1.2  thorpej 	struct apecs_config *acp = t->_cookie;
    213  1.2  thorpej 
    214  1.2  thorpej 	switch (bustype) {
    215  1.2  thorpej 	case ALPHA_BUS_PCI:
    216  1.2  thorpej 	case ALPHA_BUS_EISA:
    217  1.2  thorpej 		/*
    218  1.2  thorpej 		 * Systems with an APECS can only support 1G
    219  1.2  thorpej 		 * of memory, so we use the direct-mapped window
    220  1.2  thorpej 		 * on busses that have 32-bit DMA.
    221  1.2  thorpej 		 */
    222  1.2  thorpej 		return (&acp->ac_dmat_direct);
    223  1.2  thorpej 
    224  1.2  thorpej 	case ALPHA_BUS_ISA:
    225  1.2  thorpej 		/*
    226  1.2  thorpej 		 * ISA doesn't have enough address bits to use
    227  1.2  thorpej 		 * the direct-mapped DMA window, so we must use
    228  1.2  thorpej 		 * SGMAPs.
    229  1.2  thorpej 		 */
    230  1.2  thorpej 		return (&acp->ac_dmat_sgmap);
    231  1.2  thorpej 
    232  1.2  thorpej 	default:
    233  1.2  thorpej 		panic("apecs_dma_get_tag: shouldn't be here, really...");
    234  1.2  thorpej 	}
    235  1.2  thorpej }
    236  1.2  thorpej 
    237  1.2  thorpej /*
    238  1.2  thorpej  * Create an APECS SGMAP-mapped DMA map.
    239  1.2  thorpej  */
    240  1.2  thorpej int
    241  1.2  thorpej apecs_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
    242  1.2  thorpej     flags, dmamp)
    243  1.2  thorpej 	bus_dma_tag_t t;
    244  1.2  thorpej 	bus_size_t size;
    245  1.2  thorpej 	int nsegments;
    246  1.2  thorpej 	bus_size_t maxsegsz;
    247  1.2  thorpej 	bus_size_t boundary;
    248  1.2  thorpej 	int flags;
    249  1.2  thorpej 	bus_dmamap_t *dmamp;
    250  1.2  thorpej {
    251  1.2  thorpej 	bus_dmamap_t map;
    252  1.2  thorpej 	int error;
    253  1.2  thorpej 
    254  1.2  thorpej 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
    255  1.2  thorpej 	    boundary, flags, dmamp);
    256  1.2  thorpej 	if (error)
    257  1.2  thorpej 		return (error);
    258  1.2  thorpej 
    259  1.2  thorpej 	map = *dmamp;
    260  1.2  thorpej 
    261  1.2  thorpej 	if (flags & BUS_DMA_ALLOCNOW) {
    262  1.2  thorpej 		error = alpha_sgmap_alloc(map, round_page(size),
    263  1.9  thorpej 		    t->_sgmap, flags);
    264  1.2  thorpej 		if (error)
    265  1.2  thorpej 			apecs_bus_dmamap_destroy_sgmap(t, map);
    266  1.2  thorpej 	}
    267  1.2  thorpej 
    268  1.2  thorpej 	return (error);
    269  1.2  thorpej }
    270  1.2  thorpej 
    271  1.2  thorpej /*
    272  1.2  thorpej  * Destroy an APECS SGMAP-mapped DMA map.
    273  1.2  thorpej  */
    274  1.2  thorpej void
    275  1.2  thorpej apecs_bus_dmamap_destroy_sgmap(t, map)
    276  1.2  thorpej 	bus_dma_tag_t t;
    277  1.2  thorpej 	bus_dmamap_t map;
    278  1.2  thorpej {
    279  1.2  thorpej 
    280  1.5  thorpej 	if (map->_dm_flags & DMAMAP_HAS_SGMAP)
    281  1.9  thorpej 		alpha_sgmap_free(map, t->_sgmap);
    282  1.2  thorpej 
    283  1.2  thorpej 	_bus_dmamap_destroy(t, map);
    284  1.2  thorpej }
    285  1.2  thorpej 
    286  1.2  thorpej /*
    287  1.2  thorpej  * Load an APECS SGMAP-mapped DMA map with a linear buffer.
    288  1.2  thorpej  */
    289  1.2  thorpej int
    290  1.2  thorpej apecs_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
    291  1.2  thorpej 	bus_dma_tag_t t;
    292  1.2  thorpej 	bus_dmamap_t map;
    293  1.2  thorpej 	void *buf;
    294  1.2  thorpej 	bus_size_t buflen;
    295  1.2  thorpej 	struct proc *p;
    296  1.2  thorpej 	int flags;
    297  1.2  thorpej {
    298  1.2  thorpej 	int error;
    299  1.2  thorpej 
    300  1.2  thorpej 	error = pci_sgmap_pte64_load(t, map, buf, buflen, p, flags,
    301  1.9  thorpej 	    t->_sgmap);
    302  1.2  thorpej 	if (error == 0)
    303  1.2  thorpej 		APECS_TLB_INVALIDATE();
    304  1.2  thorpej 
    305  1.2  thorpej 	return (error);
    306  1.2  thorpej }
    307  1.2  thorpej 
    308  1.2  thorpej /*
    309  1.2  thorpej  * Load an APECS SGMAP-mapped DMA map with an mbuf chain.
    310  1.2  thorpej  */
    311  1.2  thorpej int
    312  1.2  thorpej apecs_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
    313  1.2  thorpej 	bus_dma_tag_t t;
    314  1.2  thorpej 	bus_dmamap_t map;
    315  1.2  thorpej 	struct mbuf *m;
    316  1.2  thorpej 	int flags;
    317  1.2  thorpej {
    318  1.2  thorpej 	int error;
    319  1.2  thorpej 
    320  1.9  thorpej 	error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, t->_sgmap);
    321  1.2  thorpej 	if (error == 0)
    322  1.2  thorpej 		APECS_TLB_INVALIDATE();
    323  1.2  thorpej 
    324  1.2  thorpej 	return (error);
    325  1.2  thorpej }
    326  1.2  thorpej 
    327  1.2  thorpej /*
    328  1.2  thorpej  * Load an APECS SGMAP-mapped DMA map with a uio.
    329  1.2  thorpej  */
    330  1.2  thorpej int
    331  1.2  thorpej apecs_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
    332  1.2  thorpej 	bus_dma_tag_t t;
    333  1.2  thorpej 	bus_dmamap_t map;
    334  1.2  thorpej 	struct uio *uio;
    335  1.2  thorpej 	int flags;
    336  1.2  thorpej {
    337  1.2  thorpej 	int error;
    338  1.2  thorpej 
    339  1.9  thorpej 	error = pci_sgmap_pte64_load_uio(t, map, uio, flags, t->_sgmap);
    340  1.2  thorpej 	if (error == 0)
    341  1.2  thorpej 		APECS_TLB_INVALIDATE();
    342  1.2  thorpej 
    343  1.2  thorpej 	return (error);
    344  1.2  thorpej }
    345  1.2  thorpej 
    346  1.2  thorpej /*
    347  1.2  thorpej  * Load an APECS SGMAP-mapped DMA map with raw memory.
    348  1.2  thorpej  */
    349  1.2  thorpej int
    350  1.2  thorpej apecs_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
    351  1.2  thorpej 	bus_dma_tag_t t;
    352  1.2  thorpej 	bus_dmamap_t map;
    353  1.2  thorpej 	bus_dma_segment_t *segs;
    354  1.2  thorpej 	int nsegs;
    355  1.2  thorpej 	bus_size_t size;
    356  1.2  thorpej 	int flags;
    357  1.2  thorpej {
    358  1.2  thorpej 	int error;
    359  1.2  thorpej 
    360  1.2  thorpej 	error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs, size, flags,
    361  1.9  thorpej 	    t->_sgmap);
    362  1.2  thorpej 	if (error == 0)
    363  1.2  thorpej 		APECS_TLB_INVALIDATE();
    364  1.2  thorpej 
    365  1.2  thorpej 	return (error);
    366  1.2  thorpej }
    367  1.2  thorpej 
    368  1.2  thorpej /*
    369  1.2  thorpej  * Unload an APECS DMA map.
    370  1.2  thorpej  */
    371  1.2  thorpej void
    372  1.2  thorpej apecs_bus_dmamap_unload_sgmap(t, map)
    373  1.2  thorpej 	bus_dma_tag_t t;
    374  1.2  thorpej 	bus_dmamap_t map;
    375  1.2  thorpej {
    376  1.2  thorpej 
    377  1.2  thorpej 	/*
    378  1.2  thorpej 	 * Invalidate any SGMAP page table entries used by this
    379  1.2  thorpej 	 * mapping.
    380  1.2  thorpej 	 */
    381  1.9  thorpej 	pci_sgmap_pte64_unload(t, map, t->_sgmap);
    382  1.2  thorpej 	APECS_TLB_INVALIDATE();
    383  1.2  thorpej 
    384  1.2  thorpej 	/*
    385  1.2  thorpej 	 * Do the generic bits of the unload.
    386  1.2  thorpej 	 */
    387  1.2  thorpej 	_bus_dmamap_unload(t, map);
    388  1.2  thorpej }
    389