mcpcia_dma.c revision 1.2 1 1.2 thorpej /* $NetBSD: mcpcia_dma.c,v 1.2 1998/05/07 20:09:38 thorpej Exp $ */
2 1.1 mjacob
3 1.1 mjacob /*-
4 1.1 mjacob * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
5 1.1 mjacob * All rights reserved.
6 1.1 mjacob *
7 1.1 mjacob * This code is derived from software contributed to The NetBSD Foundation
8 1.1 mjacob * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.1 mjacob * NASA Ames Research Center. This code happens to have been written
10 1.1 mjacob * by Matthew Jacob for NASA/Ames.
11 1.1 mjacob *
12 1.1 mjacob * Redistribution and use in source and binary forms, with or without
13 1.1 mjacob * modification, are permitted provided that the following conditions
14 1.1 mjacob * are met:
15 1.1 mjacob * 1. Redistributions of source code must retain the above copyright
16 1.1 mjacob * notice, this list of conditions and the following disclaimer.
17 1.1 mjacob * 2. Redistributions in binary form must reproduce the above copyright
18 1.1 mjacob * notice, this list of conditions and the following disclaimer in the
19 1.1 mjacob * documentation and/or other materials provided with the distribution.
20 1.1 mjacob * 3. All advertising materials mentioning features or use of this software
21 1.1 mjacob * must display the following acknowledgement:
22 1.1 mjacob * This product includes software developed by the NetBSD
23 1.1 mjacob * Foundation, Inc. and its contributors.
24 1.1 mjacob * 4. Neither the name of The NetBSD Foundation nor the names of its
25 1.1 mjacob * contributors may be used to endorse or promote products derived
26 1.1 mjacob * from this software without specific prior written permission.
27 1.1 mjacob *
28 1.1 mjacob * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
29 1.1 mjacob * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
30 1.1 mjacob * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
31 1.1 mjacob * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
32 1.1 mjacob * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPEMCPCIAL, EXEMPLARY, OR
33 1.1 mjacob * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
34 1.1 mjacob * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
35 1.1 mjacob * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
36 1.1 mjacob * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
37 1.1 mjacob * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
38 1.1 mjacob * POSSIBILITY OF SUCH DAMAGE.
39 1.1 mjacob */
40 1.1 mjacob
41 1.1 mjacob #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
42 1.1 mjacob
43 1.2 thorpej __KERNEL_RCSID(0, "$NetBSD: mcpcia_dma.c,v 1.2 1998/05/07 20:09:38 thorpej Exp $");
44 1.1 mjacob
45 1.1 mjacob #include <sys/param.h>
46 1.1 mjacob #include <sys/systm.h>
47 1.1 mjacob #include <sys/kernel.h>
48 1.1 mjacob #include <sys/device.h>
49 1.1 mjacob #include <sys/malloc.h>
50 1.1 mjacob #include <vm/vm.h>
51 1.1 mjacob
52 1.1 mjacob #define _ALPHA_BUS_DMA_PRIVATE
53 1.1 mjacob #include <machine/bus.h>
54 1.1 mjacob
55 1.1 mjacob #include <dev/pci/pcireg.h>
56 1.1 mjacob #include <dev/pci/pcivar.h>
57 1.1 mjacob #include <alpha/pci/mcpciareg.h>
58 1.1 mjacob #include <alpha/pci/mcpciavar.h>
59 1.1 mjacob #include <alpha/pci/pci_kn300.h>
60 1.1 mjacob
61 1.1 mjacob bus_dma_tag_t mcpcia_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
62 1.1 mjacob
63 1.1 mjacob int mcpcia_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
64 1.1 mjacob bus_size_t, bus_size_t, int, bus_dmamap_t *));
65 1.1 mjacob
66 1.1 mjacob void mcpcia_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
67 1.1 mjacob
68 1.1 mjacob int mcpcia_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
69 1.1 mjacob bus_size_t, struct proc *, int));
70 1.1 mjacob
71 1.1 mjacob int mcpcia_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
72 1.1 mjacob struct mbuf *, int));
73 1.1 mjacob
74 1.1 mjacob int mcpcia_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
75 1.1 mjacob struct uio *, int));
76 1.1 mjacob
77 1.1 mjacob int mcpcia_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
78 1.1 mjacob bus_dma_segment_t *, int, bus_size_t, int));
79 1.1 mjacob
80 1.1 mjacob void mcpcia_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
81 1.1 mjacob
82 1.1 mjacob #define MCPCIA_DIRECT_MAPPED_BASE 0x80000000
83 1.1 mjacob #define MCPCIA_SG_MAPPED_BASE (8 << 20)
84 1.1 mjacob
85 1.1 mjacob #define MCPCIA_SGTLB_INVALIDATE(mcp) \
86 1.1 mjacob alpha_mb(), \
87 1.1 mjacob REGVAL(MCPCIA_SG_TBIA(mcp)) = 0xdeadbeef, \
88 1.1 mjacob alpha_mb()
89 1.1 mjacob
90 1.1 mjacob void
91 1.1 mjacob mcpcia_dma_init(ccp)
92 1.1 mjacob struct mcpcia_config *ccp;
93 1.1 mjacob {
94 1.1 mjacob bus_dma_tag_t t;
95 1.1 mjacob
96 1.1 mjacob /*
97 1.1 mjacob * Initialize the DMA tag used for direct-mapped DMA.
98 1.1 mjacob */
99 1.1 mjacob t = &ccp->cc_dmat_direct;
100 1.1 mjacob t->_cookie = ccp;
101 1.2 thorpej t->_wbase = MCPCIA_DIRECT_MAPPED_BASE;
102 1.1 mjacob t->_get_tag = mcpcia_dma_get_tag;
103 1.1 mjacob t->_dmamap_create = _bus_dmamap_create;
104 1.1 mjacob t->_dmamap_destroy = _bus_dmamap_destroy;
105 1.2 thorpej t->_dmamap_load = _bus_dmamap_load_direct;
106 1.2 thorpej t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
107 1.2 thorpej t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
108 1.2 thorpej t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
109 1.1 mjacob t->_dmamap_unload = _bus_dmamap_unload;
110 1.1 mjacob t->_dmamap_sync = _bus_dmamap_sync;
111 1.1 mjacob
112 1.1 mjacob t->_dmamem_alloc = _bus_dmamem_alloc;
113 1.1 mjacob t->_dmamem_free = _bus_dmamem_free;
114 1.1 mjacob t->_dmamem_map = _bus_dmamem_map;
115 1.1 mjacob t->_dmamem_unmap = _bus_dmamem_unmap;
116 1.1 mjacob t->_dmamem_mmap = _bus_dmamem_mmap;
117 1.1 mjacob
118 1.1 mjacob /*
119 1.1 mjacob * Initialize the DMA tag used for sgmap-mapped DMA.
120 1.1 mjacob */
121 1.1 mjacob t = &ccp->cc_dmat_sgmap;
122 1.1 mjacob t->_cookie = ccp;
123 1.2 thorpej t->_wbase = MCPCIA_SG_MAPPED_BASE;
124 1.1 mjacob t->_get_tag = mcpcia_dma_get_tag;
125 1.1 mjacob t->_dmamap_create = mcpcia_bus_dmamap_create_sgmap;
126 1.1 mjacob t->_dmamap_destroy = mcpcia_bus_dmamap_destroy_sgmap;
127 1.1 mjacob t->_dmamap_load = mcpcia_bus_dmamap_load_sgmap;
128 1.1 mjacob t->_dmamap_load_mbuf = mcpcia_bus_dmamap_load_mbuf_sgmap;
129 1.1 mjacob t->_dmamap_load_uio = mcpcia_bus_dmamap_load_uio_sgmap;
130 1.1 mjacob t->_dmamap_load_raw = mcpcia_bus_dmamap_load_raw_sgmap;
131 1.1 mjacob t->_dmamap_unload = mcpcia_bus_dmamap_unload_sgmap;
132 1.1 mjacob t->_dmamap_sync = _bus_dmamap_sync;
133 1.1 mjacob
134 1.1 mjacob t->_dmamem_alloc = _bus_dmamem_alloc;
135 1.1 mjacob t->_dmamem_free = _bus_dmamem_free;
136 1.1 mjacob t->_dmamem_map = _bus_dmamem_map;
137 1.1 mjacob t->_dmamem_unmap = _bus_dmamem_unmap;
138 1.1 mjacob t->_dmamem_mmap = _bus_dmamem_mmap;
139 1.1 mjacob
140 1.1 mjacob /*
141 1.1 mjacob * The SRM console is supposed to set up an 8MB direct mapped window
142 1.1 mjacob * at 8MB (window 0) and a 1MB direct mapped window at 1MB. Useless.
143 1.1 mjacob *
144 1.1 mjacob * The DU && OpenVMS convention is to have an 8MB S/G window
145 1.1 mjacob * at 8MB for window 0, a 1GB direct mapped window at 2GB
146 1.1 mjacob * for window 1, a 1 GB S/G window at window 2 and a 512 MB
147 1.1 mjacob * S/G window at window 3. This seems overkill.
148 1.1 mjacob *
149 1.1 mjacob * We'll just go with the 8MB S/G window and one 1GB direct window.
150 1.1 mjacob */
151 1.1 mjacob
152 1.1 mjacob /*
153 1.1 mjacob * Initialize the SGMAP.
154 1.1 mjacob *
155 1.1 mjacob * Must align page table to its size.
156 1.1 mjacob */
157 1.1 mjacob alpha_sgmap_init(t, &ccp->cc_sgmap, "mcpcia_sgmap",
158 1.1 mjacob MCPCIA_SG_MAPPED_BASE, 0, (8 << 20),
159 1.1 mjacob sizeof(u_int64_t), NULL, 8 << 10);
160 1.1 mjacob
161 1.1 mjacob if (ccp->cc_sgmap.aps_ptpa & (1024-1)) {
162 1.1 mjacob panic("mcpcia_dma_init: bad page table address %x",
163 1.1 mjacob ccp->cc_sgmap.aps_ptpa);
164 1.1 mjacob }
165 1.1 mjacob
166 1.1 mjacob /*
167 1.1 mjacob * Disable windows first.
168 1.1 mjacob */
169 1.1 mjacob
170 1.1 mjacob REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) = 0;
171 1.1 mjacob REGVAL(MCPCIA_W1_BASE(ccp->cc_sc)) = 0;
172 1.1 mjacob REGVAL(MCPCIA_W2_BASE(ccp->cc_sc)) = 0;
173 1.1 mjacob REGVAL(MCPCIA_W3_BASE(ccp->cc_sc)) = 0;
174 1.1 mjacob REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) = 0;
175 1.1 mjacob REGVAL(MCPCIA_T1_BASE(ccp->cc_sc)) = 0;
176 1.1 mjacob REGVAL(MCPCIA_T2_BASE(ccp->cc_sc)) = 0;
177 1.1 mjacob REGVAL(MCPCIA_T3_BASE(ccp->cc_sc)) = 0;
178 1.1 mjacob alpha_mb();
179 1.1 mjacob
180 1.1 mjacob /*
181 1.1 mjacob * Set up window 0 as an 8MB SGMAP-mapped window starting at 8MB.
182 1.1 mjacob */
183 1.1 mjacob REGVAL(MCPCIA_W0_MASK(ccp->cc_sc)) = MCPCIA_WMASK_8M;
184 1.1 mjacob REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) =
185 1.1 mjacob ccp->cc_sgmap.aps_ptpa >> MCPCIA_TBASEX_SHIFT;
186 1.1 mjacob REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) =
187 1.1 mjacob MCPCIA_WBASE_EN | MCPCIA_WBASE_SG | MCPCIA_SG_MAPPED_BASE;
188 1.1 mjacob alpha_mb();
189 1.1 mjacob
190 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
191 1.1 mjacob
192 1.1 mjacob /*
193 1.1 mjacob * Set up window 1 as a 1 GB Direct-mapped window starting at 2GB.
194 1.1 mjacob */
195 1.1 mjacob
196 1.1 mjacob REGVAL(MCPCIA_W0_MASK(ccp->cc_sc)) = MCPCIA_WMASK_1G;
197 1.1 mjacob REGVAL(MCPCIA_T0_BASE(ccp->cc_sc)) = 0;
198 1.1 mjacob REGVAL(MCPCIA_W0_BASE(ccp->cc_sc)) =
199 1.1 mjacob MCPCIA_DIRECT_MAPPED_BASE | MCPCIA_WBASE_EN;
200 1.1 mjacob alpha_mb();
201 1.1 mjacob
202 1.1 mjacob /* XXX XXX BEGIN XXX XXX */
203 1.1 mjacob { /* XXX */
204 1.1 mjacob extern vm_offset_t alpha_XXX_dmamap_or; /* XXX */
205 1.1 mjacob alpha_XXX_dmamap_or = MCPCIA_DIRECT_MAPPED_BASE;/* XXX */
206 1.1 mjacob } /* XXX */
207 1.1 mjacob /* XXX XXX END XXX XXX */
208 1.1 mjacob }
209 1.1 mjacob
210 1.1 mjacob /*
211 1.1 mjacob * Return the bus dma tag to be used for the specified bus type.
212 1.1 mjacob * INTERNAL USE ONLY!
213 1.1 mjacob */
214 1.1 mjacob bus_dma_tag_t
215 1.1 mjacob mcpcia_dma_get_tag(t, bustype)
216 1.1 mjacob bus_dma_tag_t t;
217 1.1 mjacob alpha_bus_t bustype;
218 1.1 mjacob {
219 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
220 1.1 mjacob extern int physmem;
221 1.1 mjacob
222 1.1 mjacob switch (bustype) {
223 1.1 mjacob case ALPHA_BUS_PCI:
224 1.1 mjacob case ALPHA_BUS_EISA:
225 1.1 mjacob /*
226 1.1 mjacob * As best as I can tell from the DU source, you can't
227 1.1 mjacob * do DIRECT MAPPED and S/G at the same time.
228 1.1 mjacob */
229 1.1 mjacob return (&ccp->cc_dmat_direct);
230 1.1 mjacob
231 1.1 mjacob case ALPHA_BUS_ISA:
232 1.1 mjacob /*
233 1.1 mjacob * ISA doesn't have enough address bits to use
234 1.1 mjacob * the direct-mapped DMA window, so we must use
235 1.1 mjacob * SGMAPs.
236 1.1 mjacob */
237 1.1 mjacob return (&ccp->cc_dmat_sgmap);
238 1.1 mjacob
239 1.1 mjacob default:
240 1.1 mjacob panic("mcpcia_dma_get_tag: shouldn't be here, really...");
241 1.1 mjacob }
242 1.1 mjacob }
243 1.1 mjacob
244 1.1 mjacob /*
245 1.1 mjacob * Create a MCPCIA SGMAP-mapped DMA map.
246 1.1 mjacob */
247 1.1 mjacob int
248 1.1 mjacob mcpcia_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
249 1.1 mjacob flags, dmamp)
250 1.1 mjacob bus_dma_tag_t t;
251 1.1 mjacob bus_size_t size;
252 1.1 mjacob int nsegments;
253 1.1 mjacob bus_size_t maxsegsz;
254 1.1 mjacob bus_size_t boundary;
255 1.1 mjacob int flags;
256 1.1 mjacob bus_dmamap_t *dmamp;
257 1.1 mjacob {
258 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
259 1.1 mjacob bus_dmamap_t map;
260 1.1 mjacob int error;
261 1.1 mjacob
262 1.1 mjacob error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
263 1.1 mjacob boundary, flags, dmamp);
264 1.1 mjacob if (error)
265 1.1 mjacob return (error);
266 1.1 mjacob
267 1.1 mjacob map = *dmamp;
268 1.1 mjacob
269 1.1 mjacob if (flags & BUS_DMA_ALLOCNOW) {
270 1.1 mjacob error = alpha_sgmap_alloc(map, round_page(size),
271 1.1 mjacob &ccp->cc_sgmap, flags);
272 1.1 mjacob if (error)
273 1.1 mjacob mcpcia_bus_dmamap_destroy_sgmap(t, map);
274 1.1 mjacob }
275 1.1 mjacob
276 1.1 mjacob return (error);
277 1.1 mjacob }
278 1.1 mjacob
279 1.1 mjacob /*
280 1.1 mjacob * Destroy a MCPCIA SGMAP-mapped DMA map.
281 1.1 mjacob */
282 1.1 mjacob void
283 1.1 mjacob mcpcia_bus_dmamap_destroy_sgmap(t, map)
284 1.1 mjacob bus_dma_tag_t t;
285 1.1 mjacob bus_dmamap_t map;
286 1.1 mjacob {
287 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
288 1.1 mjacob
289 1.1 mjacob if (map->_dm_flags & DMAMAP_HAS_SGMAP)
290 1.1 mjacob alpha_sgmap_free(map, &ccp->cc_sgmap);
291 1.1 mjacob
292 1.1 mjacob _bus_dmamap_destroy(t, map);
293 1.1 mjacob }
294 1.1 mjacob
295 1.1 mjacob /*
296 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with a linear buffer.
297 1.1 mjacob */
298 1.1 mjacob int
299 1.1 mjacob mcpcia_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
300 1.1 mjacob bus_dma_tag_t t;
301 1.1 mjacob bus_dmamap_t map;
302 1.1 mjacob void *buf;
303 1.1 mjacob bus_size_t buflen;
304 1.1 mjacob struct proc *p;
305 1.1 mjacob int flags;
306 1.1 mjacob {
307 1.1 mjacob int error;
308 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
309 1.1 mjacob
310 1.1 mjacob error = pci_sgmap_pte64_load(t, map, buf, buflen, p,
311 1.1 mjacob flags, &ccp->cc_sgmap);
312 1.1 mjacob if (error == 0)
313 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
314 1.1 mjacob return (error);
315 1.1 mjacob }
316 1.1 mjacob
317 1.1 mjacob /*
318 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with an mbuf chain.
319 1.1 mjacob */
320 1.1 mjacob int
321 1.1 mjacob mcpcia_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
322 1.1 mjacob bus_dma_tag_t t;
323 1.1 mjacob bus_dmamap_t map;
324 1.1 mjacob struct mbuf *m;
325 1.1 mjacob int flags;
326 1.1 mjacob {
327 1.1 mjacob int error;
328 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
329 1.1 mjacob
330 1.1 mjacob error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, &ccp->cc_sgmap);
331 1.1 mjacob if (error == 0)
332 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
333 1.1 mjacob return (error);
334 1.1 mjacob }
335 1.1 mjacob
336 1.1 mjacob /*
337 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with a uio.
338 1.1 mjacob */
339 1.1 mjacob int
340 1.1 mjacob mcpcia_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
341 1.1 mjacob bus_dma_tag_t t;
342 1.1 mjacob bus_dmamap_t map;
343 1.1 mjacob struct uio *uio;
344 1.1 mjacob int flags;
345 1.1 mjacob {
346 1.1 mjacob int error;
347 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
348 1.1 mjacob
349 1.1 mjacob error = pci_sgmap_pte64_load_uio(t, map, uio, flags, &ccp->cc_sgmap);
350 1.1 mjacob if (error == 0)
351 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
352 1.1 mjacob return (error);
353 1.1 mjacob }
354 1.1 mjacob
355 1.1 mjacob /*
356 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with raw memory.
357 1.1 mjacob */
358 1.1 mjacob int
359 1.1 mjacob mcpcia_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
360 1.1 mjacob bus_dma_tag_t t;
361 1.1 mjacob bus_dmamap_t map;
362 1.1 mjacob bus_dma_segment_t *segs;
363 1.1 mjacob int nsegs;
364 1.1 mjacob bus_size_t size;
365 1.1 mjacob int flags;
366 1.1 mjacob {
367 1.1 mjacob int error;
368 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
369 1.1 mjacob
370 1.1 mjacob error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs,
371 1.1 mjacob size, flags, &ccp->cc_sgmap);
372 1.1 mjacob if (error == 0)
373 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
374 1.1 mjacob return (error);
375 1.1 mjacob }
376 1.1 mjacob
377 1.1 mjacob /*
378 1.1 mjacob * Unload a MCPCIA DMA map.
379 1.1 mjacob */
380 1.1 mjacob void
381 1.1 mjacob mcpcia_bus_dmamap_unload_sgmap(t, map)
382 1.1 mjacob bus_dma_tag_t t;
383 1.1 mjacob bus_dmamap_t map;
384 1.1 mjacob {
385 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
386 1.1 mjacob
387 1.1 mjacob /*
388 1.1 mjacob * Invalidate any SGMAP page table entries used by this mapping.
389 1.1 mjacob */
390 1.1 mjacob pci_sgmap_pte64_unload(t, map, &ccp->cc_sgmap);
391 1.1 mjacob MCPCIA_SGTLB_INVALIDATE(ccp->cc_sc);
392 1.1 mjacob
393 1.1 mjacob /*
394 1.1 mjacob * Do the generic bits of the unload.
395 1.1 mjacob */
396 1.1 mjacob _bus_dmamap_unload(t, map);
397 1.1 mjacob }
398