mcpcia_dma.c revision 1.14 1 1.14 thorpej /* $NetBSD: mcpcia_dma.c,v 1.14 2001/01/03 19:16:00 thorpej Exp $ */
2 1.1 mjacob
3 1.1 mjacob /*-
4 1.12 thorpej * Copyright (c) 1997, 1998, 1999 The NetBSD Foundation, Inc.
5 1.1 mjacob * All rights reserved.
6 1.1 mjacob *
7 1.1 mjacob * This code is derived from software contributed to The NetBSD Foundation
8 1.7 thorpej * by Jason R. Thorpe and Matthew Jacob of the Numerical Aerospace Simulation
9 1.7 thorpej * Facility, NASA Ames Research Center.
10 1.1 mjacob *
11 1.1 mjacob * Redistribution and use in source and binary forms, with or without
12 1.1 mjacob * modification, are permitted provided that the following conditions
13 1.1 mjacob * are met:
14 1.1 mjacob * 1. Redistributions of source code must retain the above copyright
15 1.1 mjacob * notice, this list of conditions and the following disclaimer.
16 1.1 mjacob * 2. Redistributions in binary form must reproduce the above copyright
17 1.1 mjacob * notice, this list of conditions and the following disclaimer in the
18 1.1 mjacob * documentation and/or other materials provided with the distribution.
19 1.1 mjacob * 3. All advertising materials mentioning features or use of this software
20 1.1 mjacob * must display the following acknowledgement:
21 1.1 mjacob * This product includes software developed by the NetBSD
22 1.1 mjacob * Foundation, Inc. and its contributors.
23 1.1 mjacob * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.1 mjacob * contributors may be used to endorse or promote products derived
25 1.1 mjacob * from this software without specific prior written permission.
26 1.1 mjacob *
27 1.1 mjacob * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.1 mjacob * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.1 mjacob * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.1 mjacob * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.10 pk * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.1 mjacob * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.1 mjacob * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.1 mjacob * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.1 mjacob * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.1 mjacob * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.1 mjacob * POSSIBILITY OF SUCH DAMAGE.
38 1.1 mjacob */
39 1.1 mjacob
40 1.1 mjacob #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
41 1.1 mjacob
42 1.14 thorpej __KERNEL_RCSID(0, "$NetBSD: mcpcia_dma.c,v 1.14 2001/01/03 19:16:00 thorpej Exp $");
43 1.1 mjacob
44 1.1 mjacob #include <sys/param.h>
45 1.1 mjacob #include <sys/systm.h>
46 1.1 mjacob #include <sys/kernel.h>
47 1.1 mjacob #include <sys/device.h>
48 1.1 mjacob #include <sys/malloc.h>
49 1.13 mrg
50 1.13 mrg #include <uvm/uvm_extern.h>
51 1.1 mjacob
52 1.1 mjacob #define _ALPHA_BUS_DMA_PRIVATE
53 1.1 mjacob #include <machine/bus.h>
54 1.1 mjacob
55 1.1 mjacob #include <dev/pci/pcireg.h>
56 1.1 mjacob #include <dev/pci/pcivar.h>
57 1.1 mjacob #include <alpha/pci/mcpciareg.h>
58 1.1 mjacob #include <alpha/pci/mcpciavar.h>
59 1.1 mjacob #include <alpha/pci/pci_kn300.h>
60 1.1 mjacob
61 1.1 mjacob bus_dma_tag_t mcpcia_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
62 1.1 mjacob
63 1.1 mjacob int mcpcia_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
64 1.1 mjacob bus_size_t, struct proc *, int));
65 1.1 mjacob
66 1.1 mjacob int mcpcia_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
67 1.1 mjacob struct mbuf *, int));
68 1.1 mjacob
69 1.1 mjacob int mcpcia_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
70 1.1 mjacob struct uio *, int));
71 1.1 mjacob
72 1.1 mjacob int mcpcia_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
73 1.1 mjacob bus_dma_segment_t *, int, bus_size_t, int));
74 1.1 mjacob
75 1.1 mjacob void mcpcia_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
76 1.1 mjacob
77 1.3 thorpej /*
78 1.12 thorpej * Direct-mapped window: 2G at 2G
79 1.3 thorpej */
80 1.3 thorpej #define MCPCIA_DIRECT_MAPPED_BASE (2UL*1024UL*1024UL*1024UL)
81 1.12 thorpej #define MCPCIA_DIRECT_MAPPED_SIZE (2UL*1024UL*1024UL*1024UL)
82 1.12 thorpej
83 1.12 thorpej /*
84 1.12 thorpej * SGMAP window for PCI: 1G at 1G
85 1.12 thorpej */
86 1.12 thorpej #define MCPCIA_PCI_SG_MAPPED_BASE (1UL*1024UL*1024UL*1024UL)
87 1.12 thorpej #define MCPCIA_PCI_SG_MAPPED_SIZE (1UL*1024UL*1024UL*1024UL)
88 1.3 thorpej
89 1.3 thorpej /*
90 1.3 thorpej * SGMAP window for ISA: 8M at 8M
91 1.3 thorpej */
92 1.3 thorpej #define MCPCIA_ISA_SG_MAPPED_BASE (8*1024*1024)
93 1.3 thorpej #define MCPCIA_ISA_SG_MAPPED_SIZE (8*1024*1024)
94 1.1 mjacob
95 1.11 thorpej #define MCPCIA_SGTLB_INVALIDATE(ccp) \
96 1.11 thorpej do { \
97 1.11 thorpej alpha_mb(); \
98 1.11 thorpej REGVAL(MCPCIA_SG_TBIA(ccp)) = 0xdeadbeef; \
99 1.11 thorpej alpha_mb(); \
100 1.11 thorpej } while (0)
101 1.1 mjacob
102 1.1 mjacob void
103 1.1 mjacob mcpcia_dma_init(ccp)
104 1.1 mjacob struct mcpcia_config *ccp;
105 1.1 mjacob {
106 1.1 mjacob bus_dma_tag_t t;
107 1.1 mjacob
108 1.1 mjacob /*
109 1.1 mjacob * Initialize the DMA tag used for direct-mapped DMA.
110 1.1 mjacob */
111 1.1 mjacob t = &ccp->cc_dmat_direct;
112 1.1 mjacob t->_cookie = ccp;
113 1.2 thorpej t->_wbase = MCPCIA_DIRECT_MAPPED_BASE;
114 1.4 thorpej t->_wsize = MCPCIA_DIRECT_MAPPED_SIZE;
115 1.12 thorpej t->_next_window = &ccp->cc_dmat_pci_sgmap;
116 1.5 thorpej t->_boundary = 0;
117 1.3 thorpej t->_sgmap = NULL;
118 1.1 mjacob t->_get_tag = mcpcia_dma_get_tag;
119 1.1 mjacob t->_dmamap_create = _bus_dmamap_create;
120 1.1 mjacob t->_dmamap_destroy = _bus_dmamap_destroy;
121 1.2 thorpej t->_dmamap_load = _bus_dmamap_load_direct;
122 1.2 thorpej t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
123 1.2 thorpej t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
124 1.2 thorpej t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
125 1.1 mjacob t->_dmamap_unload = _bus_dmamap_unload;
126 1.1 mjacob t->_dmamap_sync = _bus_dmamap_sync;
127 1.1 mjacob
128 1.1 mjacob t->_dmamem_alloc = _bus_dmamem_alloc;
129 1.1 mjacob t->_dmamem_free = _bus_dmamem_free;
130 1.1 mjacob t->_dmamem_map = _bus_dmamem_map;
131 1.1 mjacob t->_dmamem_unmap = _bus_dmamem_unmap;
132 1.1 mjacob t->_dmamem_mmap = _bus_dmamem_mmap;
133 1.1 mjacob
134 1.1 mjacob /*
135 1.12 thorpej * Initialize the DMA tag used for sgmap-mapped PCI DMA.
136 1.12 thorpej */
137 1.12 thorpej t = &ccp->cc_dmat_pci_sgmap;
138 1.12 thorpej t->_cookie = ccp;
139 1.12 thorpej t->_wbase = MCPCIA_PCI_SG_MAPPED_BASE;
140 1.12 thorpej t->_wsize = MCPCIA_PCI_SG_MAPPED_SIZE;
141 1.12 thorpej t->_next_window = NULL;
142 1.12 thorpej t->_boundary = 0;
143 1.12 thorpej t->_sgmap = &ccp->cc_pci_sgmap;
144 1.12 thorpej t->_get_tag = mcpcia_dma_get_tag;
145 1.14 thorpej t->_dmamap_create = alpha_sgmap_dmamap_create;
146 1.14 thorpej t->_dmamap_destroy = alpha_sgmap_dmamap_destroy;
147 1.12 thorpej t->_dmamap_load = mcpcia_bus_dmamap_load_sgmap;
148 1.12 thorpej t->_dmamap_load_mbuf = mcpcia_bus_dmamap_load_mbuf_sgmap;
149 1.12 thorpej t->_dmamap_load_uio = mcpcia_bus_dmamap_load_uio_sgmap;
150 1.12 thorpej t->_dmamap_load_raw = mcpcia_bus_dmamap_load_raw_sgmap;
151 1.12 thorpej t->_dmamap_unload = mcpcia_bus_dmamap_unload_sgmap;
152 1.12 thorpej t->_dmamap_sync = _bus_dmamap_sync;
153 1.12 thorpej
154 1.12 thorpej t->_dmamem_alloc = _bus_dmamem_alloc;
155 1.12 thorpej t->_dmamem_free = _bus_dmamem_free;
156 1.12 thorpej t->_dmamem_map = _bus_dmamem_map;
157 1.12 thorpej t->_dmamem_unmap = _bus_dmamem_unmap;
158 1.12 thorpej t->_dmamem_mmap = _bus_dmamem_mmap;
159 1.12 thorpej
160 1.12 thorpej /*
161 1.3 thorpej * Initialize the DMA tag used for sgmap-mapped ISA DMA.
162 1.1 mjacob */
163 1.12 thorpej t = &ccp->cc_dmat_isa_sgmap;
164 1.1 mjacob t->_cookie = ccp;
165 1.3 thorpej t->_wbase = MCPCIA_ISA_SG_MAPPED_BASE;
166 1.3 thorpej t->_wsize = MCPCIA_ISA_SG_MAPPED_SIZE;
167 1.3 thorpej t->_next_window = NULL;
168 1.5 thorpej t->_boundary = 0;
169 1.12 thorpej t->_sgmap = &ccp->cc_isa_sgmap;
170 1.1 mjacob t->_get_tag = mcpcia_dma_get_tag;
171 1.14 thorpej t->_dmamap_create = alpha_sgmap_dmamap_create;
172 1.14 thorpej t->_dmamap_destroy = alpha_sgmap_dmamap_destroy;
173 1.1 mjacob t->_dmamap_load = mcpcia_bus_dmamap_load_sgmap;
174 1.1 mjacob t->_dmamap_load_mbuf = mcpcia_bus_dmamap_load_mbuf_sgmap;
175 1.1 mjacob t->_dmamap_load_uio = mcpcia_bus_dmamap_load_uio_sgmap;
176 1.1 mjacob t->_dmamap_load_raw = mcpcia_bus_dmamap_load_raw_sgmap;
177 1.1 mjacob t->_dmamap_unload = mcpcia_bus_dmamap_unload_sgmap;
178 1.1 mjacob t->_dmamap_sync = _bus_dmamap_sync;
179 1.1 mjacob
180 1.1 mjacob t->_dmamem_alloc = _bus_dmamem_alloc;
181 1.1 mjacob t->_dmamem_free = _bus_dmamem_free;
182 1.1 mjacob t->_dmamem_map = _bus_dmamem_map;
183 1.1 mjacob t->_dmamem_unmap = _bus_dmamem_unmap;
184 1.1 mjacob t->_dmamem_mmap = _bus_dmamem_mmap;
185 1.1 mjacob
186 1.1 mjacob /*
187 1.12 thorpej * Initialize the SGMAPs.
188 1.1 mjacob */
189 1.12 thorpej alpha_sgmap_init(&ccp->cc_dmat_pci_sgmap, &ccp->cc_pci_sgmap,
190 1.12 thorpej "mcpcia pci sgmap",
191 1.12 thorpej MCPCIA_PCI_SG_MAPPED_BASE, 0, MCPCIA_PCI_SG_MAPPED_SIZE,
192 1.12 thorpej sizeof(u_int64_t), NULL, 0);
193 1.1 mjacob
194 1.12 thorpej alpha_sgmap_init(&ccp->cc_dmat_isa_sgmap, &ccp->cc_isa_sgmap,
195 1.12 thorpej "mcpcia isa sgmap",
196 1.3 thorpej MCPCIA_ISA_SG_MAPPED_BASE, 0, MCPCIA_ISA_SG_MAPPED_SIZE,
197 1.3 thorpej sizeof(u_int64_t), NULL, 0);
198 1.1 mjacob
199 1.1 mjacob /*
200 1.1 mjacob * Disable windows first.
201 1.1 mjacob */
202 1.1 mjacob
203 1.11 thorpej REGVAL(MCPCIA_W0_BASE(ccp)) = 0;
204 1.11 thorpej REGVAL(MCPCIA_W1_BASE(ccp)) = 0;
205 1.11 thorpej REGVAL(MCPCIA_W2_BASE(ccp)) = 0;
206 1.11 thorpej REGVAL(MCPCIA_W3_BASE(ccp)) = 0;
207 1.11 thorpej REGVAL(MCPCIA_T0_BASE(ccp)) = 0;
208 1.11 thorpej REGVAL(MCPCIA_T1_BASE(ccp)) = 0;
209 1.11 thorpej REGVAL(MCPCIA_T2_BASE(ccp)) = 0;
210 1.11 thorpej REGVAL(MCPCIA_T3_BASE(ccp)) = 0;
211 1.1 mjacob alpha_mb();
212 1.1 mjacob
213 1.1 mjacob /*
214 1.1 mjacob * Set up window 0 as an 8MB SGMAP-mapped window starting at 8MB.
215 1.1 mjacob */
216 1.11 thorpej REGVAL(MCPCIA_W0_MASK(ccp)) = MCPCIA_WMASK_8M;
217 1.11 thorpej REGVAL(MCPCIA_T0_BASE(ccp)) =
218 1.12 thorpej ccp->cc_isa_sgmap.aps_ptpa >> MCPCIA_TBASEX_SHIFT;
219 1.12 thorpej alpha_mb();
220 1.11 thorpej REGVAL(MCPCIA_W0_BASE(ccp)) =
221 1.3 thorpej MCPCIA_WBASE_EN | MCPCIA_WBASE_SG | MCPCIA_ISA_SG_MAPPED_BASE;
222 1.1 mjacob alpha_mb();
223 1.1 mjacob
224 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
225 1.1 mjacob
226 1.1 mjacob /*
227 1.12 thorpej * Set up window 1 as a 2 GB Direct-mapped window starting at 2GB.
228 1.1 mjacob */
229 1.1 mjacob
230 1.12 thorpej REGVAL(MCPCIA_W1_MASK(ccp)) = MCPCIA_WMASK_2G;
231 1.12 thorpej REGVAL(MCPCIA_T1_BASE(ccp)) = 0;
232 1.12 thorpej alpha_mb();
233 1.12 thorpej REGVAL(MCPCIA_W1_BASE(ccp)) =
234 1.1 mjacob MCPCIA_DIRECT_MAPPED_BASE | MCPCIA_WBASE_EN;
235 1.1 mjacob alpha_mb();
236 1.1 mjacob
237 1.12 thorpej /*
238 1.12 thorpej * Set up window 2 as a 1G SGMAP-mapped window starting at 1G.
239 1.12 thorpej */
240 1.12 thorpej
241 1.12 thorpej REGVAL(MCPCIA_W2_MASK(ccp)) = MCPCIA_WMASK_1G;
242 1.12 thorpej REGVAL(MCPCIA_T2_BASE(ccp)) =
243 1.12 thorpej ccp->cc_pci_sgmap.aps_ptpa >> MCPCIA_TBASEX_SHIFT;
244 1.12 thorpej alpha_mb();
245 1.12 thorpej REGVAL(MCPCIA_W2_BASE(ccp)) =
246 1.12 thorpej MCPCIA_WBASE_EN | MCPCIA_WBASE_SG | MCPCIA_PCI_SG_MAPPED_BASE;
247 1.12 thorpej alpha_mb();
248 1.12 thorpej
249 1.1 mjacob /* XXX XXX BEGIN XXX XXX */
250 1.1 mjacob { /* XXX */
251 1.6 thorpej extern paddr_t alpha_XXX_dmamap_or; /* XXX */
252 1.1 mjacob alpha_XXX_dmamap_or = MCPCIA_DIRECT_MAPPED_BASE;/* XXX */
253 1.1 mjacob } /* XXX */
254 1.1 mjacob /* XXX XXX END XXX XXX */
255 1.1 mjacob }
256 1.1 mjacob
257 1.1 mjacob /*
258 1.1 mjacob * Return the bus dma tag to be used for the specified bus type.
259 1.1 mjacob * INTERNAL USE ONLY!
260 1.1 mjacob */
261 1.1 mjacob bus_dma_tag_t
262 1.1 mjacob mcpcia_dma_get_tag(t, bustype)
263 1.1 mjacob bus_dma_tag_t t;
264 1.1 mjacob alpha_bus_t bustype;
265 1.1 mjacob {
266 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
267 1.1 mjacob
268 1.1 mjacob switch (bustype) {
269 1.1 mjacob case ALPHA_BUS_PCI:
270 1.1 mjacob case ALPHA_BUS_EISA:
271 1.1 mjacob /*
272 1.12 thorpej * Start off using the direct-mapped window. We will
273 1.12 thorpej * automatically fall backed onto the chained PCI SGMAP
274 1.12 thorpej * window if necessary.
275 1.1 mjacob */
276 1.1 mjacob return (&ccp->cc_dmat_direct);
277 1.1 mjacob
278 1.1 mjacob case ALPHA_BUS_ISA:
279 1.1 mjacob /*
280 1.1 mjacob * ISA doesn't have enough address bits to use
281 1.1 mjacob * the direct-mapped DMA window, so we must use
282 1.1 mjacob * SGMAPs.
283 1.1 mjacob */
284 1.12 thorpej return (&ccp->cc_dmat_isa_sgmap);
285 1.1 mjacob
286 1.1 mjacob default:
287 1.1 mjacob panic("mcpcia_dma_get_tag: shouldn't be here, really...");
288 1.1 mjacob }
289 1.1 mjacob }
290 1.1 mjacob
291 1.1 mjacob /*
292 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with a linear buffer.
293 1.1 mjacob */
294 1.1 mjacob int
295 1.1 mjacob mcpcia_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
296 1.1 mjacob bus_dma_tag_t t;
297 1.1 mjacob bus_dmamap_t map;
298 1.1 mjacob void *buf;
299 1.1 mjacob bus_size_t buflen;
300 1.1 mjacob struct proc *p;
301 1.1 mjacob int flags;
302 1.1 mjacob {
303 1.1 mjacob int error;
304 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
305 1.1 mjacob
306 1.3 thorpej error = pci_sgmap_pte64_load(t, map, buf, buflen, p, flags,
307 1.3 thorpej t->_sgmap);
308 1.1 mjacob if (error == 0)
309 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
310 1.1 mjacob return (error);
311 1.1 mjacob }
312 1.1 mjacob
313 1.1 mjacob /*
314 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with an mbuf chain.
315 1.1 mjacob */
316 1.1 mjacob int
317 1.1 mjacob mcpcia_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
318 1.1 mjacob bus_dma_tag_t t;
319 1.1 mjacob bus_dmamap_t map;
320 1.1 mjacob struct mbuf *m;
321 1.1 mjacob int flags;
322 1.1 mjacob {
323 1.1 mjacob int error;
324 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
325 1.1 mjacob
326 1.3 thorpej error = pci_sgmap_pte64_load_mbuf(t, map, m, flags, t->_sgmap);
327 1.1 mjacob if (error == 0)
328 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
329 1.1 mjacob return (error);
330 1.1 mjacob }
331 1.1 mjacob
332 1.1 mjacob /*
333 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with a uio.
334 1.1 mjacob */
335 1.1 mjacob int
336 1.1 mjacob mcpcia_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
337 1.1 mjacob bus_dma_tag_t t;
338 1.1 mjacob bus_dmamap_t map;
339 1.1 mjacob struct uio *uio;
340 1.1 mjacob int flags;
341 1.1 mjacob {
342 1.1 mjacob int error;
343 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
344 1.1 mjacob
345 1.3 thorpej error = pci_sgmap_pte64_load_uio(t, map, uio, flags, t->_sgmap);
346 1.1 mjacob if (error == 0)
347 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
348 1.1 mjacob return (error);
349 1.1 mjacob }
350 1.1 mjacob
351 1.1 mjacob /*
352 1.1 mjacob * Load a MCPCIA SGMAP-mapped DMA map with raw memory.
353 1.1 mjacob */
354 1.1 mjacob int
355 1.1 mjacob mcpcia_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
356 1.1 mjacob bus_dma_tag_t t;
357 1.1 mjacob bus_dmamap_t map;
358 1.1 mjacob bus_dma_segment_t *segs;
359 1.1 mjacob int nsegs;
360 1.1 mjacob bus_size_t size;
361 1.1 mjacob int flags;
362 1.1 mjacob {
363 1.1 mjacob int error;
364 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
365 1.1 mjacob
366 1.3 thorpej error = pci_sgmap_pte64_load_raw(t, map, segs, nsegs, size, flags,
367 1.3 thorpej t->_sgmap);
368 1.1 mjacob if (error == 0)
369 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
370 1.1 mjacob return (error);
371 1.1 mjacob }
372 1.1 mjacob
373 1.1 mjacob /*
374 1.1 mjacob * Unload a MCPCIA DMA map.
375 1.1 mjacob */
376 1.1 mjacob void
377 1.1 mjacob mcpcia_bus_dmamap_unload_sgmap(t, map)
378 1.1 mjacob bus_dma_tag_t t;
379 1.1 mjacob bus_dmamap_t map;
380 1.1 mjacob {
381 1.1 mjacob struct mcpcia_config *ccp = t->_cookie;
382 1.1 mjacob
383 1.1 mjacob /*
384 1.1 mjacob * Invalidate any SGMAP page table entries used by this mapping.
385 1.1 mjacob */
386 1.3 thorpej pci_sgmap_pte64_unload(t, map, t->_sgmap);
387 1.11 thorpej MCPCIA_SGTLB_INVALIDATE(ccp);
388 1.1 mjacob
389 1.1 mjacob /*
390 1.1 mjacob * Do the generic bits of the unload.
391 1.1 mjacob */
392 1.1 mjacob _bus_dmamap_unload(t, map);
393 1.1 mjacob }
394