dwlpx_dma.c revision 1.9 1 /* $NetBSD: dwlpx_dma.c,v 1.9 1998/05/13 21:21:17 thorpej Exp $ */
2
3 /*-
4 * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the NetBSD
22 * Foundation, Inc. and its contributors.
23 * 4. Neither the name of The NetBSD Foundation nor the names of its
24 * contributors may be used to endorse or promote products derived
25 * from this software without specific prior written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPEDWLPxL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39
40 #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
41
42 __KERNEL_RCSID(0, "$NetBSD: dwlpx_dma.c,v 1.9 1998/05/13 21:21:17 thorpej Exp $");
43
44 #include <sys/param.h>
45 #include <sys/systm.h>
46 #include <sys/kernel.h>
47 #include <sys/device.h>
48 #include <sys/malloc.h>
49 #include <vm/vm.h>
50
51 #define _ALPHA_BUS_DMA_PRIVATE
52 #include <machine/bus.h>
53
54 #include <dev/pci/pcireg.h>
55 #include <dev/pci/pcivar.h>
56 #include <alpha/tlsb/tlsbreg.h>
57 #include <alpha/tlsb/kftxxvar.h>
58 #include <alpha/tlsb/kftxxreg.h>
59 #include <alpha/pci/dwlpxreg.h>
60 #include <alpha/pci/dwlpxvar.h>
61 #include <alpha/pci/pci_kn8ae.h>
62
63 bus_dma_tag_t dwlpx_dma_get_tag __P((bus_dma_tag_t, alpha_bus_t));
64
65 int dwlpx_bus_dmamap_create_sgmap __P((bus_dma_tag_t, bus_size_t, int,
66 bus_size_t, bus_size_t, int, bus_dmamap_t *));
67
68 void dwlpx_bus_dmamap_destroy_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
69
70 int dwlpx_bus_dmamap_load_sgmap __P((bus_dma_tag_t, bus_dmamap_t, void *,
71 bus_size_t, struct proc *, int));
72
73 int dwlpx_bus_dmamap_load_mbuf_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
74 struct mbuf *, int));
75
76 int dwlpx_bus_dmamap_load_uio_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
77 struct uio *, int));
78
79 int dwlpx_bus_dmamap_load_raw_sgmap __P((bus_dma_tag_t, bus_dmamap_t,
80 bus_dma_segment_t *, int, bus_size_t, int));
81
82 void dwlpx_bus_dmamap_unload_sgmap __P((bus_dma_tag_t, bus_dmamap_t));
83
84 /*
85 * Direct-mapped window: 2G at 2G
86 */
87 #define DWLPx_DIRECT_MAPPED_BASE (2UL*1024UL*1024UL*1024UL)
88 #define DWLPx_DIRECT_MAPPED_SIZE (2UL*1024UL*1024UL*1024UL)
89
90 /*
91 * SGMAP window A: 256M or 1G at 1G
92 */
93 #define DWLPx_SG_MAPPED_BASE (1*1024*1024*1024)
94 #define DWLPx_SG_MAPPED_SIZE(x) ((x) * PAGE_SIZE)
95
96 /*
97 * Set this to always use SGMAPs.
98 */
99 #ifdef DWLPX_ALWAYS_USE_SGMAP
100 int dwlpx_always_use_sgmap = 1;
101 #else
102 int dwlpx_always_use_sgmap = 0;
103 #endif
104
105 void
106 dwlpx_dma_init(ccp)
107 struct dwlpx_config *ccp;
108 {
109 char *exname;
110 bus_dma_tag_t t;
111 u_int32_t *page_table;
112 int i, lim, wmask;
113
114 /*
115 * Determine size of Window C based on the amount of SGMAP
116 * page table SRAM available.
117 */
118 if (ccp->cc_sc->dwlpx_sgmapsz == DWLPX_SG128K) {
119 lim = 128 * 1024;
120 wmask = PCIA_WMASK_1G;
121 } else {
122 lim = 32 * 1024;
123 wmask = PCIA_WMASK_256M;
124 }
125
126 /*
127 * Initialize the DMA tag used for direct-mapped DMA. Chain
128 * this window to the SGMAP window, because we might have
129 * a lot of memory in the machine.
130 */
131 t = &ccp->cc_dmat_direct;
132 t->_cookie = ccp;
133 t->_wbase = DWLPx_DIRECT_MAPPED_BASE;
134 t->_wsize = DWLPx_DIRECT_MAPPED_SIZE;
135 t->_next_window = &ccp->cc_dmat_sgmap;
136 t->_sgmap = NULL;
137 t->_get_tag = dwlpx_dma_get_tag;
138 t->_dmamap_create = _bus_dmamap_create;
139 t->_dmamap_destroy = _bus_dmamap_destroy;
140 t->_dmamap_load = _bus_dmamap_load_direct;
141 t->_dmamap_load_mbuf = _bus_dmamap_load_mbuf_direct;
142 t->_dmamap_load_uio = _bus_dmamap_load_uio_direct;
143 t->_dmamap_load_raw = _bus_dmamap_load_raw_direct;
144 t->_dmamap_unload = _bus_dmamap_unload;
145 t->_dmamap_sync = _bus_dmamap_sync;
146
147 t->_dmamem_alloc = _bus_dmamem_alloc;
148 t->_dmamem_free = _bus_dmamem_free;
149 t->_dmamem_map = _bus_dmamem_map;
150 t->_dmamem_unmap = _bus_dmamem_unmap;
151 t->_dmamem_mmap = _bus_dmamem_mmap;
152
153 /*
154 * Initialize the DMA tag used for sgmap-mapped DMA.
155 */
156 t = &ccp->cc_dmat_sgmap;
157 t->_cookie = ccp;
158 t->_wbase = DWLPx_SG_MAPPED_BASE;
159 t->_wsize = DWLPx_SG_MAPPED_SIZE(lim);
160 t->_next_window = NULL;
161 t->_sgmap = &ccp->cc_sgmap;
162 t->_get_tag = dwlpx_dma_get_tag;
163 t->_dmamap_create = dwlpx_bus_dmamap_create_sgmap;
164 t->_dmamap_destroy = dwlpx_bus_dmamap_destroy_sgmap;
165 t->_dmamap_load = dwlpx_bus_dmamap_load_sgmap;
166 t->_dmamap_load_mbuf = dwlpx_bus_dmamap_load_mbuf_sgmap;
167 t->_dmamap_load_uio = dwlpx_bus_dmamap_load_uio_sgmap;
168 t->_dmamap_load_raw = dwlpx_bus_dmamap_load_raw_sgmap;
169 t->_dmamap_unload = dwlpx_bus_dmamap_unload_sgmap;
170 t->_dmamap_sync = _bus_dmamap_sync;
171
172 t->_dmamem_alloc = _bus_dmamem_alloc;
173 t->_dmamem_free = _bus_dmamem_free;
174 t->_dmamem_map = _bus_dmamem_map;
175 t->_dmamem_unmap = _bus_dmamem_unmap;
176 t->_dmamem_mmap = _bus_dmamem_mmap;
177
178 /*
179 * A few notes about SGMAP-mapped DMA on the DWLPx:
180 *
181 * The DWLPx has PCIA-resident SRAM that is used for
182 * the SGMAP page table; there is no TLB. The DWLPA
183 * has room for 32K entries, yielding a total of 256M
184 * of sgva space. The DWLPB has 32K entries or 128K
185 * entries, depending on TBIT, yielding either 256M or
186 * 1G of sgva space.
187 *
188 * This sgva space must be shared across all windows
189 * that wish to use SGMAP-mapped DMA; make sure to
190 * adjust the "sgvabase" argument to alpha_sgmap_init()
191 * accordingly if you create more than one SGMAP-mapped
192 * window. Note that sgvabase != window base. The former
193 * is used to compute indexes into the page table only.
194 *
195 * In the current implementation the first window is a
196 * 2G window direct-mapped mapped at 2G and the second
197 * window is disabled and the third window is a 256M
198 * or 1GB scatter/gather map at 1GB.
199 *
200 * We just punt on trying to support ISA DMA. If you want
201 * try that on a TurboLaser, well, you just lose.
202 */
203
204 /*
205 * Initialize the page table.
206 */
207 page_table =
208 (u_int32_t *)ALPHA_PHYS_TO_K0SEG(PCIA_SGMAP_PT + ccp->cc_sysbase);
209 for (i = 0; i < lim; i++)
210 page_table[i * SGMAP_PTE_SPACING] = 0;
211 alpha_mb();
212
213 /*
214 * Initialize the SGMAP for window C:
215 *
216 * Size: 256M or 1GB
217 * Window base: 1GB
218 * SGVA base: 0
219 */
220 exname = malloc(16, M_DEVBUF, M_NOWAIT);
221 if (exname == NULL)
222 panic("dwlpx_dma_init");
223 sprintf(exname, "%s_sgmap_a", ccp->cc_sc->dwlpx_dev.dv_xname);
224 alpha_sgmap_init(t, &ccp->cc_sgmap, exname, DWLPx_SG_MAPPED_BASE,
225 0, DWLPx_SG_MAPPED_SIZE(lim), sizeof(u_int32_t),
226 (void *)page_table, 0);
227
228 /*
229 * Set up DMA windows for this DWLPx.
230 *
231 * Do this even for all HPCs- even for the nonexistent
232 * one on hose zero of a KFTIA.
233 */
234 for (i = 0; i < NHPC; i++) {
235 REGVAL(PCIA_WMASK_A(i) + ccp->cc_sysbase) = PCIA_WMASK_2G;
236 REGVAL(PCIA_TBASE_A(i) + ccp->cc_sysbase) = 0;
237 REGVAL(PCIA_WBASE_A(i) + ccp->cc_sysbase) =
238 DWLPx_DIRECT_MAPPED_BASE | PCIA_WBASE_W_EN;
239
240 REGVAL(PCIA_WMASK_B(i) + ccp->cc_sysbase) = 0;
241 REGVAL(PCIA_TBASE_B(i) + ccp->cc_sysbase) = 0;
242 REGVAL(PCIA_WBASE_B(i) + ccp->cc_sysbase) = 0;
243
244 REGVAL(PCIA_WMASK_C(i) + ccp->cc_sysbase) = wmask;
245 REGVAL(PCIA_TBASE_C(i) + ccp->cc_sysbase) = 0;
246 REGVAL(PCIA_WBASE_C(i) + ccp->cc_sysbase) =
247 DWLPx_SG_MAPPED_BASE | PCIA_WBASE_W_EN | PCIA_WBASE_SG_EN;
248 alpha_mb();
249 }
250
251 /* XXX XXX BEGIN XXX XXX */
252 { /* XXX */
253 extern vm_offset_t alpha_XXX_dmamap_or; /* XXX */
254 alpha_XXX_dmamap_or = DWLPx_DIRECT_MAPPED_BASE; /* XXX */
255 } /* XXX */
256 /* XXX XXX END XXX XXX */
257 }
258
259 /*
260 * Return the bus dma tag to be used for the specified bus type.
261 * INTERNAL USE ONLY!
262 */
263 bus_dma_tag_t
264 dwlpx_dma_get_tag(t, bustype)
265 bus_dma_tag_t t;
266 alpha_bus_t bustype;
267 {
268 struct dwlpx_config *ccp = t->_cookie;
269 extern int physmem;
270
271 switch (bustype) {
272 case ALPHA_BUS_PCI:
273 case ALPHA_BUS_EISA:
274 if (dwlpx_always_use_sgmap) {
275 /*
276 * Always use SGMAPs (for testing purposes?)
277 */
278 return (&ccp->cc_dmat_sgmap);
279 }
280 /*
281 * Give these busses the direct-mapped window; if the
282 * address crosses the threshold, it will fall back
283 * onto the SGMAP window.
284 */
285 return (&ccp->cc_dmat_direct);
286
287 case ALPHA_BUS_ISA:
288 /*
289 * Don't even bother; it's not easy, given how the
290 * page table is arranged, and it's not really worth
291 * the trouble.
292 */
293 panic("dwlpx_dma_get_tag: ISA DMA? Forget it...");
294 /* NOTREACHED */
295
296 default:
297 panic("dwlpx_dma_get_tag: shouldn't be here, really...");
298 }
299 }
300
301 /*
302 * Create a DWLPx SGMAP-mapped DMA map.
303 */
304 int
305 dwlpx_bus_dmamap_create_sgmap(t, size, nsegments, maxsegsz, boundary,
306 flags, dmamp)
307 bus_dma_tag_t t;
308 bus_size_t size;
309 int nsegments;
310 bus_size_t maxsegsz;
311 bus_size_t boundary;
312 int flags;
313 bus_dmamap_t *dmamp;
314 {
315 bus_dmamap_t map;
316 int error;
317
318 error = _bus_dmamap_create(t, size, nsegments, maxsegsz,
319 boundary, flags, dmamp);
320 if (error)
321 return (error);
322
323 map = *dmamp;
324
325 if (flags & BUS_DMA_ALLOCNOW) {
326 error = alpha_sgmap_alloc(map, round_page(size),
327 t->_sgmap, flags);
328 if (error)
329 dwlpx_bus_dmamap_destroy_sgmap(t, map);
330 }
331
332 return (error);
333 }
334
335 /*
336 * Destroy a DWLPx SGMAP-mapped DMA map.
337 */
338 void
339 dwlpx_bus_dmamap_destroy_sgmap(t, map)
340 bus_dma_tag_t t;
341 bus_dmamap_t map;
342 {
343
344 if (map->_dm_flags & DMAMAP_HAS_SGMAP)
345 alpha_sgmap_free(map, t->_sgmap);
346
347 _bus_dmamap_destroy(t, map);
348 }
349
350 /*
351 * Load a DWLPx SGMAP-mapped DMA map with a linear buffer.
352 */
353 int
354 dwlpx_bus_dmamap_load_sgmap(t, map, buf, buflen, p, flags)
355 bus_dma_tag_t t;
356 bus_dmamap_t map;
357 void *buf;
358 bus_size_t buflen;
359 struct proc *p;
360 int flags;
361 {
362
363 return (pci_sgmap_pte32_load(t, map, buf, buflen, p, flags,
364 t->_sgmap));
365 }
366
367 /*
368 * Load a DWLPx SGMAP-mapped DMA map with an mbuf chain.
369 */
370 int
371 dwlpx_bus_dmamap_load_mbuf_sgmap(t, map, m, flags)
372 bus_dma_tag_t t;
373 bus_dmamap_t map;
374 struct mbuf *m;
375 int flags;
376 {
377
378 return (pci_sgmap_pte32_load_mbuf(t, map, m, flags, t->_sgmap));
379 }
380
381 /*
382 * Load a DWLPx SGMAP-mapped DMA map with a uio.
383 */
384 int
385 dwlpx_bus_dmamap_load_uio_sgmap(t, map, uio, flags)
386 bus_dma_tag_t t;
387 bus_dmamap_t map;
388 struct uio *uio;
389 int flags;
390 {
391
392 return (pci_sgmap_pte32_load_uio(t, map, uio, flags, t->_sgmap));
393 }
394
395 /*
396 * Load a DWLPx SGMAP-mapped DMA map with raw memory.
397 */
398 int
399 dwlpx_bus_dmamap_load_raw_sgmap(t, map, segs, nsegs, size, flags)
400 bus_dma_tag_t t;
401 bus_dmamap_t map;
402 bus_dma_segment_t *segs;
403 int nsegs;
404 bus_size_t size;
405 int flags;
406 {
407
408 return (pci_sgmap_pte32_load_raw(t, map, segs, nsegs, size, flags,
409 t->_sgmap));
410 }
411
412 /*
413 * Unload a DWLPx DMA map.
414 */
415 void
416 dwlpx_bus_dmamap_unload_sgmap(t, map)
417 bus_dma_tag_t t;
418 bus_dmamap_t map;
419 {
420
421 /*
422 * Invalidate any SGMAP page table entries used by this
423 * mapping.
424 */
425 pci_sgmap_pte32_unload(t, map, t->_sgmap);
426
427 /*
428 * Do the generic bits of the unload.
429 */
430 _bus_dmamap_unload(t, map);
431 }
432