dvma.c revision 1.10 1 1.10 gwr /* $NetBSD: dvma.c,v 1.10 1998/06/09 20:47:17 gwr Exp $ */
2 1.1 gwr
3 1.1 gwr /*-
4 1.1 gwr * Copyright (c) 1996 The NetBSD Foundation, Inc.
5 1.1 gwr * All rights reserved.
6 1.1 gwr *
7 1.1 gwr * This code is derived from software contributed to The NetBSD Foundation
8 1.1 gwr * by Gordon W. Ross and Jeremy Cooper.
9 1.1 gwr *
10 1.1 gwr * Redistribution and use in source and binary forms, with or without
11 1.1 gwr * modification, are permitted provided that the following conditions
12 1.1 gwr * are met:
13 1.1 gwr * 1. Redistributions of source code must retain the above copyright
14 1.1 gwr * notice, this list of conditions and the following disclaimer.
15 1.1 gwr * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 gwr * notice, this list of conditions and the following disclaimer in the
17 1.1 gwr * documentation and/or other materials provided with the distribution.
18 1.1 gwr * 3. All advertising materials mentioning features or use of this software
19 1.1 gwr * must display the following acknowledgement:
20 1.1 gwr * This product includes software developed by the NetBSD
21 1.1 gwr * Foundation, Inc. and its contributors.
22 1.1 gwr * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 gwr * contributors may be used to endorse or promote products derived
24 1.1 gwr * from this software without specific prior written permission.
25 1.1 gwr *
26 1.1 gwr * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 gwr * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 gwr * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 gwr * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.1 gwr * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 gwr * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 gwr * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 gwr * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 gwr * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 gwr * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 gwr * POSSIBILITY OF SUCH DAMAGE.
37 1.1 gwr */
38 1.1 gwr
39 1.1 gwr /*
40 1.1 gwr * DVMA (Direct Virtual Memory Access - like DMA)
41 1.1 gwr *
42 1.1 gwr * In the Sun3 architecture, memory cycles initiated by secondary bus
43 1.1 gwr * masters (DVMA devices) passed through the same MMU that governed CPU
44 1.1 gwr * accesses. All DVMA devices were wired in such a way so that an offset
45 1.1 gwr * was added to the addresses they issued, causing them to access virtual
46 1.1 gwr * memory starting at address 0x0FF00000 - the offset. The task of
47 1.1 gwr * enabling a DVMA device to access main memory only involved creating
48 1.1 gwr * valid mapping in the MMU that translated these high addresses into the
49 1.1 gwr * appropriate physical addresses.
50 1.1 gwr *
51 1.1 gwr * The Sun3x presents a challenge to programming DVMA because the MMU is no
52 1.1 gwr * longer shared by both secondary bus masters and the CPU. The MC68030's
53 1.1 gwr * built-in MMU serves only to manage virtual memory accesses initiated by
54 1.1 gwr * the CPU. Secondary bus master bus accesses pass through a different MMU,
55 1.1 gwr * aptly named the 'I/O Mapper'. To enable every device driver that uses
56 1.1 gwr * DVMA to understand that these two address spaces are disconnected would
57 1.1 gwr * require a tremendous amount of code re-writing. To avoid this, we will
58 1.1 gwr * ensure that the I/O Mapper and the MC68030 MMU are programmed together,
59 1.1 gwr * so that DVMA mappings are consistent in both the CPU virtual address
60 1.1 gwr * space and secondary bus master address space - creating an environment
61 1.1 gwr * just like the Sun3 system.
62 1.1 gwr *
63 1.1 gwr * The maximum address space that any DVMA device in the Sun3x architecture
64 1.1 gwr * is capable of addressing is 24 bits wide (16 Megabytes.) We can alias
65 1.1 gwr * all of the mappings that exist in the I/O mapper by duplicating them in
66 1.1 gwr * a specially reserved section of the CPU's virtual address space, 16
67 1.1 gwr * Megabytes in size. Whenever a DVMA buffer is allocated, the allocation
68 1.1 gwr * code will enter in a mapping both in the MC68030 MMU page tables and the
69 1.1 gwr * I/O mapper.
70 1.1 gwr *
71 1.1 gwr * The address returned by the allocation routine is a virtual address that
72 1.1 gwr * the requesting driver must use to access the buffer. It is up to the
73 1.1 gwr * device driver to convert this virtual address into the appropriate slave
74 1.5 jeremy * address that its device should issue to access the buffer. (There will be
75 1.5 jeremy * routines that assist the driver in doing so.)
76 1.1 gwr */
77 1.10 gwr
78 1.10 gwr #include "opt_uvm.h"
79 1.10 gwr
80 1.1 gwr #include <sys/param.h>
81 1.1 gwr #include <sys/systm.h>
82 1.1 gwr #include <sys/device.h>
83 1.1 gwr #include <sys/proc.h>
84 1.1 gwr #include <sys/malloc.h>
85 1.1 gwr #include <sys/map.h>
86 1.1 gwr #include <sys/buf.h>
87 1.1 gwr #include <sys/vnode.h>
88 1.1 gwr #include <sys/user.h>
89 1.1 gwr #include <sys/core.h>
90 1.1 gwr #include <sys/exec.h>
91 1.1 gwr
92 1.1 gwr #include <vm/vm.h>
93 1.1 gwr #include <vm/vm_kern.h>
94 1.1 gwr #include <vm/vm_map.h>
95 1.1 gwr
96 1.10 gwr #if defined(UVM)
97 1.10 gwr #include <uvm/uvm_extern.h>
98 1.10 gwr /* XXX - Gratuitous name changes... */
99 1.10 gwr #define kmem_alloc uvm_km_alloc
100 1.10 gwr #define kmem_free uvm_km_free
101 1.10 gwr #endif
102 1.10 gwr
103 1.1 gwr #include <machine/autoconf.h>
104 1.1 gwr #include <machine/cpu.h>
105 1.9 gwr #include <machine/dvma.h>
106 1.1 gwr #include <machine/pmap.h>
107 1.9 gwr
108 1.9 gwr #include <sun3/sun3/machdep.h>
109 1.1 gwr
110 1.9 gwr #include <sun3/sun3x/enable.h>
111 1.9 gwr #include <sun3/sun3x/iommu.h>
112 1.1 gwr
113 1.1 gwr /*
114 1.1 gwr * Use a resource map to manage DVMA scratch-memory pages.
115 1.9 gwr * Note: SunOS says last three pages are reserved (PROM?)
116 1.9 gwr * Note: need a separate map (sub-map?) for last 1MB for
117 1.9 gwr * use by VME slave interface.
118 1.1 gwr */
119 1.1 gwr
120 1.1 gwr /* Number of slots in dvmamap. */
121 1.8 gwr int dvma_max_segs = btoc(DVMA_MAP_SIZE);
122 1.1 gwr struct map *dvmamap;
123 1.1 gwr
124 1.1 gwr void
125 1.1 gwr dvma_init()
126 1.1 gwr {
127 1.1 gwr
128 1.1 gwr /*
129 1.1 gwr * Create the resource map for DVMA pages.
130 1.1 gwr */
131 1.1 gwr dvmamap = malloc((sizeof(struct map) * dvma_max_segs),
132 1.1 gwr M_DEVBUF, M_WAITOK);
133 1.1 gwr
134 1.8 gwr rminit(dvmamap, btoc(DVMA_MAP_AVAIL), btoc(DVMA_MAP_BASE),
135 1.1 gwr "dvmamap", dvma_max_segs);
136 1.1 gwr
137 1.1 gwr /*
138 1.1 gwr * Enable DVMA in the System Enable register.
139 1.1 gwr * Note: This is only necessary for VME slave accesses.
140 1.1 gwr * On-board devices are always capable of DVMA.
141 1.1 gwr */
142 1.8 gwr *enable_reg |= ENA_SDVMA;
143 1.1 gwr }
144 1.1 gwr
145 1.1 gwr
146 1.1 gwr /*
147 1.1 gwr * Given a DVMA address, return the physical address that
148 1.1 gwr * would be used by some OTHER bus-master besides the CPU.
149 1.1 gwr * (Examples: on-board ie/le, VME xy board).
150 1.1 gwr */
151 1.1 gwr u_long
152 1.1 gwr dvma_kvtopa(kva, bustype)
153 1.1 gwr void * kva;
154 1.1 gwr int bustype;
155 1.1 gwr {
156 1.1 gwr u_long addr, mask;
157 1.1 gwr
158 1.1 gwr addr = (u_long)kva;
159 1.8 gwr if ((addr & DVMA_MAP_BASE) != DVMA_MAP_BASE)
160 1.1 gwr panic("dvma_kvtopa: bad dmva addr=0x%x\n", addr);
161 1.1 gwr
162 1.6 gwr switch (bustype) {
163 1.6 gwr case BUS_OBIO:
164 1.6 gwr case BUS_OBMEM:
165 1.8 gwr mask = DVMA_OBIO_SLAVE_MASK;
166 1.8 gwr break;
167 1.8 gwr default: /* VME bus device. */
168 1.8 gwr mask = DVMA_VME_SLAVE_MASK;
169 1.6 gwr break;
170 1.6 gwr }
171 1.1 gwr
172 1.1 gwr return(addr & mask);
173 1.1 gwr }
174 1.1 gwr
175 1.1 gwr
176 1.1 gwr /*
177 1.1 gwr * Map a range [va, va+len] of wired virtual addresses in the given map
178 1.1 gwr * to a kernel address in DVMA space.
179 1.1 gwr */
180 1.1 gwr void *
181 1.1 gwr dvma_mapin(kmem_va, len, canwait)
182 1.3 jeremy void * kmem_va;
183 1.3 jeremy int len, canwait;
184 1.1 gwr {
185 1.1 gwr void * dvma_addr;
186 1.1 gwr vm_offset_t kva, tva;
187 1.1 gwr register int npf, s;
188 1.1 gwr register vm_offset_t pa;
189 1.1 gwr long off, pn;
190 1.1 gwr
191 1.1 gwr kva = (u_long)kmem_va;
192 1.3 jeremy #ifdef DIAGNOSTIC
193 1.3 jeremy /*
194 1.3 jeremy * Addresses below VM_MIN_KERNEL_ADDRESS are not part of the kernel
195 1.3 jeremy * map and should not participate in DVMA.
196 1.3 jeremy */
197 1.1 gwr if (kva < VM_MIN_KERNEL_ADDRESS)
198 1.1 gwr panic("dvma_mapin: bad kva");
199 1.3 jeremy #endif
200 1.1 gwr
201 1.3 jeremy /*
202 1.3 jeremy * Calculate the offset of the data buffer from a page boundary.
203 1.3 jeremy */
204 1.1 gwr off = (int)kva & PGOFSET;
205 1.3 jeremy kva -= off; /* Truncate starting address to nearest page. */
206 1.3 jeremy len = round_page(len + off); /* Round the buffer length to pages. */
207 1.3 jeremy npf = btoc(len); /* Determine the number of pages to be mapped. */
208 1.1 gwr
209 1.1 gwr s = splimp();
210 1.1 gwr for (;;) {
211 1.3 jeremy /*
212 1.3 jeremy * Try to allocate DVMA space of the appropriate size
213 1.3 jeremy * in which to do a transfer.
214 1.3 jeremy */
215 1.1 gwr pn = rmalloc(dvmamap, npf);
216 1.1 gwr
217 1.1 gwr if (pn != 0)
218 1.1 gwr break;
219 1.1 gwr if (canwait) {
220 1.1 gwr (void)tsleep(dvmamap, PRIBIO+1, "physio", 0);
221 1.1 gwr continue;
222 1.1 gwr }
223 1.1 gwr splx(s);
224 1.1 gwr return NULL;
225 1.1 gwr }
226 1.1 gwr splx(s);
227 1.1 gwr
228 1.3 jeremy
229 1.3 jeremy /*
230 1.3 jeremy * Tva is the starting page to which the data buffer will be double
231 1.3 jeremy * mapped. Dvma_addr is the starting address of the buffer within
232 1.3 jeremy * that page and is the return value of the function.
233 1.3 jeremy */
234 1.1 gwr tva = ctob(pn);
235 1.1 gwr dvma_addr = (void *) (tva + off);
236 1.1 gwr
237 1.3 jeremy for (;npf--; kva += NBPG, tva += NBPG) {
238 1.3 jeremy /*
239 1.3 jeremy * Retrieve the physical address of each page in the buffer
240 1.3 jeremy * and enter mappings into the I/O MMU so they may be seen
241 1.3 jeremy * by external bus masters and into the special DVMA space
242 1.3 jeremy * in the MC68030 MMU so they may be seen by the CPU.
243 1.3 jeremy */
244 1.1 gwr pa = pmap_extract(pmap_kernel(), kva);
245 1.3 jeremy #ifdef DEBUG
246 1.1 gwr if (pa == 0)
247 1.1 gwr panic("dvma_mapin: null page frame");
248 1.3 jeremy #endif DEBUG
249 1.1 gwr
250 1.7 gwr iommu_enter((tva & IOMMU_VA_MASK), pa);
251 1.1 gwr pmap_enter(pmap_kernel(), tva, pa | PMAP_NC,
252 1.1 gwr VM_PROT_READ|VM_PROT_WRITE, 1);
253 1.1 gwr }
254 1.1 gwr
255 1.1 gwr return (dvma_addr);
256 1.1 gwr }
257 1.1 gwr
258 1.1 gwr /*
259 1.1 gwr * Remove double map of `va' in DVMA space at `kva'.
260 1.3 jeremy *
261 1.3 jeremy * TODO - This function might be the perfect place to handle the
262 1.3 jeremy * synchronization between the DVMA cache and central RAM
263 1.3 jeremy * on the 3/470.
264 1.1 gwr */
265 1.1 gwr void
266 1.1 gwr dvma_mapout(dvma_addr, len)
267 1.1 gwr void * dvma_addr;
268 1.1 gwr int len;
269 1.1 gwr {
270 1.1 gwr u_long kva;
271 1.1 gwr int s, off;
272 1.1 gwr
273 1.1 gwr kva = (u_long)dvma_addr;
274 1.1 gwr off = (int)kva & PGOFSET;
275 1.1 gwr kva -= off;
276 1.1 gwr len = round_page(len + off);
277 1.1 gwr
278 1.7 gwr iommu_remove((kva & IOMMU_VA_MASK), len);
279 1.1 gwr
280 1.3 jeremy /*
281 1.3 jeremy * XXX - don't call pmap_remove() with DVMA space yet.
282 1.3 jeremy * XXX It cannot (currently) handle the removal
283 1.3 jeremy * XXX of address ranges which do not participate in the
284 1.3 jeremy * XXX PV system by virtue of their _virtual_ addresses.
285 1.3 jeremy * XXX DVMA is one of these special address spaces.
286 1.3 jeremy */
287 1.3 jeremy #ifdef DVMA_ON_PVLIST
288 1.1 gwr pmap_remove(pmap_kernel(), kva, kva + len);
289 1.3 jeremy #endif /* DVMA_ON_PVLIST */
290 1.1 gwr
291 1.1 gwr s = splimp();
292 1.1 gwr rmfree(dvmamap, btoc(len), btoc(kva));
293 1.1 gwr wakeup(dvmamap);
294 1.1 gwr splx(s);
295 1.4 gwr }
296 1.4 gwr
297 1.4 gwr /*
298 1.4 gwr * Allocate actual memory pages in DVMA space.
299 1.4 gwr * (For sun3 compatibility - the ie driver.)
300 1.4 gwr */
301 1.4 gwr void *
302 1.4 gwr dvma_malloc(bytes)
303 1.4 gwr size_t bytes;
304 1.4 gwr {
305 1.4 gwr void *new_mem, *dvma_mem;
306 1.4 gwr vm_size_t new_size;
307 1.4 gwr
308 1.4 gwr if (!bytes)
309 1.4 gwr return NULL;
310 1.4 gwr new_size = m68k_round_page(bytes);
311 1.4 gwr new_mem = (void*)kmem_alloc(kernel_map, new_size);
312 1.4 gwr if (!new_mem)
313 1.4 gwr return NULL;
314 1.4 gwr dvma_mem = dvma_mapin(new_mem, new_size, 1);
315 1.4 gwr return (dvma_mem);
316 1.9 gwr }
317 1.9 gwr
318 1.9 gwr /*
319 1.9 gwr * Free pages from dvma_malloc()
320 1.9 gwr */
321 1.9 gwr void
322 1.9 gwr dvma_free(addr, size)
323 1.9 gwr void *addr;
324 1.9 gwr size_t size;
325 1.9 gwr {
326 1.9 gwr vm_size_t sz = m68k_round_page(size);
327 1.9 gwr
328 1.9 gwr dvma_mapout(addr, sz);
329 1.9 gwr /* XXX: need kmem address to free it...
330 1.9 gwr Oh well, we never call this anyway. */
331 1.1 gwr }
332