oea_machdep.c revision 1.33 1 1.33 macallan /* $NetBSD: oea_machdep.c,v 1.33 2007/03/04 10:14:51 macallan Exp $ */
2 1.1 matt
3 1.1 matt /*
4 1.1 matt * Copyright (C) 2002 Matt Thomas
5 1.1 matt * Copyright (C) 1995, 1996 Wolfgang Solfrank.
6 1.1 matt * Copyright (C) 1995, 1996 TooLs GmbH.
7 1.1 matt * All rights reserved.
8 1.1 matt *
9 1.1 matt * Redistribution and use in source and binary forms, with or without
10 1.1 matt * modification, are permitted provided that the following conditions
11 1.1 matt * are met:
12 1.1 matt * 1. Redistributions of source code must retain the above copyright
13 1.1 matt * notice, this list of conditions and the following disclaimer.
14 1.1 matt * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 matt * notice, this list of conditions and the following disclaimer in the
16 1.1 matt * documentation and/or other materials provided with the distribution.
17 1.1 matt * 3. All advertising materials mentioning features or use of this software
18 1.1 matt * must display the following acknowledgement:
19 1.1 matt * This product includes software developed by TooLs GmbH.
20 1.1 matt * 4. The name of TooLs GmbH may not be used to endorse or promote products
21 1.1 matt * derived from this software without specific prior written permission.
22 1.1 matt *
23 1.1 matt * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
24 1.1 matt * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 1.1 matt * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 1.1 matt * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27 1.1 matt * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 1.1 matt * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
29 1.1 matt * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
30 1.1 matt * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
31 1.1 matt * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
32 1.1 matt * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 1.1 matt */
34 1.9 lukem
35 1.9 lukem #include <sys/cdefs.h>
36 1.33 macallan __KERNEL_RCSID(0, "$NetBSD: oea_machdep.c,v 1.33 2007/03/04 10:14:51 macallan Exp $");
37 1.1 matt
38 1.1 matt #include "opt_compat_netbsd.h"
39 1.1 matt #include "opt_ddb.h"
40 1.1 matt #include "opt_kgdb.h"
41 1.1 matt #include "opt_ipkdb.h"
42 1.1 matt #include "opt_multiprocessor.h"
43 1.1 matt #include "opt_altivec.h"
44 1.1 matt
45 1.1 matt #include <sys/param.h>
46 1.1 matt #include <sys/buf.h>
47 1.1 matt #include <sys/exec.h>
48 1.1 matt #include <sys/malloc.h>
49 1.1 matt #include <sys/mbuf.h>
50 1.1 matt #include <sys/mount.h>
51 1.1 matt #include <sys/msgbuf.h>
52 1.1 matt #include <sys/proc.h>
53 1.1 matt #include <sys/reboot.h>
54 1.1 matt #include <sys/syscallargs.h>
55 1.1 matt #include <sys/syslog.h>
56 1.1 matt #include <sys/systm.h>
57 1.1 matt #include <sys/kernel.h>
58 1.1 matt #include <sys/user.h>
59 1.1 matt #include <sys/boot_flag.h>
60 1.1 matt
61 1.1 matt #include <uvm/uvm_extern.h>
62 1.1 matt
63 1.1 matt #include <net/netisr.h>
64 1.1 matt
65 1.1 matt #ifdef DDB
66 1.1 matt #include <machine/db_machdep.h>
67 1.1 matt #include <ddb/db_extern.h>
68 1.1 matt #endif
69 1.1 matt
70 1.1 matt #ifdef KGDB
71 1.1 matt #include <sys/kgdb.h>
72 1.1 matt #endif
73 1.1 matt
74 1.1 matt #ifdef IPKDB
75 1.1 matt #include <ipkdb/ipkdb.h>
76 1.1 matt #endif
77 1.1 matt
78 1.1 matt #include <powerpc/oea/bat.h>
79 1.1 matt #include <powerpc/oea/sr_601.h>
80 1.1 matt #include <powerpc/trap.h>
81 1.1 matt #include <powerpc/stdarg.h>
82 1.1 matt #include <powerpc/spr.h>
83 1.1 matt #include <powerpc/pte.h>
84 1.1 matt #include <powerpc/altivec.h>
85 1.1 matt #include <machine/powerpc.h>
86 1.1 matt
87 1.1 matt char machine[] = MACHINE; /* from <machine/param.h> */
88 1.1 matt char machine_arch[] = MACHINE_ARCH; /* from <machine/param.h> */
89 1.1 matt
90 1.1 matt struct vm_map *exec_map = NULL;
91 1.1 matt struct vm_map *mb_map = NULL;
92 1.1 matt struct vm_map *phys_map = NULL;
93 1.1 matt
94 1.1 matt /*
95 1.1 matt * Global variables used here and there
96 1.1 matt */
97 1.1 matt extern struct user *proc0paddr;
98 1.1 matt
99 1.26 sanjayl
100 1.26 sanjayl /* XXXSL: The battable is not initialized to non-zero for PPC_OEA64 and PPC_OEA64_BRIDGE */
101 1.1 matt struct bat battable[512];
102 1.26 sanjayl
103 1.2 matt register_t iosrtable[16]; /* I/O segments, for kernel_pmap setup */
104 1.1 matt paddr_t msgbuf_paddr;
105 1.1 matt
106 1.1 matt void
107 1.1 matt oea_init(void (*handler)(void))
108 1.1 matt {
109 1.1 matt extern int trapstart[], trapend[];
110 1.6 matt extern int trapcode[], trapsize[];
111 1.6 matt extern int sctrap[], scsize[];
112 1.6 matt extern int alitrap[], alisize[];
113 1.6 matt extern int dsitrap[], dsisize[];
114 1.6 matt extern int dsi601trap[], dsi601size[];
115 1.6 matt extern int decrint[], decrsize[];
116 1.6 matt extern int tlbimiss[], tlbimsize[];
117 1.6 matt extern int tlbdlmiss[], tlbdlmsize[];
118 1.6 matt extern int tlbdsmiss[], tlbdsmsize[];
119 1.1 matt #if defined(DDB) || defined(KGDB)
120 1.6 matt extern int ddblow[], ddbsize[];
121 1.1 matt #endif
122 1.1 matt #ifdef IPKDB
123 1.6 matt extern int ipkdblow[], ipkdbsize[];
124 1.1 matt #endif
125 1.1 matt #ifdef ALTIVEC
126 1.1 matt register_t msr;
127 1.1 matt #endif
128 1.1 matt uintptr_t exc;
129 1.1 matt register_t scratch;
130 1.1 matt unsigned int cpuvers;
131 1.1 matt size_t size;
132 1.1 matt struct cpu_info * const ci = &cpu_info[0];
133 1.1 matt
134 1.1 matt mtspr(SPR_SPRG0, ci);
135 1.1 matt cpuvers = mfpvr() >> 16;
136 1.1 matt
137 1.1 matt /*
138 1.1 matt * Initialize proc0 and current pcb and pmap pointers.
139 1.1 matt */
140 1.1 matt KASSERT(ci != NULL);
141 1.1 matt KASSERT(curcpu() == ci);
142 1.1 matt lwp0.l_cpu = ci;
143 1.1 matt lwp0.l_addr = proc0paddr;
144 1.1 matt memset(lwp0.l_addr, 0, sizeof *lwp0.l_addr);
145 1.4 matt KASSERT(lwp0.l_cpu != NULL);
146 1.1 matt
147 1.1 matt curpcb = &proc0paddr->u_pcb;
148 1.5 matt memset(curpcb, 0, sizeof(*curpcb));
149 1.5 matt #ifdef ALTIVEC
150 1.5 matt /*
151 1.5 matt * Initialize the vectors with NaNs
152 1.5 matt */
153 1.5 matt for (scratch = 0; scratch < 32; scratch++) {
154 1.5 matt curpcb->pcb_vr.vreg[scratch][0] = 0x7FFFDEAD;
155 1.5 matt curpcb->pcb_vr.vreg[scratch][1] = 0x7FFFDEAD;
156 1.5 matt curpcb->pcb_vr.vreg[scratch][2] = 0x7FFFDEAD;
157 1.5 matt curpcb->pcb_vr.vreg[scratch][3] = 0x7FFFDEAD;
158 1.5 matt }
159 1.5 matt curpcb->pcb_vr.vscr = 0;
160 1.5 matt curpcb->pcb_vr.vrsave = 0;
161 1.5 matt #endif
162 1.12 matt curpm = curpcb->pcb_pm = pmap_kernel();
163 1.1 matt
164 1.1 matt /*
165 1.1 matt * Cause a PGM trap if we branch to 0.
166 1.25 mrg *
167 1.25 mrg * XXX GCC4.1 complains about memset on address zero, so
168 1.25 mrg * don't use the builtin.
169 1.1 matt */
170 1.25 mrg #undef memset
171 1.1 matt memset(0, 0, 0x100);
172 1.1 matt
173 1.1 matt /*
174 1.1 matt * Set up trap vectors. Don't assume vectors are on 0x100.
175 1.1 matt */
176 1.26 sanjayl for (exc = 0x0; exc <= EXC_LAST; exc += 0x100) {
177 1.1 matt switch (exc) {
178 1.1 matt default:
179 1.6 matt size = (size_t)trapsize;
180 1.6 matt memcpy((void *)exc, trapcode, size);
181 1.1 matt break;
182 1.1 matt #if 0
183 1.1 matt case EXC_EXI:
184 1.1 matt /*
185 1.1 matt * This one is (potentially) installed during autoconf
186 1.1 matt */
187 1.1 matt break;
188 1.1 matt #endif
189 1.1 matt case EXC_SC:
190 1.6 matt size = (size_t)scsize;
191 1.6 matt memcpy((void *)EXC_SC, sctrap, size);
192 1.1 matt break;
193 1.1 matt case EXC_ALI:
194 1.6 matt size = (size_t)alisize;
195 1.6 matt memcpy((void *)EXC_ALI, alitrap, size);
196 1.1 matt break;
197 1.1 matt case EXC_DSI:
198 1.1 matt if (cpuvers == MPC601) {
199 1.6 matt size = (size_t)dsi601size;
200 1.6 matt memcpy((void *)EXC_DSI, dsi601trap, size);
201 1.1 matt } else {
202 1.6 matt size = (size_t)dsisize;
203 1.6 matt memcpy((void *)EXC_DSI, dsitrap, size);
204 1.1 matt }
205 1.1 matt break;
206 1.1 matt case EXC_DECR:
207 1.6 matt size = (size_t)decrsize;
208 1.6 matt memcpy((void *)EXC_DECR, decrint, size);
209 1.1 matt break;
210 1.1 matt case EXC_IMISS:
211 1.6 matt size = (size_t)tlbimsize;
212 1.6 matt memcpy((void *)EXC_IMISS, tlbimiss, size);
213 1.1 matt break;
214 1.1 matt case EXC_DLMISS:
215 1.6 matt size = (size_t)tlbdlmsize;
216 1.6 matt memcpy((void *)EXC_DLMISS, tlbdlmiss, size);
217 1.1 matt break;
218 1.1 matt case EXC_DSMISS:
219 1.6 matt size = (size_t)tlbdsmsize;
220 1.6 matt memcpy((void *)EXC_DSMISS, tlbdsmiss, size);
221 1.1 matt break;
222 1.1 matt case EXC_PERF:
223 1.6 matt size = (size_t)trapsize;
224 1.6 matt memcpy((void *)EXC_PERF, trapcode, size);
225 1.6 matt memcpy((void *)EXC_VEC, trapcode, size);
226 1.1 matt break;
227 1.1 matt #if defined(DDB) || defined(IPKDB) || defined(KGDB)
228 1.1 matt case EXC_RUNMODETRC:
229 1.1 matt if (cpuvers != MPC601) {
230 1.6 matt size = (size_t)trapsize;
231 1.6 matt memcpy((void *)EXC_RUNMODETRC, trapcode, size);
232 1.1 matt break;
233 1.1 matt }
234 1.1 matt /* FALLTHROUGH */
235 1.1 matt case EXC_PGM:
236 1.1 matt case EXC_TRC:
237 1.1 matt case EXC_BPT:
238 1.1 matt #if defined(DDB) || defined(KGDB)
239 1.6 matt size = (size_t)ddbsize;
240 1.6 matt memcpy((void *)exc, ddblow, size);
241 1.1 matt #if defined(IPKDB)
242 1.1 matt #error "cannot enable IPKDB with DDB or KGDB"
243 1.1 matt #endif
244 1.1 matt #else
245 1.6 matt size = (size_t)ipkdbsize;
246 1.6 matt memcpy((void *)exc, ipkdblow, size);
247 1.1 matt #endif
248 1.1 matt break;
249 1.1 matt #endif /* DDB || IPKDB || KGDB */
250 1.1 matt }
251 1.1 matt #if 0
252 1.1 matt exc += roundup(size, 32);
253 1.1 matt #endif
254 1.1 matt }
255 1.1 matt
256 1.1 matt /*
257 1.1 matt * Get the cache sizes because install_extint calls __syncicache.
258 1.1 matt */
259 1.1 matt cpu_probe_cache();
260 1.1 matt
261 1.1 matt #define MxSPR_MASK 0x7c1fffff
262 1.1 matt #define MFSPR_MQ 0x7c0002a6
263 1.1 matt #define MTSPR_MQ 0x7c0003a6
264 1.17 kleink #define MTSPR_IBAT0L 0x7c1183a6
265 1.17 kleink #define MTSPR_IBAT1L 0x7c1383a6
266 1.1 matt #define NOP 0x60000000
267 1.17 kleink #define B 0x48000000
268 1.18 kleink #define TLBSYNC 0x7c00046c
269 1.18 kleink #define SYNC 0x7c0004ac
270 1.1 matt
271 1.1 matt #ifdef ALTIVEC
272 1.1 matt #define MFSPR_VRSAVE 0x7c0042a6
273 1.1 matt #define MTSPR_VRSAVE 0x7c0043a6
274 1.1 matt
275 1.1 matt /*
276 1.1 matt * Try to set the VEC bit in the MSR. If it doesn't get set, we are
277 1.1 matt * not on a AltiVec capable processor.
278 1.1 matt */
279 1.24 perry __asm volatile (
280 1.1 matt "mfmsr %0; oris %1,%0,%2@h; mtmsr %1; isync; "
281 1.1 matt "mfmsr %1; mtmsr %0; isync"
282 1.1 matt : "=r"(msr), "=r"(scratch)
283 1.1 matt : "J"(PSL_VEC));
284 1.1 matt
285 1.1 matt /*
286 1.17 kleink * If we aren't on an AltiVec capable processor, we need to zap any of
287 1.17 kleink * the sequences we save/restore the VRSAVE SPR into NOPs.
288 1.1 matt */
289 1.1 matt if (scratch & PSL_VEC) {
290 1.1 matt cpu_altivec = 1;
291 1.1 matt } else {
292 1.1 matt int *ip = trapstart;
293 1.1 matt
294 1.1 matt for (; ip < trapend; ip++) {
295 1.1 matt if ((ip[0] & MxSPR_MASK) == MFSPR_VRSAVE) {
296 1.1 matt ip[0] = NOP; /* mfspr */
297 1.1 matt ip[1] = NOP; /* stw */
298 1.1 matt } else if ((ip[0] & MxSPR_MASK) == MTSPR_VRSAVE) {
299 1.1 matt ip[-1] = NOP; /* lwz */
300 1.1 matt ip[0] = NOP; /* mtspr */
301 1.1 matt }
302 1.1 matt }
303 1.1 matt }
304 1.1 matt #endif
305 1.1 matt
306 1.1 matt /*
307 1.17 kleink * If we aren't on a MPC601 processor, we need to zap any of the
308 1.17 kleink * sequences we save/restore the MQ SPR into NOPs, and skip over the
309 1.17 kleink * sequences where we zap/restore BAT registers on kernel exit/entry.
310 1.1 matt */
311 1.1 matt if (cpuvers != MPC601) {
312 1.1 matt int *ip = trapstart;
313 1.1 matt
314 1.1 matt for (; ip < trapend; ip++) {
315 1.1 matt if ((ip[0] & MxSPR_MASK) == MFSPR_MQ) {
316 1.1 matt ip[0] = NOP; /* mfspr */
317 1.1 matt ip[1] = NOP; /* stw */
318 1.1 matt } else if ((ip[0] & MxSPR_MASK) == MTSPR_MQ) {
319 1.1 matt ip[-1] = NOP; /* lwz */
320 1.1 matt ip[0] = NOP; /* mtspr */
321 1.17 kleink } else if ((ip[0] & MxSPR_MASK) == MTSPR_IBAT0L) {
322 1.17 kleink if ((ip[1] & MxSPR_MASK) == MTSPR_IBAT1L)
323 1.17 kleink ip[-1] = B | 0x14; /* li */
324 1.17 kleink else
325 1.17 kleink ip[-4] = B | 0x24; /* lis */
326 1.1 matt }
327 1.1 matt }
328 1.1 matt }
329 1.1 matt
330 1.17 kleink /*
331 1.17 kleink * Sync the changed instructions.
332 1.17 kleink */
333 1.17 kleink __syncicache((void *) trapstart,
334 1.17 kleink (uintptr_t) trapend - (uintptr_t) trapstart);
335 1.1 matt
336 1.1 matt /*
337 1.18 kleink * If we are on a MPC601 processor, we need to zap any tlbsync
338 1.18 kleink * instructions into sync. This differs from the above in
339 1.18 kleink * examing all kernel text, as opposed to just the exception handling.
340 1.18 kleink * We sync the icache on every instruction found since there are
341 1.18 kleink * only very few of them.
342 1.18 kleink */
343 1.18 kleink if (cpuvers == MPC601) {
344 1.18 kleink extern int kernel_text[], etext[];
345 1.18 kleink int *ip;
346 1.18 kleink
347 1.18 kleink for (ip = kernel_text; ip < etext; ip++)
348 1.18 kleink if (*ip == TLBSYNC) {
349 1.18 kleink *ip = SYNC;
350 1.18 kleink __syncicache(ip, sizeof(*ip));
351 1.18 kleink }
352 1.18 kleink }
353 1.18 kleink
354 1.19 kleink /*
355 1.19 kleink * Configure a PSL user mask matching this processor.
356 1.19 kleink */
357 1.19 kleink cpu_psluserset = PSL_EE | PSL_PR | PSL_ME | PSL_IR | PSL_DR | PSL_RI;
358 1.19 kleink cpu_pslusermod = PSL_FP | PSL_FE0 | PSL_FE1 | PSL_LE | PSL_SE | PSL_BE;
359 1.19 kleink if (cpuvers == MPC601) {
360 1.19 kleink cpu_psluserset &= PSL_601_MASK;
361 1.19 kleink cpu_pslusermod &= PSL_601_MASK;
362 1.19 kleink }
363 1.19 kleink #ifdef ALTIVEC
364 1.19 kleink if (cpu_altivec)
365 1.19 kleink cpu_pslusermod |= PSL_VEC;
366 1.19 kleink #endif
367 1.19 kleink
368 1.18 kleink /*
369 1.1 matt * external interrupt handler install
370 1.1 matt */
371 1.1 matt if (handler)
372 1.1 matt oea_install_extint(handler);
373 1.1 matt
374 1.1 matt __syncicache(0, EXC_LAST + 0x100);
375 1.1 matt
376 1.1 matt /*
377 1.1 matt * Now enable translation (and machine checks/recoverable interrupts).
378 1.1 matt */
379 1.26 sanjayl #ifdef PPC_OEA
380 1.24 perry __asm volatile ("sync; mfmsr %0; ori %0,%0,%1; mtmsr %0; isync"
381 1.1 matt : "=r"(scratch)
382 1.1 matt : "K"(PSL_IR|PSL_DR|PSL_ME|PSL_RI));
383 1.26 sanjayl #endif
384 1.1 matt
385 1.1 matt KASSERT(curcpu() == ci);
386 1.1 matt }
387 1.1 matt
388 1.1 matt void
389 1.1 matt mpc601_ioseg_add(paddr_t pa, register_t len)
390 1.1 matt {
391 1.1 matt const u_int i = pa >> ADDR_SR_SHFT;
392 1.1 matt
393 1.1 matt if (len != BAT_BL_256M)
394 1.1 matt panic("mpc601_ioseg_add: len != 256M");
395 1.1 matt
396 1.1 matt /*
397 1.1 matt * Translate into an I/O segment, load it, and stash away for use
398 1.1 matt * in pmap_bootstrap().
399 1.1 matt */
400 1.1 matt iosrtable[i] = SR601(SR601_Ks, SR601_BUID_MEMFORCED, 0, i);
401 1.24 perry __asm volatile ("mtsrin %0,%1"
402 1.1 matt :: "r"(iosrtable[i]),
403 1.1 matt "r"(pa));
404 1.1 matt }
405 1.1 matt
406 1.26 sanjayl
407 1.26 sanjayl #if defined (PPC_OEA) && !defined (PPC_OEA64) && !defined (PPC_OEA64_BRIDGE)
408 1.1 matt void
409 1.1 matt oea_iobat_add(paddr_t pa, register_t len)
410 1.1 matt {
411 1.1 matt static int n = 1;
412 1.1 matt const u_int i = pa >> 28;
413 1.1 matt battable[i].batl = BATL(pa, BAT_I|BAT_G, BAT_PP_RW);
414 1.1 matt battable[i].batu = BATU(pa, len, BAT_Vs);
415 1.1 matt
416 1.1 matt /*
417 1.1 matt * Let's start loading the BAT registers.
418 1.1 matt */
419 1.1 matt switch (n) {
420 1.1 matt case 1:
421 1.24 perry __asm volatile ("mtdbatl 1,%0; mtdbatu 1,%1;"
422 1.1 matt :: "r"(battable[i].batl),
423 1.1 matt "r"(battable[i].batu));
424 1.1 matt n = 2;
425 1.1 matt break;
426 1.1 matt case 2:
427 1.24 perry __asm volatile ("mtdbatl 2,%0; mtdbatu 2,%1;"
428 1.1 matt :: "r"(battable[i].batl),
429 1.1 matt "r"(battable[i].batu));
430 1.1 matt n = 3;
431 1.1 matt break;
432 1.1 matt case 3:
433 1.24 perry __asm volatile ("mtdbatl 3,%0; mtdbatu 3,%1;"
434 1.1 matt :: "r"(battable[i].batl),
435 1.1 matt "r"(battable[i].batu));
436 1.1 matt n = 4;
437 1.1 matt break;
438 1.1 matt default:
439 1.1 matt break;
440 1.3 matt }
441 1.3 matt }
442 1.3 matt
443 1.3 matt void
444 1.3 matt oea_iobat_remove(paddr_t pa)
445 1.3 matt {
446 1.3 matt register_t batu;
447 1.3 matt int i, n;
448 1.3 matt
449 1.3 matt n = pa >> ADDR_SR_SHFT;
450 1.3 matt if (!BAT_VA_MATCH_P(battable[n].batu, pa) ||
451 1.3 matt !BAT_VALID_P(battable[n].batu, PSL_PR))
452 1.3 matt return;
453 1.3 matt battable[n].batl = 0;
454 1.3 matt battable[n].batu = 0;
455 1.3 matt #define BAT_RESET(n) \
456 1.24 perry __asm volatile("mtdbatu %0,%1; mtdbatl %0,%1" :: "n"(n), "r"(0))
457 1.24 perry #define BATU_GET(n, r) __asm volatile("mfdbatu %0,%1" : "=r"(r) : "n"(n))
458 1.3 matt
459 1.3 matt for (i=1 ; i<4 ; i++) {
460 1.3 matt switch (i) {
461 1.3 matt case 1:
462 1.3 matt BATU_GET(1, batu);
463 1.3 matt if (BAT_VA_MATCH_P(batu, pa) &&
464 1.3 matt BAT_VALID_P(batu, PSL_PR))
465 1.3 matt BAT_RESET(1);
466 1.3 matt break;
467 1.3 matt case 2:
468 1.3 matt BATU_GET(2, batu);
469 1.3 matt if (BAT_VA_MATCH_P(batu, pa) &&
470 1.3 matt BAT_VALID_P(batu, PSL_PR))
471 1.3 matt BAT_RESET(2);
472 1.3 matt break;
473 1.3 matt case 3:
474 1.3 matt BATU_GET(3, batu);
475 1.3 matt if (BAT_VA_MATCH_P(batu, pa) &&
476 1.3 matt BAT_VALID_P(batu, PSL_PR))
477 1.3 matt BAT_RESET(3);
478 1.3 matt break;
479 1.3 matt default:
480 1.3 matt break;
481 1.3 matt }
482 1.1 matt }
483 1.1 matt }
484 1.1 matt
485 1.1 matt void
486 1.1 matt oea_batinit(paddr_t pa, ...)
487 1.1 matt {
488 1.1 matt struct mem_region *allmem, *availmem, *mp;
489 1.1 matt int i;
490 1.1 matt unsigned int cpuvers;
491 1.7 matt register_t msr = mfmsr();
492 1.1 matt va_list ap;
493 1.1 matt
494 1.1 matt cpuvers = mfpvr() >> 16;
495 1.1 matt
496 1.1 matt /*
497 1.1 matt * Initialize BAT registers to unmapped to not generate
498 1.1 matt * overlapping mappings below.
499 1.1 matt *
500 1.1 matt * The 601's implementation differs in the Valid bit being situated
501 1.1 matt * in the lower BAT register, and in being a unified BAT only whose
502 1.1 matt * four entries are accessed through the IBAT[0-3] SPRs.
503 1.1 matt *
504 1.1 matt * Also, while the 601 does distinguish between supervisor/user
505 1.14 uebayasi * protection keys, it does _not_ distinguish between validity in
506 1.14 uebayasi * supervisor/user mode.
507 1.1 matt */
508 1.7 matt if ((msr & (PSL_IR|PSL_DR)) == 0) {
509 1.7 matt if (cpuvers == MPC601) {
510 1.24 perry __asm volatile ("mtibatl 0,%0" :: "r"(0));
511 1.24 perry __asm volatile ("mtibatl 1,%0" :: "r"(0));
512 1.24 perry __asm volatile ("mtibatl 2,%0" :: "r"(0));
513 1.24 perry __asm volatile ("mtibatl 3,%0" :: "r"(0));
514 1.7 matt } else {
515 1.24 perry __asm volatile ("mtibatu 0,%0" :: "r"(0));
516 1.24 perry __asm volatile ("mtibatu 1,%0" :: "r"(0));
517 1.24 perry __asm volatile ("mtibatu 2,%0" :: "r"(0));
518 1.24 perry __asm volatile ("mtibatu 3,%0" :: "r"(0));
519 1.24 perry __asm volatile ("mtdbatu 0,%0" :: "r"(0));
520 1.24 perry __asm volatile ("mtdbatu 1,%0" :: "r"(0));
521 1.24 perry __asm volatile ("mtdbatu 2,%0" :: "r"(0));
522 1.24 perry __asm volatile ("mtdbatu 3,%0" :: "r"(0));
523 1.7 matt }
524 1.1 matt }
525 1.1 matt
526 1.1 matt /*
527 1.1 matt * Set up BAT to map physical memory
528 1.1 matt */
529 1.1 matt if (cpuvers == MPC601) {
530 1.1 matt /*
531 1.1 matt * Set up battable to map the lowest 256 MB area.
532 1.1 matt * Map the lowest 32 MB area via BAT[0-3];
533 1.1 matt * BAT[01] are fixed, BAT[23] are floating.
534 1.1 matt */
535 1.1 matt for (i = 0; i < 32; i++) {
536 1.1 matt battable[i].batl = BATL601(i << 23,
537 1.1 matt BAT601_BSM_8M, BAT601_V);
538 1.1 matt battable[i].batu = BATU601(i << 23,
539 1.1 matt BAT601_M, BAT601_Ku, BAT601_PP_NONE);
540 1.1 matt }
541 1.24 perry __asm volatile ("mtibatu 0,%1; mtibatl 0,%0"
542 1.1 matt :: "r"(battable[0x00000000 >> 23].batl),
543 1.1 matt "r"(battable[0x00000000 >> 23].batu));
544 1.24 perry __asm volatile ("mtibatu 1,%1; mtibatl 1,%0"
545 1.1 matt :: "r"(battable[0x00800000 >> 23].batl),
546 1.1 matt "r"(battable[0x00800000 >> 23].batu));
547 1.24 perry __asm volatile ("mtibatu 2,%1; mtibatl 2,%0"
548 1.1 matt :: "r"(battable[0x01000000 >> 23].batl),
549 1.1 matt "r"(battable[0x01000000 >> 23].batu));
550 1.24 perry __asm volatile ("mtibatu 3,%1; mtibatl 3,%0"
551 1.1 matt :: "r"(battable[0x01800000 >> 23].batl),
552 1.1 matt "r"(battable[0x01800000 >> 23].batu));
553 1.1 matt } else {
554 1.1 matt /*
555 1.1 matt * Set up BAT0 to only map the lowest 256 MB area
556 1.1 matt */
557 1.1 matt battable[0].batl = BATL(0x00000000, BAT_M, BAT_PP_RW);
558 1.1 matt battable[0].batu = BATU(0x00000000, BAT_BL_256M, BAT_Vs);
559 1.1 matt
560 1.24 perry __asm volatile ("mtibatl 0,%0; mtibatu 0,%1;"
561 1.1 matt "mtdbatl 0,%0; mtdbatu 0,%1;"
562 1.1 matt :: "r"(battable[0].batl), "r"(battable[0].batu));
563 1.1 matt }
564 1.1 matt
565 1.1 matt /*
566 1.1 matt * Now setup other fixed bat registers
567 1.1 matt *
568 1.1 matt * Note that we still run in real mode, and the BAT
569 1.1 matt * registers were cleared above.
570 1.1 matt */
571 1.1 matt
572 1.1 matt va_start(ap, pa);
573 1.1 matt
574 1.1 matt /*
575 1.1 matt * Add any I/O BATs specificed;
576 1.1 matt * use I/O segments on the BAT-starved 601.
577 1.1 matt */
578 1.1 matt if (cpuvers == MPC601) {
579 1.1 matt while (pa != 0) {
580 1.1 matt register_t len = va_arg(ap, register_t);
581 1.1 matt mpc601_ioseg_add(pa, len);
582 1.1 matt pa = va_arg(ap, paddr_t);
583 1.1 matt }
584 1.1 matt } else {
585 1.1 matt while (pa != 0) {
586 1.1 matt register_t len = va_arg(ap, register_t);
587 1.1 matt oea_iobat_add(pa, len);
588 1.1 matt pa = va_arg(ap, paddr_t);
589 1.1 matt }
590 1.1 matt }
591 1.1 matt
592 1.1 matt va_end(ap);
593 1.1 matt
594 1.1 matt /*
595 1.1 matt * Set up battable to map all RAM regions.
596 1.1 matt * This is here because mem_regions() call needs bat0 set up.
597 1.1 matt */
598 1.1 matt mem_regions(&allmem, &availmem);
599 1.1 matt if (cpuvers == MPC601) {
600 1.1 matt for (mp = allmem; mp->size; mp++) {
601 1.22 he paddr_t paddr = mp->start & 0xff800000;
602 1.1 matt paddr_t end = mp->start + mp->size;
603 1.1 matt
604 1.1 matt do {
605 1.22 he u_int ix = paddr >> 23;
606 1.1 matt
607 1.22 he battable[ix].batl =
608 1.22 he BATL601(paddr, BAT601_BSM_8M, BAT601_V);
609 1.22 he battable[ix].batu =
610 1.22 he BATU601(paddr, BAT601_M, BAT601_Ku, BAT601_PP_NONE);
611 1.22 he paddr += (1 << 23);
612 1.22 he } while (paddr < end);
613 1.1 matt }
614 1.1 matt } else {
615 1.1 matt for (mp = allmem; mp->size; mp++) {
616 1.22 he paddr_t paddr = mp->start & 0xf0000000;
617 1.1 matt paddr_t end = mp->start + mp->size;
618 1.1 matt
619 1.1 matt do {
620 1.22 he u_int ix = paddr >> 28;
621 1.1 matt
622 1.22 he battable[ix].batl =
623 1.22 he BATL(paddr, BAT_M, BAT_PP_RW);
624 1.22 he battable[ix].batu =
625 1.22 he BATU(paddr, BAT_BL_256M, BAT_Vs);
626 1.22 he paddr += SEGMENT_LENGTH;
627 1.22 he } while (paddr < end);
628 1.1 matt }
629 1.1 matt }
630 1.1 matt }
631 1.26 sanjayl #endif /* (PPC_OEA) && !(PPC_OEA64) && !(PPC_OEA64_BRIDGE) */
632 1.1 matt
633 1.1 matt void
634 1.1 matt oea_install_extint(void (*handler)(void))
635 1.1 matt {
636 1.6 matt extern int extint[], extsize[];
637 1.6 matt extern int extint_call[];
638 1.6 matt uintptr_t offset = (uintptr_t)handler - (uintptr_t)extint_call;
639 1.1 matt int omsr, msr;
640 1.1 matt
641 1.1 matt #ifdef DIAGNOSTIC
642 1.1 matt if (offset > 0x1ffffff)
643 1.1 matt panic("install_extint: %p too far away (%#lx)", handler,
644 1.1 matt (unsigned long) offset);
645 1.1 matt #endif
646 1.24 perry __asm volatile ("mfmsr %0; andi. %1,%0,%2; mtmsr %1"
647 1.1 matt : "=r" (omsr), "=r" (msr)
648 1.1 matt : "K" ((u_short)~PSL_EE));
649 1.6 matt extint_call[0] = (extint_call[0] & 0xfc000003) | offset;
650 1.6 matt memcpy((void *)EXC_EXI, extint, (size_t)extsize);
651 1.6 matt __syncicache((void *)extint_call, sizeof extint_call[0]);
652 1.6 matt __syncicache((void *)EXC_EXI, (int)extsize);
653 1.24 perry __asm volatile ("mtmsr %0" :: "r"(omsr));
654 1.1 matt }
655 1.1 matt
656 1.1 matt /*
657 1.1 matt * Machine dependent startup code.
658 1.1 matt */
659 1.1 matt void
660 1.1 matt oea_startup(const char *model)
661 1.1 matt {
662 1.1 matt uintptr_t sz;
663 1.32 christos void *v;
664 1.1 matt vaddr_t minaddr, maxaddr;
665 1.1 matt char pbuf[9];
666 1.13 pk u_int i;
667 1.1 matt
668 1.1 matt KASSERT(curcpu() != NULL);
669 1.1 matt KASSERT(lwp0.l_cpu != NULL);
670 1.4 matt KASSERT(curcpu()->ci_intstk != 0);
671 1.4 matt KASSERT(curcpu()->ci_intrdepth == -1);
672 1.1 matt
673 1.1 matt /*
674 1.1 matt * If the msgbuf is not in segment 0, allocate KVA for it and access
675 1.1 matt * it via mapped pages. [This prevents unneeded BAT switches.]
676 1.1 matt */
677 1.1 matt sz = round_page(MSGBUFSIZE);
678 1.32 christos v = (void *) msgbuf_paddr;
679 1.1 matt if (msgbuf_paddr + sz > SEGMENT_LENGTH) {
680 1.1 matt minaddr = 0;
681 1.1 matt if (uvm_map(kernel_map, &minaddr, sz,
682 1.1 matt NULL, UVM_UNKNOWN_OFFSET, 0,
683 1.1 matt UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE,
684 1.1 matt UVM_INH_NONE, UVM_ADV_NORMAL, 0)) != 0)
685 1.1 matt panic("startup: cannot allocate VM for msgbuf");
686 1.32 christos v = (void *)minaddr;
687 1.8 thorpej for (i = 0; i < sz; i += PAGE_SIZE) {
688 1.1 matt pmap_kenter_pa(minaddr + i, msgbuf_paddr + i,
689 1.1 matt VM_PROT_READ|VM_PROT_WRITE);
690 1.1 matt }
691 1.1 matt pmap_update(pmap_kernel());
692 1.1 matt }
693 1.1 matt initmsgbuf(v, sz);
694 1.1 matt
695 1.21 lukem printf("%s%s", copyright, version);
696 1.1 matt if (model != NULL)
697 1.1 matt printf("Model: %s\n", model);
698 1.1 matt cpu_identify(NULL, 0);
699 1.1 matt
700 1.1 matt format_bytes(pbuf, sizeof(pbuf), ctob((u_int)physmem));
701 1.1 matt printf("total memory = %s\n", pbuf);
702 1.1 matt
703 1.1 matt /*
704 1.1 matt * Allocate away the pages that map to 0xDEA[CDE]xxxx. Do this after
705 1.1 matt * the bufpages are allocated in case they overlap since it's not
706 1.1 matt * fatal if we can't allocate these.
707 1.1 matt */
708 1.4 matt if (KERNEL_SR == 13 || KERNEL2_SR == 14) {
709 1.4 matt int error;
710 1.4 matt minaddr = 0xDEAC0000;
711 1.4 matt error = uvm_map(kernel_map, &minaddr, 0x30000,
712 1.4 matt NULL, UVM_UNKNOWN_OFFSET, 0,
713 1.4 matt UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE, UVM_INH_NONE,
714 1.4 matt UVM_ADV_NORMAL, UVM_FLAG_FIXED));
715 1.4 matt if (error != 0 || minaddr != 0xDEAC0000)
716 1.4 matt printf("oea_startup: failed to allocate DEAD "
717 1.4 matt "ZONE: error=%d\n", error);
718 1.1 matt }
719 1.13 pk
720 1.4 matt minaddr = 0;
721 1.1 matt /*
722 1.1 matt * Allocate a submap for exec arguments. This map effectively
723 1.1 matt * limits the number of processes exec'ing at any time. These
724 1.1 matt * submaps will be allocated after the dead zone.
725 1.1 matt */
726 1.1 matt exec_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
727 1.31 thorpej 16*NCARGS, VM_MAP_PAGEABLE, false, NULL);
728 1.1 matt
729 1.1 matt /*
730 1.1 matt * Allocate a submap for physio
731 1.1 matt */
732 1.1 matt phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
733 1.31 thorpej VM_PHYS_SIZE, 0, false, NULL);
734 1.1 matt
735 1.1 matt #ifndef PMAP_MAP_POOLPAGE
736 1.1 matt /*
737 1.1 matt * No need to allocate an mbuf cluster submap. Mbuf clusters
738 1.1 matt * are allocated via the pool allocator, and we use direct-mapped
739 1.1 matt * pool pages.
740 1.1 matt */
741 1.1 matt mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
742 1.31 thorpej mclbytes*nmbclusters, VM_MAP_INTRSAFE, false, NULL);
743 1.1 matt #endif
744 1.1 matt
745 1.1 matt format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
746 1.1 matt printf("avail memory = %s\n", pbuf);
747 1.1 matt }
748 1.1 matt
749 1.1 matt /*
750 1.1 matt * Crash dump handling.
751 1.1 matt */
752 1.1 matt
753 1.1 matt void
754 1.1 matt oea_dumpsys(void)
755 1.1 matt {
756 1.1 matt printf("dumpsys: TBD\n");
757 1.1 matt }
758 1.1 matt
759 1.15 matt #ifndef __HAVE_GENERIC_SOFT_INTERRUPTS
760 1.1 matt /*
761 1.1 matt * Soft networking interrupts.
762 1.1 matt */
763 1.1 matt void
764 1.1 matt softnet(int pendisr)
765 1.1 matt {
766 1.1 matt #define DONETISR(bit, fn) do { \
767 1.1 matt if (pendisr & (1 << bit)) \
768 1.1 matt (*fn)(); \
769 1.1 matt } while (0)
770 1.1 matt
771 1.1 matt #include <net/netisr_dispatch.h>
772 1.1 matt
773 1.1 matt #undef DONETISR
774 1.1 matt }
775 1.15 matt #endif
776 1.1 matt
777 1.1 matt /*
778 1.1 matt * Convert kernel VA to physical address
779 1.1 matt */
780 1.1 matt paddr_t
781 1.32 christos kvtop(void *addr)
782 1.1 matt {
783 1.1 matt vaddr_t va;
784 1.1 matt paddr_t pa;
785 1.1 matt uintptr_t off;
786 1.1 matt extern char end[];
787 1.1 matt
788 1.33 macallan if (addr < (void *)end)
789 1.1 matt return (paddr_t)addr;
790 1.1 matt
791 1.1 matt va = trunc_page((vaddr_t)addr);
792 1.1 matt off = (uintptr_t)addr - va;
793 1.1 matt
794 1.31 thorpej if (pmap_extract(pmap_kernel(), va, &pa) == false) {
795 1.1 matt /*printf("kvtop: zero page frame (va=0x%x)\n", addr);*/
796 1.1 matt return (paddr_t)addr;
797 1.1 matt }
798 1.1 matt
799 1.1 matt return(pa + off);
800 1.1 matt }
801 1.1 matt
802 1.1 matt /*
803 1.1 matt * Allocate vm space and mapin the I/O address
804 1.1 matt */
805 1.1 matt void *
806 1.1 matt mapiodev(paddr_t pa, psize_t len)
807 1.1 matt {
808 1.1 matt paddr_t faddr;
809 1.1 matt vaddr_t taddr, va;
810 1.1 matt int off;
811 1.1 matt
812 1.1 matt faddr = trunc_page(pa);
813 1.1 matt off = pa - faddr;
814 1.1 matt len = round_page(off + len);
815 1.20 yamt va = taddr = uvm_km_alloc(kernel_map, len, 0, UVM_KMF_VAONLY);
816 1.1 matt
817 1.1 matt if (va == 0)
818 1.1 matt return NULL;
819 1.1 matt
820 1.8 thorpej for (; len > 0; len -= PAGE_SIZE) {
821 1.1 matt pmap_kenter_pa(taddr, faddr, VM_PROT_READ | VM_PROT_WRITE);
822 1.8 thorpej faddr += PAGE_SIZE;
823 1.8 thorpej taddr += PAGE_SIZE;
824 1.1 matt }
825 1.1 matt pmap_update(pmap_kernel());
826 1.1 matt return (void *)(va + off);
827 1.1 matt }
828 1.27 matt
829 1.27 matt void
830 1.27 matt unmapiodev(vaddr_t va, vsize_t len)
831 1.27 matt {
832 1.27 matt paddr_t faddr;
833 1.27 matt
834 1.28 freza if (! va)
835 1.28 freza return;
836 1.28 freza
837 1.27 matt faddr = trunc_page(va);
838 1.27 matt len = round_page(va - faddr + len);
839 1.27 matt
840 1.27 matt pmap_kremove(faddr, len);
841 1.27 matt pmap_update(pmap_kernel());
842 1.27 matt uvm_km_free(kernel_map, faddr, len, UVM_KMF_VAONLY);
843 1.27 matt }
844