cpu_subr.c revision 1.71 1 /* $NetBSD: cpu_subr.c,v 1.71 2012/01/23 16:22:57 phx Exp $ */
2
3 /*-
4 * Copyright (c) 2001 Matt Thomas.
5 * Copyright (c) 2001 Tsubai Masanari.
6 * Copyright (c) 1998, 1999, 2001 Internet Research Institute, Inc.
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed by
20 * Internet Research Institute, Inc.
21 * 4. The name of the author may not be used to endorse or promote products
22 * derived from this software without specific prior written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
25 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
26 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
27 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
28 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
29 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 */
35
36 #include <sys/cdefs.h>
37 __KERNEL_RCSID(0, "$NetBSD: cpu_subr.c,v 1.71 2012/01/23 16:22:57 phx Exp $");
38
39 #include "opt_ppcparam.h"
40 #include "opt_multiprocessor.h"
41 #include "opt_altivec.h"
42 #include "sysmon_envsys.h"
43
44 #include <sys/param.h>
45 #include <sys/systm.h>
46 #include <sys/device.h>
47 #include <sys/types.h>
48 #include <sys/lwp.h>
49 #include <sys/malloc.h>
50 #include <sys/xcall.h>
51
52 #include <uvm/uvm.h>
53
54 #include <powerpc/pcb.h>
55 #include <powerpc/psl.h>
56 #include <powerpc/spr.h>
57 #include <powerpc/oea/hid.h>
58 #include <powerpc/oea/hid_601.h>
59 #include <powerpc/oea/spr.h>
60 #include <powerpc/oea/cpufeat.h>
61
62 #include <dev/sysmon/sysmonvar.h>
63
64 static void cpu_enable_l2cr(register_t);
65 static void cpu_enable_l3cr(register_t);
66 static void cpu_config_l2cr(int);
67 static void cpu_config_l3cr(int);
68 static void cpu_probe_speed(struct cpu_info *);
69 static void cpu_idlespin(void);
70 static void cpu_set_dfs_xcall(void *, void *);
71 #if NSYSMON_ENVSYS > 0
72 static void cpu_tau_setup(struct cpu_info *);
73 static void cpu_tau_refresh(struct sysmon_envsys *, envsys_data_t *);
74 #endif
75
76 int cpu;
77 int ncpus;
78
79 struct fmttab {
80 register_t fmt_mask;
81 register_t fmt_value;
82 const char *fmt_string;
83 };
84
85 /*
86 * This should be one per CPU but since we only support it on 750 variants it
87 * doesn't realy matter since none of them supports SMP
88 */
89 envsys_data_t sensor;
90
91 static const struct fmttab cpu_7450_l2cr_formats[] = {
92 { L2CR_L2E, 0, " disabled" },
93 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO, " data-only" },
94 { L2CR_L2DO|L2CR_L2IO, L2CR_L2IO, " instruction-only" },
95 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO|L2CR_L2IO, " locked" },
96 { L2CR_L2E, ~0, " 256KB L2 cache" },
97 { L2CR_L2PE, 0, " no parity" },
98 { L2CR_L2PE, ~0, " parity enabled" },
99 { 0, 0, NULL }
100 };
101
102 static const struct fmttab cpu_7448_l2cr_formats[] = {
103 { L2CR_L2E, 0, " disabled" },
104 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO, " data-only" },
105 { L2CR_L2DO|L2CR_L2IO, L2CR_L2IO, " instruction-only" },
106 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO|L2CR_L2IO, " locked" },
107 { L2CR_L2E, ~0, " 1MB L2 cache" },
108 { L2CR_L2PE, 0, " no parity" },
109 { L2CR_L2PE, ~0, " parity enabled" },
110 { 0, 0, NULL }
111 };
112
113 static const struct fmttab cpu_7457_l2cr_formats[] = {
114 { L2CR_L2E, 0, " disabled" },
115 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO, " data-only" },
116 { L2CR_L2DO|L2CR_L2IO, L2CR_L2IO, " instruction-only" },
117 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO|L2CR_L2IO, " locked" },
118 { L2CR_L2E, ~0, " 512KB L2 cache" },
119 { L2CR_L2PE, 0, " no parity" },
120 { L2CR_L2PE, ~0, " parity enabled" },
121 { 0, 0, NULL }
122 };
123
124 static const struct fmttab cpu_7450_l3cr_formats[] = {
125 { L3CR_L3DO|L3CR_L3IO, L3CR_L3DO, " data-only" },
126 { L3CR_L3DO|L3CR_L3IO, L3CR_L3IO, " instruction-only" },
127 { L3CR_L3DO|L3CR_L3IO, L3CR_L3DO|L3CR_L3IO, " locked" },
128 { L3CR_L3SIZ, L3SIZ_2M, " 2MB" },
129 { L3CR_L3SIZ, L3SIZ_1M, " 1MB" },
130 { L3CR_L3PE|L3CR_L3APE, L3CR_L3PE|L3CR_L3APE, " parity" },
131 { L3CR_L3PE|L3CR_L3APE, L3CR_L3PE, " data-parity" },
132 { L3CR_L3PE|L3CR_L3APE, L3CR_L3APE, " address-parity" },
133 { L3CR_L3PE|L3CR_L3APE, 0, " no-parity" },
134 { L3CR_L3SIZ, ~0, " L3 cache" },
135 { L3CR_L3RT, L3RT_MSUG2_DDR, " (DDR SRAM)" },
136 { L3CR_L3RT, L3RT_PIPELINE_LATE, " (LW SRAM)" },
137 { L3CR_L3RT, L3RT_PB2_SRAM, " (PB2 SRAM)" },
138 { L3CR_L3CLK, ~0, " at" },
139 { L3CR_L3CLK, L3CLK_20, " 2:1" },
140 { L3CR_L3CLK, L3CLK_25, " 2.5:1" },
141 { L3CR_L3CLK, L3CLK_30, " 3:1" },
142 { L3CR_L3CLK, L3CLK_35, " 3.5:1" },
143 { L3CR_L3CLK, L3CLK_40, " 4:1" },
144 { L3CR_L3CLK, L3CLK_50, " 5:1" },
145 { L3CR_L3CLK, L3CLK_60, " 6:1" },
146 { L3CR_L3CLK, ~0, " ratio" },
147 { 0, 0, NULL },
148 };
149
150 static const struct fmttab cpu_ibm750_l2cr_formats[] = {
151 { L2CR_L2E, 0, " disabled" },
152 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO, " data-only" },
153 { L2CR_L2DO|L2CR_L2IO, L2CR_L2IO, " instruction-only" },
154 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO|L2CR_L2IO, " locked" },
155 { 0, ~0, " 512KB" },
156 { L2CR_L2WT, L2CR_L2WT, " WT" },
157 { L2CR_L2WT, 0, " WB" },
158 { L2CR_L2PE, L2CR_L2PE, " with ECC" },
159 { 0, ~0, " L2 cache" },
160 { 0, 0, NULL }
161 };
162
163 static const struct fmttab cpu_l2cr_formats[] = {
164 { L2CR_L2E, 0, " disabled" },
165 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO, " data-only" },
166 { L2CR_L2DO|L2CR_L2IO, L2CR_L2IO, " instruction-only" },
167 { L2CR_L2DO|L2CR_L2IO, L2CR_L2DO|L2CR_L2IO, " locked" },
168 { L2CR_L2PE, L2CR_L2PE, " parity" },
169 { L2CR_L2PE, 0, " no-parity" },
170 { L2CR_L2SIZ, L2SIZ_2M, " 2MB" },
171 { L2CR_L2SIZ, L2SIZ_1M, " 1MB" },
172 { L2CR_L2SIZ, L2SIZ_512K, " 512KB" },
173 { L2CR_L2SIZ, L2SIZ_256K, " 256KB" },
174 { L2CR_L2WT, L2CR_L2WT, " WT" },
175 { L2CR_L2WT, 0, " WB" },
176 { L2CR_L2E, ~0, " L2 cache" },
177 { L2CR_L2RAM, L2RAM_FLOWTHRU_BURST, " (FB SRAM)" },
178 { L2CR_L2RAM, L2RAM_PIPELINE_LATE, " (LW SRAM)" },
179 { L2CR_L2RAM, L2RAM_PIPELINE_BURST, " (PB SRAM)" },
180 { L2CR_L2CLK, ~0, " at" },
181 { L2CR_L2CLK, L2CLK_10, " 1:1" },
182 { L2CR_L2CLK, L2CLK_15, " 1.5:1" },
183 { L2CR_L2CLK, L2CLK_20, " 2:1" },
184 { L2CR_L2CLK, L2CLK_25, " 2.5:1" },
185 { L2CR_L2CLK, L2CLK_30, " 3:1" },
186 { L2CR_L2CLK, L2CLK_35, " 3.5:1" },
187 { L2CR_L2CLK, L2CLK_40, " 4:1" },
188 { L2CR_L2CLK, ~0, " ratio" },
189 { 0, 0, NULL }
190 };
191
192 static void cpu_fmttab_print(const struct fmttab *, register_t);
193
194 struct cputab {
195 const char name[8];
196 uint16_t version;
197 uint16_t revfmt;
198 };
199 #define REVFMT_MAJMIN 1 /* %u.%u */
200 #define REVFMT_HEX 2 /* 0x%04x */
201 #define REVFMT_DEC 3 /* %u */
202 static const struct cputab models[] = {
203 { "601", MPC601, REVFMT_DEC },
204 { "602", MPC602, REVFMT_DEC },
205 { "603", MPC603, REVFMT_MAJMIN },
206 { "603e", MPC603e, REVFMT_MAJMIN },
207 { "603ev", MPC603ev, REVFMT_MAJMIN },
208 { "G2", MPCG2, REVFMT_MAJMIN },
209 { "604", MPC604, REVFMT_MAJMIN },
210 { "604e", MPC604e, REVFMT_MAJMIN },
211 { "604ev", MPC604ev, REVFMT_MAJMIN },
212 { "620", MPC620, REVFMT_HEX },
213 { "750", MPC750, REVFMT_MAJMIN },
214 { "750FX", IBM750FX, REVFMT_MAJMIN },
215 { "750GX", IBM750GX, REVFMT_MAJMIN },
216 { "7400", MPC7400, REVFMT_MAJMIN },
217 { "7410", MPC7410, REVFMT_MAJMIN },
218 { "7450", MPC7450, REVFMT_MAJMIN },
219 { "7455", MPC7455, REVFMT_MAJMIN },
220 { "7457", MPC7457, REVFMT_MAJMIN },
221 { "7447A", MPC7447A, REVFMT_MAJMIN },
222 { "7448", MPC7448, REVFMT_MAJMIN },
223 { "8240", MPC8240, REVFMT_MAJMIN },
224 { "8245", MPC8245, REVFMT_MAJMIN },
225 { "970", IBM970, REVFMT_MAJMIN },
226 { "970FX", IBM970FX, REVFMT_MAJMIN },
227 { "970MP", IBM970MP, REVFMT_MAJMIN },
228 { "POWER3II", IBMPOWER3II, REVFMT_MAJMIN },
229 { "", 0, REVFMT_HEX }
230 };
231
232 #ifdef MULTIPROCESSOR
233 struct cpu_info cpu_info[CPU_MAXNUM] = {
234 [0] = {
235 .ci_curlwp = &lwp0,
236 },
237 };
238 volatile struct cpu_hatch_data *cpu_hatch_data;
239 volatile int cpu_hatch_stack;
240 extern int ticks_per_intr;
241 #include <powerpc/oea/bat.h>
242 #include <powerpc/pic/picvar.h>
243 #include <powerpc/pic/ipivar.h>
244 extern struct bat battable[];
245 #else
246 struct cpu_info cpu_info[1] = {
247 [0] = {
248 .ci_curlwp = &lwp0,
249 },
250 };
251 #endif /*MULTIPROCESSOR*/
252
253 int cpu_altivec;
254 register_t cpu_psluserset;
255 register_t cpu_pslusermod;
256 register_t cpu_pslusermask = 0xffff;
257 char cpu_model[80];
258
259 /* This is to be called from locore.S, and nowhere else. */
260
261 void
262 cpu_model_init(void)
263 {
264 u_int pvr, vers;
265
266 pvr = mfpvr();
267 vers = pvr >> 16;
268
269 oeacpufeat = 0;
270
271 if ((vers >= IBMRS64II && vers <= IBM970GX) || vers == MPC620 ||
272 vers == IBMCELL || vers == IBMPOWER6P5)
273 oeacpufeat |= OEACPU_64 | OEACPU_64_BRIDGE | OEACPU_NOBAT;
274
275 else if (vers == MPC601)
276 oeacpufeat |= OEACPU_601;
277
278 else if (MPC745X_P(vers) && vers != MPC7450)
279 oeacpufeat |= OEACPU_XBSEN | OEACPU_HIGHBAT | OEACPU_HIGHSPRG;
280
281 else if (vers == IBM750FX || vers == IBM750GX)
282 oeacpufeat |= OEACPU_HIGHBAT;
283 }
284
285 void
286 cpu_fmttab_print(const struct fmttab *fmt, register_t data)
287 {
288 for (; fmt->fmt_mask != 0 || fmt->fmt_value != 0; fmt++) {
289 if ((~fmt->fmt_mask & fmt->fmt_value) != 0 ||
290 (data & fmt->fmt_mask) == fmt->fmt_value)
291 aprint_normal("%s", fmt->fmt_string);
292 }
293 }
294
295 void
296 cpu_idlespin(void)
297 {
298 register_t msr;
299
300 if (powersave <= 0)
301 return;
302
303 __asm volatile(
304 "sync;"
305 "mfmsr %0;"
306 "oris %0,%0,%1@h;" /* enter power saving mode */
307 "mtmsr %0;"
308 "isync;"
309 : "=r"(msr)
310 : "J"(PSL_POW));
311 }
312
313 void
314 cpu_probe_cache(void)
315 {
316 u_int assoc, pvr, vers;
317
318 pvr = mfpvr();
319 vers = pvr >> 16;
320
321
322 /* Presently common across almost all implementations. */
323 curcpu()->ci_ci.dcache_line_size = 32;
324 curcpu()->ci_ci.icache_line_size = 32;
325
326
327 switch (vers) {
328 #define K *1024
329 case IBM750FX:
330 case IBM750GX:
331 case MPC601:
332 case MPC750:
333 case MPC7400:
334 case MPC7447A:
335 case MPC7448:
336 case MPC7450:
337 case MPC7455:
338 case MPC7457:
339 curcpu()->ci_ci.dcache_size = 32 K;
340 curcpu()->ci_ci.icache_size = 32 K;
341 assoc = 8;
342 break;
343 case MPC603:
344 curcpu()->ci_ci.dcache_size = 8 K;
345 curcpu()->ci_ci.icache_size = 8 K;
346 assoc = 2;
347 break;
348 case MPC603e:
349 case MPC603ev:
350 case MPC604:
351 case MPC8240:
352 case MPC8245:
353 case MPCG2:
354 curcpu()->ci_ci.dcache_size = 16 K;
355 curcpu()->ci_ci.icache_size = 16 K;
356 assoc = 4;
357 break;
358 case MPC604e:
359 case MPC604ev:
360 curcpu()->ci_ci.dcache_size = 32 K;
361 curcpu()->ci_ci.icache_size = 32 K;
362 assoc = 4;
363 break;
364 case IBMPOWER3II:
365 curcpu()->ci_ci.dcache_size = 64 K;
366 curcpu()->ci_ci.icache_size = 32 K;
367 curcpu()->ci_ci.dcache_line_size = 128;
368 curcpu()->ci_ci.icache_line_size = 128;
369 assoc = 128; /* not a typo */
370 break;
371 case IBM970:
372 case IBM970FX:
373 case IBM970MP:
374 curcpu()->ci_ci.dcache_size = 32 K;
375 curcpu()->ci_ci.icache_size = 64 K;
376 curcpu()->ci_ci.dcache_line_size = 128;
377 curcpu()->ci_ci.icache_line_size = 128;
378 assoc = 2;
379 break;
380
381 default:
382 curcpu()->ci_ci.dcache_size = PAGE_SIZE;
383 curcpu()->ci_ci.icache_size = PAGE_SIZE;
384 assoc = 1;
385 #undef K
386 }
387
388 /*
389 * Possibly recolor.
390 */
391 uvm_page_recolor(atop(curcpu()->ci_ci.dcache_size / assoc));
392 }
393
394 struct cpu_info *
395 cpu_attach_common(device_t self, int id)
396 {
397 struct cpu_info *ci;
398 u_int pvr, vers;
399
400 ci = &cpu_info[id];
401 #ifndef MULTIPROCESSOR
402 /*
403 * If this isn't the primary CPU, print an error message
404 * and just bail out.
405 */
406 if (id != 0) {
407 aprint_naive("\n");
408 aprint_normal(": ID %d\n", id);
409 aprint_normal_dev(self,
410 "processor off-line; "
411 "multiprocessor support not present in kernel\n");
412 return (NULL);
413 }
414 #endif
415
416 ci->ci_cpuid = id;
417 ci->ci_idepth = -1;
418 ci->ci_dev = self;
419 ci->ci_idlespin = cpu_idlespin;
420
421 pvr = mfpvr();
422 vers = (pvr >> 16) & 0xffff;
423
424 switch (id) {
425 case 0:
426 /* load my cpu_number to PIR */
427 switch (vers) {
428 case MPC601:
429 case MPC604:
430 case MPC604e:
431 case MPC604ev:
432 case MPC7400:
433 case MPC7410:
434 case MPC7447A:
435 case MPC7448:
436 case MPC7450:
437 case MPC7455:
438 case MPC7457:
439 mtspr(SPR_PIR, id);
440 }
441 cpu_setup(self, ci);
442 break;
443 default:
444 aprint_naive("\n");
445 if (id >= CPU_MAXNUM) {
446 aprint_normal(": more than %d cpus?\n", CPU_MAXNUM);
447 panic("cpuattach");
448 }
449 #ifndef MULTIPROCESSOR
450 aprint_normal(" not configured\n");
451 return NULL;
452 #else
453 mi_cpu_attach(ci);
454 break;
455 #endif
456 }
457 return (ci);
458 }
459
460 void
461 cpu_setup(device_t self, struct cpu_info *ci)
462 {
463 u_int hid0, hid0_save, pvr, vers;
464 const char * const xname = device_xname(self);
465 const char *bitmask;
466 char hidbuf[128];
467 char model[80];
468
469 pvr = mfpvr();
470 vers = (pvr >> 16) & 0xffff;
471
472 cpu_identify(model, sizeof(model));
473 aprint_naive("\n");
474 aprint_normal(": %s, ID %d%s\n", model, cpu_number(),
475 cpu_number() == 0 ? " (primary)" : "");
476
477 /* set the cpu number */
478 ci->ci_cpuid = cpu_number();
479 hid0_save = hid0 = mfspr(SPR_HID0);
480
481 cpu_probe_cache();
482
483 /*
484 * Configure power-saving mode.
485 */
486 switch (vers) {
487 case MPC604:
488 case MPC604e:
489 case MPC604ev:
490 /*
491 * Do not have HID0 support settings, but can support
492 * MSR[POW] off
493 */
494 powersave = 1;
495 break;
496
497 case MPC603:
498 case MPC603e:
499 case MPC603ev:
500 case MPC7400:
501 case MPC7410:
502 case MPC8240:
503 case MPC8245:
504 case MPCG2:
505 /* Select DOZE mode. */
506 hid0 &= ~(HID0_DOZE | HID0_NAP | HID0_SLEEP);
507 hid0 |= HID0_DOZE | HID0_DPM;
508 powersave = 1;
509 break;
510
511 case MPC750:
512 case IBM750FX:
513 case IBM750GX:
514 /* Select NAP mode. */
515 hid0 &= ~(HID0_DOZE | HID0_NAP | HID0_SLEEP);
516 hid0 |= HID0_NAP | HID0_DPM;
517 powersave = 1;
518 break;
519
520 case MPC7447A:
521 case MPC7448:
522 case MPC7457:
523 case MPC7455:
524 case MPC7450:
525 /* Enable the 7450 branch caches */
526 hid0 |= HID0_SGE | HID0_BTIC;
527 hid0 |= HID0_LRSTK | HID0_FOLD | HID0_BHT;
528 /* Enable more and larger BAT registers */
529 if (oeacpufeat & OEACPU_XBSEN)
530 hid0 |= HID0_XBSEN;
531 if (oeacpufeat & OEACPU_HIGHBAT)
532 hid0 |= HID0_HIGH_BAT_EN;
533 /* Disable BTIC on 7450 Rev 2.0 or earlier */
534 if (vers == MPC7450 && (pvr & 0xFFFF) <= 0x0200)
535 hid0 &= ~HID0_BTIC;
536 /* Select NAP mode. */
537 hid0 &= ~HID0_SLEEP;
538 hid0 |= HID0_NAP | HID0_DPM;
539 powersave = 1;
540 break;
541
542 case IBM970:
543 case IBM970FX:
544 case IBM970MP:
545 case IBMPOWER3II:
546 default:
547 /* No power-saving mode is available. */ ;
548 }
549
550 #ifdef NAPMODE
551 switch (vers) {
552 case IBM750FX:
553 case IBM750GX:
554 case MPC750:
555 case MPC7400:
556 /* Select NAP mode. */
557 hid0 &= ~(HID0_DOZE | HID0_NAP | HID0_SLEEP);
558 hid0 |= HID0_NAP;
559 break;
560 }
561 #endif
562
563 switch (vers) {
564 case IBM750FX:
565 case IBM750GX:
566 case MPC750:
567 hid0 &= ~HID0_DBP; /* XXX correct? */
568 hid0 |= HID0_EMCP | HID0_BTIC | HID0_SGE | HID0_BHT;
569 break;
570
571 case MPC7400:
572 case MPC7410:
573 hid0 &= ~HID0_SPD;
574 hid0 |= HID0_EMCP | HID0_BTIC | HID0_SGE | HID0_BHT;
575 hid0 |= HID0_EIEC;
576 break;
577 }
578
579 if (hid0 != hid0_save) {
580 mtspr(SPR_HID0, hid0);
581 __asm volatile("sync;isync");
582 }
583
584
585 switch (vers) {
586 case MPC601:
587 bitmask = HID0_601_BITMASK;
588 break;
589 case MPC7450:
590 case MPC7455:
591 case MPC7457:
592 bitmask = HID0_7450_BITMASK;
593 break;
594 case IBM970:
595 case IBM970FX:
596 case IBM970MP:
597 bitmask = 0;
598 break;
599 default:
600 bitmask = HID0_BITMASK;
601 break;
602 }
603 snprintb(hidbuf, sizeof hidbuf, bitmask, hid0);
604 aprint_normal_dev(self, "HID0 %s, powersave: %d\n", hidbuf, powersave);
605
606 ci->ci_khz = 0;
607
608 /*
609 * Display speed and cache configuration.
610 */
611 switch (vers) {
612 case MPC604:
613 case MPC604e:
614 case MPC604ev:
615 case MPC750:
616 case IBM750FX:
617 case IBM750GX:
618 case MPC7400:
619 case MPC7410:
620 case MPC7447A:
621 case MPC7448:
622 case MPC7450:
623 case MPC7455:
624 case MPC7457:
625 aprint_normal_dev(self, "");
626 cpu_probe_speed(ci);
627 aprint_normal("%u.%02u MHz",
628 ci->ci_khz / 1000, (ci->ci_khz / 10) % 100);
629 switch (vers) {
630 case MPC7450: /* 7441 does not have L3! */
631 case MPC7455: /* 7445 does not have L3! */
632 case MPC7457: /* 7447 does not have L3! */
633 cpu_config_l3cr(vers);
634 break;
635 case IBM750FX:
636 case IBM750GX:
637 case MPC750:
638 case MPC7400:
639 case MPC7410:
640 case MPC7447A:
641 case MPC7448:
642 cpu_config_l2cr(pvr);
643 break;
644 default:
645 break;
646 }
647 aprint_normal("\n");
648 break;
649 }
650
651 #if NSYSMON_ENVSYS > 0
652 /*
653 * Attach MPC750 temperature sensor to the envsys subsystem.
654 * XXX the 74xx series also has this sensor, but it is not
655 * XXX supported by Motorola and may return values that are off by
656 * XXX 35-55 degrees C.
657 */
658 if (vers == MPC750 || vers == IBM750FX || vers == IBM750GX)
659 cpu_tau_setup(ci);
660 #endif
661
662 evcnt_attach_dynamic(&ci->ci_ev_clock, EVCNT_TYPE_INTR,
663 NULL, xname, "clock");
664 evcnt_attach_dynamic(&ci->ci_ev_traps, EVCNT_TYPE_TRAP,
665 NULL, xname, "traps");
666 evcnt_attach_dynamic(&ci->ci_ev_kdsi, EVCNT_TYPE_TRAP,
667 &ci->ci_ev_traps, xname, "kernel DSI traps");
668 evcnt_attach_dynamic(&ci->ci_ev_udsi, EVCNT_TYPE_TRAP,
669 &ci->ci_ev_traps, xname, "user DSI traps");
670 evcnt_attach_dynamic(&ci->ci_ev_udsi_fatal, EVCNT_TYPE_TRAP,
671 &ci->ci_ev_udsi, xname, "user DSI failures");
672 evcnt_attach_dynamic(&ci->ci_ev_kisi, EVCNT_TYPE_TRAP,
673 &ci->ci_ev_traps, xname, "kernel ISI traps");
674 evcnt_attach_dynamic(&ci->ci_ev_isi, EVCNT_TYPE_TRAP,
675 &ci->ci_ev_traps, xname, "user ISI traps");
676 evcnt_attach_dynamic(&ci->ci_ev_isi_fatal, EVCNT_TYPE_TRAP,
677 &ci->ci_ev_isi, xname, "user ISI failures");
678 evcnt_attach_dynamic(&ci->ci_ev_scalls, EVCNT_TYPE_TRAP,
679 &ci->ci_ev_traps, xname, "system call traps");
680 evcnt_attach_dynamic(&ci->ci_ev_pgm, EVCNT_TYPE_TRAP,
681 &ci->ci_ev_traps, xname, "PGM traps");
682 evcnt_attach_dynamic(&ci->ci_ev_fpu, EVCNT_TYPE_TRAP,
683 &ci->ci_ev_traps, xname, "FPU unavailable traps");
684 evcnt_attach_dynamic(&ci->ci_ev_fpusw, EVCNT_TYPE_TRAP,
685 &ci->ci_ev_fpu, xname, "FPU context switches");
686 evcnt_attach_dynamic(&ci->ci_ev_ali, EVCNT_TYPE_TRAP,
687 &ci->ci_ev_traps, xname, "user alignment traps");
688 evcnt_attach_dynamic(&ci->ci_ev_ali_fatal, EVCNT_TYPE_TRAP,
689 &ci->ci_ev_ali, xname, "user alignment traps");
690 evcnt_attach_dynamic(&ci->ci_ev_umchk, EVCNT_TYPE_TRAP,
691 &ci->ci_ev_umchk, xname, "user MCHK failures");
692 evcnt_attach_dynamic(&ci->ci_ev_vec, EVCNT_TYPE_TRAP,
693 &ci->ci_ev_traps, xname, "AltiVec unavailable");
694 #ifdef ALTIVEC
695 if (cpu_altivec) {
696 evcnt_attach_dynamic(&ci->ci_ev_vecsw, EVCNT_TYPE_TRAP,
697 &ci->ci_ev_vec, xname, "AltiVec context switches");
698 }
699 #endif
700 evcnt_attach_dynamic(&ci->ci_ev_ipi, EVCNT_TYPE_INTR,
701 NULL, xname, "IPIs");
702 }
703
704 /*
705 * According to a document labeled "PVR Register Settings":
706 ** For integrated microprocessors the PVR register inside the device
707 ** will identify the version of the microprocessor core. You must also
708 ** read the Device ID, PCI register 02, to identify the part and the
709 ** Revision ID, PCI register 08, to identify the revision of the
710 ** integrated microprocessor.
711 * This apparently applies to 8240/8245/8241, PVR 00810101 and 80811014
712 */
713
714 void
715 cpu_identify(char *str, size_t len)
716 {
717 u_int pvr, major, minor;
718 uint16_t vers, rev, revfmt;
719 const struct cputab *cp;
720 const char *name;
721 size_t n;
722
723 pvr = mfpvr();
724 vers = pvr >> 16;
725 rev = pvr;
726
727 switch (vers) {
728 case MPC7410:
729 minor = (pvr >> 0) & 0xff;
730 major = minor <= 4 ? 1 : 2;
731 break;
732 case MPCG2: /*XXX see note above */
733 major = (pvr >> 4) & 0xf;
734 minor = (pvr >> 0) & 0xf;
735 break;
736 default:
737 major = (pvr >> 8) & 0xf;
738 minor = (pvr >> 0) & 0xf;
739 }
740
741 for (cp = models; cp->name[0] != '\0'; cp++) {
742 if (cp->version == vers)
743 break;
744 }
745
746 if (str == NULL) {
747 str = cpu_model;
748 len = sizeof(cpu_model);
749 cpu = vers;
750 }
751
752 revfmt = cp->revfmt;
753 name = cp->name;
754 if (rev == MPC750 && pvr == 15) {
755 name = "755";
756 revfmt = REVFMT_HEX;
757 }
758
759 if (cp->name[0] != '\0') {
760 n = snprintf(str, len, "%s (Revision ", cp->name);
761 } else {
762 n = snprintf(str, len, "Version %#x (Revision ", vers);
763 }
764 if (len > n) {
765 switch (revfmt) {
766 case REVFMT_MAJMIN:
767 snprintf(str + n, len - n, "%u.%u)", major, minor);
768 break;
769 case REVFMT_HEX:
770 snprintf(str + n, len - n, "0x%04x)", rev);
771 break;
772 case REVFMT_DEC:
773 snprintf(str + n, len - n, "%u)", rev);
774 break;
775 }
776 }
777 }
778
779 #ifdef L2CR_CONFIG
780 u_int l2cr_config = L2CR_CONFIG;
781 #else
782 u_int l2cr_config = 0;
783 #endif
784
785 #ifdef L3CR_CONFIG
786 u_int l3cr_config = L3CR_CONFIG;
787 #else
788 u_int l3cr_config = 0;
789 #endif
790
791 void
792 cpu_enable_l2cr(register_t l2cr)
793 {
794 register_t msr, x;
795 uint16_t vers;
796
797 vers = mfpvr() >> 16;
798
799 /* Disable interrupts and set the cache config bits. */
800 msr = mfmsr();
801 mtmsr(msr & ~PSL_EE);
802 #ifdef ALTIVEC
803 if (cpu_altivec)
804 __asm volatile("dssall");
805 #endif
806 __asm volatile("sync");
807 mtspr(SPR_L2CR, l2cr & ~L2CR_L2E);
808 __asm volatile("sync");
809
810 /* Wait for L2 clock to be stable (640 L2 clocks). */
811 delay(100);
812
813 /* Invalidate all L2 contents. */
814 if (MPC745X_P(vers)) {
815 mtspr(SPR_L2CR, l2cr | L2CR_L2I);
816 do {
817 x = mfspr(SPR_L2CR);
818 } while (x & L2CR_L2I);
819 } else {
820 mtspr(SPR_L2CR, l2cr | L2CR_L2I);
821 do {
822 x = mfspr(SPR_L2CR);
823 } while (x & L2CR_L2IP);
824 }
825 /* Enable L2 cache. */
826 l2cr |= L2CR_L2E;
827 mtspr(SPR_L2CR, l2cr);
828 mtmsr(msr);
829 }
830
831 void
832 cpu_enable_l3cr(register_t l3cr)
833 {
834 register_t x;
835
836 /* By The Book (numbered steps from section 3.7.1.3 of MPC7450UM) */
837
838 /*
839 * 1: Set all L3CR bits for final config except L3E, L3I, L3PE, and
840 * L3CLKEN. (also mask off reserved bits in case they were included
841 * in L3CR_CONFIG)
842 */
843 l3cr &= ~(L3CR_L3E|L3CR_L3I|L3CR_L3PE|L3CR_L3CLKEN|L3CR_RESERVED);
844 mtspr(SPR_L3CR, l3cr);
845
846 /* 2: Set L3CR[5] (otherwise reserved bit) to 1 */
847 l3cr |= 0x04000000;
848 mtspr(SPR_L3CR, l3cr);
849
850 /* 3: Set L3CLKEN to 1*/
851 l3cr |= L3CR_L3CLKEN;
852 mtspr(SPR_L3CR, l3cr);
853
854 /* 4/5: Perform a global cache invalidate (ref section 3.7.3.6) */
855 __asm volatile("dssall;sync");
856 /* L3 cache is already disabled, no need to clear L3E */
857 mtspr(SPR_L3CR, l3cr|L3CR_L3I);
858 do {
859 x = mfspr(SPR_L3CR);
860 } while (x & L3CR_L3I);
861
862 /* 6: Clear L3CLKEN to 0 */
863 l3cr &= ~L3CR_L3CLKEN;
864 mtspr(SPR_L3CR, l3cr);
865
866 /* 7: Perform a 'sync' and wait at least 100 CPU cycles */
867 __asm volatile("sync");
868 delay(100);
869
870 /* 8: Set L3E and L3CLKEN */
871 l3cr |= (L3CR_L3E|L3CR_L3CLKEN);
872 mtspr(SPR_L3CR, l3cr);
873
874 /* 9: Perform a 'sync' and wait at least 100 CPU cycles */
875 __asm volatile("sync");
876 delay(100);
877 }
878
879 void
880 cpu_config_l2cr(int pvr)
881 {
882 register_t l2cr;
883 u_int vers = (pvr >> 16) & 0xffff;
884
885 l2cr = mfspr(SPR_L2CR);
886
887 /*
888 * For MP systems, the firmware may only configure the L2 cache
889 * on the first CPU. In this case, assume that the other CPUs
890 * should use the same value for L2CR.
891 */
892 if ((l2cr & L2CR_L2E) != 0 && l2cr_config == 0) {
893 l2cr_config = l2cr;
894 }
895
896 /*
897 * Configure L2 cache if not enabled.
898 */
899 if ((l2cr & L2CR_L2E) == 0 && l2cr_config != 0) {
900 cpu_enable_l2cr(l2cr_config);
901 l2cr = mfspr(SPR_L2CR);
902 }
903
904 if ((l2cr & L2CR_L2E) == 0) {
905 aprint_normal(" L2 cache present but not enabled ");
906 return;
907 }
908 aprint_normal(",");
909
910 switch (vers) {
911 case IBM750FX:
912 case IBM750GX:
913 cpu_fmttab_print(cpu_ibm750_l2cr_formats, l2cr);
914 break;
915 case MPC750:
916 if ((pvr & 0xffffff00) == 0x00082200 /* IBM750CX */ ||
917 (pvr & 0xffffef00) == 0x00082300 /* IBM750CXe */)
918 cpu_fmttab_print(cpu_ibm750_l2cr_formats, l2cr);
919 else
920 cpu_fmttab_print(cpu_l2cr_formats, l2cr);
921 break;
922 case MPC7447A:
923 case MPC7457:
924 cpu_fmttab_print(cpu_7457_l2cr_formats, l2cr);
925 return;
926 case MPC7448:
927 cpu_fmttab_print(cpu_7448_l2cr_formats, l2cr);
928 return;
929 case MPC7450:
930 case MPC7455:
931 cpu_fmttab_print(cpu_7450_l2cr_formats, l2cr);
932 break;
933 default:
934 cpu_fmttab_print(cpu_l2cr_formats, l2cr);
935 break;
936 }
937 }
938
939 void
940 cpu_config_l3cr(int vers)
941 {
942 register_t l2cr;
943 register_t l3cr;
944
945 l2cr = mfspr(SPR_L2CR);
946
947 /*
948 * For MP systems, the firmware may only configure the L2 cache
949 * on the first CPU. In this case, assume that the other CPUs
950 * should use the same value for L2CR.
951 */
952 if ((l2cr & L2CR_L2E) != 0 && l2cr_config == 0) {
953 l2cr_config = l2cr;
954 }
955
956 /*
957 * Configure L2 cache if not enabled.
958 */
959 if ((l2cr & L2CR_L2E) == 0 && l2cr_config != 0) {
960 cpu_enable_l2cr(l2cr_config);
961 l2cr = mfspr(SPR_L2CR);
962 }
963
964 aprint_normal(",");
965 switch (vers) {
966 case MPC7447A:
967 case MPC7457:
968 cpu_fmttab_print(cpu_7457_l2cr_formats, l2cr);
969 return;
970 case MPC7448:
971 cpu_fmttab_print(cpu_7448_l2cr_formats, l2cr);
972 return;
973 default:
974 cpu_fmttab_print(cpu_7450_l2cr_formats, l2cr);
975 break;
976 }
977
978 l3cr = mfspr(SPR_L3CR);
979
980 /*
981 * For MP systems, the firmware may only configure the L3 cache
982 * on the first CPU. In this case, assume that the other CPUs
983 * should use the same value for L3CR.
984 */
985 if ((l3cr & L3CR_L3E) != 0 && l3cr_config == 0) {
986 l3cr_config = l3cr;
987 }
988
989 /*
990 * Configure L3 cache if not enabled.
991 */
992 if ((l3cr & L3CR_L3E) == 0 && l3cr_config != 0) {
993 cpu_enable_l3cr(l3cr_config);
994 l3cr = mfspr(SPR_L3CR);
995 }
996
997 if (l3cr & L3CR_L3E) {
998 aprint_normal(",");
999 cpu_fmttab_print(cpu_7450_l3cr_formats, l3cr);
1000 }
1001 }
1002
1003 void
1004 cpu_probe_speed(struct cpu_info *ci)
1005 {
1006 uint64_t cps;
1007
1008 mtspr(SPR_MMCR0, MMCR0_FC);
1009 mtspr(SPR_PMC1, 0);
1010 mtspr(SPR_MMCR0, MMCR0_PMC1SEL(PMCN_CYCLES));
1011 delay(100000);
1012 cps = (mfspr(SPR_PMC1) * 10) + 4999;
1013
1014 mtspr(SPR_MMCR0, MMCR0_FC);
1015
1016 ci->ci_khz = (cps * cpu_get_dfs()) / 1000;
1017 }
1018
1019 /*
1020 * Read the Dynamic Frequency Switching state and return a divisor for
1021 * the maximum frequency.
1022 */
1023 int
1024 cpu_get_dfs(void)
1025 {
1026 u_int pvr, vers;
1027
1028 pvr = mfpvr();
1029 vers = pvr >> 16;
1030
1031 switch (vers) {
1032 case MPC7448:
1033 if (mfspr(SPR_HID1) & HID1_DFS4)
1034 return 4;
1035 case MPC7447A:
1036 if (mfspr(SPR_HID1) & HID1_DFS2)
1037 return 2;
1038 }
1039 return 1;
1040 }
1041
1042 /*
1043 * Set the Dynamic Frequency Switching divisor the same for all cpus.
1044 */
1045 void
1046 cpu_set_dfs(int div)
1047 {
1048 uint64_t where;
1049 u_int dfs_mask, pvr, vers;
1050
1051 pvr = mfpvr();
1052 vers = pvr >> 16;
1053 dfs_mask = 0;
1054
1055 switch (vers) {
1056 case MPC7448:
1057 dfs_mask |= HID1_DFS4;
1058 case MPC7447A:
1059 dfs_mask |= HID1_DFS2;
1060 break;
1061 default:
1062 printf("cpu_set_dfs: DFS not supported\n");
1063 return;
1064
1065 }
1066
1067 where = xc_broadcast(0, (xcfunc_t)cpu_set_dfs_xcall, &div, &dfs_mask);
1068 xc_wait(where);
1069 }
1070
1071 static void
1072 cpu_set_dfs_xcall(void *arg1, void *arg2)
1073 {
1074 u_int dfs_mask, hid1, old_hid1;
1075 int *divisor, s;
1076
1077 divisor = arg1;
1078 dfs_mask = *(u_int *)arg2;
1079
1080 s = splhigh();
1081 hid1 = old_hid1 = mfspr(SPR_HID1);
1082
1083 switch (*divisor) {
1084 case 1:
1085 hid1 &= ~dfs_mask;
1086 break;
1087 case 2:
1088 hid1 &= ~(dfs_mask & HID1_DFS4);
1089 hid1 |= dfs_mask & HID1_DFS2;
1090 break;
1091 case 4:
1092 hid1 &= ~(dfs_mask & HID1_DFS2);
1093 hid1 |= dfs_mask & HID1_DFS4;
1094 break;
1095 }
1096
1097 if (hid1 != old_hid1) {
1098 __asm volatile("sync");
1099 mtspr(SPR_HID1, hid1);
1100 __asm volatile("sync;isync");
1101 }
1102
1103 splx(s);
1104 }
1105
1106 #if NSYSMON_ENVSYS > 0
1107 void
1108 cpu_tau_setup(struct cpu_info *ci)
1109 {
1110 struct sysmon_envsys *sme;
1111 int error, therm_delay;
1112
1113 mtspr(SPR_THRM1, SPR_THRM_VALID);
1114 mtspr(SPR_THRM2, 0);
1115
1116 /*
1117 * we need to figure out how much 20+us in units of CPU clock cycles
1118 * are
1119 */
1120
1121 therm_delay = ci->ci_khz / 40; /* 25us just to be safe */
1122
1123 mtspr(SPR_THRM3, SPR_THRM_TIMER(therm_delay) | SPR_THRM_ENABLE);
1124
1125 sme = sysmon_envsys_create();
1126
1127 sensor.units = ENVSYS_STEMP;
1128 sensor.state = ENVSYS_SINVALID;
1129 (void)strlcpy(sensor.desc, "CPU Temp", sizeof(sensor.desc));
1130 if (sysmon_envsys_sensor_attach(sme, &sensor)) {
1131 sysmon_envsys_destroy(sme);
1132 return;
1133 }
1134
1135 sme->sme_name = device_xname(ci->ci_dev);
1136 sme->sme_cookie = ci;
1137 sme->sme_refresh = cpu_tau_refresh;
1138
1139 if ((error = sysmon_envsys_register(sme)) != 0) {
1140 aprint_error_dev(ci->ci_dev,
1141 " unable to register with sysmon (%d)\n", error);
1142 sysmon_envsys_destroy(sme);
1143 }
1144 }
1145
1146
1147 /* Find the temperature of the CPU. */
1148 void
1149 cpu_tau_refresh(struct sysmon_envsys *sme, envsys_data_t *edata)
1150 {
1151 int i, threshold, count;
1152
1153 threshold = 64; /* Half of the 7-bit sensor range */
1154
1155 /* Successive-approximation code adapted from Motorola
1156 * application note AN1800/D, "Programming the Thermal Assist
1157 * Unit in the MPC750 Microprocessor".
1158 */
1159 for (i = 5; i >= 0 ; i--) {
1160 mtspr(SPR_THRM1,
1161 SPR_THRM_THRESHOLD(threshold) | SPR_THRM_VALID);
1162 count = 0;
1163 while ((count < 100000) &&
1164 ((mfspr(SPR_THRM1) & SPR_THRM_TIV) == 0)) {
1165 count++;
1166 delay(1);
1167 }
1168 if (mfspr(SPR_THRM1) & SPR_THRM_TIN) {
1169 /* The interrupt bit was set, meaning the
1170 * temperature was above the threshold
1171 */
1172 threshold += 1 << i;
1173 } else {
1174 /* Temperature was below the threshold */
1175 threshold -= 1 << i;
1176 }
1177
1178 }
1179 threshold += 2;
1180
1181 /* Convert the temperature in degrees C to microkelvin */
1182 edata->value_cur = (threshold * 1000000) + 273150000;
1183 edata->state = ENVSYS_SVALID;
1184 }
1185 #endif /* NSYSMON_ENVSYS > 0 */
1186
1187 #ifdef MULTIPROCESSOR
1188 extern volatile u_int cpu_spinstart_ack;
1189
1190 int
1191 cpu_spinup(device_t self, struct cpu_info *ci)
1192 {
1193 volatile struct cpu_hatch_data hatch_data, *h = &hatch_data;
1194 struct pglist mlist;
1195 int i, error, pvr, vers;
1196 char *hp;
1197
1198 pvr = mfpvr();
1199 vers = pvr >> 16;
1200 KASSERT(ci != curcpu());
1201
1202 /* Now allocate a hatch stack */
1203 error = uvm_pglistalloc(0x1000, 0x10000, 0x10000000, 16, 0,
1204 &mlist, 1, 1);
1205 if (error) {
1206 aprint_error(": unable to allocate hatch stack\n");
1207 return -1;
1208 }
1209
1210 hp = (void *)VM_PAGE_TO_PHYS(TAILQ_FIRST(&mlist));
1211 memset(hp, 0, 0x1000);
1212
1213 /* Initialize secondary cpu's initial lwp to its idlelwp. */
1214 ci->ci_curlwp = ci->ci_data.cpu_idlelwp;
1215 ci->ci_curpcb = lwp_getpcb(ci->ci_curlwp);
1216 ci->ci_curpm = ci->ci_curpcb->pcb_pm;
1217
1218 cpu_hatch_data = h;
1219 h->hatch_running = 0;
1220 h->hatch_self = self;
1221 h->hatch_ci = ci;
1222 h->hatch_pir = ci->ci_cpuid;
1223
1224 cpu_hatch_stack = (uint32_t)hp;
1225 ci->ci_lasttb = cpu_info[0].ci_lasttb;
1226
1227 /* copy special registers */
1228
1229 h->hatch_hid0 = mfspr(SPR_HID0);
1230
1231 __asm volatile ("mfsdr1 %0" : "=r"(h->hatch_sdr1));
1232 for (i = 0; i < 16; i++) {
1233 __asm ("mfsrin %0,%1" : "=r"(h->hatch_sr[i]) :
1234 "r"(i << ADDR_SR_SHFT));
1235 }
1236 if (oeacpufeat & OEACPU_64)
1237 h->hatch_asr = mfspr(SPR_ASR);
1238 else
1239 h->hatch_asr = 0;
1240
1241 /* copy the bat regs */
1242 __asm volatile ("mfibatu %0,0" : "=r"(h->hatch_batu[0]));
1243 __asm volatile ("mfibatl %0,0" : "=r"(h->hatch_batl[0]));
1244 __asm volatile ("mfibatu %0,1" : "=r"(h->hatch_batu[1]));
1245 __asm volatile ("mfibatl %0,1" : "=r"(h->hatch_batl[1]));
1246 __asm volatile ("mfibatu %0,2" : "=r"(h->hatch_batu[2]));
1247 __asm volatile ("mfibatl %0,2" : "=r"(h->hatch_batl[2]));
1248 __asm volatile ("mfibatu %0,3" : "=r"(h->hatch_batu[3]));
1249 __asm volatile ("mfibatl %0,3" : "=r"(h->hatch_batl[3]));
1250 __asm volatile ("sync; isync");
1251
1252 if (md_setup_trampoline(h, ci) == -1)
1253 return -1;
1254 md_presync_timebase(h);
1255 md_start_timebase(h);
1256
1257 /* wait for secondary printf */
1258
1259 delay(200000);
1260
1261 if (h->hatch_running < 1) {
1262 aprint_error("%d:CPU %d didn't start %d\n", cpu_spinstart_ack,
1263 ci->ci_cpuid, cpu_spinstart_ack);
1264 Debugger();
1265 return -1;
1266 }
1267
1268 /* Register IPI Interrupt */
1269 if (ipiops.ppc_establish_ipi)
1270 ipiops.ppc_establish_ipi(IST_LEVEL, IPL_HIGH, NULL);
1271
1272 return 0;
1273 }
1274
1275 static volatile int start_secondary_cpu;
1276 extern void tlbia(void);
1277
1278 register_t
1279 cpu_hatch(void)
1280 {
1281 volatile struct cpu_hatch_data *h = cpu_hatch_data;
1282 struct cpu_info * const ci = h->hatch_ci;
1283 struct pcb *pcb;
1284 u_int msr;
1285 int i;
1286
1287 /* Initialize timebase. */
1288 __asm ("mttbl %0; mttbu %0; mttbl %0" :: "r"(0));
1289
1290 /*
1291 * Set PIR (Processor Identification Register). i.e. whoami
1292 * Note that PIR is read-only on some CPU versions, so we write to it
1293 * only if it has a different value than we need.
1294 */
1295
1296 msr = mfspr(SPR_PIR);
1297 if (msr != h->hatch_pir)
1298 mtspr(SPR_PIR, h->hatch_pir);
1299
1300 __asm volatile ("mtsprg0 %0" :: "r"(ci));
1301 curlwp = ci->ci_curlwp;
1302 cpu_spinstart_ack = 0;
1303
1304 /* Initialize MMU. */
1305 __asm ("mtibatu 0,%0" :: "r"(h->hatch_batu[0]));
1306 __asm ("mtibatl 0,%0" :: "r"(h->hatch_batl[0]));
1307 __asm ("mtibatu 1,%0" :: "r"(h->hatch_batu[1]));
1308 __asm ("mtibatl 1,%0" :: "r"(h->hatch_batl[1]));
1309 __asm ("mtibatu 2,%0" :: "r"(h->hatch_batu[2]));
1310 __asm ("mtibatl 2,%0" :: "r"(h->hatch_batl[2]));
1311 __asm ("mtibatu 3,%0" :: "r"(h->hatch_batu[3]));
1312 __asm ("mtibatl 3,%0" :: "r"(h->hatch_batl[3]));
1313
1314 mtspr(SPR_HID0, h->hatch_hid0);
1315
1316 __asm ("mtibatl 0,%0; mtibatu 0,%1; mtdbatl 0,%0; mtdbatu 0,%1;"
1317 :: "r"(battable[0].batl), "r"(battable[0].batu));
1318
1319 __asm volatile ("sync");
1320 for (i = 0; i < 16; i++)
1321 __asm ("mtsrin %0,%1" :: "r"(h->hatch_sr[i]), "r"(i << ADDR_SR_SHFT));
1322 __asm volatile ("sync; isync");
1323
1324 if (oeacpufeat & OEACPU_64)
1325 mtspr(SPR_ASR, h->hatch_asr);
1326
1327 cpu_spinstart_ack = 1;
1328 __asm ("ptesync");
1329 __asm ("mtsdr1 %0" :: "r"(h->hatch_sdr1));
1330 __asm volatile ("sync; isync");
1331
1332 cpu_spinstart_ack = 5;
1333 for (i = 0; i < 16; i++)
1334 __asm ("mfsrin %0,%1" : "=r"(h->hatch_sr[i]) :
1335 "r"(i << ADDR_SR_SHFT));
1336
1337 /* Enable I/D address translations. */
1338 msr = mfmsr();
1339 msr |= PSL_IR|PSL_DR|PSL_ME|PSL_RI;
1340 mtmsr(msr);
1341 __asm volatile ("sync; isync");
1342 cpu_spinstart_ack = 2;
1343
1344 md_sync_timebase(h);
1345
1346 cpu_setup(h->hatch_self, ci);
1347
1348 h->hatch_running = 1;
1349 __asm volatile ("sync; isync");
1350
1351 while (start_secondary_cpu == 0)
1352 ;
1353
1354 __asm volatile ("sync; isync");
1355
1356 aprint_normal("cpu%d started\n", curcpu()->ci_index);
1357 __asm volatile ("mtdec %0" :: "r"(ticks_per_intr));
1358
1359 md_setup_interrupts();
1360
1361 ci->ci_ipending = 0;
1362 ci->ci_cpl = 0;
1363
1364 mtmsr(mfmsr() | PSL_EE);
1365 pcb = lwp_getpcb(ci->ci_data.cpu_idlelwp);
1366 return pcb->pcb_sp;
1367 }
1368
1369 void
1370 cpu_boot_secondary_processors(void)
1371 {
1372 start_secondary_cpu = 1;
1373 __asm volatile ("sync");
1374 }
1375
1376 #endif /*MULTIPROCESSOR*/
1377