machdep.c revision 1.10 1 /* $NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $ */
2
3 /*
4 * Copyright 2001, 2002 Wasabi Systems, Inc.
5 * All rights reserved.
6 *
7 * Written by Jason R. Thorpe and Simon Burge for Wasabi Systems, Inc.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed for the NetBSD Project by
20 * Wasabi Systems, Inc.
21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 * or promote products derived from this software without specific prior
23 * written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
36 */
37
38 /*
39 * Copyright (c) 1992, 1993
40 * The Regents of the University of California. All rights reserved.
41 *
42 * This code is derived from software contributed to Berkeley by
43 * the Systems Programming Group of the University of Utah Computer
44 * Science Department, The Mach Operating System project at
45 * Carnegie-Mellon University and Ralph Campbell.
46 *
47 * Redistribution and use in source and binary forms, with or without
48 * modification, are permitted provided that the following conditions
49 * are met:
50 * 1. Redistributions of source code must retain the above copyright
51 * notice, this list of conditions and the following disclaimer.
52 * 2. Redistributions in binary form must reproduce the above copyright
53 * notice, this list of conditions and the following disclaimer in the
54 * documentation and/or other materials provided with the distribution.
55 * 3. Neither the name of the University nor the names of its contributors
56 * may be used to endorse or promote products derived from this software
57 * without specific prior written permission.
58 *
59 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69 * SUCH DAMAGE.
70 *
71 * @(#)machdep.c 8.3 (Berkeley) 1/12/94
72 * from: Utah Hdr: machdep.c 1.63 91/04/24
73 */
74 /*
75 * Copyright (c) 1988 University of Utah.
76 *
77 * This code is derived from software contributed to Berkeley by
78 * the Systems Programming Group of the University of Utah Computer
79 * Science Department, The Mach Operating System project at
80 * Carnegie-Mellon University and Ralph Campbell.
81 *
82 * Redistribution and use in source and binary forms, with or without
83 * modification, are permitted provided that the following conditions
84 * are met:
85 * 1. Redistributions of source code must retain the above copyright
86 * notice, this list of conditions and the following disclaimer.
87 * 2. Redistributions in binary form must reproduce the above copyright
88 * notice, this list of conditions and the following disclaimer in the
89 * documentation and/or other materials provided with the distribution.
90 * 3. All advertising materials mentioning features or use of this software
91 * must display the following acknowledgement:
92 * This product includes software developed by the University of
93 * California, Berkeley and its contributors.
94 * 4. Neither the name of the University nor the names of its contributors
95 * may be used to endorse or promote products derived from this software
96 * without specific prior written permission.
97 *
98 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
99 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
100 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
101 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
102 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
103 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
104 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
105 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
106 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
107 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
108 * SUCH DAMAGE.
109 *
110 * @(#)machdep.c 8.3 (Berkeley) 1/12/94
111 * from: Utah Hdr: machdep.c 1.63 91/04/24
112 */
113
114 #include "opt_multiprocessor.h"
115 #include "opt_cavium.h"
116
117 #include <sys/cdefs.h>
118 __KERNEL_RCSID(0, "$NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $");
119
120 #include <sys/param.h>
121 #include <sys/systm.h>
122 #include <sys/kernel.h>
123 #include <sys/buf.h>
124 #include <sys/cpu.h>
125 #include <sys/reboot.h>
126 #include <sys/mount.h>
127 #include <sys/kcore.h>
128 #include <sys/boot_flag.h>
129 #include <sys/termios.h>
130 #include <sys/ksyms.h>
131
132 #include <uvm/uvm_extern.h>
133
134 #include <dev/cons.h>
135
136 #include "ksyms.h"
137
138 #if NKSYMS || defined(DDB) || defined(LKM)
139 #include <machine/db_machdep.h>
140 #include <ddb/db_extern.h>
141 #endif
142
143 #include <machine/psl.h>
144 #include <machine/locore.h>
145
146 #include <mips/cavium/autoconf.h>
147 #include <mips/cavium/octeonvar.h>
148 #include <mips/cavium/include/iobusvar.h>
149 #include <mips/cavium/include/bootbusvar.h>
150
151 #include <mips/cavium/dev/octeon_uartreg.h>
152 #include <mips/cavium/dev/octeon_ciureg.h>
153 #include <mips/cavium/dev/octeon_gpioreg.h>
154
155 #include <evbmips/cavium/octeon_uboot.h>
156
157 static void mach_init_bss(void);
158 static void mach_init_vector(void);
159 static void mach_init_bus_space(void);
160 static void mach_init_console(void);
161 static void mach_init_memory(u_quad_t);
162
163 #include "com.h"
164 #if NCOM > 0
165 #include <dev/ic/comreg.h>
166 #include <dev/ic/comvar.h>
167 int comcnrate = 115200; /* XXX should be config option */
168 #endif /* NCOM > 0 */
169
170 /* Maps for VM objects. */
171 struct vm_map *phys_map = NULL;
172
173 int netboot;
174
175 phys_ram_seg_t mem_clusters[VM_PHYSSEG_MAX];
176 int mem_cluster_cnt;
177
178 void mach_init(uint64_t, uint64_t, uint64_t, uint64_t);
179
180 struct octeon_config octeon_configuration;
181 struct octeon_btinfo octeon_btinfo;
182
183 char octeon_nmi_stack[PAGE_SIZE] __section(".data1") __aligned(PAGE_SIZE);
184
185 /*
186 * Do all the stuff that locore normally does before calling main().
187 */
188 void
189 mach_init(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3)
190 {
191 uint64_t btinfo_paddr;
192 u_quad_t memsize;
193 int corefreq;
194
195 mach_init_bss();
196
197 KASSERT(MIPS_XKPHYS_P(arg3));
198 btinfo_paddr = mips3_ld(arg3 + OCTEON_BTINFO_PADDR_OFFSET);
199
200 /* Should be in first 256MB segment */
201 KASSERT(btinfo_paddr < 256 * 1024 * 1024);
202 memcpy(&octeon_btinfo,
203 (struct octeon_btinfo *)MIPS_PHYS_TO_KSEG0(btinfo_paddr),
204 sizeof(octeon_btinfo));
205
206 corefreq = octeon_btinfo.obt_eclock_hz;
207 #ifdef OCTEON_MEMSIZE // avoid uvm issue
208 memsize = OCTEON_MEMSIZE;
209 #else
210 memsize = octeon_btinfo.obt_dram_size * 1024 * 1024;
211 #endif
212
213 octeon_cal_timer(corefreq);
214
215 switch (MIPS_PRID_IMPL(mips_options.mips_cpu_id)) {
216 case 0: cpu_setmodel("Cavium Octeon CN38XX/CN36XX"); break;
217 case 1: cpu_setmodel("Cavium Octeon CN31XX/CN3020"); break;
218 case 2: cpu_setmodel("Cavium Octeon CN3005/CN3010"); break;
219 case 3: cpu_setmodel("Cavium Octeon CN58XX"); break;
220 case 4: cpu_setmodel("Cavium Octeon CN5[4-7]XX"); break;
221 case 6: cpu_setmodel("Cavium Octeon CN50XX"); break;
222 case 7: cpu_setmodel("Cavium Octeon CN52XX"); break;
223 default: cpu_setmodel("Cavium Octeon"); break;
224 }
225
226 mach_init_vector();
227
228 uvm_md_init();
229
230 mach_init_bus_space();
231
232 mach_init_console();
233
234 mach_init_memory(memsize);
235
236 /*
237 * Allocate uarea page for lwp0 and set it.
238 */
239 mips_init_lwp0_uarea();
240
241 boothowto = RB_AUTOBOOT;
242 boothowto |= AB_VERBOSE;
243
244 #if 0
245 curcpu()->ci_nmi_stack = octeon_nmi_stack + sizeof(octeon_nmi_stack) - sizeof(struct kernframe);
246 *(uint64_t *)MIPS_PHYS_TO_KSEG0(0x800) = (intptr_t)octeon_reset_vector;
247 const uint64_t wdog_reg = MIPS_PHYS_TO_XKPHYS_UNCACHED(CIU_WDOG0);
248 uint64_t wdog = mips3_ld(wdog_reg);
249 wdog &= ~(CIU_WDOGX_MODE|CIU_WDOGX_LEN);
250 wdog |= __SHIFTIN(3, CIU_WDOGX_MODE);
251 wdog |= CIU_WDOGX_LEN; // max period
252 mips64_sd_a64(wdog_reg, wdog);
253 printf("Watchdog enabled!\n");
254 #endif
255
256 #if defined(DDB)
257 if (boothowto & RB_KDB)
258 Debugger();
259 #endif
260 }
261
262 void
263 consinit(void)
264 {
265
266 /*
267 * Everything related to console initialization is done
268 * in mach_init().
269 */
270 }
271
272 void
273 mach_init_bss(void)
274 {
275 extern char edata[], end[];
276
277 /*
278 * Clear the BSS segment.
279 */
280 memset(edata, 0, mips_round_page(end) - (uintptr_t)edata);
281 }
282
283 void
284 mach_init_vector(void)
285 {
286
287 /* Make sure exception base at 0 (MIPS_COP_0_EBASE) */
288 __asm __volatile("mtc0 %0, $15, 1" : : "r"(0x80000000) );
289
290 /*
291 * Set up the exception vectors and CPU-specific function
292 * vectors early on. We need the wbflush() vector set up
293 * before comcnattach() is called (or at least before the
294 * first printf() after that is called).
295 * Also clears the I+D caches.
296 */
297 mips_vector_init(NULL, true);
298 }
299
300 void
301 mach_init_bus_space(void)
302 {
303 struct octeon_config *mcp = &octeon_configuration;
304
305 octeon_dma_init(mcp);
306
307 iobus_bootstrap(mcp);
308 bootbus_bootstrap(mcp);
309 }
310
311 void
312 mach_init_console(void)
313 {
314 #if NCOM > 0
315 struct octeon_config *mcp = &octeon_configuration;
316 int status;
317 extern int octeon_uart_com_cnattach(bus_space_tag_t, int, int);
318
319 /*
320 * Delay to allow firmware putchars to complete.
321 * FIFO depth * character time.
322 * character time = (1000000 / (defaultrate / 10))
323 */
324 delay(640000000 / comcnrate);
325
326 status = octeon_uart_com_cnattach(
327 &mcp->mc_iobus_bust,
328 0, /* XXX port 0 */
329 comcnrate);
330 if (status != 0)
331 panic("can't initialize console!"); /* XXX print to nowhere! */
332 #else
333 panic("octeon: not configured to use serial console");
334 #endif /* NCOM > 0 */
335 }
336
337 void
338 mach_init_memory(u_quad_t memsize)
339 {
340 extern char kernel_text[];
341 extern char end[];
342
343 physmem = btoc(memsize);
344
345 if (memsize <= 256 * 1024 * 1024) {
346 mem_clusters[0].start = 0;
347 mem_clusters[0].size = memsize;
348 mem_cluster_cnt = 1;
349 } else if (memsize <= 512 * 1024 * 1024) {
350 mem_clusters[0].start = 0;
351 mem_clusters[0].size = 256 * 1024 * 1024;
352 mem_clusters[1].start = 0x410000000ULL;
353 mem_clusters[1].size = memsize - 256 * 1024 * 1024;
354 mem_cluster_cnt = 2;
355 } else {
356 mem_clusters[0].start = 0;
357 mem_clusters[0].size = 256 * 1024 * 1024;
358 mem_clusters[1].start = 0x20000000;
359 mem_clusters[1].size = memsize - 512 * 1024 * 1024;
360 mem_clusters[2].start = 0x410000000ULL;
361 mem_clusters[2].size = 256 * 1024 * 1024;
362 mem_cluster_cnt = 3;
363 }
364
365
366 #ifdef MULTIPROCESSOR
367 const u_int cores = mipsNN_cp0_ebase_read() & MIPS_EBASE_CPUNUM;
368 mem_clusters[0].start = cores * 4096;
369 #endif
370
371 /*
372 * Load the rest of the available pages into the VM system.
373 */
374 mips_page_physload(mips_trunc_page(kernel_text), mips_round_page(end),
375 mem_clusters, mem_cluster_cnt, NULL, 0);
376
377 /*
378 * Initialize error message buffer (at end of core).
379 */
380 mips_init_msgbuf();
381
382 pmap_bootstrap();
383 }
384
385 /*
386 * cpu_startup
387 * cpu_reboot
388 */
389
390 int waittime = -1;
391
392 /*
393 * Allocate memory for variable-sized tables,
394 */
395 void
396 cpu_startup(void)
397 {
398 #ifdef MULTIPROCESSOR
399 // Create a kcpuset so we can see on which CPUs the kernel was started.
400 kcpuset_create(&cpus_booted, true);
401 #endif
402
403 /*
404 * Do the common startup items.
405 */
406 cpu_startup_common();
407
408 /*
409 * Virtual memory is bootstrapped -- notify the bus spaces
410 * that memory allocation is now safe.
411 */
412 octeon_configuration.mc_mallocsafe = 1;
413 }
414
415 void
416 cpu_reboot(int howto, char *bootstr)
417 {
418
419 /* Take a snapshot before clobbering any registers. */
420 savectx(curpcb);
421
422 if (cold) {
423 howto |= RB_HALT;
424 goto haltsys;
425 }
426
427 /* If "always halt" was specified as a boot flag, obey. */
428 if (boothowto & RB_HALT)
429 howto |= RB_HALT;
430
431 boothowto = howto;
432 if ((howto & RB_NOSYNC) == 0 && (waittime < 0)) {
433 waittime = 0;
434 vfs_shutdown();
435
436 /*
437 * If we've been adjusting the clock, the todr
438 * will be out of synch; adjust it now.
439 */
440 resettodr();
441 }
442
443 splhigh();
444
445 if (howto & RB_DUMP)
446 dumpsys();
447
448 haltsys:
449 doshutdownhooks();
450
451 if (howto & RB_HALT) {
452 printf("\n");
453 printf("The operating system has halted.\n");
454 printf("Please press any key to reboot.\n\n");
455 cnpollc(1); /* For proper keyboard command handling */
456 cngetc();
457 cnpollc(0);
458 }
459
460 printf("%s\n\n", ((howto & RB_HALT) != 0) ? "halted." : "rebooting...");
461
462 /*
463 * Need a small delay here, otherwise we see the first few characters of
464 * the warning below.
465 */
466 delay(80000);
467
468 /* initiate chip soft-reset */
469 uint64_t fuse = octeon_read_csr(CIU_FUSE);
470 octeon_write_csr(CIU_SOFT_BIST, fuse);
471 octeon_read_csr(CIU_SOFT_RST);
472 octeon_write_csr(CIU_SOFT_RST, fuse);
473
474 delay(1000000);
475
476 printf("WARNING: reset failed!\nSpinning...");
477
478 for (;;)
479 /* spin forever */ ; /* XXX */
480 }
481