Home | History | Annotate | Line # | Download | only in cavium
machdep.c revision 1.10
      1 /*	$NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $	*/
      2 
      3 /*
      4  * Copyright 2001, 2002 Wasabi Systems, Inc.
      5  * All rights reserved.
      6  *
      7  * Written by Jason R. Thorpe and Simon Burge for Wasabi Systems, Inc.
      8  *
      9  * Redistribution and use in source and binary forms, with or without
     10  * modification, are permitted provided that the following conditions
     11  * are met:
     12  * 1. Redistributions of source code must retain the above copyright
     13  *    notice, this list of conditions and the following disclaimer.
     14  * 2. Redistributions in binary form must reproduce the above copyright
     15  *    notice, this list of conditions and the following disclaimer in the
     16  *    documentation and/or other materials provided with the distribution.
     17  * 3. All advertising materials mentioning features or use of this software
     18  *    must display the following acknowledgement:
     19  *      This product includes software developed for the NetBSD Project by
     20  *      Wasabi Systems, Inc.
     21  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22  *    or promote products derived from this software without specific prior
     23  *    written permission.
     24  *
     25  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35  * POSSIBILITY OF SUCH DAMAGE.
     36  */
     37 
     38 /*
     39  * Copyright (c) 1992, 1993
     40  *	The Regents of the University of California.  All rights reserved.
     41  *
     42  * This code is derived from software contributed to Berkeley by
     43  * the Systems Programming Group of the University of Utah Computer
     44  * Science Department, The Mach Operating System project at
     45  * Carnegie-Mellon University and Ralph Campbell.
     46  *
     47  * Redistribution and use in source and binary forms, with or without
     48  * modification, are permitted provided that the following conditions
     49  * are met:
     50  * 1. Redistributions of source code must retain the above copyright
     51  *    notice, this list of conditions and the following disclaimer.
     52  * 2. Redistributions in binary form must reproduce the above copyright
     53  *    notice, this list of conditions and the following disclaimer in the
     54  *    documentation and/or other materials provided with the distribution.
     55  * 3. Neither the name of the University nor the names of its contributors
     56  *    may be used to endorse or promote products derived from this software
     57  *    without specific prior written permission.
     58  *
     59  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69  * SUCH DAMAGE.
     70  *
     71  *	@(#)machdep.c   8.3 (Berkeley) 1/12/94
     72  *	from: Utah Hdr: machdep.c 1.63 91/04/24
     73  */
     74 /*
     75  * Copyright (c) 1988 University of Utah.
     76  *
     77  * This code is derived from software contributed to Berkeley by
     78  * the Systems Programming Group of the University of Utah Computer
     79  * Science Department, The Mach Operating System project at
     80  * Carnegie-Mellon University and Ralph Campbell.
     81  *
     82  * Redistribution and use in source and binary forms, with or without
     83  * modification, are permitted provided that the following conditions
     84  * are met:
     85  * 1. Redistributions of source code must retain the above copyright
     86  *    notice, this list of conditions and the following disclaimer.
     87  * 2. Redistributions in binary form must reproduce the above copyright
     88  *    notice, this list of conditions and the following disclaimer in the
     89  *    documentation and/or other materials provided with the distribution.
     90  * 3. All advertising materials mentioning features or use of this software
     91  *    must display the following acknowledgement:
     92  *	This product includes software developed by the University of
     93  *	California, Berkeley and its contributors.
     94  * 4. Neither the name of the University nor the names of its contributors
     95  *    may be used to endorse or promote products derived from this software
     96  *    without specific prior written permission.
     97  *
     98  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     99  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    100  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    101  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    102  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    103  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    104  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    105  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    106  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    107  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    108  * SUCH DAMAGE.
    109  *
    110  *	@(#)machdep.c   8.3 (Berkeley) 1/12/94
    111  *	from: Utah Hdr: machdep.c 1.63 91/04/24
    112  */
    113 
    114 #include "opt_multiprocessor.h"
    115 #include "opt_cavium.h"
    116 
    117 #include <sys/cdefs.h>
    118 __KERNEL_RCSID(0, "$NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $");
    119 
    120 #include <sys/param.h>
    121 #include <sys/systm.h>
    122 #include <sys/kernel.h>
    123 #include <sys/buf.h>
    124 #include <sys/cpu.h>
    125 #include <sys/reboot.h>
    126 #include <sys/mount.h>
    127 #include <sys/kcore.h>
    128 #include <sys/boot_flag.h>
    129 #include <sys/termios.h>
    130 #include <sys/ksyms.h>
    131 
    132 #include <uvm/uvm_extern.h>
    133 
    134 #include <dev/cons.h>
    135 
    136 #include "ksyms.h"
    137 
    138 #if NKSYMS || defined(DDB) || defined(LKM)
    139 #include <machine/db_machdep.h>
    140 #include <ddb/db_extern.h>
    141 #endif
    142 
    143 #include <machine/psl.h>
    144 #include <machine/locore.h>
    145 
    146 #include <mips/cavium/autoconf.h>
    147 #include <mips/cavium/octeonvar.h>
    148 #include <mips/cavium/include/iobusvar.h>
    149 #include <mips/cavium/include/bootbusvar.h>
    150 
    151 #include <mips/cavium/dev/octeon_uartreg.h>
    152 #include <mips/cavium/dev/octeon_ciureg.h>
    153 #include <mips/cavium/dev/octeon_gpioreg.h>
    154 
    155 #include <evbmips/cavium/octeon_uboot.h>
    156 
    157 static void	mach_init_bss(void);
    158 static void	mach_init_vector(void);
    159 static void	mach_init_bus_space(void);
    160 static void	mach_init_console(void);
    161 static void	mach_init_memory(u_quad_t);
    162 
    163 #include "com.h"
    164 #if NCOM > 0
    165 #include <dev/ic/comreg.h>
    166 #include <dev/ic/comvar.h>
    167 int	comcnrate = 115200;	/* XXX should be config option */
    168 #endif /* NCOM > 0 */
    169 
    170 /* Maps for VM objects. */
    171 struct vm_map *phys_map = NULL;
    172 
    173 int	netboot;
    174 
    175 phys_ram_seg_t mem_clusters[VM_PHYSSEG_MAX];
    176 int mem_cluster_cnt;
    177 
    178 void	mach_init(uint64_t, uint64_t, uint64_t, uint64_t);
    179 
    180 struct octeon_config octeon_configuration;
    181 struct octeon_btinfo octeon_btinfo;
    182 
    183 char octeon_nmi_stack[PAGE_SIZE] __section(".data1") __aligned(PAGE_SIZE);
    184 
    185 /*
    186  * Do all the stuff that locore normally does before calling main().
    187  */
    188 void
    189 mach_init(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3)
    190 {
    191 	uint64_t btinfo_paddr;
    192 	u_quad_t memsize;
    193 	int corefreq;
    194 
    195 	mach_init_bss();
    196 
    197 	KASSERT(MIPS_XKPHYS_P(arg3));
    198 	btinfo_paddr = mips3_ld(arg3 + OCTEON_BTINFO_PADDR_OFFSET);
    199 
    200 	/* Should be in first 256MB segment */
    201 	KASSERT(btinfo_paddr < 256 * 1024 * 1024);
    202 	memcpy(&octeon_btinfo,
    203 	    (struct octeon_btinfo *)MIPS_PHYS_TO_KSEG0(btinfo_paddr),
    204 	    sizeof(octeon_btinfo));
    205 
    206 	corefreq = octeon_btinfo.obt_eclock_hz;
    207 #ifdef OCTEON_MEMSIZE // avoid uvm issue
    208 	memsize = OCTEON_MEMSIZE;
    209 #else
    210 	memsize = octeon_btinfo.obt_dram_size * 1024 * 1024;
    211 #endif
    212 
    213 	octeon_cal_timer(corefreq);
    214 
    215 	switch (MIPS_PRID_IMPL(mips_options.mips_cpu_id)) {
    216 	case 0: cpu_setmodel("Cavium Octeon CN38XX/CN36XX"); break;
    217 	case 1: cpu_setmodel("Cavium Octeon CN31XX/CN3020"); break;
    218 	case 2: cpu_setmodel("Cavium Octeon CN3005/CN3010"); break;
    219 	case 3: cpu_setmodel("Cavium Octeon CN58XX"); break;
    220 	case 4: cpu_setmodel("Cavium Octeon CN5[4-7]XX"); break;
    221 	case 6: cpu_setmodel("Cavium Octeon CN50XX"); break;
    222 	case 7: cpu_setmodel("Cavium Octeon CN52XX"); break;
    223 	default: cpu_setmodel("Cavium Octeon"); break;
    224 	}
    225 
    226 	mach_init_vector();
    227 
    228 	uvm_md_init();
    229 
    230 	mach_init_bus_space();
    231 
    232 	mach_init_console();
    233 
    234 	mach_init_memory(memsize);
    235 
    236 	/*
    237 	 * Allocate uarea page for lwp0 and set it.
    238 	 */
    239 	mips_init_lwp0_uarea();
    240 
    241 	boothowto = RB_AUTOBOOT;
    242 	boothowto |= AB_VERBOSE;
    243 
    244 #if 0
    245 	curcpu()->ci_nmi_stack = octeon_nmi_stack + sizeof(octeon_nmi_stack) - sizeof(struct kernframe);
    246 	*(uint64_t *)MIPS_PHYS_TO_KSEG0(0x800) = (intptr_t)octeon_reset_vector;
    247 	const uint64_t wdog_reg = MIPS_PHYS_TO_XKPHYS_UNCACHED(CIU_WDOG0);
    248 	uint64_t wdog = mips3_ld(wdog_reg);
    249 	wdog &= ~(CIU_WDOGX_MODE|CIU_WDOGX_LEN);
    250 	wdog |= __SHIFTIN(3, CIU_WDOGX_MODE);
    251 	wdog |= CIU_WDOGX_LEN;		// max period
    252 	mips64_sd_a64(wdog_reg, wdog);
    253 	printf("Watchdog enabled!\n");
    254 #endif
    255 
    256 #if defined(DDB)
    257 	if (boothowto & RB_KDB)
    258 		Debugger();
    259 #endif
    260 }
    261 
    262 void
    263 consinit(void)
    264 {
    265 
    266 	/*
    267 	 * Everything related to console initialization is done
    268 	 * in mach_init().
    269 	 */
    270 }
    271 
    272 void
    273 mach_init_bss(void)
    274 {
    275 	extern char edata[], end[];
    276 
    277 	/*
    278 	 * Clear the BSS segment.
    279 	 */
    280 	memset(edata, 0, mips_round_page(end) - (uintptr_t)edata);
    281 }
    282 
    283 void
    284 mach_init_vector(void)
    285 {
    286 
    287 	/* Make sure exception base at 0 (MIPS_COP_0_EBASE) */
    288 	__asm __volatile("mtc0 %0, $15, 1" : : "r"(0x80000000) );
    289 
    290 	/*
    291 	 * Set up the exception vectors and CPU-specific function
    292 	 * vectors early on.  We need the wbflush() vector set up
    293 	 * before comcnattach() is called (or at least before the
    294 	 * first printf() after that is called).
    295 	 * Also clears the I+D caches.
    296 	 */
    297 	mips_vector_init(NULL, true);
    298 }
    299 
    300 void
    301 mach_init_bus_space(void)
    302 {
    303 	struct octeon_config *mcp = &octeon_configuration;
    304 
    305 	octeon_dma_init(mcp);
    306 
    307 	iobus_bootstrap(mcp);
    308 	bootbus_bootstrap(mcp);
    309 }
    310 
    311 void
    312 mach_init_console(void)
    313 {
    314 #if NCOM > 0
    315 	struct octeon_config *mcp = &octeon_configuration;
    316 	int status;
    317 	extern int octeon_uart_com_cnattach(bus_space_tag_t, int, int);
    318 
    319 	/*
    320 	 * Delay to allow firmware putchars to complete.
    321 	 * FIFO depth * character time.
    322 	 * character time = (1000000 / (defaultrate / 10))
    323 	 */
    324 	delay(640000000 / comcnrate);
    325 
    326 	status = octeon_uart_com_cnattach(
    327 		&mcp->mc_iobus_bust,
    328 		0,	/* XXX port 0 */
    329 		comcnrate);
    330 	if (status != 0)
    331 		panic("can't initialize console!");	/* XXX print to nowhere! */
    332 #else
    333 	panic("octeon: not configured to use serial console");
    334 #endif /* NCOM > 0 */
    335 }
    336 
    337 void
    338 mach_init_memory(u_quad_t memsize)
    339 {
    340 	extern char kernel_text[];
    341 	extern char end[];
    342 
    343 	physmem = btoc(memsize);
    344 
    345 	if (memsize <= 256 * 1024 * 1024) {
    346 		mem_clusters[0].start = 0;
    347 		mem_clusters[0].size = memsize;
    348 		mem_cluster_cnt = 1;
    349 	} else if (memsize <= 512 * 1024 * 1024) {
    350 		mem_clusters[0].start = 0;
    351 		mem_clusters[0].size = 256 * 1024 * 1024;
    352 		mem_clusters[1].start = 0x410000000ULL;
    353 		mem_clusters[1].size = memsize - 256 * 1024 * 1024;
    354 		mem_cluster_cnt = 2;
    355 	} else {
    356 		mem_clusters[0].start = 0;
    357 		mem_clusters[0].size = 256 * 1024 * 1024;
    358 		mem_clusters[1].start = 0x20000000;
    359 		mem_clusters[1].size = memsize - 512 * 1024 * 1024;
    360 		mem_clusters[2].start = 0x410000000ULL;
    361 		mem_clusters[2].size = 256 * 1024 * 1024;
    362 		mem_cluster_cnt = 3;
    363 	}
    364 
    365 
    366 #ifdef MULTIPROCESSOR
    367 	const u_int cores = mipsNN_cp0_ebase_read() & MIPS_EBASE_CPUNUM;
    368 	mem_clusters[0].start = cores * 4096;
    369 #endif
    370 
    371 	/*
    372 	 * Load the rest of the available pages into the VM system.
    373 	 */
    374 	mips_page_physload(mips_trunc_page(kernel_text), mips_round_page(end),
    375 	    mem_clusters, mem_cluster_cnt, NULL, 0);
    376 
    377 	/*
    378 	 * Initialize error message buffer (at end of core).
    379 	 */
    380 	mips_init_msgbuf();
    381 
    382 	pmap_bootstrap();
    383 }
    384 
    385 /*
    386  * cpu_startup
    387  * cpu_reboot
    388  */
    389 
    390 int	waittime = -1;
    391 
    392 /*
    393  * Allocate memory for variable-sized tables,
    394  */
    395 void
    396 cpu_startup(void)
    397 {
    398 #ifdef MULTIPROCESSOR
    399 	// Create a kcpuset so we can see on which CPUs the kernel was started.
    400 	kcpuset_create(&cpus_booted, true);
    401 #endif
    402 
    403 	/*
    404 	 * Do the common startup items.
    405 	 */
    406 	cpu_startup_common();
    407 
    408 	/*
    409 	 * Virtual memory is bootstrapped -- notify the bus spaces
    410 	 * that memory allocation is now safe.
    411 	 */
    412 	octeon_configuration.mc_mallocsafe = 1;
    413 }
    414 
    415 void
    416 cpu_reboot(int howto, char *bootstr)
    417 {
    418 
    419 	/* Take a snapshot before clobbering any registers. */
    420 	savectx(curpcb);
    421 
    422 	if (cold) {
    423 		howto |= RB_HALT;
    424 		goto haltsys;
    425 	}
    426 
    427 	/* If "always halt" was specified as a boot flag, obey. */
    428 	if (boothowto & RB_HALT)
    429 		howto |= RB_HALT;
    430 
    431 	boothowto = howto;
    432 	if ((howto & RB_NOSYNC) == 0 && (waittime < 0)) {
    433 		waittime = 0;
    434 		vfs_shutdown();
    435 
    436 		/*
    437 		 * If we've been adjusting the clock, the todr
    438 		 * will be out of synch; adjust it now.
    439 		 */
    440 		resettodr();
    441 	}
    442 
    443 	splhigh();
    444 
    445 	if (howto & RB_DUMP)
    446 		dumpsys();
    447 
    448 haltsys:
    449 	doshutdownhooks();
    450 
    451 	if (howto & RB_HALT) {
    452 		printf("\n");
    453 		printf("The operating system has halted.\n");
    454 		printf("Please press any key to reboot.\n\n");
    455 		cnpollc(1);	/* For proper keyboard command handling */
    456 		cngetc();
    457 		cnpollc(0);
    458 	}
    459 
    460 	printf("%s\n\n", ((howto & RB_HALT) != 0) ? "halted." : "rebooting...");
    461 
    462 	/*
    463 	 * Need a small delay here, otherwise we see the first few characters of
    464 	 * the warning below.
    465 	 */
    466 	delay(80000);
    467 
    468 	/* initiate chip soft-reset */
    469 	uint64_t fuse = octeon_read_csr(CIU_FUSE);
    470 	octeon_write_csr(CIU_SOFT_BIST, fuse);
    471 	octeon_read_csr(CIU_SOFT_RST);
    472 	octeon_write_csr(CIU_SOFT_RST, fuse);
    473 
    474 	delay(1000000);
    475 
    476 	printf("WARNING: reset failed!\nSpinning...");
    477 
    478 	for (;;)
    479 		/* spin forever */ ;	/* XXX */
    480 }
    481