Home | History | Annotate | Line # | Download | only in riscv
cpu.c revision 1.2
      1 /*	$NetBSD: cpu.c,v 1.2 2023/06/12 19:04:14 skrll Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 2023 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Nick Hudson
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include "opt_multiprocessor.h"
     33 
     34 #include <sys/cdefs.h>
     35 __KERNEL_RCSID(0, "$NetBSD: cpu.c,v 1.2 2023/06/12 19:04:14 skrll Exp $");
     36 
     37 #include <sys/param.h>
     38 
     39 #include <sys/cpu.h>
     40 #include <sys/device.h>
     41 #include <sys/kmem.h>
     42 #include <sys/reboot.h>
     43 #include <sys/sysctl.h>
     44 
     45 #include <riscv/cpu.h>
     46 #include <riscv/cpuvar.h>
     47 #include <riscv/machdep.h>
     48 #include <riscv/sbi.h>
     49 
     50 #ifdef MULTIPROCESSOR
     51 #define NCPUINFO	MAXCPUS
     52 #else
     53 #define NCPUINFO	1
     54 #endif /* MULTIPROCESSOR */
     55 
     56 static void
     57 cache_nullop(vaddr_t va, paddr_t pa, psize_t sz)
     58 {
     59 }
     60 
     61 void (*cpu_sdcache_wbinv_range)(vaddr_t, paddr_t, psize_t) = cache_nullop;
     62 void (*cpu_sdcache_inv_range)(vaddr_t, paddr_t, psize_t) = cache_nullop;
     63 void (*cpu_sdcache_wb_range)(vaddr_t, paddr_t, psize_t) = cache_nullop;
     64 
     65 u_int   riscv_dcache_align = CACHE_LINE_SIZE;
     66 u_int   riscv_dcache_align_mask = CACHE_LINE_SIZE - 1;
     67 
     68 #define CPU_VENDOR_SIFIVE	0x489
     69 
     70 #define CPU_ARCH_7SERIES	0x8000000000000007
     71 
     72 struct cpu_arch {
     73 	uint64_t	 ca_id;
     74 	const char	*ca_name;
     75 };
     76 
     77 struct cpu_arch cpu_arch_sifive[] = {
     78     {
     79 	.ca_id = CPU_ARCH_7SERIES,
     80 	.ca_name = "7-Series Processor (E7, S7, U7 series)",
     81     },
     82     { },	// terminator
     83 };
     84 
     85 struct cpu_vendor {
     86 	uint32_t	 	 cv_id;
     87 	const char		*cv_name;
     88 	struct cpu_arch		*cv_arch;
     89 } cpu_vendors[] = {
     90     {
     91 	.cv_id = CPU_VENDOR_SIFIVE,
     92 	.cv_name = "SiFive",
     93 	.cv_arch = cpu_arch_sifive,
     94     },
     95 };
     96 
     97 /*
     98  * Our exported cpu_info structs; these will be first used by the
     99  * secondary cpus as part of cpu_mpstart and the hatching process.
    100  */
    101 struct cpu_info cpu_info_store[NCPUINFO] = {
    102 	[0] = {
    103 		.ci_cpl = IPL_HIGH,
    104 		.ci_curlwp = &lwp0,
    105 		.ci_cpl = IPL_HIGH,
    106 #ifdef MULTIPROCESSOR
    107 		.ci_tlb_info = &pmap_tlb0_info,
    108 		.ci_flags = CPUF_PRIMARY | CPUF_PRESENT | CPUF_RUNNING,
    109 #endif
    110 	}
    111 };
    112 
    113 
    114 /*
    115  * setup the per-cpu sysctl tree.
    116  */
    117 static void
    118 cpu_setup_sysctl(device_t dv, struct cpu_info *ci)
    119 {
    120 	const struct sysctlnode *cpunode = NULL;
    121 
    122 	sysctl_createv(NULL, 0, NULL, &cpunode,
    123 		       CTLFLAG_PERMANENT,
    124 		       CTLTYPE_NODE, device_xname(dv), NULL,
    125 		       NULL, 0, NULL, 0,
    126 		       CTL_MACHDEP,
    127 		       CTL_CREATE, CTL_EOL);
    128 
    129 	if (cpunode == NULL)
    130 		return;
    131 }
    132 
    133 
    134 static void
    135 cpu_identify(device_t self, struct cpu_info *ci)
    136 {
    137 	const register_t mvendorid = sbi_get_mvendorid().value;
    138 	const register_t marchid = sbi_get_marchid().value;
    139 	const uint32_t mimpid = sbi_get_mimpid().value;
    140 	struct cpu_arch *cv_arch = NULL;
    141 	const char *cv_name = NULL;
    142 	const char *ca_name = NULL;
    143 	char vendor[128];
    144 	char arch[128];
    145 
    146 	for (size_t i = 0; i < __arraycount(cpu_vendors); i++) {
    147 		if (mvendorid == cpu_vendors[i].cv_id) {
    148 			cv_name = cpu_vendors[i].cv_name;
    149 			cv_arch = cpu_vendors[i].cv_arch;
    150 			break;
    151 		}
    152 	}
    153 
    154 	if (cv_arch != NULL) {
    155 		for (size_t i = 0; cv_arch[i].ca_name != NULL; i++) {
    156 			if (marchid == cv_arch[i].ca_id) {
    157 				ca_name = cv_arch[i].ca_name;
    158 				break;
    159 			}
    160 		}
    161 	}
    162 
    163 	if (cv_name == NULL) {
    164 		snprintf(vendor, sizeof(vendor), "vendor %" PRIxREGISTER, mvendorid);
    165 		cv_name = vendor;
    166 	}
    167 	if (ca_name == NULL) {
    168 		snprintf(arch, sizeof(arch), "arch %" PRIxREGISTER, marchid);
    169 		ca_name = arch;
    170 	}
    171 
    172 	aprint_naive("\n");
    173 	aprint_normal(": %s %s imp. %" PRIx32 "\n", cv_name, ca_name, mimpid);
    174         aprint_verbose_dev(ci->ci_dev,
    175 	    "vendor 0x%" PRIxREGISTER " arch. %" PRIxREGISTER " imp. %" PRIx32 "\n",
    176 	    mvendorid, marchid, mimpid);
    177 }
    178 
    179 
    180 void
    181 cpu_attach(device_t dv, cpuid_t id)
    182 {
    183 	const int unit = device_unit(dv);
    184 	struct cpu_info *ci;
    185 
    186 	if (unit == 0) {
    187 		ci = curcpu();
    188 		ci->ci_cpuid = id;
    189 	} else {
    190 #ifdef MULTIPROCESSOR
    191 		if ((boothowto & RB_MD1) != 0) {
    192 			aprint_naive("\n");
    193 			aprint_normal(": multiprocessor boot disabled\n");
    194 			return;
    195 		}
    196 
    197 		KASSERT(unit < MAXCPUS);
    198 		ci = &cpu_info_store[unit];
    199 
    200 		ci->ci_cpl = IPL_HIGH;
    201 		ci->ci_cpuid = id;
    202 		/* ci_cpuid is stored by own cpus when hatching */
    203 
    204 		if (cpu_hatched_p(unit) == 0) {
    205 			ci->ci_dev = dv;
    206 			device_set_private(dv, ci);
    207 			ci->ci_index = -1;
    208 
    209 			aprint_naive(": disabled\n");
    210 			aprint_normal(": disabled (unresponsive)\n");
    211 			return;
    212 		}
    213 #else /* MULTIPROCESSOR */
    214 		aprint_naive(": disabled\n");
    215 		aprint_normal(": disabled (uniprocessor kernel)\n");
    216 		return;
    217 #endif /* MULTIPROCESSOR */
    218 	}
    219 
    220 	ci->ci_dev = dv;
    221 	device_set_private(dv, ci);
    222 
    223 	cpu_identify(dv, ci);
    224 
    225 #ifdef MULTIPROCESSOR
    226 	kcpuset_create(&ci->ci_shootdowncpus, true);
    227 
    228 	ipi_init(ci);
    229 
    230 	kcpuset_create(&ci->ci_multicastcpus, true);
    231 	kcpuset_create(&ci->ci_watchcpus, true);
    232 	kcpuset_create(&ci->ci_ddbcpus, true);
    233 
    234 	if (unit != 0) {
    235 		mi_cpu_attach(ci);
    236 		struct pmap_tlb_info *ti = kmem_zalloc(sizeof(*ti), KM_SLEEP);
    237 		pmap_tlb_info_init(ti);
    238 		pmap_tlb_info_attach(ti, ci);
    239 	}
    240 #endif /* MULTIPROCESSOR */
    241 	cpu_setup_sysctl(dv, ci);
    242 
    243 	if (unit != 0) {
    244 	    return;
    245 	}
    246 }
    247 
    248 #ifdef MULTIPROCESSOR
    249 /*
    250  * Initialise a secondary processor.
    251  *
    252  * printf isn't available as kmutex(9) relies on curcpu which isn't setup yet.
    253  *
    254  */
    255 void __noasan
    256 cpu_init_secondary_processor(int cpuindex)
    257 {
    258 	cpu_set_hatched(cpuindex);
    259 
    260 	/*
    261 	 * return to assembly to wait for cpu_boot_secondary_processors
    262 	 */
    263 }
    264 
    265 
    266 /*
    267  * When we are called, the MMU and caches are on and we are running on the stack
    268  * of the idlelwp for this cpu.
    269  */
    270 void
    271 cpu_hatch(struct cpu_info *ci)
    272 {
    273 	KASSERT(curcpu() == ci);
    274 
    275 	ci->ci_cpu_freq = riscv_timer_frequency_get();
    276 
    277 	riscv_timer_init();
    278 
    279 	/*
    280 	 * clear my bit of the mailbox to tell cpu_boot_secondary_processors().
    281 	 * Consider that if there are cpu0, 1, 2, 3, and cpu2 is unresponsive,
    282 	 * ci_index for each would be cpu0=0, cpu1=1, cpu2=undef, cpu3=2.
    283 	 * therefore we have to use device_unit instead of ci_index for mbox.
    284 	 */
    285 
    286 	cpu_clr_mbox(device_unit(ci->ci_dev));
    287 }
    288 #endif /* MULTIPROCESSOR */
    289