cpu_acpi.c revision 1.15 1 1.15 pho /* $NetBSD: cpu_acpi.c,v 1.15 2024/05/09 12:41:08 pho Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2018 The NetBSD Foundation, Inc.
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * This code is derived from software contributed to The NetBSD Foundation
8 1.1 jmcneill * by Jared McNeill <jmcneill (at) invisible.ca>.
9 1.1 jmcneill *
10 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
11 1.1 jmcneill * modification, are permitted provided that the following conditions
12 1.1 jmcneill * are met:
13 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
14 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
15 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
17 1.1 jmcneill * documentation and/or other materials provided with the distribution.
18 1.1 jmcneill *
19 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 jmcneill * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 jmcneill * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 jmcneill * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 jmcneill * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 jmcneill * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 jmcneill * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 jmcneill * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 jmcneill * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 jmcneill * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 jmcneill * POSSIBILITY OF SUCH DAMAGE.
30 1.1 jmcneill */
31 1.1 jmcneill
32 1.5 jmcneill #include "tprof.h"
33 1.6 ryo #include "opt_multiprocessor.h"
34 1.5 jmcneill
35 1.1 jmcneill #include <sys/cdefs.h>
36 1.15 pho __KERNEL_RCSID(0, "$NetBSD: cpu_acpi.c,v 1.15 2024/05/09 12:41:08 pho Exp $");
37 1.1 jmcneill
38 1.1 jmcneill #include <sys/param.h>
39 1.1 jmcneill #include <sys/bus.h>
40 1.1 jmcneill #include <sys/cpu.h>
41 1.1 jmcneill #include <sys/device.h>
42 1.5 jmcneill #include <sys/interrupt.h>
43 1.5 jmcneill #include <sys/kcpuset.h>
44 1.7 jmcneill #include <sys/reboot.h>
45 1.1 jmcneill
46 1.1 jmcneill #include <dev/acpi/acpireg.h>
47 1.1 jmcneill #include <dev/acpi/acpivar.h>
48 1.1 jmcneill
49 1.1 jmcneill #include <arm/armreg.h>
50 1.1 jmcneill #include <arm/cpu.h>
51 1.1 jmcneill #include <arm/cpufunc.h>
52 1.8 skrll #include <arm/cpuvar.h>
53 1.1 jmcneill #include <arm/locore.h>
54 1.1 jmcneill
55 1.1 jmcneill #include <arm/arm/psci.h>
56 1.1 jmcneill
57 1.5 jmcneill #if NTPROF > 0
58 1.5 jmcneill #include <dev/tprof/tprof_armv8.h>
59 1.5 jmcneill #endif
60 1.5 jmcneill
61 1.1 jmcneill static int cpu_acpi_match(device_t, cfdata_t, void *);
62 1.1 jmcneill static void cpu_acpi_attach(device_t, device_t, void *);
63 1.1 jmcneill
64 1.5 jmcneill #if NTPROF > 0
65 1.5 jmcneill static void cpu_acpi_tprof_init(device_t);
66 1.5 jmcneill #endif
67 1.5 jmcneill
68 1.15 pho CFATTACH_DECL2_NEW(cpu_acpi, 0,
69 1.15 pho cpu_acpi_match, cpu_acpi_attach, NULL, NULL,
70 1.15 pho cpu_rescan, cpu_childdetached);
71 1.1 jmcneill
72 1.6 ryo #ifdef MULTIPROCESSOR
73 1.1 jmcneill static register_t
74 1.1 jmcneill cpu_acpi_mpstart_pa(void)
75 1.1 jmcneill {
76 1.3 skrll
77 1.3 skrll return (register_t)KERN_VTOPHYS((vaddr_t)cpu_mpstart);
78 1.1 jmcneill }
79 1.6 ryo #endif /* MULTIPROCESSOR */
80 1.1 jmcneill
81 1.1 jmcneill static int
82 1.1 jmcneill cpu_acpi_match(device_t parent, cfdata_t cf, void *aux)
83 1.1 jmcneill {
84 1.1 jmcneill ACPI_SUBTABLE_HEADER *hdrp = aux;
85 1.2 jmcneill ACPI_MADT_GENERIC_INTERRUPT *gicc;
86 1.1 jmcneill
87 1.2 jmcneill if (hdrp->Type != ACPI_MADT_TYPE_GENERIC_INTERRUPT)
88 1.2 jmcneill return 0;
89 1.2 jmcneill
90 1.2 jmcneill gicc = (ACPI_MADT_GENERIC_INTERRUPT *)hdrp;
91 1.2 jmcneill
92 1.2 jmcneill return (gicc->Flags & ACPI_MADT_ENABLED) != 0;
93 1.1 jmcneill }
94 1.1 jmcneill
95 1.1 jmcneill static void
96 1.1 jmcneill cpu_acpi_attach(device_t parent, device_t self, void *aux)
97 1.1 jmcneill {
98 1.12 jmcneill prop_dictionary_t dict = device_properties(self);
99 1.1 jmcneill ACPI_MADT_GENERIC_INTERRUPT *gicc = aux;
100 1.1 jmcneill const uint64_t mpidr = gicc->ArmMpidr;
101 1.4 jmcneill const int unit = device_unit(self);
102 1.4 jmcneill struct cpu_info *ci = &cpu_info_store[unit];
103 1.1 jmcneill
104 1.6 ryo #ifdef MULTIPROCESSOR
105 1.7 jmcneill if (cpu_mpidr_aff_read() != mpidr && (boothowto & RB_MD1) == 0) {
106 1.1 jmcneill const u_int cpuindex = device_unit(self);
107 1.6 ryo int error;
108 1.1 jmcneill
109 1.1 jmcneill cpu_mpidr[cpuindex] = mpidr;
110 1.10 jmcneill cpu_dcache_wb_range((vaddr_t)&cpu_mpidr[cpuindex],
111 1.10 jmcneill sizeof(cpu_mpidr[cpuindex]));
112 1.1 jmcneill
113 1.1 jmcneill /* XXX support spin table */
114 1.1 jmcneill error = psci_cpu_on(mpidr, cpu_acpi_mpstart_pa(), 0);
115 1.1 jmcneill if (error != PSCI_SUCCESS) {
116 1.1 jmcneill aprint_error_dev(self, "failed to start CPU\n");
117 1.1 jmcneill return;
118 1.1 jmcneill }
119 1.1 jmcneill
120 1.9 skrll sev();
121 1.1 jmcneill
122 1.1 jmcneill for (u_int i = 0x10000000; i > 0; i--) {
123 1.7 jmcneill if (cpu_hatched_p(cpuindex))
124 1.7 jmcneill break;
125 1.1 jmcneill }
126 1.1 jmcneill }
127 1.6 ryo #endif /* MULTIPROCESSOR */
128 1.1 jmcneill
129 1.12 jmcneill /* Assume that less efficient processors are faster. */
130 1.12 jmcneill prop_dictionary_set_uint32(dict, "capacity_dmips_mhz",
131 1.12 jmcneill gicc->EfficiencyClass);
132 1.12 jmcneill
133 1.4 jmcneill /* Store the ACPI Processor UID in cpu_info */
134 1.4 jmcneill ci->ci_acpiid = gicc->Uid;
135 1.4 jmcneill
136 1.1 jmcneill /* Attach the CPU */
137 1.1 jmcneill cpu_attach(self, mpidr);
138 1.5 jmcneill
139 1.5 jmcneill #if NTPROF > 0
140 1.14 jmcneill if (cpu_mpidr_aff_read() == mpidr && armv8_pmu_detect())
141 1.5 jmcneill config_interrupts(self, cpu_acpi_tprof_init);
142 1.5 jmcneill #endif
143 1.5 jmcneill }
144 1.5 jmcneill
145 1.5 jmcneill #if NTPROF > 0
146 1.5 jmcneill static struct cpu_info *
147 1.5 jmcneill cpu_acpi_find_processor(UINT32 uid)
148 1.5 jmcneill {
149 1.5 jmcneill CPU_INFO_ITERATOR cii;
150 1.5 jmcneill struct cpu_info *ci;
151 1.5 jmcneill
152 1.5 jmcneill for (CPU_INFO_FOREACH(cii, ci)) {
153 1.5 jmcneill if (ci->ci_acpiid == uid)
154 1.5 jmcneill return ci;
155 1.5 jmcneill }
156 1.5 jmcneill
157 1.5 jmcneill return NULL;
158 1.5 jmcneill }
159 1.5 jmcneill
160 1.5 jmcneill static ACPI_STATUS
161 1.5 jmcneill cpu_acpi_tprof_intr_establish(ACPI_SUBTABLE_HEADER *hdrp, void *aux)
162 1.5 jmcneill {
163 1.5 jmcneill device_t dev = aux;
164 1.5 jmcneill ACPI_MADT_GENERIC_INTERRUPT *gicc;
165 1.5 jmcneill struct cpu_info *ci;
166 1.5 jmcneill char xname[16];
167 1.5 jmcneill kcpuset_t *set;
168 1.5 jmcneill int error;
169 1.5 jmcneill void *ih;
170 1.5 jmcneill
171 1.5 jmcneill if (hdrp->Type != ACPI_MADT_TYPE_GENERIC_INTERRUPT)
172 1.5 jmcneill return AE_OK;
173 1.5 jmcneill
174 1.5 jmcneill gicc = (ACPI_MADT_GENERIC_INTERRUPT *)hdrp;
175 1.5 jmcneill if ((gicc->Flags & ACPI_MADT_ENABLED) == 0)
176 1.5 jmcneill return AE_OK;
177 1.5 jmcneill
178 1.11 jmcneill const bool cpu_primary_p = cpu_info_store[0].ci_cpuid == gicc->ArmMpidr;
179 1.5 jmcneill const bool intr_ppi_p = gicc->PerformanceInterrupt < 32;
180 1.10 jmcneill const int type = (gicc->Flags & ACPI_MADT_PERFORMANCE_IRQ_MODE) ?
181 1.10 jmcneill IST_EDGE : IST_LEVEL;
182 1.5 jmcneill
183 1.5 jmcneill if (intr_ppi_p && !cpu_primary_p)
184 1.5 jmcneill return AE_OK;
185 1.5 jmcneill
186 1.5 jmcneill ci = cpu_acpi_find_processor(gicc->Uid);
187 1.5 jmcneill if (ci == NULL) {
188 1.10 jmcneill aprint_error_dev(dev, "couldn't find processor %#x\n",
189 1.10 jmcneill gicc->Uid);
190 1.5 jmcneill return AE_OK;
191 1.5 jmcneill }
192 1.5 jmcneill
193 1.5 jmcneill if (intr_ppi_p) {
194 1.5 jmcneill strlcpy(xname, "pmu", sizeof(xname));
195 1.5 jmcneill } else {
196 1.5 jmcneill snprintf(xname, sizeof(xname), "pmu %s", cpu_name(ci));
197 1.5 jmcneill }
198 1.5 jmcneill
199 1.10 jmcneill ih = intr_establish_xname(gicc->PerformanceInterrupt, IPL_HIGH,
200 1.10 jmcneill type | IST_MPSAFE, armv8_pmu_intr, NULL, xname);
201 1.5 jmcneill if (ih == NULL) {
202 1.10 jmcneill aprint_error_dev(dev, "couldn't establish %s interrupt\n",
203 1.10 jmcneill xname);
204 1.5 jmcneill return AE_OK;
205 1.5 jmcneill }
206 1.5 jmcneill
207 1.5 jmcneill if (!intr_ppi_p) {
208 1.5 jmcneill kcpuset_create(&set, true);
209 1.5 jmcneill kcpuset_set(set, cpu_index(ci));
210 1.5 jmcneill error = interrupt_distribute(ih, set, NULL);
211 1.5 jmcneill kcpuset_destroy(set);
212 1.5 jmcneill
213 1.5 jmcneill if (error) {
214 1.10 jmcneill aprint_error_dev(dev,
215 1.10 jmcneill "failed to distribute %s interrupt: %d\n",
216 1.5 jmcneill xname, error);
217 1.5 jmcneill return AE_OK;
218 1.5 jmcneill }
219 1.5 jmcneill }
220 1.5 jmcneill
221 1.10 jmcneill aprint_normal("%s: PMU interrupting on irq %d\n", cpu_name(ci),
222 1.10 jmcneill gicc->PerformanceInterrupt);
223 1.5 jmcneill
224 1.5 jmcneill return AE_OK;
225 1.5 jmcneill }
226 1.5 jmcneill
227 1.5 jmcneill static void
228 1.5 jmcneill cpu_acpi_tprof_init(device_t self)
229 1.5 jmcneill {
230 1.13 skrll int err = armv8_pmu_init();
231 1.13 skrll if (err) {
232 1.13 skrll aprint_error_dev(self,
233 1.13 skrll "failed to initialize PMU event counter\n");
234 1.13 skrll return;
235 1.13 skrll }
236 1.5 jmcneill
237 1.5 jmcneill if (acpi_madt_map() != AE_OK) {
238 1.10 jmcneill aprint_error_dev(self,
239 1.10 jmcneill "failed to map MADT, performance counters not available\n");
240 1.5 jmcneill return;
241 1.5 jmcneill }
242 1.5 jmcneill acpi_madt_walk(cpu_acpi_tprof_intr_establish, self);
243 1.5 jmcneill acpi_madt_unmap();
244 1.1 jmcneill }
245 1.5 jmcneill #endif
246