pmu_fdt.c revision 1.5 1 1.5 skrll /* $NetBSD: pmu_fdt.c,v 1.5 2019/01/21 08:04:26 skrll Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2018 Jared McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 jmcneill * SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.1 jmcneill #include <sys/cdefs.h>
30 1.5 skrll __KERNEL_RCSID(0, "$NetBSD: pmu_fdt.c,v 1.5 2019/01/21 08:04:26 skrll Exp $");
31 1.1 jmcneill
32 1.1 jmcneill #include <sys/param.h>
33 1.1 jmcneill #include <sys/bus.h>
34 1.1 jmcneill #include <sys/device.h>
35 1.1 jmcneill #include <sys/systm.h>
36 1.1 jmcneill #include <sys/kernel.h>
37 1.1 jmcneill #include <sys/cpu.h>
38 1.1 jmcneill #include <sys/interrupt.h>
39 1.4 jmcneill #include <sys/kmem.h>
40 1.1 jmcneill
41 1.1 jmcneill #include <dev/fdt/fdtvar.h>
42 1.1 jmcneill
43 1.3 jmcneill #if defined(__aarch64__)
44 1.1 jmcneill #include <dev/tprof/tprof_armv8.h>
45 1.1 jmcneill #define arm_pmu_intr armv8_pmu_intr
46 1.1 jmcneill #define arm_pmu_init armv8_pmu_init
47 1.2 jmcneill #elif defined(_ARM_ARCH_7)
48 1.2 jmcneill #include <dev/tprof/tprof_armv7.h>
49 1.2 jmcneill #define arm_pmu_intr armv7_pmu_intr
50 1.2 jmcneill #define arm_pmu_init armv7_pmu_init
51 1.1 jmcneill #endif
52 1.1 jmcneill
53 1.1 jmcneill #include <arm/armreg.h>
54 1.1 jmcneill
55 1.1 jmcneill static int pmu_fdt_match(device_t, cfdata_t, void *);
56 1.1 jmcneill static void pmu_fdt_attach(device_t, device_t, void *);
57 1.1 jmcneill
58 1.1 jmcneill static void pmu_fdt_init(device_t);
59 1.1 jmcneill static int pmu_fdt_intr_distribute(const int, int, void *);
60 1.1 jmcneill
61 1.1 jmcneill static const char * const compatible[] = {
62 1.1 jmcneill "arm,armv8-pmuv3",
63 1.1 jmcneill "arm,cortex-a73-pmu",
64 1.1 jmcneill "arm,cortex-a72-pmu",
65 1.1 jmcneill "arm,cortex-a57-pmu",
66 1.1 jmcneill "arm,cortex-a53-pmu",
67 1.2 jmcneill
68 1.2 jmcneill "arm,cortex-a35-pmu",
69 1.2 jmcneill "arm,cortex-a17-pmu",
70 1.2 jmcneill "arm,cortex-a12-pmu",
71 1.2 jmcneill "arm,cortex-a9-pmu",
72 1.2 jmcneill "arm,cortex-a8-pmu",
73 1.2 jmcneill "arm,cortex-a7-pmu",
74 1.2 jmcneill "arm,cortex-a5-pmu",
75 1.2 jmcneill
76 1.1 jmcneill NULL
77 1.1 jmcneill };
78 1.1 jmcneill
79 1.1 jmcneill struct pmu_fdt_softc {
80 1.1 jmcneill device_t sc_dev;
81 1.1 jmcneill int sc_phandle;
82 1.1 jmcneill };
83 1.1 jmcneill
84 1.1 jmcneill CFATTACH_DECL_NEW(pmu_fdt, sizeof(struct pmu_fdt_softc),
85 1.1 jmcneill pmu_fdt_match, pmu_fdt_attach, NULL, NULL);
86 1.1 jmcneill
87 1.1 jmcneill static int
88 1.1 jmcneill pmu_fdt_match(device_t parent, cfdata_t cf, void *aux)
89 1.1 jmcneill {
90 1.1 jmcneill struct fdt_attach_args * const faa = aux;
91 1.1 jmcneill
92 1.1 jmcneill return of_match_compatible(faa->faa_phandle, compatible);
93 1.1 jmcneill }
94 1.1 jmcneill
95 1.1 jmcneill static void
96 1.1 jmcneill pmu_fdt_attach(device_t parent, device_t self, void *aux)
97 1.1 jmcneill {
98 1.1 jmcneill struct pmu_fdt_softc * const sc = device_private(self);
99 1.1 jmcneill struct fdt_attach_args * const faa = aux;
100 1.1 jmcneill const int phandle = faa->faa_phandle;
101 1.1 jmcneill
102 1.1 jmcneill aprint_naive("\n");
103 1.1 jmcneill aprint_normal(": Performance Monitor Unit\n");
104 1.1 jmcneill
105 1.1 jmcneill sc->sc_dev = self;
106 1.1 jmcneill sc->sc_phandle = phandle;
107 1.1 jmcneill
108 1.1 jmcneill config_interrupts(self, pmu_fdt_init);
109 1.1 jmcneill }
110 1.1 jmcneill
111 1.1 jmcneill static void
112 1.1 jmcneill pmu_fdt_init(device_t self)
113 1.1 jmcneill {
114 1.1 jmcneill struct pmu_fdt_softc * const sc = device_private(self);
115 1.1 jmcneill const int phandle = sc->sc_phandle;
116 1.1 jmcneill char intrstr[128];
117 1.1 jmcneill int error, n;
118 1.4 jmcneill void **ih;
119 1.1 jmcneill
120 1.4 jmcneill error = arm_pmu_init();
121 1.4 jmcneill if (error != 0) {
122 1.4 jmcneill aprint_error_dev(self, "failed to initialize PMU\n");
123 1.4 jmcneill return;
124 1.4 jmcneill }
125 1.4 jmcneill
126 1.4 jmcneill ih = kmem_zalloc(sizeof(void *) * ncpu, KM_SLEEP);
127 1.4 jmcneill
128 1.4 jmcneill for (n = 0; n < ncpu; n++) {
129 1.4 jmcneill ih[n] = fdtbus_intr_establish(phandle, n, IPL_HIGH,
130 1.1 jmcneill FDT_INTR_MPSAFE, arm_pmu_intr, NULL);
131 1.4 jmcneill if (ih[n] == NULL)
132 1.1 jmcneill break;
133 1.1 jmcneill if (!fdtbus_intr_str(phandle, n, intrstr, sizeof(intrstr))) {
134 1.1 jmcneill aprint_error_dev(self,
135 1.1 jmcneill "couldn't decode interrupt %u\n", n);
136 1.4 jmcneill goto cleanup;
137 1.1 jmcneill }
138 1.1 jmcneill aprint_normal_dev(self, "interrupting on %s\n", intrstr);
139 1.1 jmcneill }
140 1.4 jmcneill
141 1.1 jmcneill /* We need either one IRQ (PPI), or one per CPU (SPI) */
142 1.4 jmcneill const int nirq = n;
143 1.4 jmcneill if (nirq == 0) {
144 1.1 jmcneill aprint_error_dev(self, "couldn't establish interrupts\n");
145 1.4 jmcneill goto cleanup;
146 1.1 jmcneill }
147 1.1 jmcneill
148 1.4 jmcneill /* Set interrupt affinity if we have more than one interrupt */
149 1.4 jmcneill if (nirq > 1) {
150 1.4 jmcneill for (n = 0; n < nirq; n++) {
151 1.4 jmcneill error = pmu_fdt_intr_distribute(phandle, n, ih[n]);
152 1.4 jmcneill if (error != 0) {
153 1.4 jmcneill aprint_error_dev(self,
154 1.4 jmcneill "failed to distribute interrupt %u: %d\n",
155 1.4 jmcneill n, error);
156 1.4 jmcneill goto cleanup;
157 1.4 jmcneill }
158 1.4 jmcneill }
159 1.1 jmcneill }
160 1.4 jmcneill
161 1.4 jmcneill cleanup:
162 1.4 jmcneill kmem_free(ih, sizeof(void *) * ncpu);
163 1.1 jmcneill }
164 1.1 jmcneill
165 1.1 jmcneill static int
166 1.1 jmcneill pmu_fdt_intr_distribute(const int phandle, int index, void *ih)
167 1.1 jmcneill {
168 1.1 jmcneill CPU_INFO_ITERATOR cii;
169 1.1 jmcneill struct cpu_info *ci;
170 1.1 jmcneill bus_addr_t mpidr;
171 1.1 jmcneill int len, cpunode;
172 1.1 jmcneill const u_int *aff;
173 1.1 jmcneill kcpuset_t *set;
174 1.1 jmcneill int error;
175 1.1 jmcneill
176 1.1 jmcneill kcpuset_create(&set, true);
177 1.1 jmcneill
178 1.1 jmcneill if (of_hasprop(phandle, "interrupt-affinity")) {
179 1.1 jmcneill aff = fdtbus_get_prop(phandle, "interrupt-affinity", &len);
180 1.1 jmcneill if (len < (index + 1) * 4)
181 1.1 jmcneill return EINVAL;
182 1.1 jmcneill cpunode = fdtbus_get_phandle_from_native(be32toh(aff[index]));
183 1.1 jmcneill if (fdtbus_get_reg(cpunode, 0, &mpidr, NULL) != 0)
184 1.1 jmcneill return ENXIO;
185 1.1 jmcneill for (CPU_INFO_FOREACH(cii, ci)) {
186 1.1 jmcneill const uint32_t ci_mpidr =
187 1.5 skrll __SHIFTIN(ci->ci_core_id, MPIDR_AFF0) |
188 1.5 skrll __SHIFTIN(ci->ci_package_id, MPIDR_AFF1);
189 1.1 jmcneill if (ci_mpidr == mpidr) {
190 1.1 jmcneill kcpuset_set(set, cpu_index(ci));
191 1.1 jmcneill break;
192 1.1 jmcneill }
193 1.1 jmcneill }
194 1.1 jmcneill } else {
195 1.1 jmcneill kcpuset_set(set, index);
196 1.1 jmcneill }
197 1.1 jmcneill
198 1.1 jmcneill if (kcpuset_iszero(set)) {
199 1.1 jmcneill kcpuset_destroy(set);
200 1.1 jmcneill return ENOENT;
201 1.1 jmcneill }
202 1.1 jmcneill
203 1.1 jmcneill error = interrupt_distribute(ih, set, NULL);
204 1.1 jmcneill
205 1.1 jmcneill kcpuset_destroy(set);
206 1.1 jmcneill
207 1.1 jmcneill return error;
208 1.1 jmcneill }
209