Home | History | Annotate | Line # | Download | only in fdt
pmu_fdt.c revision 1.5
      1  1.5     skrll /* $NetBSD: pmu_fdt.c,v 1.5 2019/01/21 08:04:26 skrll Exp $ */
      2  1.1  jmcneill 
      3  1.1  jmcneill /*-
      4  1.1  jmcneill  * Copyright (c) 2018 Jared McNeill <jmcneill (at) invisible.ca>
      5  1.1  jmcneill  * All rights reserved.
      6  1.1  jmcneill  *
      7  1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
      8  1.1  jmcneill  * modification, are permitted provided that the following conditions
      9  1.1  jmcneill  * are met:
     10  1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     11  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     12  1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     15  1.1  jmcneill  *
     16  1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  1.1  jmcneill  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  1.1  jmcneill  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  1.1  jmcneill  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21  1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22  1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23  1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24  1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.1  jmcneill  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.1  jmcneill  * SUCH DAMAGE.
     27  1.1  jmcneill  */
     28  1.1  jmcneill 
     29  1.1  jmcneill #include <sys/cdefs.h>
     30  1.5     skrll __KERNEL_RCSID(0, "$NetBSD: pmu_fdt.c,v 1.5 2019/01/21 08:04:26 skrll Exp $");
     31  1.1  jmcneill 
     32  1.1  jmcneill #include <sys/param.h>
     33  1.1  jmcneill #include <sys/bus.h>
     34  1.1  jmcneill #include <sys/device.h>
     35  1.1  jmcneill #include <sys/systm.h>
     36  1.1  jmcneill #include <sys/kernel.h>
     37  1.1  jmcneill #include <sys/cpu.h>
     38  1.1  jmcneill #include <sys/interrupt.h>
     39  1.4  jmcneill #include <sys/kmem.h>
     40  1.1  jmcneill 
     41  1.1  jmcneill #include <dev/fdt/fdtvar.h>
     42  1.1  jmcneill 
     43  1.3  jmcneill #if defined(__aarch64__)
     44  1.1  jmcneill #include <dev/tprof/tprof_armv8.h>
     45  1.1  jmcneill #define arm_pmu_intr armv8_pmu_intr
     46  1.1  jmcneill #define arm_pmu_init armv8_pmu_init
     47  1.2  jmcneill #elif defined(_ARM_ARCH_7)
     48  1.2  jmcneill #include <dev/tprof/tprof_armv7.h>
     49  1.2  jmcneill #define arm_pmu_intr armv7_pmu_intr
     50  1.2  jmcneill #define arm_pmu_init armv7_pmu_init
     51  1.1  jmcneill #endif
     52  1.1  jmcneill 
     53  1.1  jmcneill #include <arm/armreg.h>
     54  1.1  jmcneill 
     55  1.1  jmcneill static int	pmu_fdt_match(device_t, cfdata_t, void *);
     56  1.1  jmcneill static void	pmu_fdt_attach(device_t, device_t, void *);
     57  1.1  jmcneill 
     58  1.1  jmcneill static void	pmu_fdt_init(device_t);
     59  1.1  jmcneill static int	pmu_fdt_intr_distribute(const int, int, void *);
     60  1.1  jmcneill 
     61  1.1  jmcneill static const char * const compatible[] = {
     62  1.1  jmcneill 	"arm,armv8-pmuv3",
     63  1.1  jmcneill 	"arm,cortex-a73-pmu",
     64  1.1  jmcneill 	"arm,cortex-a72-pmu",
     65  1.1  jmcneill 	"arm,cortex-a57-pmu",
     66  1.1  jmcneill 	"arm,cortex-a53-pmu",
     67  1.2  jmcneill 
     68  1.2  jmcneill 	"arm,cortex-a35-pmu",
     69  1.2  jmcneill 	"arm,cortex-a17-pmu",
     70  1.2  jmcneill 	"arm,cortex-a12-pmu",
     71  1.2  jmcneill 	"arm,cortex-a9-pmu",
     72  1.2  jmcneill 	"arm,cortex-a8-pmu",
     73  1.2  jmcneill 	"arm,cortex-a7-pmu",
     74  1.2  jmcneill 	"arm,cortex-a5-pmu",
     75  1.2  jmcneill 
     76  1.1  jmcneill 	NULL
     77  1.1  jmcneill };
     78  1.1  jmcneill 
     79  1.1  jmcneill struct pmu_fdt_softc {
     80  1.1  jmcneill 	device_t	sc_dev;
     81  1.1  jmcneill 	int		sc_phandle;
     82  1.1  jmcneill };
     83  1.1  jmcneill 
     84  1.1  jmcneill CFATTACH_DECL_NEW(pmu_fdt, sizeof(struct pmu_fdt_softc),
     85  1.1  jmcneill     pmu_fdt_match, pmu_fdt_attach, NULL, NULL);
     86  1.1  jmcneill 
     87  1.1  jmcneill static int
     88  1.1  jmcneill pmu_fdt_match(device_t parent, cfdata_t cf, void *aux)
     89  1.1  jmcneill {
     90  1.1  jmcneill 	struct fdt_attach_args * const faa = aux;
     91  1.1  jmcneill 
     92  1.1  jmcneill 	return of_match_compatible(faa->faa_phandle, compatible);
     93  1.1  jmcneill }
     94  1.1  jmcneill 
     95  1.1  jmcneill static void
     96  1.1  jmcneill pmu_fdt_attach(device_t parent, device_t self, void *aux)
     97  1.1  jmcneill {
     98  1.1  jmcneill 	struct pmu_fdt_softc * const sc = device_private(self);
     99  1.1  jmcneill 	struct fdt_attach_args * const faa = aux;
    100  1.1  jmcneill 	const int phandle = faa->faa_phandle;
    101  1.1  jmcneill 
    102  1.1  jmcneill 	aprint_naive("\n");
    103  1.1  jmcneill 	aprint_normal(": Performance Monitor Unit\n");
    104  1.1  jmcneill 
    105  1.1  jmcneill 	sc->sc_dev = self;
    106  1.1  jmcneill 	sc->sc_phandle = phandle;
    107  1.1  jmcneill 
    108  1.1  jmcneill 	config_interrupts(self, pmu_fdt_init);
    109  1.1  jmcneill }
    110  1.1  jmcneill 
    111  1.1  jmcneill static void
    112  1.1  jmcneill pmu_fdt_init(device_t self)
    113  1.1  jmcneill {
    114  1.1  jmcneill 	struct pmu_fdt_softc * const sc = device_private(self);
    115  1.1  jmcneill 	const int phandle = sc->sc_phandle;
    116  1.1  jmcneill 	char intrstr[128];
    117  1.1  jmcneill 	int error, n;
    118  1.4  jmcneill 	void **ih;
    119  1.1  jmcneill 
    120  1.4  jmcneill 	error = arm_pmu_init();
    121  1.4  jmcneill 	if (error != 0) {
    122  1.4  jmcneill 		aprint_error_dev(self, "failed to initialize PMU\n");
    123  1.4  jmcneill 		return;
    124  1.4  jmcneill 	}
    125  1.4  jmcneill 
    126  1.4  jmcneill 	ih = kmem_zalloc(sizeof(void *) * ncpu, KM_SLEEP);
    127  1.4  jmcneill 
    128  1.4  jmcneill 	for (n = 0; n < ncpu; n++) {
    129  1.4  jmcneill 		ih[n] = fdtbus_intr_establish(phandle, n, IPL_HIGH,
    130  1.1  jmcneill 		    FDT_INTR_MPSAFE, arm_pmu_intr, NULL);
    131  1.4  jmcneill 		if (ih[n] == NULL)
    132  1.1  jmcneill 			break;
    133  1.1  jmcneill 		if (!fdtbus_intr_str(phandle, n, intrstr, sizeof(intrstr))) {
    134  1.1  jmcneill 			aprint_error_dev(self,
    135  1.1  jmcneill 			    "couldn't decode interrupt %u\n", n);
    136  1.4  jmcneill 			goto cleanup;
    137  1.1  jmcneill 		}
    138  1.1  jmcneill 		aprint_normal_dev(self, "interrupting on %s\n", intrstr);
    139  1.1  jmcneill 	}
    140  1.4  jmcneill 
    141  1.1  jmcneill 	/* We need either one IRQ (PPI), or one per CPU (SPI) */
    142  1.4  jmcneill 	const int nirq = n;
    143  1.4  jmcneill 	if (nirq == 0) {
    144  1.1  jmcneill 		aprint_error_dev(self, "couldn't establish interrupts\n");
    145  1.4  jmcneill 		goto cleanup;
    146  1.1  jmcneill 	}
    147  1.1  jmcneill 
    148  1.4  jmcneill 	/* Set interrupt affinity if we have more than one interrupt */
    149  1.4  jmcneill 	if (nirq > 1) {
    150  1.4  jmcneill 		for (n = 0; n < nirq; n++) {
    151  1.4  jmcneill 			error = pmu_fdt_intr_distribute(phandle, n, ih[n]);
    152  1.4  jmcneill 			if (error != 0) {
    153  1.4  jmcneill 				aprint_error_dev(self,
    154  1.4  jmcneill 				    "failed to distribute interrupt %u: %d\n",
    155  1.4  jmcneill 				    n, error);
    156  1.4  jmcneill 				goto cleanup;
    157  1.4  jmcneill 			}
    158  1.4  jmcneill 		}
    159  1.1  jmcneill 	}
    160  1.4  jmcneill 
    161  1.4  jmcneill cleanup:
    162  1.4  jmcneill 	kmem_free(ih, sizeof(void *) * ncpu);
    163  1.1  jmcneill }
    164  1.1  jmcneill 
    165  1.1  jmcneill static int
    166  1.1  jmcneill pmu_fdt_intr_distribute(const int phandle, int index, void *ih)
    167  1.1  jmcneill {
    168  1.1  jmcneill 	CPU_INFO_ITERATOR cii;
    169  1.1  jmcneill 	struct cpu_info *ci;
    170  1.1  jmcneill 	bus_addr_t mpidr;
    171  1.1  jmcneill 	int len, cpunode;
    172  1.1  jmcneill 	const u_int *aff;
    173  1.1  jmcneill 	kcpuset_t *set;
    174  1.1  jmcneill 	int error;
    175  1.1  jmcneill 
    176  1.1  jmcneill 	kcpuset_create(&set, true);
    177  1.1  jmcneill 
    178  1.1  jmcneill 	if (of_hasprop(phandle, "interrupt-affinity")) {
    179  1.1  jmcneill 		aff = fdtbus_get_prop(phandle, "interrupt-affinity", &len);
    180  1.1  jmcneill 		if (len < (index + 1) * 4)
    181  1.1  jmcneill 			return EINVAL;
    182  1.1  jmcneill 		cpunode = fdtbus_get_phandle_from_native(be32toh(aff[index]));
    183  1.1  jmcneill 		if (fdtbus_get_reg(cpunode, 0, &mpidr, NULL) != 0)
    184  1.1  jmcneill 			return ENXIO;
    185  1.1  jmcneill 		for (CPU_INFO_FOREACH(cii, ci)) {
    186  1.1  jmcneill 			const uint32_t ci_mpidr =
    187  1.5     skrll 			    __SHIFTIN(ci->ci_core_id, MPIDR_AFF0) |
    188  1.5     skrll 			    __SHIFTIN(ci->ci_package_id, MPIDR_AFF1);
    189  1.1  jmcneill 			if (ci_mpidr == mpidr) {
    190  1.1  jmcneill 				kcpuset_set(set, cpu_index(ci));
    191  1.1  jmcneill 				break;
    192  1.1  jmcneill 			}
    193  1.1  jmcneill 		}
    194  1.1  jmcneill 	} else {
    195  1.1  jmcneill 		kcpuset_set(set, index);
    196  1.1  jmcneill 	}
    197  1.1  jmcneill 
    198  1.1  jmcneill 	if (kcpuset_iszero(set)) {
    199  1.1  jmcneill 		kcpuset_destroy(set);
    200  1.1  jmcneill 		return ENOENT;
    201  1.1  jmcneill 	}
    202  1.1  jmcneill 
    203  1.1  jmcneill 	error = interrupt_distribute(ih, set, NULL);
    204  1.1  jmcneill 
    205  1.1  jmcneill 	kcpuset_destroy(set);
    206  1.1  jmcneill 
    207  1.1  jmcneill 	return error;
    208  1.1  jmcneill }
    209