Home | History | Annotate | Line # | Download | only in arch
tprof_x86.c revision 1.4
      1  1.4  maxv /*	$NetBSD: tprof_x86.c,v 1.4 2018/07/14 07:54:04 maxv Exp $	*/
      2  1.1  maxv 
      3  1.1  maxv /*
      4  1.1  maxv  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5  1.1  maxv  * All rights reserved.
      6  1.1  maxv  *
      7  1.1  maxv  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  maxv  * by Maxime Villard.
      9  1.1  maxv  *
     10  1.1  maxv  * Redistribution and use in source and binary forms, with or without
     11  1.1  maxv  * modification, are permitted provided that the following conditions
     12  1.1  maxv  * are met:
     13  1.1  maxv  * 1. Redistributions of source code must retain the above copyright
     14  1.1  maxv  *    notice, this list of conditions and the following disclaimer.
     15  1.1  maxv  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  maxv  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  maxv  *    documentation and/or other materials provided with the distribution.
     18  1.1  maxv  *
     19  1.1  maxv  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  maxv  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  maxv  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  maxv  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  maxv  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  maxv  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  maxv  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  maxv  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  maxv  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  maxv  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  maxv  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  maxv  */
     31  1.1  maxv 
     32  1.1  maxv #include <sys/cdefs.h>
     33  1.1  maxv #include <stdio.h>
     34  1.1  maxv #include <stdlib.h>
     35  1.1  maxv #include <stdbool.h>
     36  1.1  maxv #include <string.h>
     37  1.1  maxv #include <unistd.h>
     38  1.1  maxv #include <err.h>
     39  1.1  maxv #include <machine/specialreg.h>
     40  1.1  maxv #include <dev/tprof/tprof_ioctl.h>
     41  1.1  maxv #include "../tprof.h"
     42  1.1  maxv 
     43  1.1  maxv int tprof_event_init(uint32_t);
     44  1.1  maxv void tprof_event_list(void);
     45  1.1  maxv void tprof_event_lookup(const char *, struct tprof_param *);
     46  1.1  maxv 
     47  1.1  maxv struct name_to_event {
     48  1.1  maxv 	const char *name;
     49  1.1  maxv 	uint64_t event;
     50  1.1  maxv 	uint64_t unit;
     51  1.1  maxv 	bool enabled;
     52  1.1  maxv };
     53  1.1  maxv 
     54  1.1  maxv struct event_table {
     55  1.1  maxv 	const char *tablename;
     56  1.1  maxv 	struct name_to_event *names;
     57  1.1  maxv 	size_t nevents;
     58  1.1  maxv 	struct event_table *next;
     59  1.1  maxv };
     60  1.1  maxv 
     61  1.1  maxv static struct event_table *cpuevents = NULL;
     62  1.1  maxv 
     63  1.1  maxv static void x86_cpuid(unsigned int *eax, unsigned int *ebx,
     64  1.1  maxv     unsigned int *ecx, unsigned int *edx)
     65  1.1  maxv {
     66  1.1  maxv 	asm volatile("cpuid"
     67  1.1  maxv 	    : "=a" (*eax),
     68  1.1  maxv 	      "=b" (*ebx),
     69  1.1  maxv 	      "=c" (*ecx),
     70  1.1  maxv 	      "=d" (*edx)
     71  1.1  maxv 	    : "0" (*eax), "2" (*ecx));
     72  1.1  maxv }
     73  1.1  maxv 
     74  1.1  maxv /* -------------------------------------------------------------------------- */
     75  1.1  maxv 
     76  1.1  maxv /*
     77  1.1  maxv  * Intel Architectural Version 1.
     78  1.1  maxv  */
     79  1.1  maxv static struct name_to_event intel_arch1_names[] = {
     80  1.1  maxv 	/* Event Name - Event Select - UMask */
     81  1.1  maxv 	{ "unhalted-core-cycles",	0x3C, 0x00, true },
     82  1.1  maxv 	{ "instruction-retired",	0xC0, 0x00, true },
     83  1.1  maxv 	{ "unhalted-reference-cycles",	0x3C, 0x01, true },
     84  1.1  maxv 	{ "llc-reference",		0x2E, 0x4F, true },
     85  1.1  maxv 	{ "llc-misses",			0x2E, 0x41, true },
     86  1.1  maxv 	{ "branch-instruction-retired",	0xC4, 0x00, true },
     87  1.1  maxv 	{ "branch-misses-retired",	0xC5, 0x00, true },
     88  1.1  maxv };
     89  1.1  maxv 
     90  1.1  maxv static struct event_table intel_arch1 = {
     91  1.1  maxv 	.tablename = "Intel Architectural Version 1",
     92  1.1  maxv 	.names = intel_arch1_names,
     93  1.1  maxv 	.nevents = sizeof(intel_arch1_names) /
     94  1.1  maxv 	    sizeof(struct name_to_event),
     95  1.1  maxv 	.next = NULL
     96  1.1  maxv };
     97  1.1  maxv 
     98  1.1  maxv static struct event_table *
     99  1.1  maxv init_intel_arch1(void)
    100  1.1  maxv {
    101  1.1  maxv 	unsigned int eax, ebx, ecx, edx;
    102  1.1  maxv 	struct event_table *table;
    103  1.1  maxv 	size_t i;
    104  1.1  maxv 
    105  1.1  maxv 	eax = 0x0A;
    106  1.1  maxv 	ebx = 0;
    107  1.1  maxv 	ecx = 0;
    108  1.1  maxv 	edx = 0;
    109  1.1  maxv 	x86_cpuid(&eax, &ebx, &ecx, &edx);
    110  1.1  maxv 
    111  1.1  maxv 	table = &intel_arch1;
    112  1.1  maxv 	for (i = 0; i < table->nevents; i++) {
    113  1.1  maxv 		/* Disable the unsupported events. */
    114  1.1  maxv 		if ((ebx & (i << 1)) != 0)
    115  1.1  maxv 			table->names[i].enabled = false;
    116  1.1  maxv 	}
    117  1.1  maxv 
    118  1.1  maxv 	return table;
    119  1.1  maxv }
    120  1.1  maxv 
    121  1.1  maxv /*
    122  1.4  maxv  * Intel Skylake/Kabylake.
    123  1.4  maxv  *
    124  1.4  maxv  * The events that are not listed, because they are of little interest or
    125  1.4  maxv  * require extra configuration:
    126  1.4  maxv  *     TX_*
    127  1.4  maxv  *     FRONTEND_RETIRED.*
    128  1.4  maxv  *     FP_ARITH_INST_RETIRED.*
    129  1.4  maxv  *     HLE_RETIRED.*
    130  1.4  maxv  *     RTM_RETIRED.*
    131  1.4  maxv  *     MEM_TRANS_RETIRED.*
    132  1.4  maxv  *     UOPS_DISPATCHED_PORT.*
    133  1.1  maxv  */
    134  1.1  maxv static struct name_to_event intel_skylake_kabylake_names[] = {
    135  1.1  maxv 	/* Event Name - Event Select - UMask */
    136  1.4  maxv 	{ "LD_BLOCKS.STORE_FORWARD",					0x03, 0x02, true },
    137  1.4  maxv 	{ "LD_BLOCKS.NO_SR",						0x03, 0x08, true },
    138  1.4  maxv 	{ "LD_BLOCKS_PARTIAL.ADDRESS_ALIAS",				0x07, 0x01, true },
    139  1.4  maxv 	{ "DTLB_LOAD_MISSES.MISS_CAUSES_A_WALK",			0x08, 0x01, true },
    140  1.4  maxv 	{ "DTLB_LOAD_MISSES.WALK_COMPLETED_4K",				0x08, 0x02, true },
    141  1.4  maxv 	{ "DTLB_LOAD_MISSES.WALK_COMPLETED_2M_4M",			0x08, 0x04, true },
    142  1.4  maxv 	{ "DTLB_LOAD_MISSES.WALK_COMPLETED_1G",				0x08, 0x08, true },
    143  1.4  maxv 	{ "DTLB_LOAD_MISSES.WALK_COMPLETED",				0x08, 0x0E, true },
    144  1.4  maxv 	{ "DTLB_LOAD_MISSES.WALK_PENDING",				0x08, 0x10, true },
    145  1.4  maxv 	{ "DTLB_LOAD_MISSES.STLB_HIT",					0x08, 0x20, true },
    146  1.4  maxv 	{ "INT_MISC.RECOVERY_CYCLES",					0x0D, 0x01, true },
    147  1.4  maxv 	{ "INT_MISC.CLEAR_RESTEER_CYCLES",				0x0D, 0x80, true },
    148  1.4  maxv 	{ "UOPS_ISSUED.ANY",						0x0E, 0x01, true },
    149  1.4  maxv 	{ "UOPS_ISSUED.VECTOR_WIDTH_MISMATCH",				0x0E, 0x02, true },
    150  1.4  maxv 	{ "UOPS_ISSUED.SLOW_LEA",					0x0E, 0x20, true },
    151  1.4  maxv 	{ "L2_RQSTS.DEMAND_DATA_RD_MISS",				0x24, 0x21, true },
    152  1.4  maxv 	{ "L2_RQSTS.RFO_MISS",						0x24, 0x22, true },
    153  1.4  maxv 	{ "L2_RQSTS.CODE_RD_MISS",					0x24, 0x24, true },
    154  1.4  maxv 	{ "L2_RQSTS.ALL_DEMAND_MISS",					0x24, 0x27, true },
    155  1.4  maxv 	{ "L2_RQSTS.PF_MISS",						0x24, 0x38, true },
    156  1.4  maxv 	{ "L2_RQSTS.MISS",						0x24, 0x3F, true },
    157  1.4  maxv 	{ "L2_RQSTS.DEMAND_DATA_RD_HIT",				0x24, 0x41, true },
    158  1.4  maxv 	{ "L2_RQSTS.RFO_HIT",						0x24, 0x42, true },
    159  1.4  maxv 	{ "L2_RQSTS.CODE_RD_HIT",					0x24, 0x44, true },
    160  1.4  maxv 	{ "L2_RQSTS.PF_HIT",						0x24, 0xD8, true },
    161  1.4  maxv 	{ "L2_RQSTS.ALL_DEMAND_DATA_RD",				0x24, 0xE1, true },
    162  1.4  maxv 	{ "L2_RQSTS.ALL_RFO",						0x24, 0xE2, true },
    163  1.4  maxv 	{ "L2_RQSTS.ALL_CODE_RD",					0x24, 0xE4, true },
    164  1.4  maxv 	{ "L2_RQSTS.ALL_DEMAND_REFERENCES",				0x24, 0xE7, true },
    165  1.4  maxv 	{ "L2_RQSTS.ALL_PF",						0x24, 0xF8, true },
    166  1.4  maxv 	{ "L2_RQSTS.REFERENCES",					0x24, 0xFF, true },
    167  1.4  maxv 	{ "SW_PREFETCH_ACCESS.NTA",					0x32, 0x01, true },
    168  1.4  maxv 	{ "SW_PREFETCH_ACCESS.T0",					0x32, 0x02, true },
    169  1.4  maxv 	{ "SW_PREFETCH_ACCESS.T1_T2",					0x32, 0x04, true },
    170  1.4  maxv 	{ "SW_PREFETCH_ACCESS.PREFETCHW",				0x32, 0x08, true },
    171  1.4  maxv 	{ "CPU_CLK_THREAD_UNHALTED.ONE_THREAD_ACTIVE",			0x3C, 0x02, true },
    172  1.4  maxv 	{ "CPU_CLK_UNHALTED.ONE_THREAD_ACTIVE",				0x3C, 0x02, true },
    173  1.4  maxv 	{ "L1D_PEND_MISS.PENDING",					0x48, 0x01, true },
    174  1.4  maxv 	{ "L1D_PEND_MISS.FB_FULL",					0x48, 0x02, true },
    175  1.4  maxv 	{ "DTLB_STORE_MISSES.MISS_CAUSES_A_WALK",			0x49, 0x01, true },
    176  1.4  maxv 	{ "DTLB_STORE_MISSES.WALK_COMPLETED_4K",			0x49, 0x02, true },
    177  1.4  maxv 	{ "DTLB_STORE_MISSES.WALK_COMPLETED_2M_4M",			0x49, 0x04, true },
    178  1.4  maxv 	{ "DTLB_STORE_MISSES.WALK_COMPLETED_1G",			0x49, 0x08, true },
    179  1.4  maxv 	{ "DTLB_STORE_MISSES.WALK_COMPLETED",				0x49, 0x0E, true },
    180  1.4  maxv 	{ "DTLB_STORE_MISSES.WALK_PENDING",				0x49, 0x10, true },
    181  1.4  maxv 	{ "DTLB_STORE_MISSES.STLB_HIT",					0x49, 0x20, true },
    182  1.4  maxv 	{ "LOAD_HIT_PRE.SW_PF",						0x4C, 0x01, true },
    183  1.4  maxv 	{ "EPT.WALK_PENDING",						0x4F, 0x10, true },
    184  1.4  maxv 	{ "L1D.REPLACEMENT",						0x51, 0x01, true },
    185  1.4  maxv 	{ "RS_EVENTS.EMPTY_CYCLES",					0x5E, 0x01, true },
    186  1.4  maxv 	{ "OFFCORE_REQUESTS_OUTSTANDING.DEMAND_DATA_RD",		0x60, 0x01, true },
    187  1.4  maxv 	{ "OFFCORE_REQUESTS_OUTSTANDING.DEMAND_CODE_RD",		0x60, 0x02, true },
    188  1.4  maxv 	{ "OFFCORE_REQUESTS_OUTSTANDING.DEMAND_RFO",			0x60, 0x04, true },
    189  1.4  maxv 	{ "OFFCORE_REQUESTS_OUTSTANDING.ALL_DATA_RD",			0x60, 0x08, true },
    190  1.4  maxv 	{ "OFFCORE_REQUESTS_OUTSTANDING.L3_MISS_DEMAND_DATA_RD",	0x60, 0x10, true },
    191  1.4  maxv 	{ "IDQ.MITE_UOPS",						0x79, 0x04, true },
    192  1.4  maxv 	{ "IDQ.DSB_UOPS",						0x79, 0x08, true },
    193  1.4  maxv 	{ "IDQ.MS_MITE_UOPS",						0x79, 0x20, true },
    194  1.4  maxv 	{ "IDQ.MS_UOPS",						0x79, 0x30, true },
    195  1.4  maxv 	{ "ICACHE_16B.IFDATA_STALL",					0x80, 0x04, true },
    196  1.4  maxv 	{ "ICACHE_64B.IFTAG_HIT",					0x83, 0x01, true },
    197  1.4  maxv 	{ "ICACHE_64B.IFTAG_MISS",					0x83, 0x02, true },
    198  1.4  maxv 	{ "ICACHE_64B.IFTAG_STALL",					0x83, 0x04, true },
    199  1.4  maxv 	{ "ITLB_MISSES.MISS_CAUSES_A_WALK",				0x85, 0x01, true },
    200  1.4  maxv 	{ "ITLB_MISSES.WALK_COMPLETED_4K",				0x85, 0x02, true },
    201  1.4  maxv 	{ "ITLB_MISSES.WALK_COMPLETED_2M_4M",				0x85, 0x04, true },
    202  1.4  maxv 	{ "ITLB_MISSES.WALK_COMPLETED_1G",				0x85, 0x08, true },
    203  1.4  maxv 	{ "ITLB_MISSES.WALK_COMPLETED",					0x85, 0x0E, true },
    204  1.4  maxv 	{ "ITLB_MISSES.WALK_PENDING",					0x85, 0x10, true },
    205  1.4  maxv 	{ "ITLB_MISSES.STLB_HIT",					0x85, 0x20, true },
    206  1.4  maxv 	{ "ILD_STALL.LCP",						0x87, 0x01, true },
    207  1.4  maxv 	{ "IDQ_UOPS_NOT_DELIVERED.CORE",				0x9C, 0x01, true },
    208  1.4  maxv 	{ "RESOURCE_STALLS.ANY",					0xA2, 0x01, true },
    209  1.4  maxv 	{ "RESOURCE_STALLS.SB",						0xA2, 0x08, true },
    210  1.4  maxv 	{ "EXE_ACTIVITY.EXE_BOUND_0_PORTS",				0xA6, 0x01, true },
    211  1.4  maxv 	{ "EXE_ACTIVITY.1_PORTS_UTIL",					0xA6, 0x02, true },
    212  1.4  maxv 	{ "EXE_ACTIVITY.2_PORTS_UTIL",					0xA6, 0x04, true },
    213  1.4  maxv 	{ "EXE_ACTIVITY.3_PORTS_UTIL",					0xA6, 0x08, true },
    214  1.4  maxv 	{ "EXE_ACTIVITY.4_PORTS_UTIL",					0xA6, 0x10, true },
    215  1.4  maxv 	{ "EXE_ACTIVITY.BOUND_ON_STORES",				0xA6, 0x40, true },
    216  1.4  maxv 	{ "LSD.UOPS",							0xA8, 0x01, true },
    217  1.4  maxv 	{ "DSB2MITE_SWITCHES.PENALTY_CYCLES",				0xAB, 0x02, true },
    218  1.4  maxv 	{ "ITLB.ITLB_FLUSH",						0xAE, 0x01, true },
    219  1.4  maxv 	{ "OFFCORE_REQUESTS.DEMAND_DATA_RD",				0xB0, 0x01, true },
    220  1.4  maxv 	{ "OFFCORE_REQUESTS.DEMAND_CODE_RD",				0xB0, 0x02, true },
    221  1.4  maxv 	{ "OFFCORE_REQUESTS.DEMAND_RFO",				0xB0, 0x04, true },
    222  1.4  maxv 	{ "OFFCORE_REQUESTS.ALL_DATA_RD",				0xB0, 0x08, true },
    223  1.4  maxv 	{ "OFFCORE_REQUESTS.L3_MISS_DEMAND_DATA_RD",			0xB0, 0x10, true },
    224  1.4  maxv 	{ "OFFCORE_REQUESTS.ALL_REQUESTS",				0xB0, 0x80, true },
    225  1.4  maxv 	{ "UOPS_EXECUTED.THREAD",					0xB1, 0x01, true },
    226  1.4  maxv 	{ "UOPS_EXECUTED.CORE",						0xB1, 0x02, true },
    227  1.4  maxv 	{ "UOPS_EXECUTED.X87",						0xB1, 0x10, true },
    228  1.4  maxv 	{ "OFFCORE_REQUESTS_BUFFER.SQ_FULL",				0xB2, 0x01, true },
    229  1.4  maxv 	{ "TLB_FLUSH.DTLB_THREAD",					0xBD, 0x01, true },
    230  1.4  maxv 	{ "TLB_FLUSH.STLB_ANY",						0xBD, 0x20, true },
    231  1.4  maxv 	{ "INST_RETIRED.PREC_DIST",					0xC0, 0x01, true },
    232  1.4  maxv 	{ "OTHER_ASSISTS.ANY",						0xC1, 0x3F, true },
    233  1.4  maxv 	{ "UOPS_RETIRED.RETIRE_SLOTS",					0xC2, 0x02, true },
    234  1.4  maxv 	{ "MACHINE_CLEARS.MEMORY_ORDERING",				0xC3, 0x02, true },
    235  1.4  maxv 	{ "MACHINE_CLEARS.SMC",						0xC3, 0x04, true },
    236  1.4  maxv 	{ "BR_INST_RETIRED.CONDITIONAL",				0xC4, 0x01, true },
    237  1.4  maxv 	{ "BR_INST_RETIRED.NEAR_CALL",					0xC4, 0x02, true },
    238  1.4  maxv 	{ "BR_INST_RETIRED.NEAR_RETURN",				0xC4, 0x08, true },
    239  1.4  maxv 	{ "BR_INST_RETIRED.NOT_TAKEN",					0xC4, 0x10, true },
    240  1.4  maxv 	{ "BR_INST_RETIRED.NEAR_TAKEN",					0xC4, 0x20, true },
    241  1.4  maxv 	{ "BR_INST_RETIRED.FAR_BRANCH",					0xC4, 0x40, true },
    242  1.4  maxv 	{ "BR_MISP_RETIRED.CONDITIONAL",				0xC5, 0x01, true },
    243  1.4  maxv 	{ "BR_MISP_RETIRED.NEAR_CALL",					0xC5, 0x02, true },
    244  1.4  maxv 	{ "BR_MISP_RETIRED.NEAR_TAKEN",					0xC5, 0x20, true },
    245  1.4  maxv 	{ "HW_INTERRUPTS.RECEIVED",					0xCB, 0x01, true },
    246  1.4  maxv 	{ "MEM_INST_RETIRED.STLB_MISS_LOADS",				0xD0, 0x11, true },
    247  1.4  maxv 	{ "MEM_INST_RETIRED.STLB_MISS_STORES",				0xD0, 0x12, true },
    248  1.4  maxv 	{ "MEM_INST_RETIRED.LOCK_LOADS",				0xD0, 0x21, true },
    249  1.4  maxv 	{ "MEM_INST_RETIRED.SPLIT_LOADS",				0xD0, 0x41, true },
    250  1.4  maxv 	{ "MEM_INST_RETIRED.SPLIT_STORES",				0xD0, 0x42, true },
    251  1.4  maxv 	{ "MEM_INST_RETIRED.ALL_LOADS",					0xD0, 0x81, true },
    252  1.4  maxv 	{ "MEM_INST_RETIRED.ALL_STORES",				0xD0, 0x82, true },
    253  1.4  maxv 	{ "MEM_LOAD_RETIRED.L1_HIT",					0xD1, 0x01, true },
    254  1.4  maxv 	{ "MEM_LOAD_RETIRED.L2_HIT",					0xD1, 0x02, true },
    255  1.4  maxv 	{ "MEM_LOAD_RETIRED.L3_HIT",					0xD1, 0x04, true },
    256  1.4  maxv 	{ "MEM_LOAD_RETIRED.L1_MISS",					0xD1, 0x08, true },
    257  1.4  maxv 	{ "MEM_LOAD_RETIRED.L2_MISS",					0xD1, 0x10, true },
    258  1.4  maxv 	{ "MEM_LOAD_RETIRED.L3_MISS",					0xD1, 0x20, true },
    259  1.4  maxv 	{ "MEM_LOAD_RETIRED.FB_HIT",					0xD1, 0x40, true },
    260  1.4  maxv 	{ "MEM_LOAD_L3_HIT_RETIRED.XSNP_MISS",				0xD2, 0x01, true },
    261  1.4  maxv 	{ "MEM_LOAD_L3_HIT_RETIRED.XSNP_HIT",				0xD2, 0x02, true },
    262  1.4  maxv 	{ "MEM_LOAD_L3_HIT_RETIRED.XSNP_HITM",				0xD2, 0x04, true },
    263  1.4  maxv 	{ "MEM_LOAD_L3_HIT_RETIRED.XSNP_NONE",				0xD2, 0x08, true },
    264  1.4  maxv 	{ "MEM_LOAD_MISC_RETIRED.UC",					0xD4, 0x04, true },
    265  1.4  maxv 	{ "BACLEARS.ANY",						0xE6, 0x01, true },
    266  1.4  maxv 	{ "L2_TRANS.L2_WB",						0xF0, 0x40, true },
    267  1.4  maxv 	{ "L2_LINES_IN.ALL",						0xF1, 0x1F, true },
    268  1.4  maxv 	{ "L2_LINES_OUT.SILENT",					0xF2, 0x01, true },
    269  1.4  maxv 	{ "L2_LINES_OUT.NON_SILENT",					0xF2, 0x02, true },
    270  1.4  maxv 	{ "L2_LINES_OUT.USELESS_HWPF",					0xF2, 0x04, true },
    271  1.4  maxv 	{ "SQ_MISC.SPLIT_LOCK",						0xF4, 0x10, true },
    272  1.1  maxv };
    273  1.1  maxv 
    274  1.1  maxv static struct event_table intel_skylake_kabylake = {
    275  1.1  maxv 	.tablename = "Intel Skylake/Kabylake",
    276  1.1  maxv 	.names = intel_skylake_kabylake_names,
    277  1.1  maxv 	.nevents = sizeof(intel_skylake_kabylake_names) /
    278  1.1  maxv 	    sizeof(struct name_to_event),
    279  1.1  maxv 	.next = NULL
    280  1.1  maxv };
    281  1.1  maxv 
    282  1.1  maxv static struct event_table *
    283  1.1  maxv init_intel_skylake_kabylake(void)
    284  1.1  maxv {
    285  1.1  maxv 	return &intel_skylake_kabylake;
    286  1.1  maxv }
    287  1.1  maxv 
    288  1.1  maxv static struct event_table *
    289  1.1  maxv init_intel_generic(void)
    290  1.1  maxv {
    291  1.1  maxv 	unsigned int eax, ebx, ecx, edx;
    292  1.1  maxv 	struct event_table *table;
    293  1.1  maxv 
    294  1.1  maxv 	/*
    295  1.1  maxv 	 * The kernel made sure the Architectural Version 1 PMCs were
    296  1.1  maxv 	 * present.
    297  1.1  maxv 	 */
    298  1.1  maxv 	table = init_intel_arch1();
    299  1.1  maxv 
    300  1.1  maxv 	/*
    301  1.1  maxv 	 * Now query the additional (non-architectural) events. They
    302  1.1  maxv 	 * depend on the CPU model.
    303  1.1  maxv 	 */
    304  1.1  maxv 	eax = 0x01;
    305  1.1  maxv 	ebx = 0;
    306  1.1  maxv 	ecx = 0;
    307  1.1  maxv 	edx = 0;
    308  1.1  maxv 	x86_cpuid(&eax, &ebx, &ecx, &edx);
    309  1.1  maxv 
    310  1.3  maxv 	if (CPUID_TO_FAMILY(eax) == 6) {
    311  1.3  maxv 		switch (CPUID_TO_MODEL(eax)) {
    312  1.3  maxv 		case 0x4E: /* Skylake */
    313  1.3  maxv 		case 0x5E: /* Skylake */
    314  1.3  maxv 		case 0x8E: /* Kabylake */
    315  1.3  maxv 		case 0x9E: /* Kabylake */
    316  1.3  maxv 			table->next = init_intel_skylake_kabylake();
    317  1.3  maxv 			break;
    318  1.3  maxv 		}
    319  1.1  maxv 	}
    320  1.1  maxv 
    321  1.1  maxv 	return table;
    322  1.1  maxv }
    323  1.1  maxv 
    324  1.1  maxv /* -------------------------------------------------------------------------- */
    325  1.1  maxv 
    326  1.1  maxv /*
    327  1.1  maxv  * AMD Family 10h
    328  1.1  maxv  */
    329  1.1  maxv static struct name_to_event amd_f10h_names[] = {
    330  1.2  maxv 	{ "seg-load-all",		0x20, 0x7f, true },
    331  1.2  maxv 	{ "seg-load-es",		0x20, 0x01, true },
    332  1.2  maxv 	{ "seg-load-cs",		0x20, 0x02, true },
    333  1.2  maxv 	{ "seg-load-ss",		0x20, 0x04, true },
    334  1.2  maxv 	{ "seg-load-ds",		0x20, 0x08, true },
    335  1.2  maxv 	{ "seg-load-fs",		0x20, 0x10, true },
    336  1.2  maxv 	{ "seg-load-gs",		0x20, 0x20, true },
    337  1.2  maxv 	{ "seg-load-hs",		0x20, 0x40, true },
    338  1.2  maxv 	{ "l1cache-access",		0x40, 0x00, true },
    339  1.2  maxv 	{ "l1cache-miss",		0x41, 0x00, true },
    340  1.2  maxv 	{ "l1cache-refill",		0x42, 0x1f, true },
    341  1.2  maxv 	{ "l1cache-refill-invalid",	0x42, 0x01, true },
    342  1.2  maxv 	{ "l1cache-refill-shared",	0x42, 0x02, true },
    343  1.2  maxv 	{ "l1cache-refill-exclusive",	0x42, 0x04, true },
    344  1.2  maxv 	{ "l1cache-refill-owner",	0x42, 0x08, true },
    345  1.2  maxv 	{ "l1cache-refill-modified",	0x42, 0x10, true },
    346  1.2  maxv 	{ "l1cache-load",		0x43, 0x1f, true },
    347  1.2  maxv 	{ "l1cache-load-invalid",	0x43, 0x01, true },
    348  1.2  maxv 	{ "l1cache-load-shared",	0x43, 0x02, true },
    349  1.2  maxv 	{ "l1cache-load-exclusive",	0x43, 0x04, true },
    350  1.2  maxv 	{ "l1cache-load-owner",		0x43, 0x08, true },
    351  1.2  maxv 	{ "l1cache-load-modified",	0x43, 0x10, true },
    352  1.2  maxv 	{ "l1cache-writeback",		0x44, 0x1f, true },
    353  1.2  maxv 	{ "l1cache-writeback-invalid",	0x44, 0x01, true },
    354  1.2  maxv 	{ "l1cache-writeback-shared",	0x44, 0x02, true },
    355  1.2  maxv 	{ "l1cache-writeback-exclusive",0x44, 0x04, true },
    356  1.2  maxv 	{ "l1cache-writeback-owner",	0x44, 0x08, true },
    357  1.2  maxv 	{ "l1cache-writeback-modified",	0x44, 0x10, true },
    358  1.2  maxv 	{ "l1DTLB-hit-all",		0x4D, 0x07, true },
    359  1.2  maxv 	{ "l1DTLB-hit-4Kpage",		0x4D, 0x01, true },
    360  1.2  maxv 	{ "l1DTLB-hit-2Mpage",		0x4D, 0x02, true },
    361  1.2  maxv 	{ "l1DTLB-hit-1Gpage",		0x4D, 0x04, true },
    362  1.2  maxv 	{ "l1DTLB-miss-all",		0x45, 0x07, true },
    363  1.2  maxv 	{ "l1DTLB-miss-4Kpage",		0x45, 0x01, true },
    364  1.2  maxv 	{ "l1DTLB-miss-2Mpage",		0x45, 0x02, true },
    365  1.2  maxv 	{ "l1DTLB-miss-1Gpage",		0x45, 0x04, true },
    366  1.2  maxv 	{ "l2DTLB-miss-all",		0x46, 0x03, true },
    367  1.2  maxv 	{ "l2DTLB-miss-4Kpage",		0x46, 0x01, true },
    368  1.2  maxv 	{ "l2DTLB-miss-2Mpage",		0x46, 0x02, true },
    369  1.1  maxv 	/* l2DTLB-miss-1Gpage: reserved on some revisions, so disabled */
    370  1.2  maxv 	{ "l1ITLB-miss",		0x84, 0x00, true },
    371  1.2  maxv 	{ "l2ITLB-miss-all",		0x85, 0x03, true },
    372  1.2  maxv 	{ "l2ITLB-miss-4Kpage",		0x85, 0x01, true },
    373  1.2  maxv 	{ "l2ITLB-miss-2Mpage",		0x85, 0x02, true },
    374  1.2  maxv 	{ "mem-misalign-ref",		0x47, 0x00, true },
    375  1.2  maxv 	{ "ins-fetch",			0x80, 0x00, true },
    376  1.2  maxv 	{ "ins-fetch-miss",		0x81, 0x00, true },
    377  1.2  maxv 	{ "ins-refill-l2",		0x82, 0x00, true },
    378  1.2  maxv 	{ "ins-refill-sys",		0x83, 0x00, true },
    379  1.2  maxv 	{ "ins-fetch-stall",		0x87, 0x00, true },
    380  1.2  maxv 	{ "ins-retired",		0xC0, 0x00, true },
    381  1.2  maxv 	{ "ins-empty",			0xD0, 0x00, true },
    382  1.2  maxv 	{ "ops-retired",		0xC1, 0x00, true },
    383  1.2  maxv 	{ "branch-retired",		0xC2, 0x00, true },
    384  1.2  maxv 	{ "branch-miss-retired",	0xC3, 0x00, true },
    385  1.2  maxv 	{ "branch-taken-retired",	0xC4, 0x00, true },
    386  1.2  maxv 	{ "branch-taken-miss-retired",	0xC5, 0x00, true },
    387  1.2  maxv 	{ "branch-far-retired",		0xC6, 0x00, true },
    388  1.2  maxv 	{ "branch-resync-retired",	0xC7, 0x00, true },
    389  1.2  maxv 	{ "branch-near-retired",	0xC8, 0x00, true },
    390  1.2  maxv 	{ "branch-near-miss-retired",	0xC9, 0x00, true },
    391  1.2  maxv 	{ "branch-indirect-miss-retired", 0xCA, 0x00, true },
    392  1.2  maxv 	{ "int-hw",			0xCF, 0x00, true },
    393  1.2  maxv 	{ "int-cycles-masked",		0xCD, 0x00, true },
    394  1.2  maxv 	{ "int-cycles-masked-pending",	0xCE, 0x00, true },
    395  1.2  maxv 	{ "fpu-exceptions",		0xDB, 0x00, true },
    396  1.2  maxv 	{ "break-match0",		0xDC, 0x00, true },
    397  1.2  maxv 	{ "break-match1",		0xDD, 0x00, true },
    398  1.2  maxv 	{ "break-match2",		0xDE, 0x00, true },
    399  1.2  maxv 	{ "break-match3",		0xDF, 0x00, true },
    400  1.1  maxv };
    401  1.1  maxv 
    402  1.1  maxv static struct event_table amd_f10h = {
    403  1.1  maxv 	.tablename = "AMD Family 10h",
    404  1.1  maxv 	.names = amd_f10h_names,
    405  1.1  maxv 	.nevents = sizeof(amd_f10h_names) /
    406  1.1  maxv 	    sizeof(struct name_to_event),
    407  1.1  maxv 	.next = NULL
    408  1.1  maxv };
    409  1.1  maxv 
    410  1.1  maxv static struct event_table *
    411  1.1  maxv init_amd_f10h(void)
    412  1.1  maxv {
    413  1.1  maxv 	return &amd_f10h;
    414  1.1  maxv }
    415  1.1  maxv 
    416  1.1  maxv static struct event_table *
    417  1.1  maxv init_amd_generic(void)
    418  1.1  maxv {
    419  1.1  maxv 	unsigned int eax, ebx, ecx, edx;
    420  1.1  maxv 
    421  1.1  maxv 	eax = 0x01;
    422  1.1  maxv 	ebx = 0;
    423  1.1  maxv 	ecx = 0;
    424  1.1  maxv 	edx = 0;
    425  1.1  maxv 	x86_cpuid(&eax, &ebx, &ecx, &edx);
    426  1.1  maxv 
    427  1.1  maxv 	switch (CPUID_TO_FAMILY(eax)) {
    428  1.1  maxv 	case 0x10:
    429  1.1  maxv 		return init_amd_f10h();
    430  1.1  maxv 	}
    431  1.1  maxv 
    432  1.1  maxv 	return NULL;
    433  1.1  maxv }
    434  1.1  maxv 
    435  1.1  maxv /* -------------------------------------------------------------------------- */
    436  1.1  maxv 
    437  1.1  maxv int
    438  1.1  maxv tprof_event_init(uint32_t ident)
    439  1.1  maxv {
    440  1.1  maxv 	switch (ident) {
    441  1.1  maxv 	case TPROF_IDENT_NONE:
    442  1.1  maxv 		return -1;
    443  1.1  maxv 	case TPROF_IDENT_INTEL_GENERIC:
    444  1.1  maxv 		cpuevents = init_intel_generic();
    445  1.1  maxv 		break;
    446  1.1  maxv 	case TPROF_IDENT_AMD_GENERIC:
    447  1.1  maxv 		cpuevents = init_amd_generic();
    448  1.1  maxv 		break;
    449  1.1  maxv 	}
    450  1.1  maxv 	return (cpuevents == NULL) ? -1 : 0;
    451  1.1  maxv }
    452  1.1  maxv 
    453  1.1  maxv static void
    454  1.1  maxv recursive_event_list(struct event_table *table)
    455  1.1  maxv {
    456  1.1  maxv 	size_t i;
    457  1.1  maxv 
    458  1.1  maxv 	printf("%s:\n", table->tablename);
    459  1.1  maxv 	for (i = 0; i < table->nevents; i++) {
    460  1.1  maxv 		if (!table->names[i].enabled)
    461  1.1  maxv 			continue;
    462  1.1  maxv 		printf("\t%s\n", table->names[i].name);
    463  1.1  maxv 	}
    464  1.1  maxv 
    465  1.1  maxv 	if (table->next != NULL) {
    466  1.1  maxv 		recursive_event_list(table->next);
    467  1.1  maxv 	}
    468  1.1  maxv }
    469  1.1  maxv 
    470  1.1  maxv void
    471  1.1  maxv tprof_event_list(void)
    472  1.1  maxv {
    473  1.1  maxv 	recursive_event_list(cpuevents);
    474  1.1  maxv }
    475  1.1  maxv 
    476  1.1  maxv static void
    477  1.1  maxv recursive_event_lookup(struct event_table *table, const char *name,
    478  1.1  maxv     struct tprof_param *param)
    479  1.1  maxv {
    480  1.1  maxv 	size_t i;
    481  1.1  maxv 
    482  1.1  maxv 	for (i = 0; i < table->nevents; i++) {
    483  1.1  maxv 		if (!table->names[i].enabled)
    484  1.1  maxv 			continue;
    485  1.1  maxv 		if (!strcmp(table->names[i].name, name)) {
    486  1.1  maxv 			param->p_event = table->names[i].event;
    487  1.1  maxv 			param->p_unit = table->names[i].unit;
    488  1.1  maxv 			return;
    489  1.1  maxv 		}
    490  1.1  maxv 	}
    491  1.1  maxv 
    492  1.1  maxv 	if (table->next != NULL) {
    493  1.1  maxv 		recursive_event_lookup(table->next, name, param);
    494  1.1  maxv 	} else {
    495  1.1  maxv 		errx(EXIT_FAILURE, "event '%s' unknown", name);
    496  1.1  maxv 	}
    497  1.1  maxv }
    498  1.1  maxv 
    499  1.1  maxv void
    500  1.1  maxv tprof_event_lookup(const char *name, struct tprof_param *param)
    501  1.1  maxv {
    502  1.1  maxv 	recursive_event_lookup(cpuevents, name, param);
    503  1.1  maxv }
    504