Home | History | Annotate | Line # | Download | only in include
specialreg.h revision 1.79
      1 /*	$NetBSD: specialreg.h,v 1.79 2014/09/09 15:09:16 msaitoh Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1991 The Regents of the University of California.
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  * 3. Neither the name of the University nor the names of its contributors
     16  *    may be used to endorse or promote products derived from this software
     17  *    without specific prior written permission.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29  * SUCH DAMAGE.
     30  *
     31  *	@(#)specialreg.h	7.1 (Berkeley) 5/9/91
     32  */
     33 
     34 /*
     35  * Bits in 386 special registers:
     36  */
     37 #define	CR0_PE	0x00000001	/* Protected mode Enable */
     38 #define	CR0_MP	0x00000002	/* "Math" Present (NPX or NPX emulator) */
     39 #define	CR0_EM	0x00000004	/* EMulate non-NPX coproc. (trap ESC only) */
     40 #define	CR0_TS	0x00000008	/* Task Switched (if MP, trap ESC and WAIT) */
     41 #define	CR0_ET	0x00000010	/* Extension Type (387 (if set) vs 287) */
     42 #define	CR0_PG	0x80000000	/* PaGing enable */
     43 
     44 /*
     45  * Bits in 486 special registers:
     46  */
     47 #define CR0_NE	0x00000020	/* Numeric Error enable (EX16 vs IRQ13) */
     48 #define CR0_WP	0x00010000	/* Write Protect (honor PG_RW in all modes) */
     49 #define CR0_AM	0x00040000	/* Alignment Mask (set to enable AC flag) */
     50 #define	CR0_NW	0x20000000	/* Not Write-through */
     51 #define	CR0_CD	0x40000000	/* Cache Disable */
     52 
     53 /*
     54  * Cyrix 486 DLC special registers, accessible as IO ports.
     55  */
     56 #define CCR0	0xc0		/* configuration control register 0 */
     57 #define CCR0_NC0	0x01	/* first 64K of each 1M memory region is non-cacheable */
     58 #define CCR0_NC1	0x02	/* 640K-1M region is non-cacheable */
     59 #define CCR0_A20M	0x04	/* enables A20M# input pin */
     60 #define CCR0_KEN	0x08	/* enables KEN# input pin */
     61 #define CCR0_FLUSH	0x10	/* enables FLUSH# input pin */
     62 #define CCR0_BARB	0x20	/* flushes internal cache when entering hold state */
     63 #define CCR0_CO		0x40	/* cache org: 1=direct mapped, 0=2x set assoc */
     64 #define CCR0_SUSPEND	0x80	/* enables SUSP# and SUSPA# pins */
     65 
     66 #define CCR1	0xc1		/* configuration control register 1 */
     67 #define CCR1_RPL	0x01	/* enables RPLSET and RPLVAL# pins */
     68 /* the remaining 7 bits of this register are reserved */
     69 
     70 /*
     71  * bits in the %cr4 control register:
     72  */
     73 #define CR4_VME		0x00000001 /* virtual 8086 mode extension enable */
     74 #define CR4_PVI		0x00000002 /* protected mode virtual interrupt enable */
     75 #define CR4_TSD		0x00000004 /* restrict RDTSC instruction to cpl 0 */
     76 #define CR4_DE		0x00000008 /* debugging extension */
     77 #define CR4_PSE		0x00000010 /* large (4MB) page size enable */
     78 #define CR4_PAE		0x00000020 /* physical address extension enable */
     79 #define CR4_MCE		0x00000040 /* machine check enable */
     80 #define CR4_PGE		0x00000080 /* page global enable */
     81 #define CR4_PCE		0x00000100 /* enable RDPMC instruction for all cpls */
     82 #define CR4_OSFXSR	0x00000200 /* enable fxsave/fxrestor and SSE */
     83 #define CR4_OSXMMEXCPT	0x00000400 /* enable unmasked SSE exceptions */
     84 #define CR4_VMXE	0x00002000 /* enable VMX operations */
     85 #define CR4_SMXE	0x00004000 /* enable SMX operations */
     86 #define CR4_FSGSBASE	0x00010000 /* enable *FSBASE and *GSBASE instructions */
     87 #define CR4_PCIDE	0x00020000 /* enable Process Context IDentifiers */
     88 #define CR4_OSXSAVE	0x00040000 /* enable xsave and xrestore */
     89 #define CR4_SMEP	0x00100000 /* enable SMEP support */
     90 
     91 /*
     92  * Extended Control Register XCR0
     93  */
     94 #define	XCR0_X87	0x00000001	/* x87 FPU/MMX state */
     95 #define	XCR0_SSE	0x00000002	/* SSE state */
     96 #define	XCR0_YMM_Hi128	0x00000004	/* AVX-256 (ymmn registers) */
     97 #define	XCR0_BNDREGS	0x00000008	/* Memory protection ext bounds */
     98 #define	XCR0_BNDCSR	0x00000010	/* Memory protection ext state */
     99 #define	XCR0_Opmask	0x00000020	/* AVX-512 Opmask */
    100 #define	XCR0_ZMM_Hi256	0x00000040	/* AVX-512 upper 256 bits low regs */
    101 #define	XCR0_Hi16_ZMM	0x00000080	/* AVX-512 512 bits upper registers */
    102 
    103 /*
    104  * Known fpu bits - only these get enabled
    105  * I think the XCR0_BNDREGS and XCR0_BNDCSR would need saving on
    106  * every context switch.
    107  * The save are is sized for all the fields below (max 2680 bytes).
    108  */
    109 #define XCR0_FPU	(XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
    110 			XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM)
    111 
    112 #define XCR0_BND	(XCR0_BNDREGS | XCR0_BNDCSR)
    113 
    114 #define XCR0_FLAGS1	"\20" \
    115 	"\1" "x87"	"\2" "SSE"	"\3" "AVX" \
    116 	"\4" "BNDREGS"	"\5" "BNDCSR" \
    117 	"\6" "Opmask"	"\7" "ZMM_Hi256" "\10" "Hi16_ZMM"
    118 
    119 
    120 /*
    121  * CPUID "features" bits
    122  */
    123 
    124 /* Fn00000001 %edx features */
    125 #define	CPUID_FPU	0x00000001	/* processor has an FPU? */
    126 #define	CPUID_VME	0x00000002	/* has virtual mode (%cr4's VME/PVI) */
    127 #define	CPUID_DE	0x00000004	/* has debugging extension */
    128 #define	CPUID_PSE	0x00000008	/* has 4MB page size extension */
    129 #define	CPUID_TSC	0x00000010	/* has time stamp counter */
    130 #define	CPUID_MSR	0x00000020	/* has mode specific registers */
    131 #define	CPUID_PAE	0x00000040	/* has phys address extension */
    132 #define	CPUID_MCE	0x00000080	/* has machine check exception */
    133 #define	CPUID_CX8	0x00000100	/* has CMPXCHG8B instruction */
    134 #define	CPUID_APIC	0x00000200	/* has enabled APIC */
    135 #define	CPUID_B10	0x00000400	/* reserved, MTRR */
    136 #define	CPUID_SEP	0x00000800	/* has SYSENTER/SYSEXIT extension */
    137 #define	CPUID_MTRR	0x00001000	/* has memory type range register */
    138 #define	CPUID_PGE	0x00002000	/* has page global extension */
    139 #define	CPUID_MCA	0x00004000	/* has machine check architecture */
    140 #define	CPUID_CMOV	0x00008000	/* has CMOVcc instruction */
    141 #define	CPUID_PAT	0x00010000	/* Page Attribute Table */
    142 #define	CPUID_PSE36	0x00020000	/* 36-bit PSE */
    143 #define	CPUID_PN	0x00040000	/* processor serial number */
    144 #define	CPUID_CFLUSH	0x00080000	/* CFLUSH insn supported */
    145 #define	CPUID_B20	0x00100000	/* reserved */
    146 #define	CPUID_DS	0x00200000	/* Debug Store */
    147 #define	CPUID_ACPI	0x00400000	/* ACPI performance modulation regs */
    148 #define	CPUID_MMX	0x00800000	/* MMX supported */
    149 #define	CPUID_FXSR	0x01000000	/* fast FP/MMX save/restore */
    150 #define	CPUID_SSE	0x02000000	/* streaming SIMD extensions */
    151 #define	CPUID_SSE2	0x04000000	/* streaming SIMD extensions #2 */
    152 #define	CPUID_SS	0x08000000	/* self-snoop */
    153 #define	CPUID_HTT	0x10000000	/* Hyper-Threading Technology */
    154 #define	CPUID_TM	0x20000000	/* thermal monitor (TCC) */
    155 #define	CPUID_IA64	0x40000000	/* IA-64 architecture */
    156 #define	CPUID_SBF	0x80000000	/* signal break on FERR */
    157 
    158 #define CPUID_FLAGS1	"\20" \
    159 	"\1" "FPU"	"\2" "VME"	"\3" "DE"	"\4" "PSE" \
    160 	"\5" "TSC"	"\6" "MSR"	"\7" "PAE"	"\10" "MCE" \
    161 	"\11" "CX8"	"\12" "APIC"	"\13" "B10"	"\14" "SEP" \
    162 	"\15" "MTRR"	"\16" "PGE"	"\17" "MCA"	"\20" "CMOV" \
    163 	"\21" "PAT"	"\22" "PSE36"	"\23" "PN"	"\24" "CFLUSH" \
    164 	"\25" "B20"	"\26" "DS"	"\27" "ACPI"	"\30" "MMX" \
    165 	"\31" "FXSR"	"\32" "SSE"	"\33" "SSE2"	"\34" "SS" \
    166 	"\35" "HTT"	"\36" "TM"	"\37" "IA64"	"\40" "SBF"
    167 
    168 /* Blacklists of CPUID flags - used to mask certain features */
    169 #ifdef XEN
    170 /* Not on Xen */
    171 #define CPUID_FEAT_BLACKLIST	 (CPUID_PGE|CPUID_PSE|CPUID_MTRR)
    172 #else
    173 #define CPUID_FEAT_BLACKLIST	 0
    174 #endif /* XEN */
    175 
    176 /*
    177  * CPUID "features" bits in Fn00000001 %ecx
    178  */
    179 
    180 #define	CPUID2_SSE3	0x00000001	/* Streaming SIMD Extensions 3 */
    181 #define	CPUID2_PCLMUL	0x00000002	/* PCLMULQDQ instructions */
    182 #define	CPUID2_DTES64	0x00000004	/* 64-bit Debug Trace */
    183 #define	CPUID2_MONITOR	0x00000008	/* MONITOR/MWAIT instructions */
    184 #define	CPUID2_DS_CPL	0x00000010	/* CPL Qualified Debug Store */
    185 #define	CPUID2_VMX	0x00000020	/* Virtual Machine Extensions */
    186 #define	CPUID2_SMX	0x00000040	/* Safer Mode Extensions */
    187 #define	CPUID2_EST	0x00000080	/* Enhanced SpeedStep Technology */
    188 #define	CPUID2_TM2	0x00000100	/* Thermal Monitor 2 */
    189 #define CPUID2_SSSE3	0x00000200	/* Supplemental SSE3 */
    190 #define	CPUID2_CID	0x00000400	/* Context ID */
    191 /* bit 11 unused	0x00000800 */
    192 #define	CPUID2_FMA	0x00001000	/* has Fused Multiply Add */
    193 #define	CPUID2_CX16	0x00002000	/* has CMPXCHG16B instruction */
    194 #define	CPUID2_xTPR	0x00004000	/* Task Priority Messages disabled? */
    195 #define	CPUID2_PDCM	0x00008000	/* Perf/Debug Capability MSR */
    196 /* bit 16 unused	0x00010000 */
    197 #define	CPUID2_PCID	0x00020000	/* Process Context ID */
    198 #define	CPUID2_DCA	0x00040000	/* Direct Cache Access */
    199 #define	CPUID2_SSE41	0x00080000	/* Streaming SIMD Extensions 4.1 */
    200 #define	CPUID2_SSE42	0x00100000	/* Streaming SIMD Extensions 4.2 */
    201 #define	CPUID2_X2APIC	0x00200000	/* xAPIC Extensions */
    202 #define	CPUID2_MOVBE	0x00400000	/* MOVBE (move after byteswap) */
    203 #define	CPUID2_POPCNT	0x00800000	/* popcount instruction available */
    204 #define	CPUID2_DEADLINE	0x01000000	/* APIC Timer supports TSC Deadline */
    205 #define	CPUID2_AES	0x02000000	/* AES instructions */
    206 #define	CPUID2_XSAVE	0x04000000	/* XSAVE instructions */
    207 #define	CPUID2_OSXSAVE	0x08000000	/* XGETBV/XSETBV instructions */
    208 #define	CPUID2_AVX	0x10000000	/* AVX instructions */
    209 #define	CPUID2_F16C	0x20000000	/* half precision conversion */
    210 #define	CPUID2_RDRAND	0x40000000	/* RDRAND (hardware random number) */
    211 #define	CPUID2_RAZ	0x80000000	/* RAZ. Indicates guest state. */
    212 
    213 #define CPUID2_FLAGS1	"\20" \
    214 	"\1" "SSE3"	"\2" "PCLMULQDQ" "\3" "DTES64"	"\4" "MONITOR" \
    215 	"\5" "DS-CPL"	"\6" "VMX"	"\7" "SMX"	"\10" "EST" \
    216 	"\11" "TM2"	"\12" "SSSE3"	"\13" "CID"	"\14" "B11" \
    217 	"\15" "FMA"	"\16" "CX16"	"\17" "xTPR"	"\20" "PDCM" \
    218 	"\21" "B16"	"\22" "PCID"	"\23" "DCA"	"\24" "SSE41" \
    219 	"\25" "SSE42"	"\26" "X2APIC"	"\27" "MOVBE"	"\30" "POPCNT" \
    220 	"\31" "DEADLINE" "\32" "AES"	"\33" "XSAVE"	"\34" "OSXSAVE" \
    221 	"\35" "AVX"	"\36" "F16C"	"\37" "RDRAND"	"\40" "RAZ"
    222 
    223 /* CPUID Fn00000001 %eax */
    224 
    225 #define CPUID_TO_BASEFAMILY(cpuid)	(((cpuid) >> 8) & 0xf)
    226 #define CPUID_TO_BASEMODEL(cpuid)	(((cpuid) >> 4) & 0xf)
    227 #define CPUID_TO_STEPPING(cpuid)	((cpuid) & 0xf)
    228 
    229 /*
    230  * The Extended family bits should only be inspected when CPUID_TO_BASEFAMILY()
    231  * returns 15. They are use to encode family value 16 to 270 (add 15).
    232  * The Extended model bits are the high 4 bits of the model.
    233  * They are only valid for family >= 15 or family 6 (intel, but all amd
    234  * family 6 are documented to return zero bits for them).
    235  */
    236 #define CPUID_TO_EXTFAMILY(cpuid)	(((cpuid) >> 20) & 0xff)
    237 #define CPUID_TO_EXTMODEL(cpuid)	(((cpuid) >> 16) & 0xf)
    238 
    239 /* The macros for the Display Family and the Display Model */
    240 #define CPUID_TO_FAMILY(cpuid)	(CPUID_TO_BASEFAMILY(cpuid)	\
    241 	    + ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)		\
    242 		? 0 : CPUID_TO_EXTFAMILY(cpuid)))
    243 #define CPUID_TO_MODEL(cpuid)	(CPUID_TO_BASEMODEL(cpuid)	\
    244 	    | ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)		\
    245 		&& (CPUID_TO_BASEFAMILY(cpuid) != 0x06)		\
    246 		? 0 : (CPUID_TO_EXTMODEL(cpuid) << 4)))
    247 
    248 /*
    249  * Intel Deterministic Cache Parameter Leaf
    250  * Fn0000_0004
    251  */
    252 
    253 /* %eax */
    254 #define CPUID_DCP_CACHETYPE	__BITS(4, 0)	/* Cache type */
    255 #define CPUID_DCP_CACHETYPE_N	0		/*   NULL */
    256 #define CPUID_DCP_CACHETYPE_D	1		/*   Data cache */
    257 #define CPUID_DCP_CACHETYPE_I	2		/*   Instruction cache */
    258 #define CPUID_DCP_CACHETYPE_U	3		/*   Unified cache */
    259 #define CPUID_DCP_CACHELEVEL	__BITS(7, 5)	/* Cache level (start at 1) */
    260 #define CPUID_DCP_SELFINITCL	__BIT(8)	/* Self initializing cachelvl*/
    261 #define CPUID_DCP_FULLASSOC	__BIT(9)	/* Full associative */
    262 #define CPUID_DCP_SHAREING	__BITS(25, 14)	/* shareing */
    263 #define CPUID_DCP_CORE_P_PKG	__BITS(31, 26)	/* Cores/package */
    264 
    265 /* %ebx */
    266 #define CPUID_DCP_LINESIZE	__BITS(11, 0)	/* System coherency linesize */
    267 #define CPUID_DCP_PARTITIONS	__BITS(21, 12)	/* Physical line partitions */
    268 #define CPUID_DCP_WAYS		__BITS(31, 22)	/* Ways of associativity */
    269 
    270 /* Number of sets: %ecx */
    271 
    272 /* %edx */
    273 #define CPUID_DCP_INVALIDATE	__BIT(0)	/* WB invalidate/invalidate */
    274 #define CPUID_DCP_INCLUSIVE	__BIT(1)	/* Cache inclusiveness */
    275 #define CPUID_DCP_COMPLEX	__BIT(2)	/* Complex cache indexing */
    276 
    277 /*
    278  * Intel Digital Thermal Sensor and
    279  * Power Management, Fn0000_0006 - %eax.
    280  */
    281 #define CPUID_DSPM_DTS	0x00000001	/* Digital Thermal Sensor */
    282 #define CPUID_DSPM_IDA	0x00000002	/* Intel Dynamic Acceleration */
    283 #define CPUID_DSPM_ARAT	0x00000004	/* Always Running APIC Timer */
    284 #define CPUID_DSPM_PLN	0x00000010	/* Power Limit Notification */
    285 #define CPUID_DSPM_CME	0x00000020	/* Clock Modulation Extension */
    286 #define CPUID_DSPM_PLTM	0x00000040	/* Package Level Thermal Management */
    287 
    288 #define CPUID_DSPM_FLAGS	"\20" \
    289 	"\1" "DTS"	"\2" "IDA"	"\3" "ARAT" \
    290 	"\5" "PLN"	"\6" "CME"	"\7" "PLTM"
    291 
    292 /*
    293  * Intel Digital Thermal Sensor and
    294  * Power Management, Fn0000_0006 - %ecx.
    295  */
    296 #define CPUID_DSPM_HWF	0x00000001	/* MSR_APERF/MSR_MPERF available */
    297 #define CPUID_DSPM_EPB	0x00000008	/* Energy Performance Bias */
    298 
    299 #define CPUID_DSPM_FLAGS1	"\20" "\1" "HWF" "\4" "EPB"
    300 
    301 /*
    302  * Intel Structured Extended Feature leaf
    303  * Fn0000_0007 main leaf - %ebx.
    304  */
    305 #define CPUID_SEF_FSGSBASE	__BIT(0)
    306 #define CPUID_SEF_TSC_ADJUST	__BIT(1)
    307 #define CPUID_SEF_BMI1		__BIT(3)
    308 #define CPUID_SEF_HLE		__BIT(4)
    309 #define CPUID_SEF_AVX2		__BIT(5)
    310 #define CPUID_SEF_SMEP		__BIT(7)
    311 #define CPUID_SEF_BMI2		__BIT(8)
    312 #define CPUID_SEF_ERMS		__BIT(9)
    313 #define CPUID_SEF_INVPCID	__BIT(10)
    314 #define CPUID_SEF_RTM		__BIT(11)
    315 #define CPUID_SEF_QM		__BIT(12)
    316 #define CPUID_SEF_FPUCSDS	__BIT(13)
    317 #define CPUID_SEF_MPX		__BIT(14)
    318 #define CPUID_SEF_AVX512F	__BIT(16)
    319 #define CPUID_SEF_RDSEED	__BIT(18)
    320 #define CPUID_SEF_ADX		__BIT(19)
    321 #define CPUID_SEF_SMAP		__BIT(20)
    322 #define CPUID_SEF_PT		__BIT(25)
    323 #define CPUID_SEF_AVX512PF	__BIT(26)
    324 #define CPUID_SEF_AVX512ER	__BIT(27)
    325 #define CPUID_SEF_AVX512CD	__BIT(28)
    326 #define CPUID_SEF_SHA		__BIT(29)
    327 
    328 #define CPUID_SEF_FLAGS	"\20" \
    329 	"\1" "FSGSBASE"	"\2" "TSCADJUST"		"\4" "BMI1"	\
    330 	"\5" "HLE"	"\6" "AVX2"			"\10" "SMEP"	\
    331 	"\11" "BMI2"	"\12" "ERMS"	"\13" "INVPCID"	"\14" "RTM"	\
    332 	"\15" "QM"	"\16" "FPUCSDS"	"\17" "MPX"    			\
    333 	"\21" "AVX512F"			"\23" "RDSEED"	"\24" "ADX"	\
    334 	"\25" "SMAP"							\
    335 			"\32" "PT"	"\33" "AVX512PF""\34" "AVX512ER"\
    336 	"\35" "AVX512CD""\36" "SHA"
    337 
    338 /*
    339  * CPUID Processor extended state Enumeration Fn0000000d
    340  *
    341  * %ecx == 0: supported features info:
    342  *	%eax: Valid bits of lower 32bits of XCR0
    343  *	%ebx Save area size for features enabled in XCR0
    344  *	%ecx Maximim save area size for all cpu features
    345  *	%edx: Valid bits of upper 32bits of XCR0
    346  *
    347  * %ecx == 1:
    348  *	%eax: Bit 0 => xsaveopt instruction avalaible (sandy bridge onwards)
    349  *
    350  * %ecx >= 2: Save area details for XCR0 bit n
    351  *	%eax: size of save area for this feature
    352  *	%ebx: offset of save area for this feature
    353  *	%ecx, %edx: reserved
    354  *	All of %eax, %ebx, %ecx and %edx are zero for unsupported features.
    355  */
    356 
    357 #define	CPUID_PES1_XSAVEOPT	0x00000001	/* xsaveopt instruction */
    358 #define	CPUID_PES1_XSAVEC	0x00000002	/* xsavec & compacted XRSTOR */
    359 #define	CPUID_PES1_XGETBV	0x00000004	/* xgetbv with ECX = 1 */
    360 #define	CPUID_PES1_XSAVES	0x00000008	/* xsaves/xrstors, IA32_XSS */
    361 
    362 #define CPUID_PES1_FLAGS	"\20" \
    363 	"\1" "XSAVEOPT"	"\2" "XSAVEC"	"\3" "XINUSE"	"\4" "XSAVES"
    364 
    365 /* Intel Fn80000001 extended features - %edx */
    366 #define CPUID_SYSCALL	0x00000800	/* SYSCALL/SYSRET */
    367 #define CPUID_XD	0x00100000	/* Execute Disable (like CPUID_NOX) */
    368 #define	CPUID_P1GB	0x04000000	/* 1GB Large Page Support */
    369 #define	CPUID_RDTSCP	0x08000000	/* Read TSC Pair Instruction */
    370 #define CPUID_EM64T	0x20000000	/* Intel EM64T */
    371 
    372 #define CPUID_INTEL_EXT_FLAGS	"\20" \
    373 	"\14" "SYSCALL/SYSRET"	"\25" "XD"	"\33" "P1GB" \
    374 	"\34" "RDTSCP"	"\36" "EM64T"
    375 
    376 /* Intel Fn80000001 extended features - %ecx */
    377 #define	CPUID_LAHF	0x00000001	/* LAHF/SAHF in IA-32e mode, 64bit sub*/
    378 		/*	0x00000020 */	/* LZCNT. Same as AMD's CPUID_LZCNT */
    379 #define	CPUID_PREFETCHW	0x00000100	/* PREFETCHW */
    380 
    381 #define	CPUID_INTEL_FLAGS4	"\20"				\
    382 	"\1" "LAHF"	"\02" "B01"	"\03" "B02"		\
    383 			"\06" "LZCNT"				\
    384 	"\11" "PREFETCHW"
    385 
    386 /* AMD/VIA Fn80000001 extended features - %edx */
    387 /*	CPUID_SYSCALL			   SYSCALL/SYSRET */
    388 #define CPUID_MPC	0x00080000	/* Multiprocessing Capable */
    389 #define CPUID_NOX	0x00100000	/* No Execute Page Protection */
    390 #define CPUID_MMXX	0x00400000	/* AMD MMX Extensions */
    391 #define CPUID_FFXSR	0x02000000	/* FXSAVE/FXSTOR Extensions */
    392 /*	CPUID_P1GB			   1GB Large Page Support */
    393 /*	CPUID_RDTSCP			   Read TSC Pair Instruction */
    394 /*	CPUID_EM64T			   Long mode */
    395 #define CPUID_3DNOW2	0x40000000	/* 3DNow! Instruction Extension */
    396 #define CPUID_3DNOW	0x80000000	/* 3DNow! Instructions */
    397 
    398 #define CPUID_EXT_FLAGS	"\20" \
    399 	"\14" "SYSCALL/SYSRET"		"\24" "MPC"	"\25" "NOX" \
    400 	"\27" "MMXX"	"\32" "FFXSR"	"\33" "P1GB"	"\34" "RDTSCP" \
    401 	"\36" "LONG"	"\37" "3DNOW2"	"\40" "3DNOW"
    402 
    403 /* AMD Fn80000001 extended features - %ecx */
    404 /* 	CPUID_LAHF			   LAHF/SAHF instruction */
    405 #define CPUID_CMPLEGACY	0x00000002	/* Compare Legacy */
    406 #define CPUID_SVM	0x00000004	/* Secure Virtual Machine */
    407 #define CPUID_EAPIC	0x00000008	/* Extended APIC space */
    408 #define CPUID_ALTMOVCR0	0x00000010	/* Lock Mov Cr0 */
    409 #define CPUID_LZCNT	0x00000020	/* LZCNT instruction */
    410 #define CPUID_SSE4A	0x00000040	/* SSE4A instruction set */
    411 #define CPUID_MISALIGNSSE 0x00000080	/* Misaligned SSE */
    412 #define CPUID_3DNOWPF	0x00000100	/* 3DNow Prefetch */
    413 #define CPUID_OSVW	0x00000200	/* OS visible workarounds */
    414 #define CPUID_IBS	0x00000400	/* Instruction Based Sampling */
    415 #define CPUID_XOP	0x00000800	/* XOP instruction set */
    416 #define CPUID_SKINIT	0x00001000	/* SKINIT */
    417 #define CPUID_WDT	0x00002000	/* watchdog timer support */
    418 #define CPUID_LWP	0x00008000	/* Light Weight Profiling */
    419 #define CPUID_FMA4	0x00010000	/* FMA4 instructions */
    420 #define CPUID_NODEID	0x00080000	/* NodeID MSR available*/
    421 #define CPUID_TBM	0x00200000	/* TBM instructions */
    422 #define CPUID_TOPOEXT	0x00400000	/* cpuid Topology Extension */
    423 #define CPUID_PCEC	0x00800000	/* Perf Ctr Ext Core */
    424 #define CPUID_PCENB	0x01000000	/* Perf Ctr Ext NB */
    425 #define CPUID_SPM	0x02000000	/* Stream Perf Mon */
    426 #define CPUID_DBE	0x04000000	/* Data Breakpoint Extension */
    427 #define CPUID_PTSC	0x08000000	/* PerfTsc */
    428 
    429 #define CPUID_AMD_FLAGS4	"\20" \
    430 	"\1" "LAHF"	"\2" "CMPLEGACY" "\3" "SVM"	"\4" "EAPIC" \
    431 	"\5" "ALTMOVCR0" "\6" "LZCNT"	"\7" "SSE4A"	"\10" "MISALIGNSSE" \
    432 	"\11" "3DNOWPREFETCH" \
    433 			"\12" "OSVW"	"\13" "IBS"	"\14" "XOP" \
    434 	"\15" "SKINIT"	"\16" "WDT"	"\17" "B14"	"\20" "LWP" \
    435 	"\21" "FMA4"	"\22" "B17"	"\23" "B18"	"\24" "NodeID" \
    436 	"\25" "B20"	"\26" "TBM"	"\27" "TopoExt"	"\30" "PCExtC" \
    437 	"\31" "PCExtNB"	"\32" "StrmPM"	"\33" "DBExt"	"\34" "PerfTsc" \
    438 	"\35" "B28"	"\36" "B29"	"\37" "B30"	"\40" "B31"
    439 
    440 /*
    441  * AMD Advanced Power Management
    442  * CPUID Fn8000_0007 %edx
    443  */
    444 #define CPUID_APM_TS	0x00000001	/* Temperature Sensor */
    445 #define CPUID_APM_FID	0x00000002	/* Frequency ID control */
    446 #define CPUID_APM_VID	0x00000004	/* Voltage ID control */
    447 #define CPUID_APM_TTP	0x00000008	/* THERMTRIP (PCI F3xE4 register) */
    448 #define CPUID_APM_HTC	0x00000010	/* Hardware thermal control (HTC) */
    449 #define CPUID_APM_STC	0x00000020	/* Software thermal control (STC) */
    450 #define CPUID_APM_100	0x00000040	/* 100MHz multiplier control */
    451 #define CPUID_APM_HWP	0x00000080	/* HW P-State control */
    452 #define CPUID_APM_TSC	0x00000100	/* TSC invariant */
    453 #define CPUID_APM_CPB	0x00000200	/* Core performance boost */
    454 #define CPUID_APM_EFF	0x00000400	/* Effective Frequency (read-only) */
    455 
    456 #define CPUID_APM_FLAGS		"\20" \
    457 	"\1" "TS"	"\2" "FID"	"\3" "VID"	"\4" "TTP" \
    458 	"\5" "HTC"	"\6" "STC"	"\7" "100"	"\10" "HWP" \
    459 	"\11" "TSC"	"\12" "CPB"	"\13" "EffFreq"	"\14" "B11" \
    460 	"\15" "B12"
    461 
    462 /* AMD Fn8000000a %edx features (SVM features) */
    463 #define	CPUID_AMD_SVM_NP		0x00000001
    464 #define	CPUID_AMD_SVM_LbrVirt		0x00000002
    465 #define	CPUID_AMD_SVM_SVML		0x00000004
    466 #define	CPUID_AMD_SVM_NRIPS		0x00000008
    467 #define	CPUID_AMD_SVM_TSCRateCtrl	0x00000010
    468 #define	CPUID_AMD_SVM_VMCBCleanBits	0x00000020
    469 #define	CPUID_AMD_SVM_FlushByASID	0x00000040
    470 #define	CPUID_AMD_SVM_DecodeAssist	0x00000080
    471 #define	CPUID_AMD_SVM_PauseFilter	0x00000400
    472 #define	CPUID_AMD_SVM_FLAGS	 "\20" \
    473 	"\1" "NP"	"\2" "LbrVirt"	"\3" "SVML"	"\4" "NRIPS" \
    474 	"\5" "TSCRate"	"\6" "VMCBCleanBits" \
    475 		"\7" "FlushByASID"	"\10" "DecodeAssist" \
    476 	"\11" "B08"	"\12" "B09"	"\13" "PauseFilter" "\14" "B11" \
    477 	"\15" "B12"	"\16" "B13"	"\17" "B17"	"\20" "B18" \
    478 	"\21" "B19"
    479 
    480 /*
    481  * Centaur Extended Feature flags
    482  */
    483 #define CPUID_VIA_HAS_RNG	0x00000004	/* Random number generator */
    484 #define CPUID_VIA_DO_RNG	0x00000008
    485 #define CPUID_VIA_HAS_ACE	0x00000040	/* AES Encryption */
    486 #define CPUID_VIA_DO_ACE	0x00000080
    487 #define CPUID_VIA_HAS_ACE2	0x00000100	/* AES+CTR instructions */
    488 #define CPUID_VIA_DO_ACE2	0x00000200
    489 #define CPUID_VIA_HAS_PHE	0x00000400	/* SHA1+SHA256 HMAC */
    490 #define CPUID_VIA_DO_PHE	0x00000800
    491 #define CPUID_VIA_HAS_PMM	0x00001000	/* RSA Instructions */
    492 #define CPUID_VIA_DO_PMM	0x00002000
    493 
    494 #define CPUID_FLAGS_PADLOCK	"\20" \
    495 	"\3" "RNG"	"\7" "AES"	"\11" "AES/CTR"	"\13" "SHA1/SHA256" \
    496 	"\15" "RSA"
    497 
    498 /*
    499  * Model-specific registers for the i386 family
    500  */
    501 #define MSR_P5_MC_ADDR		0x000	/* P5 only */
    502 #define MSR_P5_MC_TYPE		0x001	/* P5 only */
    503 #define MSR_TSC			0x010
    504 #define	MSR_CESR		0x011	/* P5 only (trap on P6) */
    505 #define	MSR_CTR0		0x012	/* P5 only (trap on P6) */
    506 #define	MSR_CTR1		0x013	/* P5 only (trap on P6) */
    507 #define MSR_APICBASE		0x01b
    508 #define MSR_EBL_CR_POWERON	0x02a
    509 #define MSR_EBC_FREQUENCY_ID	0x02c	/* PIV only */
    510 #define	MSR_TEST_CTL		0x033
    511 #define MSR_BIOS_UPDT_TRIG	0x079
    512 #define	MSR_BBL_CR_D0		0x088	/* PII+ only */
    513 #define	MSR_BBL_CR_D1		0x089	/* PII+ only */
    514 #define	MSR_BBL_CR_D2		0x08a	/* PII+ only */
    515 #define MSR_BIOS_SIGN		0x08b
    516 #define MSR_PERFCTR0		0x0c1
    517 #define MSR_PERFCTR1		0x0c2
    518 #define MSR_FSB_FREQ		0x0cd	/* Core Duo/Solo only */
    519 #define MSR_MPERF		0x0e7
    520 #define MSR_APERF		0x0e8
    521 #define MSR_IA32_EXT_CONFIG	0x0ee	/* Undocumented. Core Solo/Duo only */
    522 #define MSR_MTRRcap		0x0fe
    523 #define	MSR_BBL_CR_ADDR		0x116	/* PII+ only */
    524 #define	MSR_BBL_CR_DECC		0x118	/* PII+ only */
    525 #define	MSR_BBL_CR_CTL		0x119	/* PII+ only */
    526 #define	MSR_BBL_CR_TRIG		0x11a	/* PII+ only */
    527 #define	MSR_BBL_CR_BUSY		0x11b	/* PII+ only */
    528 #define	MSR_BBL_CR_CTR3		0x11e	/* PII+ only */
    529 #define	MSR_SYSENTER_CS		0x174 	/* PII+ only */
    530 #define	MSR_SYSENTER_ESP	0x175 	/* PII+ only */
    531 #define	MSR_SYSENTER_EIP	0x176   /* PII+ only */
    532 #define MSR_MCG_CAP		0x179
    533 #define MSR_MCG_STATUS		0x17a
    534 #define MSR_MCG_CTL		0x17b
    535 #define MSR_EVNTSEL0		0x186
    536 #define MSR_EVNTSEL1		0x187
    537 #define MSR_PERF_STATUS		0x198	/* Pentium M */
    538 #define MSR_PERF_CTL		0x199	/* Pentium M */
    539 #define MSR_THERM_CONTROL	0x19a
    540 #define MSR_THERM_INTERRUPT	0x19b
    541 #define MSR_THERM_STATUS	0x19c
    542 #define MSR_THERM2_CTL		0x19d	/* Pentium M */
    543 #define MSR_MISC_ENABLE		0x1a0
    544 #define MSR_TEMPERATURE_TARGET	0x1a2
    545 #define MSR_DEBUGCTLMSR		0x1d9
    546 #define MSR_LASTBRANCHFROMIP	0x1db
    547 #define MSR_LASTBRANCHTOIP	0x1dc
    548 #define MSR_LASTINTFROMIP	0x1dd
    549 #define MSR_LASTINTTOIP		0x1de
    550 #define MSR_ROB_CR_BKUPTMPDR6	0x1e0
    551 #define	MSR_MTRRphysBase0	0x200
    552 #define	MSR_MTRRphysMask0	0x201
    553 #define	MSR_MTRRphysBase1	0x202
    554 #define	MSR_MTRRphysMask1	0x203
    555 #define	MSR_MTRRphysBase2	0x204
    556 #define	MSR_MTRRphysMask2	0x205
    557 #define	MSR_MTRRphysBase3	0x206
    558 #define	MSR_MTRRphysMask3	0x207
    559 #define	MSR_MTRRphysBase4	0x208
    560 #define	MSR_MTRRphysMask4	0x209
    561 #define	MSR_MTRRphysBase5	0x20a
    562 #define	MSR_MTRRphysMask5	0x20b
    563 #define	MSR_MTRRphysBase6	0x20c
    564 #define	MSR_MTRRphysMask6	0x20d
    565 #define	MSR_MTRRphysBase7	0x20e
    566 #define	MSR_MTRRphysMask7	0x20f
    567 #define	MSR_MTRRphysBase8	0x210
    568 #define	MSR_MTRRphysMask8	0x211
    569 #define	MSR_MTRRphysBase9	0x212
    570 #define	MSR_MTRRphysMask9	0x213
    571 #define	MSR_MTRRphysBase10	0x214
    572 #define	MSR_MTRRphysMask10	0x215
    573 #define	MSR_MTRRphysBase11	0x216
    574 #define	MSR_MTRRphysMask11	0x217
    575 #define	MSR_MTRRphysBase12	0x218
    576 #define	MSR_MTRRphysMask12	0x219
    577 #define	MSR_MTRRphysBase13	0x21a
    578 #define	MSR_MTRRphysMask13	0x21b
    579 #define	MSR_MTRRphysBase14	0x21c
    580 #define	MSR_MTRRphysMask14	0x21d
    581 #define	MSR_MTRRphysBase15	0x21e
    582 #define	MSR_MTRRphysMask15	0x21f
    583 #define	MSR_MTRRfix64K_00000	0x250
    584 #define	MSR_MTRRfix16K_80000	0x258
    585 #define	MSR_MTRRfix16K_A0000	0x259
    586 #define	MSR_MTRRfix4K_C0000	0x268
    587 #define	MSR_MTRRfix4K_C8000	0x269
    588 #define	MSR_MTRRfix4K_D0000	0x26a
    589 #define	MSR_MTRRfix4K_D8000	0x26b
    590 #define	MSR_MTRRfix4K_E0000	0x26c
    591 #define	MSR_MTRRfix4K_E8000	0x26d
    592 #define	MSR_MTRRfix4K_F0000	0x26e
    593 #define	MSR_MTRRfix4K_F8000	0x26f
    594 #define	MSR_CR_PAT		0x277
    595 #define MSR_MTRRdefType		0x2ff
    596 #define MSR_MC0_CTL		0x400
    597 #define MSR_MC0_STATUS		0x401
    598 #define MSR_MC0_ADDR		0x402
    599 #define MSR_MC0_MISC		0x403
    600 #define MSR_MC1_CTL		0x404
    601 #define MSR_MC1_STATUS		0x405
    602 #define MSR_MC1_ADDR		0x406
    603 #define MSR_MC1_MISC		0x407
    604 #define MSR_MC2_CTL		0x408
    605 #define MSR_MC2_STATUS		0x409
    606 #define MSR_MC2_ADDR		0x40a
    607 #define MSR_MC2_MISC		0x40b
    608 #define MSR_MC4_CTL		0x40c
    609 #define MSR_MC4_STATUS		0x40d
    610 #define MSR_MC4_ADDR		0x40e
    611 #define MSR_MC4_MISC		0x40f
    612 #define MSR_MC3_CTL		0x410
    613 #define MSR_MC3_STATUS		0x411
    614 #define MSR_MC3_ADDR		0x412
    615 #define MSR_MC3_MISC		0x413
    616 				/* 0x480 - 0x490 VMX */
    617 
    618 /*
    619  * VIA "Nehemiah" MSRs
    620  */
    621 #define MSR_VIA_RNG		0x0000110b
    622 #define MSR_VIA_RNG_ENABLE	0x00000040
    623 #define MSR_VIA_RNG_NOISE_MASK	0x00000300
    624 #define MSR_VIA_RNG_NOISE_A	0x00000000
    625 #define MSR_VIA_RNG_NOISE_B	0x00000100
    626 #define MSR_VIA_RNG_2NOISE	0x00000300
    627 #define MSR_VIA_ACE		0x00001107
    628 #define MSR_VIA_ACE_ENABLE	0x10000000
    629 
    630 /*
    631  * VIA "Eden" MSRs
    632  */
    633 #define MSR_VIA_FCR 		MSR_VIA_ACE
    634 
    635 /*
    636  * AMD K6/K7 MSRs.
    637  */
    638 #define	MSR_K6_UWCCR		0xc0000085
    639 #define	MSR_K7_EVNTSEL0		0xc0010000
    640 #define	MSR_K7_EVNTSEL1		0xc0010001
    641 #define	MSR_K7_EVNTSEL2		0xc0010002
    642 #define	MSR_K7_EVNTSEL3		0xc0010003
    643 #define	MSR_K7_PERFCTR0		0xc0010004
    644 #define	MSR_K7_PERFCTR1		0xc0010005
    645 #define	MSR_K7_PERFCTR2		0xc0010006
    646 #define	MSR_K7_PERFCTR3		0xc0010007
    647 
    648 /*
    649  * AMD K8 (Opteron) MSRs.
    650  */
    651 #define	MSR_SYSCFG	0xc0000010
    652 
    653 #define MSR_EFER	0xc0000080		/* Extended feature enable */
    654 #define 	EFER_SCE		0x00000001	/* SYSCALL extension */
    655 #define 	EFER_LME		0x00000100	/* Long Mode Active */
    656 #define		EFER_LMA		0x00000400	/* Long Mode Enabled */
    657 #define 	EFER_NXE		0x00000800	/* No-Execute Enabled */
    658 
    659 #define MSR_STAR	0xc0000081		/* 32 bit syscall gate addr */
    660 #define MSR_LSTAR	0xc0000082		/* 64 bit syscall gate addr */
    661 #define MSR_CSTAR	0xc0000083		/* compat syscall gate addr */
    662 #define MSR_SFMASK	0xc0000084		/* flags to clear on syscall */
    663 
    664 #define MSR_FSBASE	0xc0000100		/* 64bit offset for fs: */
    665 #define MSR_GSBASE	0xc0000101		/* 64bit offset for gs: */
    666 #define MSR_KERNELGSBASE 0xc0000102		/* storage for swapgs ins */
    667 
    668 #define MSR_VMCR	0xc0010114	/* Virtual Machine Control Register */
    669 #define 	VMCR_DPD	0x00000001	/* Debug port disable */
    670 #define		VMCR_RINIT	0x00000002	/* intercept init */
    671 #define		VMCR_DISA20	0x00000004	/* Disable A20 masking */
    672 #define		VMCR_LOCK	0x00000008	/* SVM Lock */
    673 #define		VMCR_SVMED	0x00000010	/* SVME Disable */
    674 #define MSR_SVMLOCK	0xc0010118	/* SVM Lock key */
    675 
    676 /*
    677  * These require a 'passcode' for access.  See cpufunc.h.
    678  */
    679 #define	MSR_HWCR	0xc0010015
    680 #define		HWCR_TLBCACHEDIS	0x00000008
    681 #define		HWCR_FFDIS		0x00000040
    682 
    683 #define	MSR_NB_CFG	0xc001001f
    684 #define		NB_CFG_DISIOREQLOCK	0x0000000000000008ULL
    685 #define		NB_CFG_DISDATMSK	0x0000001000000000ULL
    686 #define		NB_CFG_INITAPICCPUIDLO	(1ULL << 54)
    687 
    688 #define	MSR_LS_CFG	0xc0011020
    689 #define		LS_CFG_DIS_LS2_SQUISH	0x02000000
    690 
    691 #define	MSR_IC_CFG	0xc0011021
    692 #define		IC_CFG_DIS_SEQ_PREFETCH	0x00000800
    693 
    694 #define	MSR_DC_CFG	0xc0011022
    695 #define		DC_CFG_DIS_CNV_WC_SSO	0x00000008
    696 #define		DC_CFG_DIS_SMC_CHK_BUF	0x00000400
    697 #define		DC_CFG_ERRATA_261	0x01000000
    698 
    699 #define	MSR_BU_CFG	0xc0011023
    700 #define		BU_CFG_ERRATA_298	0x0000000000000002ULL
    701 #define		BU_CFG_ERRATA_254	0x0000000000200000ULL
    702 #define		BU_CFG_ERRATA_309	0x0000000000800000ULL
    703 #define		BU_CFG_THRL2IDXCMPDIS	0x0000080000000000ULL
    704 #define		BU_CFG_WBPFSMCCHKDIS	0x0000200000000000ULL
    705 #define		BU_CFG_WBENHWSBDIS	0x0001000000000000ULL
    706 
    707 #define MSR_DE_CFG	0xc0011029
    708 #define		DE_CFG_ERRATA_721	0x00000001
    709 
    710 /* AMD Family10h MSRs */
    711 #define	MSR_OSVW_ID_LENGTH		0xc0010140
    712 #define	MSR_OSVW_STATUS			0xc0010141
    713 #define	MSR_UCODE_AMD_PATCHLEVEL	0x0000008b
    714 #define	MSR_UCODE_AMD_PATCHLOADER	0xc0010020
    715 
    716 /* X86 MSRs */
    717 #define	MSR_RDTSCP_AUX			0xc0000103
    718 
    719 /*
    720  * Constants related to MTRRs
    721  */
    722 #define MTRR_N64K		8	/* numbers of fixed-size entries */
    723 #define MTRR_N16K		16
    724 #define MTRR_N4K		64
    725 
    726 /*
    727  * the following four 3-byte registers control the non-cacheable regions.
    728  * These registers must be written as three separate bytes.
    729  *
    730  * NCRx+0: A31-A24 of starting address
    731  * NCRx+1: A23-A16 of starting address
    732  * NCRx+2: A15-A12 of starting address | NCR_SIZE_xx.
    733  *
    734  * The non-cacheable region's starting address must be aligned to the
    735  * size indicated by the NCR_SIZE_xx field.
    736  */
    737 #define NCR1	0xc4
    738 #define NCR2	0xc7
    739 #define NCR3	0xca
    740 #define NCR4	0xcd
    741 
    742 #define NCR_SIZE_0K	0
    743 #define NCR_SIZE_4K	1
    744 #define NCR_SIZE_8K	2
    745 #define NCR_SIZE_16K	3
    746 #define NCR_SIZE_32K	4
    747 #define NCR_SIZE_64K	5
    748 #define NCR_SIZE_128K	6
    749 #define NCR_SIZE_256K	7
    750 #define NCR_SIZE_512K	8
    751 #define NCR_SIZE_1M	9
    752 #define NCR_SIZE_2M	10
    753 #define NCR_SIZE_4M	11
    754 #define NCR_SIZE_8M	12
    755 #define NCR_SIZE_16M	13
    756 #define NCR_SIZE_32M	14
    757 #define NCR_SIZE_4G	15
    758 
    759 /*
    760  * Performance monitor events.
    761  *
    762  * Note that 586-class and 686-class CPUs have different performance
    763  * monitors available, and they are accessed differently:
    764  *
    765  *	686-class: `rdpmc' instruction
    766  *	586-class: `rdmsr' instruction, CESR MSR
    767  *
    768  * The descriptions of these events are too lenghy to include here.
    769  * See Appendix A of "Intel Architecture Software Developer's
    770  * Manual, Volume 3: System Programming" for more information.
    771  */
    772 
    773 /*
    774  * 586-class CESR MSR format.  Lower 16 bits is CTR0, upper 16 bits
    775  * is CTR1.
    776  */
    777 
    778 #define	PMC5_CESR_EVENT			0x003f
    779 #define	PMC5_CESR_OS			0x0040
    780 #define	PMC5_CESR_USR			0x0080
    781 #define	PMC5_CESR_E			0x0100
    782 #define	PMC5_CESR_P			0x0200
    783 
    784 #define PMC5_DATA_READ			0x00
    785 #define PMC5_DATA_WRITE			0x01
    786 #define PMC5_DATA_TLB_MISS		0x02
    787 #define PMC5_DATA_READ_MISS		0x03
    788 #define PMC5_DATA_WRITE_MISS		0x04
    789 #define PMC5_WRITE_M_E			0x05
    790 #define PMC5_DATA_LINES_WBACK		0x06
    791 #define PMC5_DATA_CACHE_SNOOP		0x07
    792 #define PMC5_DATA_CACHE_SNOOP_HIT	0x08
    793 #define PMC5_MEM_ACCESS_BOTH_PIPES	0x09
    794 #define PMC5_BANK_CONFLICTS		0x0a
    795 #define PMC5_MISALIGNED_DATA		0x0b
    796 #define PMC5_INST_READ			0x0c
    797 #define PMC5_INST_TLB_MISS		0x0d
    798 #define PMC5_INST_CACHE_MISS		0x0e
    799 #define PMC5_SEGMENT_REG_LOAD		0x0f
    800 #define PMC5_BRANCHES		 	0x12
    801 #define PMC5_BTB_HITS		 	0x13
    802 #define PMC5_BRANCH_TAKEN		0x14
    803 #define PMC5_PIPELINE_FLUSH		0x15
    804 #define PMC5_INST_EXECUTED		0x16
    805 #define PMC5_INST_EXECUTED_V_PIPE	0x17
    806 #define PMC5_BUS_UTILIZATION		0x18
    807 #define PMC5_WRITE_BACKUP_STALL		0x19
    808 #define PMC5_DATA_READ_STALL		0x1a
    809 #define PMC5_WRITE_E_M_STALL		0x1b
    810 #define PMC5_LOCKED_BUS			0x1c
    811 #define PMC5_IO_CYCLE			0x1d
    812 #define PMC5_NONCACHE_MEM_READ		0x1e
    813 #define PMC5_AGI_STALL			0x1f
    814 #define PMC5_FLOPS			0x22
    815 #define PMC5_BP0_MATCH			0x23
    816 #define PMC5_BP1_MATCH			0x24
    817 #define PMC5_BP2_MATCH			0x25
    818 #define PMC5_BP3_MATCH			0x26
    819 #define PMC5_HARDWARE_INTR		0x27
    820 #define PMC5_DATA_RW			0x28
    821 #define PMC5_DATA_RW_MISS		0x29
    822 
    823 /*
    824  * 686-class Event Selector MSR format.
    825  */
    826 
    827 #define	PMC6_EVTSEL_EVENT		0x000000ff
    828 #define	PMC6_EVTSEL_UNIT		0x0000ff00
    829 #define	PMC6_EVTSEL_UNIT_SHIFT		8
    830 #define	PMC6_EVTSEL_USR			(1 << 16)
    831 #define	PMC6_EVTSEL_OS			(1 << 17)
    832 #define	PMC6_EVTSEL_E			(1 << 18)
    833 #define	PMC6_EVTSEL_PC			(1 << 19)
    834 #define	PMC6_EVTSEL_INT			(1 << 20)
    835 #define	PMC6_EVTSEL_EN			(1 << 22)	/* PerfEvtSel0 only */
    836 #define	PMC6_EVTSEL_INV			(1 << 23)
    837 #define	PMC6_EVTSEL_COUNTER_MASK	0xff000000
    838 #define	PMC6_EVTSEL_COUNTER_MASK_SHIFT	24
    839 
    840 /* Data Cache Unit */
    841 #define	PMC6_DATA_MEM_REFS		0x43
    842 #define	PMC6_DCU_LINES_IN		0x45
    843 #define	PMC6_DCU_M_LINES_IN		0x46
    844 #define	PMC6_DCU_M_LINES_OUT		0x47
    845 #define	PMC6_DCU_MISS_OUTSTANDING	0x48
    846 
    847 /* Instruction Fetch Unit */
    848 #define	PMC6_IFU_IFETCH			0x80
    849 #define	PMC6_IFU_IFETCH_MISS		0x81
    850 #define	PMC6_ITLB_MISS			0x85
    851 #define	PMC6_IFU_MEM_STALL		0x86
    852 #define	PMC6_ILD_STALL			0x87
    853 
    854 /* L2 Cache */
    855 #define	PMC6_L2_IFETCH			0x28
    856 #define	PMC6_L2_LD			0x29
    857 #define	PMC6_L2_ST			0x2a
    858 #define	PMC6_L2_LINES_IN		0x24
    859 #define	PMC6_L2_LINES_OUT		0x26
    860 #define	PMC6_L2_M_LINES_INM		0x25
    861 #define	PMC6_L2_M_LINES_OUTM		0x27
    862 #define	PMC6_L2_RQSTS			0x2e
    863 #define	PMC6_L2_ADS			0x21
    864 #define	PMC6_L2_DBUS_BUSY		0x22
    865 #define	PMC6_L2_DBUS_BUSY_RD		0x23
    866 
    867 /* External Bus Logic */
    868 #define	PMC6_BUS_DRDY_CLOCKS		0x62
    869 #define	PMC6_BUS_LOCK_CLOCKS		0x63
    870 #define	PMC6_BUS_REQ_OUTSTANDING	0x60
    871 #define	PMC6_BUS_TRAN_BRD		0x65
    872 #define	PMC6_BUS_TRAN_RFO		0x66
    873 #define	PMC6_BUS_TRANS_WB		0x67
    874 #define	PMC6_BUS_TRAN_IFETCH		0x68
    875 #define	PMC6_BUS_TRAN_INVAL		0x69
    876 #define	PMC6_BUS_TRAN_PWR		0x6a
    877 #define	PMC6_BUS_TRANS_P		0x6b
    878 #define	PMC6_BUS_TRANS_IO		0x6c
    879 #define	PMC6_BUS_TRAN_DEF		0x6d
    880 #define	PMC6_BUS_TRAN_BURST		0x6e
    881 #define	PMC6_BUS_TRAN_ANY		0x70
    882 #define	PMC6_BUS_TRAN_MEM		0x6f
    883 #define	PMC6_BUS_DATA_RCV		0x64
    884 #define	PMC6_BUS_BNR_DRV		0x61
    885 #define	PMC6_BUS_HIT_DRV		0x7a
    886 #define	PMC6_BUS_HITM_DRDV		0x7b
    887 #define	PMC6_BUS_SNOOP_STALL		0x7e
    888 
    889 /* Floating Point Unit */
    890 #define	PMC6_FLOPS			0xc1
    891 #define	PMC6_FP_COMP_OPS_EXE		0x10
    892 #define	PMC6_FP_ASSIST			0x11
    893 #define	PMC6_MUL			0x12
    894 #define	PMC6_DIV			0x12
    895 #define	PMC6_CYCLES_DIV_BUSY		0x14
    896 
    897 /* Memory Ordering */
    898 #define	PMC6_LD_BLOCKS			0x03
    899 #define	PMC6_SB_DRAINS			0x04
    900 #define	PMC6_MISALIGN_MEM_REF		0x05
    901 #define	PMC6_EMON_KNI_PREF_DISPATCHED	0x07	/* P-III only */
    902 #define	PMC6_EMON_KNI_PREF_MISS		0x4b	/* P-III only */
    903 
    904 /* Instruction Decoding and Retirement */
    905 #define	PMC6_INST_RETIRED		0xc0
    906 #define	PMC6_UOPS_RETIRED		0xc2
    907 #define	PMC6_INST_DECODED		0xd0
    908 #define	PMC6_EMON_KNI_INST_RETIRED	0xd8
    909 #define	PMC6_EMON_KNI_COMP_INST_RET	0xd9
    910 
    911 /* Interrupts */
    912 #define	PMC6_HW_INT_RX			0xc8
    913 #define	PMC6_CYCLES_INT_MASKED		0xc6
    914 #define	PMC6_CYCLES_INT_PENDING_AND_MASKED 0xc7
    915 
    916 /* Branches */
    917 #define	PMC6_BR_INST_RETIRED		0xc4
    918 #define	PMC6_BR_MISS_PRED_RETIRED	0xc5
    919 #define	PMC6_BR_TAKEN_RETIRED		0xc9
    920 #define	PMC6_BR_MISS_PRED_TAKEN_RET	0xca
    921 #define	PMC6_BR_INST_DECODED		0xe0
    922 #define	PMC6_BTB_MISSES			0xe2
    923 #define	PMC6_BR_BOGUS			0xe4
    924 #define	PMC6_BACLEARS			0xe6
    925 
    926 /* Stalls */
    927 #define	PMC6_RESOURCE_STALLS		0xa2
    928 #define	PMC6_PARTIAL_RAT_STALLS		0xd2
    929 
    930 /* Segment Register Loads */
    931 #define	PMC6_SEGMENT_REG_LOADS		0x06
    932 
    933 /* Clocks */
    934 #define	PMC6_CPU_CLK_UNHALTED		0x79
    935 
    936 /* MMX Unit */
    937 #define	PMC6_MMX_INSTR_EXEC		0xb0	/* Celeron, P-II, P-IIX only */
    938 #define	PMC6_MMX_SAT_INSTR_EXEC		0xb1	/* P-II and P-III only */
    939 #define	PMC6_MMX_UOPS_EXEC		0xb2	/* P-II and P-III only */
    940 #define	PMC6_MMX_INSTR_TYPE_EXEC	0xb3	/* P-II and P-III only */
    941 #define	PMC6_FP_MMX_TRANS		0xcc	/* P-II and P-III only */
    942 #define	PMC6_MMX_ASSIST			0xcd	/* P-II and P-III only */
    943 #define	PMC6_MMX_INSTR_RET		0xc3	/* P-II only */
    944 
    945 /* Segment Register Renaming */
    946 #define	PMC6_SEG_RENAME_STALLS		0xd4	/* P-II and P-III only */
    947 #define	PMC6_SEG_REG_RENAMES		0xd5	/* P-II and P-III only */
    948 #define	PMC6_RET_SEG_RENAMES		0xd6	/* P-II and P-III only */
    949 
    950 /*
    951  * AMD K7 Event Selector MSR format.
    952  */
    953 
    954 #define	K7_EVTSEL_EVENT			0x000000ff
    955 #define	K7_EVTSEL_UNIT			0x0000ff00
    956 #define	K7_EVTSEL_UNIT_SHIFT		8
    957 #define	K7_EVTSEL_USR			(1 << 16)
    958 #define	K7_EVTSEL_OS			(1 << 17)
    959 #define	K7_EVTSEL_E			(1 << 18)
    960 #define	K7_EVTSEL_PC			(1 << 19)
    961 #define	K7_EVTSEL_INT			(1 << 20)
    962 #define	K7_EVTSEL_EN			(1 << 22)
    963 #define	K7_EVTSEL_INV			(1 << 23)
    964 #define	K7_EVTSEL_COUNTER_MASK		0xff000000
    965 #define	K7_EVTSEL_COUNTER_MASK_SHIFT	24
    966 
    967 /* Segment Register Loads */
    968 #define	K7_SEGMENT_REG_LOADS		0x20
    969 
    970 #define	K7_STORES_TO_ACTIVE_INST_STREAM	0x21
    971 
    972 /* Data Cache Unit */
    973 #define	K7_DATA_CACHE_ACCESS		0x40
    974 #define	K7_DATA_CACHE_MISS		0x41
    975 #define	K7_DATA_CACHE_REFILL		0x42
    976 #define	K7_DATA_CACHE_REFILL_SYSTEM	0x43
    977 #define	K7_DATA_CACHE_WBACK		0x44
    978 #define	K7_L2_DTLB_HIT			0x45
    979 #define	K7_L2_DTLB_MISS			0x46
    980 #define	K7_MISALIGNED_DATA_REF		0x47
    981 #define	K7_SYSTEM_REQUEST		0x64
    982 #define	K7_SYSTEM_REQUEST_TYPE		0x65
    983 
    984 #define	K7_SNOOP_HIT			0x73
    985 #define	K7_SINGLE_BIT_ECC_ERROR		0x74
    986 #define	K7_CACHE_LINE_INVAL		0x75
    987 #define	K7_CYCLES_PROCESSOR_IS_RUNNING	0x76
    988 #define	K7_L2_REQUEST			0x79
    989 #define	K7_L2_REQUEST_BUSY		0x7a
    990 
    991 /* Instruction Fetch Unit */
    992 #define	K7_IFU_IFETCH			0x80
    993 #define	K7_IFU_IFETCH_MISS		0x81
    994 #define	K7_IFU_REFILL_FROM_L2		0x82
    995 #define	K7_IFU_REFILL_FROM_SYSTEM	0x83
    996 #define	K7_ITLB_L1_MISS			0x84
    997 #define	K7_ITLB_L2_MISS			0x85
    998 #define	K7_SNOOP_RESYNC			0x86
    999 #define	K7_IFU_STALL			0x87
   1000 
   1001 #define	K7_RETURN_STACK_HITS		0x88
   1002 #define	K7_RETURN_STACK_OVERFLOW	0x89
   1003 
   1004 /* Retired */
   1005 #define	K7_RETIRED_INST			0xc0
   1006 #define	K7_RETIRED_OPS			0xc1
   1007 #define	K7_RETIRED_BRANCHES		0xc2
   1008 #define	K7_RETIRED_BRANCH_MISPREDICTED	0xc3
   1009 #define	K7_RETIRED_TAKEN_BRANCH		0xc4
   1010 #define	K7_RETIRED_TAKEN_BRANCH_MISPREDICTED	0xc5
   1011 #define	K7_RETIRED_FAR_CONTROL_TRANSFER	0xc6
   1012 #define	K7_RETIRED_RESYNC_BRANCH	0xc7
   1013 #define	K7_RETIRED_NEAR_RETURNS		0xc8
   1014 #define	K7_RETIRED_NEAR_RETURNS_MISPREDICTED	0xc9
   1015 #define	K7_RETIRED_INDIRECT_MISPREDICTED	0xca
   1016 
   1017 /* Interrupts */
   1018 #define	K7_CYCLES_INT_MASKED		0xcd
   1019 #define	K7_CYCLES_INT_PENDING_AND_MASKED	0xce
   1020 #define	K7_HW_INTR_RECV			0xcf
   1021 
   1022 #define	K7_INSTRUCTION_DECODER_EMPTY	0xd0
   1023 #define	K7_DISPATCH_STALLS		0xd1
   1024 #define	K7_BRANCH_ABORTS_TO_RETIRE	0xd2
   1025 #define	K7_SERIALIZE			0xd3
   1026 #define	K7_SEGMENT_LOAD_STALL		0xd4
   1027 #define	K7_ICU_FULL			0xd5
   1028 #define	K7_RESERVATION_STATIONS_FULL	0xd6
   1029 #define	K7_FPU_FULL			0xd7
   1030 #define	K7_LS_FULL			0xd8
   1031 #define	K7_ALL_QUIET_STALL		0xd9
   1032 #define	K7_FAR_TRANSFER_OR_RESYNC_BRANCH_PENDING	0xda
   1033 
   1034 #define	K7_BP0_MATCH			0xdc
   1035 #define	K7_BP1_MATCH			0xdd
   1036 #define	K7_BP2_MATCH			0xde
   1037 #define	K7_BP3_MATCH			0xdf
   1038