1/* $NetBSD: specialreg.h,v 1.219.2.1 2026/07/19 15:57:27 martin Exp $ */
2
3/*
4 * Copyright (c) 2014-2020 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 * POSSIBILITY OF SUCH DAMAGE.
27 */
28
29/*
30 * Copyright (c) 1991 The Regents of the University of California.
31 * All rights reserved.
32 *
33 * Redistribution and use in source and binary forms, with or without
34 * modification, are permitted provided that the following conditions
35 * are met:
36 * 1. Redistributions of source code must retain the above copyright
37 * notice, this list of conditions and the following disclaimer.
38 * 2. Redistributions in binary form must reproduce the above copyright
39 * notice, this list of conditions and the following disclaimer in the
40 * documentation and/or other materials provided with the distribution.
41 * 3. Neither the name of the University nor the names of its contributors
42 * may be used to endorse or promote products derived from this software
43 * without specific prior written permission.
44 *
45 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
46 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
47 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
48 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
49 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
50 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
51 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
52 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
53 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
54 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
55 * SUCH DAMAGE.
56 *
57 * @(#)specialreg.h 7.1 (Berkeley) 5/9/91
58 */
59
60/*
61 * CR0
62 */
63#define CR0_PE 0x00000001 /* Protected mode Enable */
64#define CR0_MP 0x00000002 /* "Math" Present (NPX or NPX emulator) */
65#define CR0_EM 0x00000004 /* EMulate non-NPX coproc. (trap ESC only) */
66#define CR0_TS 0x00000008 /* Task Switched (if MP, trap ESC and WAIT) */
67#define CR0_ET 0x00000010 /* Extension Type (387 (if set) vs 287) */
68#define CR0_NE 0x00000020 /* Numeric Error enable (EX16 vs IRQ13) */
69#define CR0_WP 0x00010000 /* Write Protect (honor PTE_W in all modes) */
70#define CR0_AM 0x00040000 /* Alignment Mask (set to enable AC flag) */
71#define CR0_NW 0x20000000 /* Not Write-through */
72#define CR0_CD 0x40000000 /* Cache Disable */
73#define CR0_PG 0x80000000 /* PaGing enable */
74
75/*
76 * Cyrix 486 DLC special registers, accessible as IO ports
77 */
78#define CCR0 0xc0 /* configuration control register 0 */
79#define CCR0_NC0 0x01 /* first 64K of each 1M memory region is non-cacheable */
80#define CCR0_NC1 0x02 /* 640K-1M region is non-cacheable */
81#define CCR0_A20M 0x04 /* enables A20M# input pin */
82#define CCR0_KEN 0x08 /* enables KEN# input pin */
83#define CCR0_FLUSH 0x10 /* enables FLUSH# input pin */
84#define CCR0_BARB 0x20 /* flushes internal cache when entering hold state */
85#define CCR0_CO 0x40 /* cache org: 1=direct mapped, 0=2x set assoc */
86#define CCR0_SUSPEND 0x80 /* enables SUSP# and SUSPA# pins */
87#define CCR1 0xc1 /* configuration control register 1 */
88#define CCR1_RPL 0x01 /* enables RPLSET and RPLVAL# pins */
89
90/*
91 * CR3
92 */
93#define CR3_PCID __BITS(11,0)
94#define CR3_PA __BITS(62,12)
95#define CR3_NO_TLB_FLUSH __BIT(63)
96
97/*
98 * CR4
99 */
100#define CR4_VME 0x00000001 /* Virtual 8086 mode extension enable */
101#define CR4_PVI 0x00000002 /* Protected mode virtual interrupt enable */
102#define CR4_TSD 0x00000004 /* Restrict RDTSC instruction to cpl 0 */
103#define CR4_DE 0x00000008 /* Debugging extension */
104#define CR4_PSE 0x00000010 /* Large (4MB) page size enable */
105#define CR4_PAE 0x00000020 /* Physical address extension enable */
106#define CR4_MCE 0x00000040 /* Machine check enable */
107#define CR4_PGE 0x00000080 /* Page global enable */
108#define CR4_PCE 0x00000100 /* Enable RDPMC instruction for all cpls */
109#define CR4_OSFXSR 0x00000200 /* Enable fxsave/fxrestor and SSE */
110#define CR4_OSXMMEXCPT 0x00000400 /* Enable unmasked SSE exceptions */
111#define CR4_UMIP 0x00000800 /* User Mode Instruction Prevention */
112#define CR4_LA57 0x00001000 /* 57-bit linear addresses */
113#define CR4_VMXE 0x00002000 /* Enable VMX operations */
114#define CR4_SMXE 0x00004000 /* Enable SMX operations */
115#define CR4_FSGSBASE 0x00010000 /* Enable *FSBASE and *GSBASE instructions */
116#define CR4_PCIDE 0x00020000 /* Enable Process Context IDentifiers */
117#define CR4_OSXSAVE 0x00040000 /* Enable xsave and xrestore */
118#define CR4_SMEP 0x00100000 /* Enable SMEP support */
119#define CR4_SMAP 0x00200000 /* Enable SMAP support */
120#define CR4_PKE 0x00400000 /* Enable Protection Keys for user pages */
121#define CR4_CET 0x00800000 /* Enable CET */
122#define CR4_PKS 0x01000000 /* Enable Protection Keys for kern pages */
123
124/*
125 * Extended Control Register XCR0, also known as XFEATURE_ENABLED_MASK,
126 * with access via XGETBV/XSETBV instructions and support indicated by
127 * CPUID[EAX=0x0d, ECX=0].EAX/EDX.
128 *
129 * References:
130 *
131 * - Intel 64 and IA-32 Architectures Software Developer's Manual,
132 * Volume 3: System Programming Guide, Intel, Order Number:
133 * 325384-087US, March 2025, Sec. 2.6 `Extended Control Registers
134 * (Including XCR0)', pp. 2-20 -- 2-22.
135 *
136 * - AMD64 Architecture Programmer's Manual, Volume 2: System
137 * Programming, Advanced Micro Devices, Publication no. 24593,
138 * Rev. 3.42, March 2024, Sec. 11.5.2 `XFEATURE_ENABLED_MASK',
139 * p. 355.
140 *
141 * XXX Missing reference for XCR0_PT, XCR0_HDC, XCR0_LBR, XCR0_HWP.
142 */
143#define XCR0_X87 __BIT(0) /* x87 FPU/MMX state */
144#define XCR0_SSE __BIT(1) /* SSE state */
145#define XCR0_YMM_Hi128 __BIT(2) /* AVX-256 (ymmn registers) */
146#define XCR0_BNDREGS __BIT(3) /* Memory protection ext bounds */
147#define XCR0_BNDCSR __BIT(4) /* Memory protection ext state */
148#define XCR0_Opmask __BIT(5) /* AVX-512 Opmask */
149#define XCR0_ZMM_Hi256 __BIT(6) /* AVX-512 upper 256 bits low regs */
150#define XCR0_Hi16_ZMM __BIT(7) /* AVX-512 512 bits upper registers */
151#define XCR0_PT __BIT(8) /* Processor Trace state */
152#define XCR0_PKRU __BIT(9) /* Protection Key state */
153#define XCR0_CET_U __BIT(11) /* User CET state */
154#define XCR0_CET_S __BIT(12) /* Kern CET state */
155#define XCR0_HDC __BIT(13) /* Hardware Duty Cycle state */
156#define XCR0_LBR __BIT(15) /* Last Branch Record */
157#define XCR0_HWP __BIT(16) /* Hardware P-states */
158#define XCR0_TILECFG __BIT(17) /* Intel AMX TILECFG state in XSAVE */
159#define XCR0_TILEDATA __BIT(18) /* Intel AMX TILEDATA state in XSAVE */
160#define XCR0_LWP __BIT(62) /* AMD Lightweight Profiling (LWP) */
161#define XCR0_X __BIT(63) /* AMD: reserved for XCR0 expansion */
162
163#define XCR0_FLAGS1 "\177\020" \
164 "b\000" "x87\0" \
165 "b\001" "SSE\0" \
166 "b\002" "AVX\0" \
167 "b\003" "BNDREGS\0" \
168 "b\004" "BNDCSR\0" \
169 "b\005" "Opmask\0" \
170 "b\006" "ZMM_Hi256\0" \
171 "b\007" "Hi16_ZMM\0" \
172 "b\010" "PT\0" \
173 "b\011" "PKRU\0" \
174 "b\013" "CET_U\0" \
175 "b\014" "CET_S\0" \
176 "b\015" "HDC\0" \
177 "b\017" "LBR\0" \
178 "b\020" "HWP\0" \
179 "b\021" "TILECFG\0" \
180 "b\022" "TILEDATA\0" \
181 "b\076" "LWP\0" \
182 "b\077" "X\0" \
183 "\0"
184
185/*
186 * XCR0_FPU: Known FPU bits, only these get enabled. The save area is
187 * sized for all the fields below.
188 *
189 * Any bits added to this will expand the extended CPU state that we
190 * may have to save and restore with XSAVE for userland processes,
191 * either in the kernel when preempting threads, or on the user's stack
192 * when delivering a signal.
193 *
194 * The kernel can dyanmically allocate larger sizes (on amd64, anyway,
195 * though not currently on i386 or Xen PV). But if the XSAVE area is
196 * expanded so much that it and mcontext_t exceed MINSIGSTKSZ
197 * (currently 8192), a userland ABI change and compatibility layer is
198 * required to accommodate that, because existing programs may use
199 * sigaltstack(2) with stacks sized for the old MINSIGSTKSZ.
200 *
201 * The current stack requirement is 3160 bytes of space plus up to
202 * 63+15+8=86 bytes of padding for alignment (could be reduced by
203 * around 512 bytes by having mcontext_t overlap with the XSAVE area a
204 * little in machdep.c cpu_getmcontext_xsave, but we don't do that
205 * right now):
206 *
207 * - mcontext_t (728 bytes: general registers and 512-byte FXSAVE area)
208 * - XSAVE header (576 bytes: 512 bytes of FXSAVE, 64 bytes of metadata)
209 * - AVX state: ymm0..ymm15 high 128-bit halves (256 bytes)
210 * - AVX-512 state:
211 * . k0..k7 opmask registers (64 bytes)
212 * . zmm0..zmm15 high 256-bit halves (512 bytes)
213 * . zmm16..zmm31 registers (1024 bytes)
214 *
215 * Likely future extensions that would expand the state beyond
216 * MINSIGSTKSZ:
217 *
218 * - AMX (Advanced Matrix Extensions) and ACE (AI Compute Extensions)
219 * state:
220 * . [AMX/ACE] TILECFG (64 bytes)
221 * . [AMX/ACE] TILEDATA (8192 bytes)
222 * . [ACE] SCALEDATA (128 bytes)
223 *
224 * As a precaution against ABI breakage, x86/identcpu.c will panic at
225 * boot if the XSAVE state size enabled in XCR0 exceeds MINSIGSTKSZ.
226 *
227 * References:
228 *
229 * - Intel 64 and IA-32 Architectures Software Developer's Manual,
230 * Volume 1: Basic Architecture, Intel, Order Number: 253665-092US,
231 * June 2026, Sec. 13.1 `XSAVE-Supported Features and State-Component
232 * Bitmaps', pp. 13-1 -- 13-2.
233 * https://web.archive.org/web/20260709150417/https://cdrdv2-public.intel.com/922477/253665-092-sdm-vol-1.pdf
234 *
235 * - AI Compute Extensions (ACE) Specification, x86 Ecosystem Advisory
236 * Group, Version 1.15, 2026-05-15, Sec 15.4.1 `XSAVE State
237 * Components', p. 86.
238 * https://web.archive.org/web/20260619062626/https://x86ecosystem.org/wp-content/uploads/2026/06/ACE_v1_Specification_public_1_15.pdf
239 */
240#if defined __i386__ || defined XENPV /* XXX XENPV PR kern/59371 */
241#define XCR0_FPU (XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
242 XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM)
243#else
244#define XCR0_FPU (XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
245 XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM)
246#endif
247
248/*
249 * Maximum size of XSAVE state that we can handle without ABI changes
250 * to userland. Must match usage in cpu_getmcontext. Extra 8 is neeed
251 * on amd64 to have space for return address in 16-byte-aligned stack
252 * frame.
253 */
254#ifdef __x86_64__
255#define XSAVE_MAX_BYTES \
256 (MINSIGSTKSZ - (8 + STACK_ALIGNBYTES + \
257 sizeof(struct sigframe_siginfo) + (XSAVE_ALIGN - 1)))
258#else
259#define XSAVE_MAX_BYTES \
260 (MINSIGSTKSZ - (STACK_ALIGNBYTES + \
261 sizeof(struct sigframe_siginfo) + (XSAVE_ALIGN - 1)))
262#endif
263
264/*
265 * XSAVE component indices, internal to NetBSD.
266 */
267#define XSAVE_X87 0
268#define XSAVE_SSE 1
269#define XSAVE_YMM_Hi128 2
270#define XSAVE_BNDREGS 3
271#define XSAVE_BNDCSR 4
272#define XSAVE_Opmask 5
273#define XSAVE_ZMM_Hi256 6
274#define XSAVE_Hi16_ZMM 7
275
276/*
277 * Highest XSAVE component enabled by XCR0_FPU.
278 */
279#define XSAVE_MAX_COMPONENT XSAVE_Hi16_ZMM
280
281/*
282 * "features" bits.
283 * CPUID Fn00000001
284 */
285/* %edx */
286#define CPUID_FPU 0x00000001 /* processor has an FPU? */
287#define CPUID_VME 0x00000002 /* has virtual mode (%cr4's VME/PVI) */
288#define CPUID_DE 0x00000004 /* has debugging extension */
289#define CPUID_PSE 0x00000008 /* has 4MB page size extension */
290#define CPUID_TSC 0x00000010 /* has time stamp counter */
291#define CPUID_MSR 0x00000020 /* has model specific registers */
292#define CPUID_PAE 0x00000040 /* has physical address extension */
293#define CPUID_MCE 0x00000080 /* has machine check exception */
294#define CPUID_CX8 0x00000100 /* has CMPXCHG8B instruction */
295#define CPUID_APIC 0x00000200 /* has enabled APIC */
296#define CPUID_SEP 0x00000800 /* has SYSENTER/SYSEXIT extension */
297#define CPUID_MTRR 0x00001000 /* has memory type range register */
298#define CPUID_PGE 0x00002000 /* has page global extension */
299#define CPUID_MCA 0x00004000 /* has machine check architecture */
300#define CPUID_CMOV 0x00008000 /* has CMOVcc instruction */
301#define CPUID_PAT 0x00010000 /* Page Attribute Table */
302#define CPUID_PSE36 0x00020000 /* 36-bit PSE */
303#define CPUID_PSN 0x00040000 /* Processor Serial Number */
304#define CPUID_CLFSH 0x00080000 /* CLFLUSH instruction supported */
305#define CPUID_DS 0x00200000 /* Debug Store */
306#define CPUID_ACPI 0x00400000 /* ACPI performance modulation regs */
307#define CPUID_MMX 0x00800000 /* MMX supported */
308#define CPUID_FXSR 0x01000000 /* Fast FP/MMX Save/Restore */
309#define CPUID_SSE 0x02000000 /* Streaming SIMD Extensions */
310#define CPUID_SSE2 0x04000000 /* Streaming SIMD Extensions #2 */
311#define CPUID_SS 0x08000000 /* Self-Snoop */
312#define CPUID_HTT 0x10000000 /* Hyper-Threading Technology */
313#define CPUID_TM 0x20000000 /* Thermal Monitor (TCC) */
314#define CPUID_PBE 0x80000000 /* Pending Break Enable */
315
316#define CPUID_FLAGS1 "\20" \
317 "\1" "FPU" "\2" "VME" "\3" "DE" "\4" "PSE" \
318 "\5" "TSC" "\6" "MSR" "\7" "PAE" "\10" "MCE" \
319 "\11" "CX8" "\12" "APIC" "\13" "B10" "\14" "SEP" \
320 "\15" "MTRR" "\16" "PGE" "\17" "MCA" "\20" "CMOV" \
321 "\21" "PAT" "\22" "PSE36" "\23" "PN" "\24" "CLFSH" \
322 "\25" "B20" "\26" "DS" "\27" "ACPI" "\30" "MMX" \
323 "\31" "FXSR" "\32" "SSE" "\33" "SSE2" "\34" "SS" \
324 "\35" "HTT" "\36" "TM" "\37" "IA64" "\40" "PBE"
325
326/* Blacklists of CPUID flags - used to mask certain features */
327#ifdef XENPV
328#define CPUID_FEAT_BLACKLIST (CPUID_PGE|CPUID_PSE|CPUID_MTRR)
329#else
330#define CPUID_FEAT_BLACKLIST 0
331#endif
332
333/* %ecx */
334#define CPUID2_SSE3 __BIT(0) /* Streaming SIMD Extensions 3 */
335#define CPUID2_PCLMULQDQ __BIT(1) /* PCLMULQDQ instructions */
336#define CPUID2_DTES64 __BIT(2) /* 64-bit Debug Trace */
337#define CPUID2_MONITOR __BIT(3) /* MONITOR/MWAIT instructions */
338#define CPUID2_DS_CPL __BIT(4) /* CPL Qualified Debug Store */
339#define CPUID2_VMX __BIT(5) /* Virtual Machine eXtensions */
340#define CPUID2_SMX __BIT(6) /* Safer Mode eXtensions */
341#define CPUID2_EST __BIT(7) /* Enhanced SpeedStep Technology */
342#define CPUID2_TM2 __BIT(8) /* Thermal Monitor 2 */
343#define CPUID2_SSSE3 __BIT(9) /* Supplemental SSE3 */
344#define CPUID2_CNXTID __BIT(10) /* Context ID */
345#define CPUID2_SDBG __BIT(11) /* Silicon Debug */
346#define CPUID2_FMA __BIT(12) /* Fused Multiply Add */
347#define CPUID2_CX16 __BIT(13) /* CMPXCHG16B instruction */
348#define CPUID2_XTPR __BIT(14) /* Task Priority Messages disabled? */
349#define CPUID2_PDCM __BIT(15) /* Perf/Debug Capability MSR */
350/* bit 16 unused __BIT(16) */
351#define CPUID2_PCID __BIT(17) /* Process Context ID */
352#define CPUID2_DCA __BIT(18) /* Direct Cache Access */
353#define CPUID2_SSE41 __BIT(19) /* Streaming SIMD Extensions 4.1 */
354#define CPUID2_SSE42 __BIT(20) /* Streaming SIMD Extensions 4.2 */
355#define CPUID2_X2APIC __BIT(21) /* xAPIC Extensions */
356#define CPUID2_MOVBE __BIT(22) /* MOVBE (move after byteswap) */
357#define CPUID2_POPCNT __BIT(23) /* POPCNT instruction available */
358#define CPUID2_DEADLINE __BIT(24) /* APIC Timer supports TSC Deadline */
359#define CPUID2_AESNI __BIT(25) /* AES instructions */
360#define CPUID2_XSAVE __BIT(26) /* XSAVE instructions */
361#define CPUID2_OSXSAVE __BIT(27) /* XGETBV/XSETBV instructions */
362#define CPUID2_AVX __BIT(28) /* AVX instructions */
363#define CPUID2_F16C __BIT(29) /* half precision conversion */
364#define CPUID2_RDRAND __BIT(30) /* RDRAND (hardware random number) */
365#define CPUID2_RAZ __BIT(31) /* RAZ. Indicates guest state. */
366
367#define CPUID2_FLAGS1 "\20" \
368 "\1" "SSE3" "\2" "PCLMULQDQ" "\3" "DTES64" "\4" "MONITOR" \
369 "\5" "DS-CPL" "\6" "VMX" "\7" "SMX" "\10" "EST" \
370 "\11" "TM2" "\12" "SSSE3" "\13" "CID" "\14" "SDBG" \
371 "\15" "FMA" "\16" "CX16" "\17" "xTPR" "\20" "PDCM" \
372 "\21" "B16" "\22" "PCID" "\23" "DCA" "\24" "SSE41" \
373 "\25" "SSE42" "\26" "X2APIC" "\27" "MOVBE" "\30" "POPCNT" \
374 "\31" "DEADLINE" "\32" "AES" "\33" "XSAVE" "\34" "OSXSAVE" \
375 "\35" "AVX" "\36" "F16C" "\37" "RDRAND" "\40" "RAZ"
376
377/* %eax */
378#define CPUID_TO_BASEFAMILY(cpuid) (((cpuid) >> 8) & 0xf)
379#define CPUID_TO_BASEMODEL(cpuid) (((cpuid) >> 4) & 0xf)
380#define CPUID_TO_STEPPING(cpuid) ((cpuid) & 0xf)
381
382/*
383 * The Extended family bits should only be inspected when CPUID_TO_BASEFAMILY()
384 * returns 15. They are use to encode family value 16 to 270 (add 15).
385 * The Extended model bits are the high 4 bits of the model.
386 * They are only valid for family >= 15 or family 6 (intel, but all amd
387 * family 6 are documented to return zero bits for them).
388 */
389#define CPUID_TO_EXTFAMILY(cpuid) (((cpuid) >> 20) & 0xff)
390#define CPUID_TO_EXTMODEL(cpuid) (((cpuid) >> 16) & 0xf)
391
392/* The macros for the Display Family and the Display Model */
393#define CPUID_TO_FAMILY(cpuid) (CPUID_TO_BASEFAMILY(cpuid) \
394 + ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f) \
395 ? 0 : CPUID_TO_EXTFAMILY(cpuid)))
396#define CPUID_TO_MODEL(cpuid) (CPUID_TO_BASEMODEL(cpuid) \
397 | ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f) \
398 && (CPUID_TO_BASEFAMILY(cpuid) != 0x06) \
399 ? 0 : (CPUID_TO_EXTMODEL(cpuid) << 4)))
400
401/* %ebx */
402#define CPUID_BRAND_INDEX __BITS(7,0)
403#define CPUID_CLFLUSH_SIZE __BITS(15,8)
404#define CPUID_HTT_CORES __BITS(23,16)
405#define CPUID_LOCAL_APIC_ID __BITS(31,24)
406
407/*
408 * Intel Deterministic Cache Parameter.
409 * CPUID Fn0000_0004
410 */
411
412/* %eax */
413#define CPUID_DCP_CACHETYPE __BITS(4, 0) /* Cache type */
414#define CPUID_DCP_CACHETYPE_N 0 /* NULL */
415#define CPUID_DCP_CACHETYPE_D 1 /* Data cache */
416#define CPUID_DCP_CACHETYPE_I 2 /* Instruction cache */
417#define CPUID_DCP_CACHETYPE_U 3 /* Unified cache */
418#define CPUID_DCP_CACHELEVEL __BITS(7, 5) /* Cache level (start at 1) */
419#define CPUID_DCP_SELFINITCL __BIT(8) /* Self initializing cachelvl*/
420#define CPUID_DCP_FULLASSOC __BIT(9) /* Full associative */
421#define CPUID_DCP_SHARING __BITS(25, 14) /* sharing */
422#define CPUID_DCP_CORE_P_PKG __BITS(31, 26) /* Cores/package */
423
424/* %ebx */
425#define CPUID_DCP_LINESIZE __BITS(11, 0) /* System coherency linesize */
426#define CPUID_DCP_PARTITIONS __BITS(21, 12) /* Physical line partitions */
427#define CPUID_DCP_WAYS __BITS(31, 22) /* Ways of associativity */
428
429/* %ecx: Number of sets */
430
431/* %edx */
432#define CPUID_DCP_INVALIDATE __BIT(0) /* WB invalidate/invalidate */
433#define CPUID_DCP_INCLUSIVE __BIT(1) /* Cache inclusiveness */
434#define CPUID_DCP_COMPLEX __BIT(2) /* Complex cache indexing */
435
436/*
437 * Intel/AMD MONITOR/MWAIT.
438 * CPUID Fn0000_0005
439 */
440/* %eax */
441#define CPUID_MON_MINSIZE __BITS(15, 0) /* Smallest monitor-line size */
442/* %ebx */
443#define CPUID_MON_MAXSIZE __BITS(15, 0) /* Largest monitor-line size */
444/* %ecx */
445#define CPUID_MON_EMX __BIT(0) /* MONITOR/MWAIT Extensions */
446#define CPUID_MON_IBE __BIT(1) /* Interrupt as Break Event */
447
448#define CPUID_MON_FLAGS "\20" \
449 "\1" "EMX" "\2" "IBE"
450
451/* %edx: number of substates for specific C-state */
452#define CPUID_MON_SUBSTATE(edx, cstate) (((edx) >> (cstate * 4)) & 0x0000000f)
453
454/*
455 * Intel/AMD Digital Thermal Sensor and Power Management.
456 * CPUID Fn0000_0006
457 */
458/* %eax */
459#define CPUID_DSPM_DTS __BIT(0) /* Digital Thermal Sensor */
460#define CPUID_DSPM_IDA __BIT(1) /* Intel Dynamic Acceleration */
461#define CPUID_DSPM_ARAT __BIT(2) /* Always Running APIC Timer */
462#define CPUID_DSPM_PLN __BIT(4) /* Power Limit Notification */
463#define CPUID_DSPM_ECMD __BIT(5) /* Clock Modulation Extension */
464#define CPUID_DSPM_PTM __BIT(6) /* Package Level Thermal Management */
465#define CPUID_DSPM_HWP __BIT(7) /* HWP */
466#define CPUID_DSPM_HWP_NOTIFY __BIT(8) /* HWP Notification */
467#define CPUID_DSPM_HWP_ACTWIN __BIT(9) /* HWP Activity Window */
468#define CPUID_DSPM_HWP_EPP __BIT(10) /* HWP Energy Performance Preference */
469#define CPUID_DSPM_HWP_PLR __BIT(11) /* HWP Package Level Request */
470#define CPUID_DSPM_HDC __BIT(13) /* Hardware Duty Cycling */
471#define CPUID_DSPM_TBMT3 __BIT(14) /* Turbo Boost Max Technology 3.0 */
472#define CPUID_DSPM_HWP_CAP __BIT(15) /* HWP Capabilities */
473#define CPUID_DSPM_HWP_PECI __BIT(16) /* HWP PECI override */
474#define CPUID_DSPM_HWP_FLEX __BIT(17) /* Flexible HWP */
475#define CPUID_DSPM_HWP_FAST __BIT(18) /* Fast access for IA32_HWP_REQUEST */
476#define CPUID_DSPM_HFI __BIT(19) /* Hardware Feedback Interface */
477#define CPUID_DSPM_HWP_IGNIDL __BIT(20) /* Ignore Idle Logical Processor HWP */
478#define CPUID_DSPM_TD __BIT(23) /* Thread Director */
479#define CPUID_DSPM_THERMI_HFN __BIT(24) /* THERM_INTERRUPT MSR HFN bit */
480
481#define CPUID_DSPM_FLAGS "\20" \
482 "\1" "DTS" "\2" "IDA" "\3" "ARAT" \
483 "\5" "PLN" "\6" "ECMD" "\7" "PTM" "\10" "HWP" \
484 "\11" "HWP_NOTIFY" "\12" "HWP_ACTWIN" "\13" "HWP_EPP" "\14" "HWP_PLR" \
485 "\16" "HDC" "\17" "TBM3" "\20" "HWP_CAP" \
486 "\21" "HWP_PECI" "\22" "HWP_FLEX" "\23" "HWP_FAST" "\24HFI" \
487 "\25" "HWP_IGNIDL" "\30" "TD" \
488 "\31" "THERMI_HFN"
489
490/* %ecx */
491#define CPUID_DSPM_HWF __BIT(0) /* MSR_APERF/MSR_MPERF available */
492#define CPUID_DSPM_EPB __BIT(3) /* Energy Performance Bias */
493#define CPUID_DSPM_NTDC __BITS(15, 8) /* Number of Thread Director Classes */
494
495#define CPUID_DSPM_FLAGS1 "\177\20" \
496 "b\0HWF\0" "b\3EPB\0" \
497 "f\10\10NTDC\0"
498
499/*
500 * Intel/AMD Structured Extended Feature.
501 * CPUID Fn0000_0007
502 * %ecx == 0: Subleaf 0
503 * %eax: The Maximum input value for supported subleaf.
504 * %ebx: Feature bits.
505 * %ecx: Feature bits.
506 * %edx: Feature bits.
507 *
508 * %ecx == 1: Structure Extendede Feature Enumeration Sub-leaf
509 * %eax: See below.
510 */
511
512/* %ecx = 0, %ebx */
513#define CPUID_SEF_FSGSBASE __BIT(0) /* {RD,WR}{FS,GS}BASE */
514#define CPUID_SEF_TSC_ADJUST __BIT(1) /* IA32_TSC_ADJUST MSR support */
515#define CPUID_SEF_SGX __BIT(2) /* Software Guard Extensions */
516#define CPUID_SEF_BMI1 __BIT(3) /* Advanced bit manipulation ext. 1st grp */
517#define CPUID_SEF_HLE __BIT(4) /* Hardware Lock Elision */
518#define CPUID_SEF_AVX2 __BIT(5) /* Advanced Vector Extensions 2 */
519#define CPUID_SEF_FDPEXONLY __BIT(6) /* x87FPU Data ptr updated only on x87exp */
520#define CPUID_SEF_SMEP __BIT(7) /* Supervisor-Mode Execution Prevention */
521#define CPUID_SEF_BMI2 __BIT(8) /* Advanced bit manipulation ext. 2nd grp */
522#define CPUID_SEF_ERMS __BIT(9) /* Enhanced REP MOVSB/STOSB */
523#define CPUID_SEF_INVPCID __BIT(10) /* INVPCID instruction */
524#define CPUID_SEF_RTM __BIT(11) /* Restricted Transactional Memory */
525#define CPUID_SEF_QM __BIT(12) /* Resource Director Technology Monitoring */
526#define CPUID_SEF_FPUCSDS __BIT(13) /* Deprecate FPU CS and FPU DS values */
527#define CPUID_SEF_MPX __BIT(14) /* Memory Protection Extensions */
528#define CPUID_SEF_PQE __BIT(15) /* Resource Director Technology Allocation */
529#define CPUID_SEF_AVX512F __BIT(16) /* AVX-512 Foundation */
530#define CPUID_SEF_AVX512DQ __BIT(17) /* AVX-512 Double/Quadword */
531#define CPUID_SEF_RDSEED __BIT(18) /* RDSEED instruction */
532#define CPUID_SEF_ADX __BIT(19) /* ADCX/ADOX instructions */
533#define CPUID_SEF_SMAP __BIT(20) /* Supervisor-Mode Access Prevention */
534#define CPUID_SEF_AVX512_IFMA __BIT(21) /* AVX-512 Integer Fused Multiply Add */
535/* Bit 22 was PCOMMIT */
536#define CPUID_SEF_CLFLUSHOPT __BIT(23) /* Cache Line FLUSH OPTimized */
537#define CPUID_SEF_CLWB __BIT(24) /* Cache Line Write Back */
538#define CPUID_SEF_PT __BIT(25) /* Processor Trace */
539#define CPUID_SEF_AVX512PF __BIT(26) /* AVX-512 PreFetch */
540#define CPUID_SEF_AVX512ER __BIT(27) /* AVX-512 Exponential and Reciprocal */
541#define CPUID_SEF_AVX512CD __BIT(28) /* AVX-512 Conflict Detection */
542#define CPUID_SEF_SHA __BIT(29) /* SHA Extensions */
543#define CPUID_SEF_AVX512BW __BIT(30) /* AVX-512 Byte and Word */
544#define CPUID_SEF_AVX512VL __BIT(31) /* AVX-512 Vector Length */
545
546#define CPUID_SEF_FLAGS "\20" \
547 "\1" "FSGSBASE" "\2" "TSCADJUST" "\3" "SGX" "\4" "BMI1" \
548 "\5" "HLE" "\6" "AVX2" "\7" "FDPEXONLY" "\10" "SMEP" \
549 "\11" "BMI2" "\12" "ERMS" "\13" "INVPCID" "\14" "RTM" \
550 "\15" "QM" "\16" "FPUCSDS" "\17" "MPX" "\20" "PQE" \
551 "\21" "AVX512F" "\22" "AVX512DQ" "\23" "RDSEED" "\24" "ADX" \
552 "\25" "SMAP" "\26" "AVX512_IFMA" "\30" "CLFLUSHOPT" \
553 "\31" "CLWB" "\32" "PT" "\33" "AVX512PF" "\34" "AVX512ER" \
554 "\35" "AVX512CD""\36" "SHA" "\37" "AVX512BW" "\40" "AVX512VL"
555
556/* %ecx = 0, %ecx */
557#define CPUID_SEF_PREFETCHWT1 __BIT(0) /* PREFETCHWT1 instruction */
558#define CPUID_SEF_AVX512_VBMI __BIT(1) /* AVX-512 Vector Byte Manipulation */
559#define CPUID_SEF_UMIP __BIT(2) /* User-Mode Instruction prevention */
560#define CPUID_SEF_PKU __BIT(3) /* Protection Keys for User-mode pages */
561#define CPUID_SEF_OSPKE __BIT(4) /* OS has set CR4.PKE to ena. protec. keys */
562#define CPUID_SEF_WAITPKG __BIT(5) /* TPAUSE,UMONITOR,UMWAIT */
563#define CPUID_SEF_AVX512_VBMI2 __BIT(6) /* AVX-512 Vector Byte Manipulation 2 */
564#define CPUID_SEF_CET_SS __BIT(7) /* CET Shadow Stack */
565#define CPUID_SEF_GFNI __BIT(8) /* Galois Field instructions */
566#define CPUID_SEF_VAES __BIT(9) /* Vector AES instruction set */
567#define CPUID_SEF_VPCLMULQDQ __BIT(10) /* CLMUL instruction set */
568#define CPUID_SEF_AVX512_VNNI __BIT(11) /* Vector Neural Network Instruction */
569#define CPUID_SEF_AVX512_BITALG __BIT(12) /* BITALG instructions */
570#define CPUID_SEF_TME_EN __BIT(13) /* Total Memory Encryption */
571#define CPUID_SEF_AVX512_VPOPCNTDQ __BIT(14) /* Vector Population Count D/Q */
572#define CPUID_SEF_LA57 __BIT(16) /* 57bit linear addr & 5LVL paging */
573#define CPUID_SEF_MAWAU __BITS(21, 17) /* MAWAU for BND{LD,ST}X */
574#define CPUID_SEF_RDPID __BIT(22) /* RDPID and IA32_TSC_AUX */
575#define CPUID_SEF_KL __BIT(23) /* Key Locker */
576#define CPUID_SEF_BUS_LOCK_DETECT __BIT(24) /* OS bus-lock detection */
577#define CPUID_SEF_CLDEMOTE __BIT(25) /* Cache line demote */
578#define CPUID_SEF_MOVDIRI __BIT(27) /* MOVDIRI instruction */
579#define CPUID_SEF_MOVDIR64B __BIT(28) /* MOVDIR64B instruction */
580#define CPUID_SEF_ENQCMD __BIT(29) /* Enqueue Stores */
581#define CPUID_SEF_SGXLC __BIT(30) /* SGX Launch Configuration */
582#define CPUID_SEF_PKS __BIT(31) /* Protection Keys for kern-mode pages */
583
584#define CPUID_SEF_FLAGS1 "\177\20" \
585 "b\0PREFETCHWT1\0" "b\1AVX512_VBMI\0" "b\2UMIP\0" "b\3PKU\0" \
586 "b\4OSPKE\0" "b\5WAITPKG\0" "b\6AVX512_VBMI2\0" "b\7CET_SS\0" \
587 "b\10GFNI\0" "b\11VAES\0" "b\12VPCLMULQDQ\0" "b\13AVX512_VNNI\0"\
588 "b\14AVX512_BITALG\0" "b\15TME_EN\0" "b\16AVX512_VPOPCNTDQ\0" \
589 "b\20LA57\0" \
590 "f\21\5MAWAU\0" "b\26RDPID\0" "b\27KL\0" \
591 "b\30BUS_LOCK_DETECT\0" "b\31CLDEMOTE\0" "b\33MOVDIRI\0" \
592 "b\34MOVDIR64B\0" "b\35ENQCMD\0" "b\36SGXLC\0" "b\37PKS\0"
593
594/* %ecx = 0, %edx */
595#define CPUID_SEF_SGX_KEYS __BIT(1) /* Attestation support for SGX */
596#define CPUID_SEF_AVX512_4VNNIW __BIT(2) /* AVX512 4-reg Neural Network ins */
597#define CPUID_SEF_AVX512_4FMAPS __BIT(3) /* AVX512 4-reg Mult Accum Single precision */
598#define CPUID_SEF_FSRM __BIT(4) /* Fast Short Rep Move */
599#define CPUID_SEF_UINTR __BIT(5) /* User Interrupts */
600#define CPUID_SEF_AVX512_VP2INTERSECT __BIT(8) /* AVX512 VP2INTERSECT */
601#define CPUID_SEF_SRBDS_CTRL __BIT(9) /* IA32_MCU_OPT_CTRL */
602#define CPUID_SEF_MD_CLEAR __BIT(10) /* VERW clears CPU buffers */
603#define CPUID_SEF_RTM_ALWAYS_ABORT __BIT(11) /* XBEGIN immediately abort */
604#define CPUID_SEF_RTM_FORCE_ABORT __BIT(13) /* MSR_TSX_FORCE_ABORT bit 0 */
605#define CPUID_SEF_SERIALIZE __BIT(14) /* SERIALIZE instruction */
606#define CPUID_SEF_HYBRID __BIT(15) /* Hybrid part */
607#define CPUID_SEF_TSXLDTRK __BIT(16) /* TSX suspend load addr tracking */
608#define CPUID_SEF_PCONFIG __BIT(18) /* Platform CONFIGuration */
609#define CPUID_SEF_ARCH_LBR __BIT(19) /* Architectural LBR */
610#define CPUID_SEF_CET_IBT __BIT(20) /* CET Indirect Branch Tracking */
611#define CPUID_SEF_AMX_BF16 __BIT(22) /* AMX bfloat16 */
612#define CPUID_SEF_AVX512_FP16 __BIT(23) /* AVX512 FP16 */
613#define CPUID_SEF_AMX_TILE __BIT(24) /* Tile architecture */
614#define CPUID_SEF_AMX_INT8 __BIT(25) /* AMX 8bit interger */
615#define CPUID_SEF_IBRS __BIT(26) /* IBRS / IBPB Speculation Control */
616#define CPUID_SEF_STIBP __BIT(27) /* STIBP Speculation Control */
617#define CPUID_SEF_L1D_FLUSH __BIT(28) /* IA32_FLUSH_CMD MSR */
618#define CPUID_SEF_ARCH_CAP __BIT(29) /* IA32_ARCH_CAPABILITIES */
619#define CPUID_SEF_CORE_CAP __BIT(30) /* IA32_CORE_CAPABILITIES */
620#define CPUID_SEF_SSBD __BIT(31) /* Speculative Store Bypass Disable */
621
622#define CPUID_SEF_FLAGS2 "\20" \
623 "\2SGX_KEYS" "\3AVX512_4VNNIW" "\4AVX512_4FMAPS" \
624 "\5FSRM" "\6UINTR" \
625 "\11VP2INTERSECT" "\12SRBDS_CTRL" "\13MD_CLEAR" "\14RTM_ALWAYS_ABORT" \
626 "\16RTM_FORCE_ABORT" "\17SERIALIZE" "\20HYBRID" \
627 "\21" "TSXLDTRK" "\23" "PCONFIG" "\24" "ARCH_LBR" \
628 "\25CET_IBT" "\27AMX_BF16" "\30AVX512_FP16" \
629 "\31AMX_TILE" "\32AMX_INT8" "\33IBRS" "\34STIBP" \
630 "\35" "L1D_FLUSH" "\36" "ARCH_CAP" "\37CORE_CAP" "\40" "SSBD"
631
632/* %ecx = 1, %eax */
633#define CPUID_SEF_AVXVNNI __BIT(4) /* AVX version of VNNI */
634#define CPUID_SEF_AVX512_BF16 __BIT(5)
635#define CPUID_SEF_FZLRMS __BIT(10) /* fast zero-length REP MOVSB */
636#define CPUID_SEF_FSRSB __BIT(11) /* fast short REP STOSB */
637#define CPUID_SEF_FSRCS __BIT(12) /* fast short REP CMPSB, REP SCASB */
638#define CPUID_SEF_HRESET __BIT(22) /* HREST & IA32_HRESET_ENABLE MSR */
639#define CPUID_SEF_LAM __BIT(26) /* Linear Address Masking */
640
641#define CPUID_SEF1_FLAGS_A "\20" \
642 "\5" "AVXVNNI" "\6" "AVX512_BF16" \
643 "\13" "FZLRMS" "\14" "FSRSB" \
644 "\15" "FSRCS" "\27" "HRESET" \
645 "\31" "LAM"
646
647/* %ecx = 1, %ebx */
648#define CPUID_SEF_INTEL_PPIN __BIT(0) /* IA32_PPIN & IA32_PPIN_CTL MSRs */
649
650#define CPUID_SEF1_FLAGS_B "\20" \
651 "\1" "PPIN"
652
653/* %ecx = 1, %edx */
654#define CPUID_SEF_CET_SSS __BIT(18) /* CET Supervisor Shadow Stack */
655
656#define CPUID_SEF1_FLAGS_D "\20" \
657 "\23CET_SSS"
658
659/* %ecx = 2, %edx */
660#define CPUID_SEF_PSFD __BIT(0) /* Fast Forwarding Predictor Dis. */
661#define CPUID_SEF_IPRED_CTRL __BIT(1) /* IPRED_DIS */
662#define CPUID_SEF_RRSBA_CTRL __BIT(2) /* RRSBA for CPL3 */
663#define CPUID_SEF_DDPD_U __BIT(3) /* Data Dependent Prefetcher */
664#define CPUID_SEF_BHI_CTRL __BIT(4) /* BHI_DIS_S */
665#define CPUID_SEF_MCDT_NO __BIT(5) /* !MXCSR Config Dependent Timing */
666
667#define CPUID_SEF2_FLAGS_D "\20" \
668 "\1PSFD" "\2IPRED_CTRL" "\3RRSBA_CTRL" "\4DDPD_U" \
669 "\5BHI_CTRL" "\6MCDT_NO"
670
671/*
672 * Intel CPUID Architectural Performance Monitoring.
673 * CPUID Fn0000000a
674 *
675 * See also src/usr.sbin/tprof/arch/tprof_x86.c
676 */
677
678/* %eax */
679#define CPUID_PERF_VERSION __BITS(7, 0) /* Version ID */
680#define CPUID_PERF_NGPPC __BITS(15, 8) /* Num of G.P. perf counter */
681#define CPUID_PERF_NBWGPPC __BITS(23, 16) /* Bit width of G.P. perfcnt */
682#define CPUID_PERF_BVECLEN __BITS(31, 24) /* Length of EBX bit vector */
683
684#define CPUID_PERF_FLAGS0 "\177\20" \
685 "f\0\10VERSION\0" "f\10\10GPCounter\0" \
686 "f\20\10GPBitwidth\0" "f\30\10Vectorlen\0"
687
688/* %ebx */
689#define CPUID_PERF_CORECYCL __BIT(0) /* No core cycle */
690#define CPUID_PERF_INSTRETRY __BIT(1) /* No instruction retried */
691#define CPUID_PERF_REFCYCL __BIT(2) /* No reference cycles */
692#define CPUID_PERF_LLCREF __BIT(3) /* No LLCache reference */
693#define CPUID_PERF_LLCMISS __BIT(4) /* No LLCache miss */
694#define CPUID_PERF_BRINSRETR __BIT(5) /* No branch inst. retried */
695#define CPUID_PERF_BRMISPRRETR __BIT(6) /* No branch mispredict retry */
696#define CPUID_PERF_TOPDOWNSLOT __BIT(7) /* No top-down slots */
697
698#define CPUID_PERF_FLAGS1 "\177\20" \
699 "b\0CORECYCL\0" "b\1INST\0" "b\2REFCYCL\0" "b\3LLCREF\0" \
700 "b\4LLCMISS\0" "b\5BRINST\0" "b\6BRMISPR\0" "b\7TOPDOWNSLOT\0"
701
702/* %ecx */
703
704#define CPUID_PERF_FLAGS2 "\177\20" \
705 "b\0INST\0" "b\1CLK_CORETHREAD\0" "b\2CLK_REF_TSC\0" "b\3TOPDOWNSLOT\0"
706
707/* %edx */
708#define CPUID_PERF_NFFPC __BITS(4, 0) /* Num of fixed-funct perfcnt */
709#define CPUID_PERF_NBWFFPC __BITS(12, 5) /* Bit width of fixed-func pc */
710#define CPUID_PERF_ANYTHREADDEPR __BIT(15) /* Any Thread deprecation */
711
712#define CPUID_PERF_FLAGS3 "\177\20" \
713 "f\0\5FixedFunc\0" "f\5\10FFBitwidth\0" "b\17ANYTHREADDEPR\0"
714
715/*
716 * Intel/AMD CPUID Extended Topology Enumeration.
717 * CPUID Fn0000000b
718 * %ecx == level number
719 * %eax: See below.
720 * %ebx: Number of logical processors at this level.
721 * %ecx: See below.
722 * %edx: x2APIC ID of the current logical processor.
723 */
724/* %eax */
725#define CPUID_TOP_SHIFTNUM __BITS(4, 0) /* Topology ID shift value */
726/* %ecx */
727#define CPUID_TOP_LVLNUM __BITS(7, 0) /* Level number */
728#define CPUID_TOP_LVLTYPE __BITS(15, 8) /* Level type */
729#define CPUID_TOP_LVLTYPE_INVAL 0 /* Invalid */
730#define CPUID_TOP_LVLTYPE_SMT 1 /* SMT */
731#define CPUID_TOP_LVLTYPE_CORE 2 /* Core */
732
733/*
734 * Intel/AMD CPUID Processor extended state Enumeration.
735 * CPUID Fn0000000d
736 *
737 * %ecx == 0: supported features info:
738 * %eax: Valid bits of lower 32bits of XCR0
739 * %ebx: Maximum save area size for features enabled in XCR0
740 * %ecx: Maximum save area size for all cpu features
741 * %edx: Valid bits of upper 32bits of XCR0
742 *
743 * %ecx == 1:
744 * %eax: See below
745 * %ebx: Save area size for features enabled by XCR0 | IA32_XSS
746 * %ecx: Valid bits of lower 32bits of IA32_XSS
747 * %edx: Valid bits of upper 32bits of IA32_XSS
748 *
749 * %ecx >= 2: Save area details for XCR0 bit n
750 * %eax: size of save area for this feature
751 * %ebx: offset of save area for this feature
752 * %ecx, %edx: reserved
753 * All of %eax, %ebx, %ecx and %edx are zero for unsupported features.
754 */
755
756/* %ecx = 1, %eax */
757#define CPUID_PES1_XSAVEOPT __BIT(0) /* xsaveopt instruction */
758#define CPUID_PES1_XSAVEC __BIT(1) /* xsavec & compacted XRSTOR */
759#define CPUID_PES1_XGETBV __BIT(2) /* xgetbv with ECX = 1 */
760#define CPUID_PES1_XSAVES __BIT(3) /* xsaves/xrstors, IA32_XSS */
761#define CPUID_PES1_XFD __BIT(4) /* eXtened Feature Disable */
762
763#define CPUID_PES1_FLAGS "\20" \
764 "\1XSAVEOPT" "\2XSAVEC" "\3XGETBV" "\4XSAVES" \
765 "\5XFD"
766
767/*
768 * Intel Deterministic Address Translation Parameter.
769 * CPUID Fn0000_0018
770 */
771
772/* %ecx=0 %eax __BITS(31, 0): the maximum input value of supported sub-leaf */
773
774/* %ebx */
775#define CPUID_DATP_PGSIZE __BITS(3, 0) /* page size */
776#define CPUID_DATP_PGSIZE_4KB __BIT(0) /* 4KB page support */
777#define CPUID_DATP_PGSIZE_2MB __BIT(1) /* 2MB page support */
778#define CPUID_DATP_PGSIZE_4MB __BIT(2) /* 4MB page support */
779#define CPUID_DATP_PGSIZE_1GB __BIT(3) /* 1GB page support */
780#define CPUID_DATP_PARTITIONING __BITS(10, 8) /* Partitioning */
781#define CPUID_DATP_WAYS __BITS(31, 16) /* Ways of associativity */
782
783/* Number of sets: %ecx */
784
785/* %edx */
786#define CPUID_DATP_TCTYPE __BITS(4, 0) /* Translation Cache type */
787#define CPUID_DATP_TCTYPE_N 0 /* NULL (not valid) */
788#define CPUID_DATP_TCTYPE_D 1 /* Data TLB */
789#define CPUID_DATP_TCTYPE_I 2 /* Instruction TLB */
790#define CPUID_DATP_TCTYPE_U 3 /* Unified TLB */
791#define CPUID_DATP_TCTYPE_L 4 /* Load only TLB */
792#define CPUID_DATP_TCTYPE_S 5 /* Store only TLB */
793#define CPUID_DATP_TCLEVEL __BITS(7, 5) /* TLB level (start at 1) */
794#define CPUID_DATP_FULLASSOC __BIT(8) /* Full associative */
795#define CPUID_DATP_SHARING __BITS(25, 14) /* sharing */
796
797/*
798 * Intel Native Model ID Information Enumeration.
799 * CPUID Fn0000_001a
800 */
801/* %eax */
802#define CPUID_HYBRID_NATIVEID __BITS(23, 0) /* Native model ID */
803#define CPUID_HYBRID_CORETYPE __BITS(31, 24) /* Core type */
804#define CPUID_HYBRID_CORETYPE_ATOM 0x20 /* Atom */
805#define CPUID_HYBRID_CORETYPE_CORE 0x40 /* Core */
806
807/*
808 * Intel Tile Information
809 * CPUID Fn0000_001d
810 * %ecx == 0: Main leaf
811 * %eax: max_palette
812 * %ecx == 1: Tile Palette1 Sub-leaf
813 * Tile palette 1
814 */
815
816/* %ecx */
817#define CPUID_TILE_P1_TOTAL_B __BITS(15, 0)
818#define CPUID_TILE_P1_B_PERTILE __BITS(31, 16)
819#define CPUID_TILE_P1_B_PERLOW __BITS(15, 0)
820#define CPUID_TILE_P1_MAXNAMES __BITS(31, 16)
821#define CPUID_TILE_P1_MAXROWS __BITS(15, 0)
822
823/*
824 * Intel TMUL Information
825 * CPUID Fn0000_001e
826 */
827
828/* %ebx */
829#define CPUID_TMUL_MAXK __BITS(7, 0) /* Rows or columns */
830#define CPUID_TMUL_MAXN __BITS(23, 8) /* Column bytes */
831
832/*
833 * Intel extended features.
834 * CPUID Fn80000001
835 */
836/* %edx */
837#define CPUID_SYSCALL __BIT(11) /* SYSCALL/SYSRET */
838#define CPUID_XD __BIT(20) /* Execute Disable (like CPUID_NOX) */
839#define CPUID_PAGE1GB __BIT(26) /* 1GB Large Page Support */
840#define CPUID_RDTSCP __BIT(27) /* Read TSC Pair Instruction */
841#define CPUID_EM64T __BIT(29) /* Intel EM64T */
842
843#define CPUID_INTEL_EXT_FLAGS "\20" \
844 "\14" "SYSCALL/SYSRET" "\25" "XD" "\33" "P1GB" \
845 "\34" "RDTSCP" "\36" "EM64T"
846
847/* %ecx */
848#define CPUID_LAHF __BIT(0) /* LAHF/SAHF in IA-32e mode, 64bit sub*/
849 /* __BIT(5) */ /* LZCNT. Same as AMD's CPUID_ABM */
850#define CPUID_PREFETCHW __BIT(8) /* PREFETCHW */
851
852#define CPUID_INTEL_FLAGS4 "\20" \
853 "\1" "LAHF" "\02" "B01" "\03" "B02" \
854 "\06" "LZCNT" \
855 "\11" "PREFETCHW"
856
857
858/*
859 * AMD/VIA extended features.
860 * CPUID Fn80000001
861 */
862/* %edx */
863/* CPUID_SYSCALL SYSCALL/SYSRET */
864#define CPUID_MPC 0x00080000 /* Multiprocessing Capable */
865#define CPUID_NOX 0x00100000 /* No Execute Page Protection */
866#define CPUID_MMXX 0x00400000 /* AMD MMX Extensions */
867/* CPUID_MMX MMX supported */
868/* CPUID_FXSR fast FP/MMX save/restore */
869#define CPUID_FFXSR 0x02000000 /* FXSAVE/FXSTOR Extensions */
870/* CPUID_PAGE1GB 1GB Large Page Support */
871/* CPUID_RDTSCP Read TSC Pair Instruction */
872/* CPUID_EM64T Long mode */
873#define CPUID_3DNOW2 0x40000000 /* 3DNow! Instruction Extension */
874#define CPUID_3DNOW 0x80000000 /* 3DNow! Instructions */
875
876#define CPUID_EXT_FLAGS "\20" \
877 "\14" "SYSCALL/SYSRET" \
878 "\24" "MPC" \
879 "\25" "NOX" "\27" "MMXX" "\30" "MMX" \
880 "\31" "FXSR" "\32" "FFXSR" "\33" "P1GB" "\34" "RDTSCP" \
881 "\36" "LONG" "\37" "3DNOW2" "\40" "3DNOW"
882
883/* %ecx (AMD) */
884/* CPUID_LAHF LAHF/SAHF instruction */
885#define CPUID_CMPLEGACY __BIT(1) /* Compare Legacy */
886#define CPUID_SVM __BIT(2) /* Secure Virtual Machine */
887#define CPUID_EAPIC __BIT(3) /* Extended APIC space */
888#define CPUID_ALTMOVCR0 __BIT(4) /* Lock Mov Cr0 */
889#define CPUID_ABM __BIT(5) /* LZCNT instruction */
890#define CPUID_SSE4A __BIT(6) /* SSE4A instruction set */
891#define CPUID_MISALIGNSSE __BIT(7) /* Misaligned SSE */
892#define CPUID_3DNOWPF __BIT(8) /* 3DNow Prefetch */
893#define CPUID_OSVW __BIT(9) /* OS visible workarounds */
894#define CPUID_IBS __BIT(10) /* Instruction Based Sampling */
895#define CPUID_XOP __BIT(11) /* XOP instruction set */
896#define CPUID_SKINIT __BIT(12) /* SKINIT */
897#define CPUID_WDT __BIT(13) /* watchdog timer support */
898#define CPUID_LWP __BIT(15) /* Light Weight Profiling */
899#define CPUID_FMA4 __BIT(16) /* FMA4 instructions */
900#define CPUID_TCE __BIT(17) /* Translation cache Extension */
901#define CPUID_NODEID __BIT(19) /* NodeID MSR available */
902#define CPUID_TBM __BIT(21) /* TBM instructions */
903#define CPUID_TOPOEXT __BIT(22) /* cpuid Topology Extension */
904#define CPUID_PCEC __BIT(23) /* Perf Ctr Ext Core */
905#define CPUID_PCENB __BIT(24) /* Perf Ctr Ext NB */
906#define CPUID_SPM __BIT(25) /* Stream Perf Mon */
907#define CPUID_DBE __BIT(26) /* Data Breakpoint Extension */
908#define CPUID_PTSC __BIT(27) /* PerfTsc */
909#define CPUID_L2IPERFC __BIT(28) /* L2I performance counter Extension */
910#define CPUID_MWAITX __BIT(29) /* MWAITX/MONITORX support */
911#define CPUID_ADDRMASKEXT __BIT(30) /* Breakpoint Addressing Mask ext. */
912
913#define CPUID_AMD_FLAGS4 "\20" \
914 "\1" "LAHF" "\2" "CMPLEGACY" "\3" "SVM" "\4" "EAPIC" \
915 "\5" "ALTMOVCR0" "\6" "LZCNT" "\7" "SSE4A" "\10" "MISALIGNSSE" \
916 "\11" "3DNOWPREFETCH" \
917 "\12" "OSVW" "\13" "IBS" "\14" "XOP" \
918 "\15" "SKINIT" "\16" "WDT" "\17" "B14" "\20" "LWP" \
919 "\21" "FMA4" "\22" "TCE" "\23" "B18" "\24" "NodeID" \
920 "\25" "B20" "\26" "TBM" "\27" "TopoExt" "\30" "PCExtC" \
921 "\31" "PCExtNB" "\32" "StrmPM" "\33" "DBExt" "\34" "PerfTsc" \
922 "\35" "L2IPERFC" "\36" "MWAITX" "\37" "AddrMaskExt" "\40" "B31"
923
924/*
925 * Advanced Power Management and RAS.
926 * CPUID Fn8000_0007
927 *
928 * Only ITSC is for both Intel and AMD. Others are only for AMD.
929 *
930 * %ebx: RAS capabilities. See below.
931 * %ecx: Processor Power Monitoring Interface.
932 * %edx: See below.
933 *
934 */
935/* %ebx */
936#define CPUID_RAS_OVFL_RECOV __BIT(0) /* MCA Overflow Recovery */
937#define CPUID_RAS_SUCCOR __BIT(1) /* Sw UnCorr. err. COntainment & Recovery */
938#define CPUID_RAS_MCAX __BIT(3) /* MCA Extension */
939
940#define CPUID_RAS_FLAGS "\20" \
941 "\1OVFL_RECOV" "\2SUCCOR" "\4" "MCAX"
942
943/* %edx */
944#define CPUID_APM_TS __BIT(0) /* Temperature Sensor */
945#define CPUID_APM_FID __BIT(1) /* Frequency ID control */
946#define CPUID_APM_VID __BIT(2) /* Voltage ID control */
947#define CPUID_APM_TTP __BIT(3) /* THERMTRIP (PCI F3xE4 register) */
948#define CPUID_APM_HTC __BIT(4) /* Hardware thermal control (HTC) */
949#define CPUID_APM_STC __BIT(5) /* Software thermal control (STC) */
950#define CPUID_APM_100 __BIT(6) /* 100MHz multiplier control */
951#define CPUID_APM_HWP __BIT(7) /* HW P-State control */
952#define CPUID_APM_ITSC __BIT(8) /* Invariant TSC */
953#define CPUID_APM_CPB __BIT(9) /* Core Performance Boost */
954#define CPUID_APM_EFF __BIT(10) /* Effective Frequency (read-only) */
955#define CPUID_APM_PROCFI __BIT(11) /* Processor Feedback Interface */
956#define CPUID_APM_PROCPR __BIT(12) /* Processor Power Reporting */
957#define CPUID_APM_CONNSTBY __BIT(13) /* Connected Standby */
958#define CPUID_APM_RAPL __BIT(14) /* Running Average Power Limit */
959
960#define CPUID_APM_FLAGS "\20" \
961 "\1" "TS" "\2" "FID" "\3" "VID" "\4" "TTP" \
962 "\5" "HTC" "\6" "STC" "\7" "100" "\10" "HWP" \
963 "\11" "ITSC" "\12" "CPB" "\13" "EffFreq" "\14" "PROCFI" \
964 "\15" "PROCPR" "\16" "CONNSTBY" "\17" "RAPL"
965
966/*
967 * AMD Processor Capacity Parameters and Extended Features.
968 * CPUID Fn8000_0008
969 * %eax: Long Mode Size Identifiers
970 * %ebx: Extended Feature Identifiers
971 * %ecx: Size Identifiers
972 * %edx: RDPRU Register Identifier Range
973 */
974
975/* %ebx */
976#define CPUID_CAPEX_CLZERO __BIT(0) /* CLZERO instruction */
977#define CPUID_CAPEX_IRPERF __BIT(1) /* InstRetCntMsr */
978#define CPUID_CAPEX_XSAVEERPTR __BIT(2) /* RstrFpErrPtrs by XRSTOR */
979#define CPUID_CAPEX_INVLPGB __BIT(3) /* INVLPGB instruction */
980#define CPUID_CAPEX_RDPRU __BIT(4) /* RDPRU instruction */
981#define CPUID_CAPEX_MBE __BIT(6) /* Memory Bandwidth Enforcement */
982#define CPUID_CAPEX_MCOMMIT __BIT(8) /* MCOMMIT instruction */
983#define CPUID_CAPEX_WBNOINVD __BIT(9) /* WBNOINVD instruction */
984#define CPUID_CAPEX_IBPB __BIT(12) /* Speculation Control IBPB */
985#define CPUID_CAPEX_INT_WBINVD __BIT(13) /* Interruptable WB[NO]INVD */
986#define CPUID_CAPEX_IBRS __BIT(14) /* Speculation Control IBRS */
987#define CPUID_CAPEX_STIBP __BIT(15) /* Speculation Control STIBP */
988#define CPUID_CAPEX_IBRS_ALWAYSON __BIT(16) /* IBRS always on mode */
989#define CPUID_CAPEX_STIBP_ALWAYSON __BIT(17) /* STIBP always on mode */
990#define CPUID_CAPEX_PREFER_IBRS __BIT(18) /* IBRS preferred */
991#define CPUID_CAPEX_IBRS_SAMEMODE __BIT(19) /* IBRS same speculation limits */
992#define CPUID_CAPEX_EFER_LSMSLE_UN __BIT(20) /* EFER.LMSLE is unsupported */
993#define CPUID_CAPEX_INVLPGB_NEST __BIT(21) /* INVLPGB nested translation */
994#define CPUID_CAPEX_AMD_PPIN __BIT(23) /* Protected Processor Inventory Number */
995#define CPUID_CAPEX_SSBD __BIT(24) /* Speculation Control SSBD */
996#define CPUID_CAPEX_VIRT_SSBD __BIT(25) /* Virt Spec Control SSBD */
997#define CPUID_CAPEX_SSB_NO __BIT(26) /* SSBD not required */
998#define CPUID_CAPEX_CPPC __BIT(27) /* Collaborative Processor Perf. Control */
999#define CPUID_CAPEX_PSFD __BIT(28) /* Predictive Store Forward Dis */
1000#define CPUID_CAPEX_BTC_NO __BIT(29) /* Branch Type Confusion NO */
1001#define CPUID_CAPEX_IBPB_RET __BIT(30) /* Clear RET address predictor */
1002
1003#define CPUID_CAPEX_FLAGS "\20" \
1004 "\1CLZERO" "\2IRPERF" "\3XSAVEERPTR" "\4INVLPGB" \
1005 "\5RDPRU" "\7MBE" \
1006 "\11MCOMMIT" "\12WBNOINVD" "\13B10" \
1007 "\15IBPB" "\16INT_WBINVD" "\17IBRS" "\20STIBP" \
1008 "\21IBRS_ALWAYSON" "\22STIBP_ALWAYSON" "\23PREFER_IBRS" \
1009 "\24IBRS_SAMEMODE" \
1010 "\25EFER_LSMSLE_UN" "\26INVLPGB_NEST" "\30PPIN" \
1011 "\31SSBD" "\32VIRT_SSBD" "\33SSB_NO" "\34CPPC" \
1012 "\35PSFD" "\36BTC_NO" "\37IBPB_RET"
1013
1014/* %ecx */
1015#define CPUID_CAPEX_PerfTscSize __BITS(17,16) /* Perf. tstamp counter size */
1016#define CPUID_CAPEX_ApicIdSize __BITS(15,12) /* APIC ID Size */
1017#define CPUID_CAPEX_NC __BITS(7,0) /* Number of threads - 1 */
1018
1019/*
1020 * AMD SVM Revision and Feature.
1021 * CPUID Fn8000_000a
1022 */
1023
1024/* %eax: SVM revision */
1025#define CPUID_AMD_SVM_REV __BITS(7,0)
1026
1027/* %edx: SVM features */
1028#define CPUID_AMD_SVM_NP __BIT(0) /* Nested Paging */
1029#define CPUID_AMD_SVM_LbrVirt __BIT(1) /* LBR virtualization */
1030#define CPUID_AMD_SVM_SVML __BIT(2) /* SVM Lock */
1031#define CPUID_AMD_SVM_NRIPS __BIT(3) /* NRIP Save on #VMEXIT */
1032#define CPUID_AMD_SVM_TSCRateCtrl __BIT(4) /* MSR-based TSC rate ctrl */
1033#define CPUID_AMD_SVM_VMCBCleanBits __BIT(5) /* VMCB Clean Bits support */
1034#define CPUID_AMD_SVM_FlushByASID __BIT(6) /* Flush by ASID */
1035#define CPUID_AMD_SVM_DecodeAssist __BIT(7) /* Decode Assists support */
1036#define CPUID_AMD_SVM_PmcVirt __BIT(8) /* PMC Virtualization */
1037#define CPUID_AMD_SVM_PauseFilter __BIT(10) /* PAUSE intercept filter */
1038#define CPUID_AMD_SVM_PFThreshold __BIT(12) /* PAUSE filter threshold */
1039#define CPUID_AMD_SVM_AVIC __BIT(13) /* Advanced Virt. Intr. Ctrl */
1040#define CPUID_AMD_SVM_V_VMSAVE_VMLOAD __BIT(15) /* Virtual VM{SAVE/LOAD} */
1041#define CPUID_AMD_SVM_vGIF __BIT(16) /* Virtualized GIF */
1042#define CPUID_AMD_SVM_GMET __BIT(17) /* Guest Mode Execution Trap */
1043#define CPUID_AMD_SVM_X2AVIC __BIT(18) /* Virt. Intr. Ctrl 4 x2APIC */
1044#define CPUID_AMD_SVM_SSSCHECK __BIT(19) /* Shadow Stack restrictions */
1045#define CPUID_AMD_SVM_SPEC_CTRL __BIT(20) /* SPEC_CTRL virtualization */
1046#define CPUID_AMD_SVM_ROGPT __BIT(21) /* Read-Only Guest PTable */
1047#define CPUID_AMD_SVM_HOST_MCE_OVERRIDE __BIT(23) /* #MC intercept */
1048#define CPUID_AMD_SVM_TLBICTL __BIT(24) /* TLB Intercept Control */
1049#define CPUID_AMD_SVM_VNMI __BIT(25) /* NMI Virtualization */
1050#define CPUID_AMD_SVM_IBSVIRT __BIT(26) /* IBS Virtualization */
1051#define CPUID_AMD_SVM_XLVTOFFFLTCHG __BIT(27) /* Ext LVToffset FLT changed */
1052#define CPUID_AMD_SVM_VMCBADRCHKCHG __BIT(28) /* VMCB addr check changed */
1053#define CPUID_AMD_SVM_BUSLOCKTHRESH __BIT(29) /* Bus Lock Threshold */
1054#define CPUID_AMD_SVM_IDLEHLTINTERCEPT __BIT(30) /* Idle HLT Intercept */
1055#define CPUID_AMD_SVM_ESHUTDOWN __BIT(31) /* Enhanced Shutdown Intr. */
1056
1057#define CPUID_AMD_SVM_FLAGS "\20" \
1058 "\1" "NP" "\2" "LbrVirt" "\3" "SVML" "\4" "NRIPS" \
1059 "\5" "TSCRate" "\6" "VMCBCleanBits" \
1060 "\7" "FlushByASID" "\10" "DecodeAssist" \
1061 "\11PmcVirt" "\12" "B09" "\13" "PauseFilter" "\14" "B11" \
1062 "\15" "PFThreshold" "\16" "AVIC" "\17" "B14" \
1063 "\20" "V_VMSAVE_VMLOAD" \
1064 "\21" "VGIF" "\22" "GMET" "\23x2AVIC" "\24SSSCHECK" \
1065 "\25" "SPEC_CTRL" "\26" "ROGPT" "\30HOST_MCE_OVERRIDE" \
1066 "\31" "TLBICTL" "\32VNMI" "\33IBSVIRT" "\34ExtLvtOffsetFaultChg" \
1067 "\35VmcbAddrChkChg" "\36BusLockThreshold" "\37IdleHltIntercept" \
1068 "\40EnhancedShutdownInterrupt"
1069
1070/*
1071 * AMD Instruction-Based Sampling Capabilities.
1072 * CPUID Fn8000_001b
1073 */
1074/* %eax */
1075#define CPUID_IBS_FFV __BIT(0) /* Feature Flags Valid */
1076#define CPUID_IBS_FETCHSUM __BIT(1) /* Fetch Sampling */
1077#define CPUID_IBS_OPSAM __BIT(2) /* execution SAMpling */
1078#define CPUID_IBS_RDWROPCNT __BIT(3) /* Read Write of Op Counter */
1079#define CPUID_IBS_OPCNT __BIT(4) /* OP CouNTing mode */
1080#define CPUID_IBS_BRNTRGT __BIT(5) /* Branch Target */
1081#define CPUID_IBS_OPCNTEXT __BIT(6) /* OpCurCnt and OpMaxCnt extended */
1082#define CPUID_IBS_RIPINVALIDCHK __BIT(7) /* Invalid RIP indication */
1083#define CPUID_IBS_OPBRNFUSE __BIT(8) /* Fused branch micro-op indicate */
1084#define CPUID_IBS_FETCHCTLEXTD __BIT(9) /* IC_IBS_EXTD_CTL MSR */
1085#define CPUID_IBS_OPDATA4 __BIT(10) /* IBS op data 4 MSR */
1086#define CPUID_IBS_ZEN4E __BIT(11) /* Zen4 IBS Extensions */
1087#define CPUID_IBS_LOADLATFILT __BIT(12) /* Load Latency Filtering */
1088#define CPUID_IBS_UPDDTLBSTAT __BIT(19) /* Updated DTLB stats */
1089
1090#define CPUID_IBS_FLAGS "\20" \
1091 "\1IBSFFV" "\2FetchSam" "\3OpSam" "\4RdWrOpCnt" \
1092 "\5OpCnt" "\6BrnTrgt" "\7OpCntExt" "\10RipInvalidChk" \
1093 "\11OpBrnFuse" "\12IbsFetchCtlExtd" "\13IbsOpData4" \
1094 "\14Zen4IbsExtensions" \
1095 "\15IbsLoadLatencyFiltering" \
1096 "\24IbsUpdtdDtlbStats"
1097
1098/*
1099 * AMD Cache Topology Information.
1100 * CPUID Fn8000_001d
1101 * It's almost the same as Intel Deterministic Cache Parameter Leaf(0x04)
1102 * except the following:
1103 * No Cores/package (%eax bit 31..26)
1104 * No Complex cache indexing (%edx bit 2)
1105 */
1106
1107/*
1108 * AMD Processor Topology Information.
1109 * CPUID Fn8000_001e
1110 * %eax: Extended APIC ID.
1111 * %ebx: Core Identifiers.
1112 * %ecx: Node Identifiers.
1113 */
1114
1115/* %ebx */
1116#define CPUID_AMD_PROCT_COREID __BITS(7,0) /* Core ID */
1117#define CPUID_AMD_PROCT_THREADS_PER_CORE __BITS(15,8) /* Threads/Core - 1 */
1118
1119/* %ecx */
1120#define CPUID_AMD_PROCT_NODEID __BITS(7,0) /* Node ID */
1121#define CPUID_AMD_PROCT_NODE_PER_PROCESSOR __BITS(10,8) /* Node/Processor -1 */
1122
1123/*
1124 * AMD Encrypted Memory Capabilities.
1125 * CPUID Fn8000_001f
1126 * %eax: flags
1127 * %ebx: 5-0: Cbit Position
1128 * 11-6: PhysAddrReduction
1129 * 15-12: NumVMPL
1130 * %ecx: 31-0: NumEncryptedGuests
1131 * %edx: 31-0: MinSevNoEsAsid
1132 */
1133#define CPUID_AMD_ENCMEM_SME __BIT(0) /* Secure Memory Encryption */
1134#define CPUID_AMD_ENCMEM_SEV __BIT(1) /* Secure Encrypted Virtualiz. */
1135#define CPUID_AMD_ENCMEM_PGFLMSR __BIT(2) /* Page Flush MSR */
1136#define CPUID_AMD_ENCMEM_SEVES __BIT(3) /* SEV Encrypted State */
1137#define CPUID_AMD_ENCMEM_SEV_SNP __BIT(4) /* Secure Nested Paging */
1138#define CPUID_AMD_ENCMEM_VMPL __BIT(5) /* Virtual Machine Privilege Lvl */
1139#define CPUID_AMD_ENCMEM_RMPQUERY __BIT(6) /* RMPQUERY instruction */
1140#define CPUID_AMD_ENCMEM_VMPLSSS __BIT(7) /* VMPL Secure Shadow Stack */
1141#define CPUID_AMD_ENCMEM_SECTSC __BIT(8) /* Secure TSC */
1142#define CPUID_AMD_ENCMEM_TSCAUX_V __BIT(9) /* TSC AUX Virtualization */
1143#define CPUID_AMD_ENCMEM_HECC __BIT(10) /* HW Enf Cache Coh across enc dom */
1144#define CPUID_AMD_ENCMEM_64BH __BIT(11) /* 64Bit Host */
1145#define CPUID_AMD_ENCMEM_RSTRINJ __BIT(12) /* Restricted Injection */
1146#define CPUID_AMD_ENCMEM_ALTINJ __BIT(13) /* Alternate Injection */
1147#define CPUID_AMD_ENCMEM_DBGSWAP __BIT(14) /* Debug Swap */
1148#define CPUID_AMD_ENCMEM_PREVHOSTIBS __BIT(15) /* Prevent Host IBS */
1149#define CPUID_AMD_ENCMEM_VTE __BIT(16) /* Virtual Transparent Encryption */
1150#define CPUID_AMD_ENCMEM_VMGEXITP __BIT(17) /* VMGEXIT Parameter */
1151#define CPUID_AMD_ENCMEM_VIRTTOM __BIT(18) /* Virtual TOM MSR */
1152#define CPUID_AMD_ENCMEM_IBSVGUEST __BIT(19) /* IBS Virt. for SEV-ES guest */
1153#define CPUID_AMD_ENCMEM_PMCVGUEST __BIT(20) /* PMC Virt. for SEV-ES guest */
1154#define CPUID_AMD_ENCMEM_RMPREAD __BIT(21) /* RMPREAD instruction */
1155#define CPUID_AMD_ENCMEM_GUESTINTERCEPT __BIT(22) /* Guest Intercept 4SEV-ES */
1156#define CPUID_AMD_ENCMEM_SEGRMP __BIT(23) /* Segmented RMP */
1157#define CPUID_AMD_ENCMEM_VMSA_REGPROT __BIT(24) /* VmsaRegProt */
1158#define CPUID_AMD_ENCMEM_SMTPROTECT __BIT(25) /* SMT Protection */
1159#define CPUID_AMD_ENCMEM_SECAVIC __BIT(26) /* Secure AVIC */
1160#define CPUID_AMD_ENCMEM_ALLOWSEV __BIT(27) /* Allowed SEV */
1161#define CPUID_AMD_ENCMEM_SVSM_COMMPAGE __BIT(28) /* SVSM Communication Page */
1162#define CPUID_AMD_ENCMEM_NESTED_VSMP __BIT(29) /* VIRT_{RMPUPDATE,PSMASH} */
1163#define CPUID_AMD_ENCMEM_HVINUSEWR __BIT(30) /* HV In Use Write Allow */
1164#define CPUID_AMD_ENCMEM_IBPBONENTRY __BIT(31) /* IBPB on Entry */
1165
1166#define CPUID_AMD_ENCMEM_FLAGS "\20" \
1167 "\1" "SME" "\2" "SEV" "\3" "PageFlushMsr" "\4" "SEV-ES" \
1168 "\5" "SEV-SNP" "\6" "VMPL" "\7RMPQUERY" "\10VmplSSS" \
1169 "\11SecureTSC" "\12TscAuxVirt" "\13HwEnfCacheCoh" "\14" "64BitHost" \
1170 "\15" "RSTRINJ" "\16" "ALTINJ" "\17" "DebugSwap" "\20PreventHostIbs" \
1171 "\21VTE" "\22VmgexitParam" "\23VirtualTomMsr" "\24IbsVirtGuest" \
1172 "\25PmcVirtGuest" "\26RMPREAD" \
1173 "\27GuestInterceptControl" "\30SegmentedRmp" \
1174 "\31VmsaRegProt" "\32SmtProtection" "\33SecureAvic" "\34AllowedSev" \
1175 "\35SvsmCommPageMSR" "\36NestedVirtSnpMsr" "\37HvInuseWrAllowed" \
1176 "\40IbpbOnEntry"
1177
1178/*
1179 * AMD Extended Features 2.
1180 * CPUID Fn8000_0021
1181 */
1182
1183/* %eax */
1184#define CPUID_AMDEXT2_NONESTEDDBP __BIT(0) /* No nested data breakpoints */
1185#define CPUID_AMDEXT2_FGKBNOSERIAL __BIT(1) /* {FS,GS,K}BASE WRMSR !serializ */
1186#define CPUID_AMDEXT2_LFENCESERIAL __BIT(2) /* LFENCE always serializing */
1187#define CPUID_AMDEXT2_SMMPGCFGLCK __BIT(3) /* SMM Paging configuration lock */
1188#define CPUID_AMDEXT2_NULLSELCLRB __BIT(6) /* Null segment selector clr base */
1189#define CPUID_AMDEXT2_UPADDRIGN __BIT(7) /* Upper Address Ignore */
1190#define CPUID_AMDEXT2_AUTOIBRS __BIT(8) /* Automatic IBRS */
1191#define CPUID_AMDEXT2_NOSMMCTL __BIT(9) /* SMM_CTL MSR is not supported */
1192#define CPUID_AMDEXT2_FSRS __BIT(10) /* Fast Short Rep Stosb */
1193#define CPUID_AMDEXT2_FSRC __BIT(11) /* Fast Short Rep Cmpsb */
1194#define CPUID_AMDEXT2_PMCPRECISERETIRE __BIT(12) /* PMC Presize Retire */
1195#define CPUID_AMDEXT2_PREFETCHCTL __BIT(13) /* Prefetch control MSR */
1196#define CPUID_AMDEXT2_L2TLBSIZEX32 __BIT(14) /* L2TLB size encoded as x32 */
1197#define CPUID_AMDEXT2_ERMSB __BIT(15) /* AMD implementation of ERMSB */
1198#define CPUID_AMDEXT2_OPF17RECLAIM __BIT(16) /* Reserve opcode 0f 01/7 */
1199#define CPUID_AMDEXT2_CPUIDUSRDIS __BIT(17) /* CPUID dis. for non-priv. soft */
1200#define CPUID_AMDEXT2_EPSF __BIT(18) /* Enhanced Predictive Store Fwd */
1201#define CPUID_AMDEXT2_0F017_RECLAIM __BIT(19) /* Opecode 0f 01/7 reserved */
1202#define CPUID_AMDEXT2_PREFETCHI __BIT(20) /* IC prefetch support */
1203#define CPUID_AMDEXT2_FP512_DOWNGRADE __BIT(21) /* FP512 dpath down to 256 */
1204#define CPUID_AMDEXT2_WL_CLASS __BIT(22) /* wkld based heuristic feedback */
1205#define CPUID_AMDEXT2_ERAPS __BIT(24) /* Enhn. Retn. Addr. Pred. Sec. */
1206#define CPUID_AMDEXT2_SBPB __BIT(27) /* Selective Brnc. Pred. Barrier */
1207#define CPUID_AMDEXT2_IBPB_BRTYPE __BIT(28) /* BRanch TYPE prediction flush */
1208#define CPUID_AMDEXT2_SRSO_NO __BIT(29) /* Not vulnerable to SRSO */
1209#define CPUID_AMDEXT2_SRSO_UK_NO __BIT(30) /* SRSO_NO at user-kern boundary */
1210#define CPUID_AMDEXT2_SRSO_MSR_FIX __BIT(31) /* SRSO mitig. bit in BP_CFG[4] */
1211
1212#define CPUID_AMDEXT2_FLAGS "\20" \
1213 "\1NoNestedDataBp" "\2FsGsKernelGsBaseNonSerializing" \
1214 "\3LfenceAlwaysSerialize" "\4SmmPgCfgLock" \
1215 "\7NullSelectClearsBase" "\10UpperAddressIgnore" \
1216 "\11AutomaticIBRS" "\12NoSmmCtlMSR" "\13FSRS" "\14FSRC" \
1217 "\15PMC2PreciseRetire" "\16PrefetchCtlMSR" "\17L2TlbsizeX32" \
1218 "\20AMD_ERMSB" \
1219 "\21OPCODE_0F017_RECLAIM" "\22CpuidUserDis" "\23EPSF" \
1220 "\24FAST_REP_SCASB" \
1221 "\25PREFETCHI" "\26FP512_DOWNGRADE" "\27WL_CLASS_SUPPORT" \
1222 "\31ERAPS" "\34SBPB" \
1223 "\35IBPB_BRTYPE" "\36SRSO_NO" "\37SRSO_USER_KERNEL_NO" \
1224 "\40SRSO_MSR_FIX"
1225
1226/*
1227 * AMD Extended Performance Monitoring and Debug
1228 * CPUID Fn8000_0022
1229 */
1230
1231/* %eax */
1232#define CPUID_AXPERF_PERFMONV2 __BIT(0) /* Version 2 */
1233#define CPUID_AXPERF_LBRSTACK __BIT(1) /* Last Branch Record Stack */
1234#define CPUID_AXPERF_LBRPMCFREEZE __BIT(2) /* Freezing LBR and PMC */
1235
1236#define CPUID_AXPERF_FLAGS "\20" \
1237 "\1PerfMonV2" "\2LbrStack" "\3LbrAndPmcFreeze"
1238
1239/* %ebx */
1240#define CPUID_AXPERF_NCPC __BITS(3, 0) /* Num of Core PMC counters */
1241#define CPUID_AXPERF_NLBRSTACK __BITS(9, 4) /* Num of LBR Stack entries */
1242#define CPUID_AXPERF_NNBPC __BITS(15, 10) /* Num of NorthBridge PMCs */
1243#define CPUID_AXPERF_NUMCPC __BITS(23, 16) /* Num of UMC PMCs */
1244
1245/*
1246 * AMD Hetero Workload Classification
1247 * CPUID Fn8000_0027
1248 */
1249
1250/* %eax */
1251
1252#define CPUID_HWC_NWC __BITS(3, 0) /* Number of Workload Class IDs */
1253
1254/*
1255 * Centaur Extended Feature flags.
1256 * CPUID FnC000_0001 (VIA "Nehemiah" or later)
1257 */
1258#define CPUID_VIA_HAS_AIS __BIT(0) /* Alternate Instruction Set supported */
1259 /* (VIA "Nehemiah" only) */
1260#define CPUID_VIA_DO_AIS __BIT(1) /* Alternate Instruction Set enabled */
1261 /* (VIA "Nehemiah" only) */
1262#define CPUID_VIA_HAS_RNG __BIT(2) /* Random number generator */
1263#define CPUID_VIA_DO_RNG __BIT(3)
1264#define CPUID_VIA_HAS_ACE __BIT(6) /* AES Encryption */
1265#define CPUID_VIA_DO_ACE __BIT(7)
1266#define CPUID_VIA_HAS_ACE2 __BIT(8) /* AES+CTR instructions */
1267#define CPUID_VIA_DO_ACE2 __BIT(9)
1268#define CPUID_VIA_HAS_PHE __BIT(10) /* SHA1+SHA256 HMAC */
1269#define CPUID_VIA_DO_PHE __BIT(11)
1270#define CPUID_VIA_HAS_PMM __BIT(12) /* RSA Instructions */
1271#define CPUID_VIA_DO_PMM __BIT(13)
1272
1273#define CPUID_FLAGS_PADLOCK "\20" \
1274 "\3" "RNG" "\7" "AES" "\11" "AES/CTR" "\13" "SHA1/SHA256" \
1275 "\15" "RSA"
1276
1277/*
1278 * Model-Specific Registers
1279 */
1280#define MSR_TSC 0x010
1281#define MSR_IA32_PLATFORM_ID 0x017
1282#define MSR_APICBASE 0x01b
1283#define APICBASE_BSP 0x00000100 /* boot processor */
1284#define APICBASE_EXTD 0x00000400 /* x2APIC mode */
1285#define APICBASE_EN 0x00000800 /* software enable */
1286/*
1287 * APICBASE_PHYSADDR is actually variable-sized on some CPUs. But we're
1288 * only interested in the initial value, which is guaranteed to fit the
1289 * first 32 bits. So this macro is fine.
1290 */
1291#define APICBASE_PHYSADDR 0xfffff000 /* physical address */
1292#define MSR_EBL_CR_POWERON 0x02a
1293#define MSR_EBC_FREQUENCY_ID 0x02c /* PIV only */
1294#define MSR_IA32_SPEC_CTRL 0x048
1295#define IA32_SPEC_CTRL_IBRS 0x01
1296#define IA32_SPEC_CTRL_STIBP 0x02
1297#define IA32_SPEC_CTRL_SSBD 0x04
1298#define MSR_IA32_PRED_CMD 0x049
1299#define IA32_PRED_CMD_IBPB 0x01
1300#define MSR_BIOS_UPDT_TRIG 0x079
1301#define MSR_BIOS_SIGN 0x08b
1302#define MSR_PERFCTR0 0x0c1
1303#define MSR_PERFCTR1 0x0c2
1304#define MSR_FSB_FREQ 0x0cd /* Core Duo/Solo only */
1305#define MSR_MPERF 0x0e7
1306#define MSR_APERF 0x0e8
1307#define MSR_IA32_EXT_CONFIG 0x0ee /* Undocumented. Core Solo/Duo only */
1308#define MSR_MTRRcap 0x0fe
1309#define MSR_IA32_ARCH_CAPABILITIES 0x10a
1310#define IA32_ARCH_RDCL_NO 0x01
1311#define IA32_ARCH_IBRS_ALL 0x02
1312#define IA32_ARCH_RSBA 0x04
1313#define IA32_ARCH_SKIP_L1DFL_VMENTRY 0x08
1314#define IA32_ARCH_SSB_NO 0x10
1315#define IA32_ARCH_MDS_NO 0x20
1316#define IA32_ARCH_IF_PSCHANGE_MC_NO 0x40
1317#define IA32_ARCH_TSX_CTRL 0x80
1318#define IA32_ARCH_TAA_NO 0x100
1319#define MSR_IA32_FLUSH_CMD 0x10b
1320#define IA32_FLUSH_CMD_L1D_FLUSH 0x01
1321#define MSR_TSX_FORCE_ABORT 0x10f
1322#define MSR_IA32_TSX_CTRL 0x122
1323#define IA32_TSX_CTRL_RTM_DISABLE __BIT(0)
1324#define IA32_TSX_CTRL_TSX_CPUID_CLEAR __BIT(1)
1325#define MSR_SYSENTER_CS 0x174 /* PII+ only */
1326#define MSR_SYSENTER_ESP 0x175 /* PII+ only */
1327#define MSR_SYSENTER_EIP 0x176 /* PII+ only */
1328#define MSR_MCG_CAP 0x179
1329#define MSR_MCG_STATUS 0x17a
1330#define MSR_MCG_CTL 0x17b
1331#define MSR_EVNTSEL0 0x186
1332#define MSR_EVNTSEL1 0x187
1333#define MSR_PERF_STATUS 0x198 /* Pentium M */
1334#define MSR_PERF_CTL 0x199 /* Pentium M */
1335#define MSR_THERM_CONTROL 0x19a
1336#define MSR_THERM_INTERRUPT 0x19b
1337#define MSR_THERM_STATUS 0x19c
1338#define MSR_THERM2_CTL 0x19d /* Pentium M */
1339#define MSR_MISC_ENABLE 0x1a0
1340#define IA32_MISC_FAST_STR_EN __BIT(0)
1341#define IA32_MISC_ATCC_EN __BIT(3)
1342#define IA32_MISC_PERFMON_EN __BIT(7)
1343#define IA32_MISC_BTS_UNAVAIL __BIT(11)
1344#define IA32_MISC_PEBS_UNAVAIL __BIT(12)
1345#define IA32_MISC_EISST_EN __BIT(16)
1346#define IA32_MISC_MWAIT_EN __BIT(18)
1347#define IA32_MISC_LIMIT_CPUID __BIT(22)
1348#define IA32_MISC_XTPR_DIS __BIT(23)
1349#define IA32_MISC_XD_DIS __BIT(34)
1350#define MSR_TEMPERATURE_TARGET 0x1a2
1351#define MSR_DEBUGCTLMSR 0x1d9
1352#define MSR_LASTBRANCHFROMIP 0x1db
1353#define MSR_LASTBRANCHTOIP 0x1dc
1354#define MSR_LASTINTFROMIP 0x1dd
1355#define MSR_LASTINTTOIP 0x1de
1356#define MSR_ROB_CR_BKUPTMPDR6 0x1e0
1357#define MSR_MTRRphysBase0 0x200
1358#define MSR_MTRRphysMask0 0x201
1359#define MSR_MTRRphysBase1 0x202
1360#define MSR_MTRRphysMask1 0x203
1361#define MSR_MTRRphysBase2 0x204
1362#define MSR_MTRRphysMask2 0x205
1363#define MSR_MTRRphysBase3 0x206
1364#define MSR_MTRRphysMask3 0x207
1365#define MSR_MTRRphysBase4 0x208
1366#define MSR_MTRRphysMask4 0x209
1367#define MSR_MTRRphysBase5 0x20a
1368#define MSR_MTRRphysMask5 0x20b
1369#define MSR_MTRRphysBase6 0x20c
1370#define MSR_MTRRphysMask6 0x20d
1371#define MSR_MTRRphysBase7 0x20e
1372#define MSR_MTRRphysMask7 0x20f
1373#define MSR_MTRRphysBase8 0x210
1374#define MSR_MTRRphysMask8 0x211
1375#define MSR_MTRRphysBase9 0x212
1376#define MSR_MTRRphysMask9 0x213
1377#define MSR_MTRRphysBase10 0x214
1378#define MSR_MTRRphysMask10 0x215
1379#define MSR_MTRRphysBase11 0x216
1380#define MSR_MTRRphysMask11 0x217
1381#define MSR_MTRRphysBase12 0x218
1382#define MSR_MTRRphysMask12 0x219
1383#define MSR_MTRRphysBase13 0x21a
1384#define MSR_MTRRphysMask13 0x21b
1385#define MSR_MTRRphysBase14 0x21c
1386#define MSR_MTRRphysMask14 0x21d
1387#define MSR_MTRRphysBase15 0x21e
1388#define MSR_MTRRphysMask15 0x21f
1389#define MSR_MTRRfix64K_00000 0x250
1390#define MSR_MTRRfix16K_80000 0x258
1391#define MSR_MTRRfix16K_A0000 0x259
1392#define MSR_MTRRfix4K_C0000 0x268
1393#define MSR_MTRRfix4K_C8000 0x269
1394#define MSR_MTRRfix4K_D0000 0x26a
1395#define MSR_MTRRfix4K_D8000 0x26b
1396#define MSR_MTRRfix4K_E0000 0x26c
1397#define MSR_MTRRfix4K_E8000 0x26d
1398#define MSR_MTRRfix4K_F0000 0x26e
1399#define MSR_MTRRfix4K_F8000 0x26f
1400#define MSR_CR_PAT 0x277
1401#define MSR_MTRRdefType 0x2ff
1402#define MSR_MC0_CTL 0x400
1403#define MSR_MC0_STATUS 0x401
1404#define MSR_MC0_ADDR 0x402
1405#define MSR_MC0_MISC 0x403
1406#define MSR_MC1_CTL 0x404
1407#define MSR_MC1_STATUS 0x405
1408#define MSR_MC1_ADDR 0x406
1409#define MSR_MC1_MISC 0x407
1410#define MSR_MC2_CTL 0x408
1411#define MSR_MC2_STATUS 0x409
1412#define MSR_MC2_ADDR 0x40a
1413#define MSR_MC2_MISC 0x40b
1414#define MSR_MC3_CTL 0x40c
1415#define MSR_MC3_STATUS 0x40d
1416#define MSR_MC3_ADDR 0x40e
1417#define MSR_MC3_MISC 0x40f
1418#define MSR_MC4_CTL 0x410
1419#define MSR_MC4_STATUS 0x411
1420#define MSR_MC4_ADDR 0x412
1421#define MSR_MC4_MISC 0x413
1422 /* 0x480 - 0x490 VMX */
1423#define MSR_X2APIC_BASE 0x800 /* 0x800 - 0xBFF */
1424#define MSR_X2APIC_ID 0x002 /* x2APIC ID. (RO) */
1425#define MSR_X2APIC_VERS 0x003 /* Version. (RO) */
1426#define MSR_X2APIC_TPRI 0x008 /* Task Prio. (RW) */
1427#define MSR_X2APIC_PPRI 0x00a /* Processor prio. (RO) */
1428#define MSR_X2APIC_EOI 0x00b /* End Int. (W) */
1429#define MSR_X2APIC_LDR 0x00d /* Logical dest. (RO) */
1430#define MSR_X2APIC_SVR 0x00f /* Spurious intvec (RW) */
1431#define MSR_X2APIC_ISR 0x010 /* In-Service Status (RO) */
1432#define MSR_X2APIC_TMR 0x018 /* Trigger Mode (RO) */
1433#define MSR_X2APIC_IRR 0x020 /* Interrupt Req (RO) */
1434#define MSR_X2APIC_ESR 0x028 /* Err status. (RW) */
1435#define MSR_X2APIC_LVT_CMCI 0x02f /* LVT CMCI (RW) */
1436#define MSR_X2APIC_ICRLO 0x030 /* Int. cmd. (RW64) */
1437#define MSR_X2APIC_LVTT 0x032 /* Loc.vec.(timer) (RW) */
1438#define MSR_X2APIC_TMINT 0x033 /* Loc.vec (Thermal) (RW) */
1439#define MSR_X2APIC_PCINT 0x034 /* Loc.vec (Perf Mon) (RW) */
1440#define MSR_X2APIC_LVINT0 0x035 /* Loc.vec (LINT0) (RW) */
1441#define MSR_X2APIC_LVINT1 0x036 /* Loc.vec (LINT1) (RW) */
1442#define MSR_X2APIC_LVERR 0x037 /* Loc.vec (ERROR) (RW) */
1443#define MSR_X2APIC_ICR_TIMER 0x038 /* Initial count (RW) */
1444#define MSR_X2APIC_CCR_TIMER 0x039 /* Current count (RO) */
1445#define MSR_X2APIC_DCR_TIMER 0x03e /* Divisor config (RW) */
1446#define MSR_X2APIC_SELF_IPI 0x03f /* SELF IPI (W) */
1447
1448/*
1449 * VIA "Nehemiah" or later MSRs
1450 */
1451#define MSR_VIA_RNG 0x0000110b
1452#define MSR_VIA_RNG_ENABLE 0x00000040
1453#define MSR_VIA_RNG_NOISE_MASK 0x00000300
1454#define MSR_VIA_RNG_NOISE_A 0x00000000
1455#define MSR_VIA_RNG_NOISE_B 0x00000100
1456#define MSR_VIA_RNG_2NOISE 0x00000300
1457#define MSR_VIA_FCR 0x00001107 /* Feature Control Register */
1458#define VIA_FCR_ACE_ENABLE 0x10000000 /* Enable PadLock (ex. RNG) */
1459#define VIA_FCR_CX8_REPORT 0x00000002 /* Enable CX8 CPUID reporting */
1460#define VIA_FCR_ALTINST_ENABLE 0x00000001 /* Enable ALTINST (C3 only) */
1461
1462/*
1463 * AMD K6/K7 MSRs.
1464 */
1465#define MSR_K6_UWCCR 0xc0000085
1466#define MSR_K7_EVNTSEL0 0xc0010000
1467#define MSR_K7_EVNTSEL1 0xc0010001
1468#define MSR_K7_EVNTSEL2 0xc0010002
1469#define MSR_K7_EVNTSEL3 0xc0010003
1470#define MSR_K7_PERFCTR0 0xc0010004
1471#define MSR_K7_PERFCTR1 0xc0010005
1472#define MSR_K7_PERFCTR2 0xc0010006
1473#define MSR_K7_PERFCTR3 0xc0010007
1474
1475/*
1476 * AMD K8 (Opteron) MSRs.
1477 */
1478#define MSR_SYSCFG 0xc0010010
1479
1480#define MSR_EFER 0xc0000080 /* Extended feature enable */
1481#define EFER_SCE 0x00000001 /* SYSCALL extension */
1482#define EFER_LME 0x00000100 /* Long Mode Enable */
1483#define EFER_LMA 0x00000400 /* Long Mode Active */
1484#define EFER_NXE 0x00000800 /* No-Execute Enabled */
1485#define EFER_SVME 0x00001000 /* Secure Virtual Machine En. */
1486#define EFER_LMSLE 0x00002000 /* Long Mode Segment Limit E. */
1487#define EFER_FFXSR 0x00004000 /* Fast FXSAVE/FXRSTOR En. */
1488#define EFER_TCE 0x00008000 /* Translation Cache Ext. */
1489
1490#define MSR_STAR 0xc0000081 /* 32 bit syscall gate addr */
1491#define MSR_LSTAR 0xc0000082 /* 64 bit syscall gate addr */
1492#define MSR_CSTAR 0xc0000083 /* compat syscall gate addr */
1493#define MSR_SFMASK 0xc0000084 /* flags to clear on syscall */
1494
1495#define MSR_FSBASE 0xc0000100 /* 64bit offset for fs: */
1496#define MSR_GSBASE 0xc0000101 /* 64bit offset for gs: */
1497#define MSR_KERNELGSBASE 0xc0000102 /* storage for swapgs ins */
1498
1499#define MSR_VMCR 0xc0010114 /* Virtual Machine Control Register */
1500#define VMCR_DPD 0x00000001 /* Debug port disable */
1501#define VMCR_RINIT 0x00000002 /* intercept init */
1502#define VMCR_DISA20 0x00000004 /* Disable A20 masking */
1503#define VMCR_LOCK 0x00000008 /* SVM Lock */
1504#define VMCR_SVMED 0x00000010 /* SVME Disable */
1505#define MSR_SVMLOCK 0xc0010118 /* SVM Lock key */
1506
1507/*
1508 * These require a 'passcode' for access. See cpufunc.h.
1509 */
1510#define MSR_HWCR 0xc0010015
1511#define HWCR_TLBCACHEDIS 0x00000008
1512#define HWCR_FFDIS 0x00000040
1513
1514#define MSR_NB_CFG 0xc001001f
1515#define NB_CFG_DISIOREQLOCK 0x0000000000000008ULL
1516#define NB_CFG_DISDATMSK 0x0000001000000000ULL
1517#define NB_CFG_INITAPICCPUIDLO (1ULL << 54)
1518
1519/* AMD Errata 1474. */
1520#define MSR_CC6_CFG 0xc0010296
1521#define CC6_CFG_DISABLE_BITS (__BIT(22) | __BIT(14) | __BIT(6))
1522
1523#define MSR_LS_CFG 0xc0011020
1524#define LS_CFG_ERRATA_1033 __BIT(4)
1525#define LS_CFG_ERRATA_793 __BIT(15)
1526#define LS_CFG_ERRATA_1095 __BIT(57)
1527#define LS_CFG_DIS_LS2_SQUISH 0x02000000
1528#define LS_CFG_DIS_SSB_F15H 0x0040000000000000ULL
1529#define LS_CFG_DIS_SSB_F16H 0x0000000200000000ULL
1530#define LS_CFG_DIS_SSB_F17H 0x0000000000000400ULL
1531
1532#define MSR_IC_CFG 0xc0011021
1533#define IC_CFG_DIS_SEQ_PREFETCH 0x00000800
1534#define IC_CFG_DIS_IND 0x00004000
1535#define IC_CFG_ERRATA_776 __BIT(26)
1536
1537#define MSR_DC_CFG 0xc0011022
1538#define DC_CFG_DIS_CNV_WC_SSO 0x00000008
1539#define DC_CFG_DIS_SMC_CHK_BUF 0x00000400
1540#define DC_CFG_ERRATA_261 0x01000000
1541
1542#define MSR_BU_CFG 0xc0011023
1543#define BU_CFG_ERRATA_298 0x0000000000000002ULL
1544#define BU_CFG_ERRATA_254 0x0000000000200000ULL
1545#define BU_CFG_ERRATA_309 0x0000000000800000ULL
1546#define BU_CFG_THRL2IDXCMPDIS 0x0000080000000000ULL
1547#define BU_CFG_WBPFSMCCHKDIS 0x0000200000000000ULL
1548#define BU_CFG_WBENHWSBDIS 0x0001000000000000ULL
1549
1550#define MSR_FP_CFG 0xc0011028
1551#define FP_CFG_ERRATA_1049 __BIT(4)
1552
1553#define MSR_DE_CFG 0xc0011029
1554#define DE_CFG_ERRATA_721 0x00000001
1555#define DE_CFG_LFENCE_SERIALIZE __BIT(1)
1556#define DE_CFG_ERRATA_ZENBLEED __BIT(9)
1557#define DE_CFG_ERRATA_1021 __BIT(13)
1558
1559#define MSR_BU_CFG2 0xc001102a
1560#define BU_CFG2_CWPLUS_DIS __BIT(24)
1561
1562#define MSR_LS_CFG2 0xc001102d
1563#define LS_CFG2_ERRATA_1091 __BIT(34)
1564
1565/* AMD Family10h MSRs */
1566#define MSR_OSVW_ID_LENGTH 0xc0010140
1567#define MSR_OSVW_STATUS 0xc0010141
1568#define MSR_UCODE_AMD_PATCHLEVEL 0x0000008b
1569#define MSR_UCODE_AMD_PATCHLOADER 0xc0010020
1570
1571/* X86 MSRs */
1572#define MSR_RDTSCP_AUX 0xc0000103
1573
1574/*
1575 * Constants related to MTRRs
1576 */
1577#define MTRR_N64K 8 /* numbers of fixed-size entries */
1578#define MTRR_N16K 16
1579#define MTRR_N4K 64
1580
1581/*
1582 * the following four 3-byte registers control the non-cacheable regions.
1583 * These registers must be written as three separate bytes.
1584 *
1585 * NCRx+0: A31-A24 of starting address
1586 * NCRx+1: A23-A16 of starting address
1587 * NCRx+2: A15-A12 of starting address | NCR_SIZE_xx.
1588 *
1589 * The non-cacheable region's starting address must be aligned to the
1590 * size indicated by the NCR_SIZE_xx field.
1591 */
1592#define NCR1 0xc4
1593#define NCR2 0xc7
1594#define NCR3 0xca
1595#define NCR4 0xcd
1596
1597#define NCR_SIZE_0K 0
1598#define NCR_SIZE_4K 1
1599#define NCR_SIZE_8K 2
1600#define NCR_SIZE_16K 3
1601#define NCR_SIZE_32K 4
1602#define NCR_SIZE_64K 5
1603#define NCR_SIZE_128K 6
1604#define NCR_SIZE_256K 7
1605#define NCR_SIZE_512K 8
1606#define NCR_SIZE_1M 9
1607#define NCR_SIZE_2M 10
1608#define NCR_SIZE_4M 11
1609#define NCR_SIZE_8M 12
1610#define NCR_SIZE_16M 13
1611#define NCR_SIZE_32M 14
1612#define NCR_SIZE_4G 15