cpu.h revision 1.1
11.1Sfvdl/* $NetBSD: cpu.h,v 1.1 2003/04/26 18:39:39 fvdl Exp $ */ 21.1Sfvdl 31.1Sfvdl/*- 41.1Sfvdl * Copyright (c) 1990 The Regents of the University of California. 51.1Sfvdl * All rights reserved. 61.1Sfvdl * 71.1Sfvdl * This code is derived from software contributed to Berkeley by 81.1Sfvdl * William Jolitz. 91.1Sfvdl * 101.1Sfvdl * Redistribution and use in source and binary forms, with or without 111.1Sfvdl * modification, are permitted provided that the following conditions 121.1Sfvdl * are met: 131.1Sfvdl * 1. Redistributions of source code must retain the above copyright 141.1Sfvdl * notice, this list of conditions and the following disclaimer. 151.1Sfvdl * 2. Redistributions in binary form must reproduce the above copyright 161.1Sfvdl * notice, this list of conditions and the following disclaimer in the 171.1Sfvdl * documentation and/or other materials provided with the distribution. 181.1Sfvdl * 3. All advertising materials mentioning features or use of this software 191.1Sfvdl * must display the following acknowledgement: 201.1Sfvdl * This product includes software developed by the University of 211.1Sfvdl * California, Berkeley and its contributors. 221.1Sfvdl * 4. Neither the name of the University nor the names of its contributors 231.1Sfvdl * may be used to endorse or promote products derived from this software 241.1Sfvdl * without specific prior written permission. 251.1Sfvdl * 261.1Sfvdl * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 271.1Sfvdl * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 281.1Sfvdl * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 291.1Sfvdl * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 301.1Sfvdl * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 311.1Sfvdl * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 321.1Sfvdl * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 331.1Sfvdl * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 341.1Sfvdl * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 351.1Sfvdl * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 361.1Sfvdl * SUCH DAMAGE. 371.1Sfvdl * 381.1Sfvdl * @(#)cpu.h 5.4 (Berkeley) 5/9/91 391.1Sfvdl */ 401.1Sfvdl 411.1Sfvdl#ifndef _AMD64_CPU_H_ 421.1Sfvdl#define _AMD64_CPU_H_ 431.1Sfvdl 441.1Sfvdl#if defined(_KERNEL_OPT) 451.1Sfvdl#include "opt_multiprocessor.h" 461.1Sfvdl#include "opt_lockdebug.h" 471.1Sfvdl#endif 481.1Sfvdl 491.1Sfvdl/* 501.1Sfvdl * Definitions unique to x86-64 cpu support. 511.1Sfvdl */ 521.1Sfvdl#include <machine/frame.h> 531.1Sfvdl#include <machine/segments.h> 541.1Sfvdl#include <machine/tss.h> 551.1Sfvdl#include <machine/intrdefs.h> 561.1Sfvdl#include <x86/cacheinfo.h> 571.1Sfvdl 581.1Sfvdl#include <sys/device.h> 591.1Sfvdl#include <sys/lock.h> 601.1Sfvdl#include <sys/sched.h> 611.1Sfvdl 621.1Sfvdlstruct cpu_info { 631.1Sfvdl struct device *ci_dev; 641.1Sfvdl struct cpu_info *ci_self; 651.1Sfvdl struct schedstate_percpu ci_schedstate; /* scheduler state */ 661.1Sfvdl struct cpu_info *ci_next; 671.1Sfvdl 681.1Sfvdl struct lwp *ci_curlwp; 691.1Sfvdl struct simplelock ci_slock; 701.1Sfvdl u_int ci_cpuid; 711.1Sfvdl u_int ci_apicid; 721.1Sfvdl u_long ci_spin_locks; 731.1Sfvdl u_long ci_simple_locks; 741.1Sfvdl 751.1Sfvdl u_int64_t ci_scratch; 761.1Sfvdl 771.1Sfvdl struct lwp *ci_fpcurlwp; 781.1Sfvdl int ci_fpsaving; 791.1Sfvdl 801.1Sfvdl volatile u_int32_t ci_tlb_ipi_mask; 811.1Sfvdl 821.1Sfvdl struct pcb *ci_curpcb; 831.1Sfvdl struct pcb *ci_idle_pcb; 841.1Sfvdl int ci_idle_tss_sel; 851.1Sfvdl 861.1Sfvdl struct intrsource *ci_isources[MAX_INTR_SOURCES]; 871.1Sfvdl u_int32_t ci_ipending; 881.1Sfvdl int ci_ilevel; 891.1Sfvdl int ci_idepth; 901.1Sfvdl u_int32_t ci_imask[NIPL]; 911.1Sfvdl u_int32_t ci_iunmask[NIPL]; 921.1Sfvdl 931.1Sfvdl paddr_t ci_idle_pcb_paddr; 941.1Sfvdl u_int ci_flags; 951.1Sfvdl u_int32_t ci_ipis; 961.1Sfvdl 971.1Sfvdl u_int32_t ci_feature_flags; 981.1Sfvdl u_int32_t ci_signature; 991.1Sfvdl u_int64_t ci_tsc_freq; 1001.1Sfvdl 1011.1Sfvdl struct cpu_functions *ci_func; 1021.1Sfvdl void (*cpu_setup) __P((struct cpu_info *)); 1031.1Sfvdl void (*ci_info) __P((struct cpu_info *)); 1041.1Sfvdl 1051.1Sfvdl int ci_want_resched; 1061.1Sfvdl int ci_astpending; 1071.1Sfvdl struct trapframe *ci_ddb_regs; 1081.1Sfvdl 1091.1Sfvdl struct x86_cache_info ci_cinfo[CAI_COUNT]; 1101.1Sfvdl 1111.1Sfvdl struct timeval ci_cc_time; 1121.1Sfvdl int64_t ci_cc_cc; 1131.1Sfvdl int64_t ci_cc_ms_delta; 1141.1Sfvdl int64_t ci_cc_denom; 1151.1Sfvdl 1161.1Sfvdl char *ci_gdt; 1171.1Sfvdl 1181.1Sfvdl struct x86_64_tss ci_doubleflt_tss; 1191.1Sfvdl struct x86_64_tss ci_ddbipi_tss; 1201.1Sfvdl 1211.1Sfvdl char *ci_doubleflt_stack; 1221.1Sfvdl char *ci_ddbipi_stack; 1231.1Sfvdl 1241.1Sfvdl struct evcnt ci_ipi_events[X86_NIPI]; 1251.1Sfvdl}; 1261.1Sfvdl 1271.1Sfvdl#define CPUF_BSP 0x0001 /* CPU is the original BSP */ 1281.1Sfvdl#define CPUF_AP 0x0002 /* CPU is an AP */ 1291.1Sfvdl#define CPUF_SP 0x0004 /* CPU is only processor */ 1301.1Sfvdl#define CPUF_PRIMARY 0x0008 /* CPU is active primary processor */ 1311.1Sfvdl 1321.1Sfvdl#define CPUF_PRESENT 0x1000 /* CPU is present */ 1331.1Sfvdl#define CPUF_RUNNING 0x2000 /* CPU is running */ 1341.1Sfvdl#define CPUF_PAUSE 0x4000 /* CPU is paused in DDB */ 1351.1Sfvdl#define CPUF_GO 0x8000 /* CPU should start running */ 1361.1Sfvdl 1371.1Sfvdl 1381.1Sfvdlextern struct cpu_info cpu_info_primary; 1391.1Sfvdlextern struct cpu_info *cpu_info_list; 1401.1Sfvdl 1411.1Sfvdl#define CPU_INFO_ITERATOR int 1421.1Sfvdl#define CPU_INFO_FOREACH(cii, ci) cii = 0, ci = cpu_info_list; \ 1431.1Sfvdl ci != NULL; ci = ci->ci_next 1441.1Sfvdl 1451.1Sfvdl#if defined(MULTIPROCESSOR) 1461.1Sfvdl 1471.1Sfvdl#define X86_MAXPROCS 32 /* bitmask; can be bumped to 64 */ 1481.1Sfvdl 1491.1Sfvdl#define CPU_STARTUP(_ci) ((_ci)->ci_func->start(_ci)) 1501.1Sfvdl#define CPU_STOP(_ci) ((_ci)->ci_func->stop(_ci)) 1511.1Sfvdl#define CPU_START_CLEANUP(_ci) ((_ci)->ci_func->cleanup(_ci)) 1521.1Sfvdl 1531.1Sfvdl#define curcpu() ({struct cpu_info *__ci; \ 1541.1Sfvdl asm volatile("movq %%gs:8,%0" : "=r" (__ci)); \ 1551.1Sfvdl __ci;}) 1561.1Sfvdl#define cpu_number() (curcpu()->ci_cpuid) 1571.1Sfvdl 1581.1Sfvdl#define CPU_IS_PRIMARY(ci) ((ci)->ci_flags & CPUF_PRIMARY) 1591.1Sfvdl 1601.1Sfvdlextern struct cpu_info *cpu_info[X86_MAXPROCS]; 1611.1Sfvdl 1621.1Sfvdlvoid cpu_boot_secondary_processors __P((void)); 1631.1Sfvdlvoid cpu_init_idle_pcbs __P((void)); 1641.1Sfvdl 1651.1Sfvdl 1661.1Sfvdl/* 1671.1Sfvdl * Preempt the current process if in interrupt from user mode, 1681.1Sfvdl * or after the current trap/syscall if in system mode. 1691.1Sfvdl */ 1701.1Sfvdlextern void need_resched __P((struct cpu_info *)); 1711.1Sfvdl 1721.1Sfvdl#else /* !MULTIPROCESSOR */ 1731.1Sfvdl 1741.1Sfvdl#define X86_MAXPROCS 1 1751.1Sfvdl 1761.1Sfvdl#ifdef _KERNEL 1771.1Sfvdlextern struct cpu_info cpu_info_primary; 1781.1Sfvdl 1791.1Sfvdl#define curcpu() (&cpu_info_primary) 1801.1Sfvdl 1811.1Sfvdl#endif 1821.1Sfvdl 1831.1Sfvdl/* 1841.1Sfvdl * definitions of cpu-dependent requirements 1851.1Sfvdl * referenced in generic code 1861.1Sfvdl */ 1871.1Sfvdl#define cpu_number() 0 1881.1Sfvdl#define CPU_IS_PRIMARY(ci) 1 1891.1Sfvdl 1901.1Sfvdl/* 1911.1Sfvdl * Preempt the current process if in interrupt from user mode, 1921.1Sfvdl * or after the current trap/syscall if in system mode. 1931.1Sfvdl */ 1941.1Sfvdl 1951.1Sfvdl#define need_resched(ci) \ 1961.1Sfvdldo { \ 1971.1Sfvdl struct cpu_info *__ci = (ci); \ 1981.1Sfvdl __ci->ci_want_resched = 1; \ 1991.1Sfvdl if (__ci->ci_curlwp != NULL) \ 2001.1Sfvdl aston(__ci->ci_curlwp->l_proc); \ 2011.1Sfvdl} while (/*CONSTCOND*/0) 2021.1Sfvdl 2031.1Sfvdl#endif 2041.1Sfvdl 2051.1Sfvdl#define aston(p) ((p)->p_md.md_astpending = 1) 2061.1Sfvdl 2071.1Sfvdlextern u_int32_t cpus_attached; 2081.1Sfvdl 2091.1Sfvdl#define curpcb curcpu()->ci_curpcb 2101.1Sfvdl#define curlwp curcpu()->ci_curlwp 2111.1Sfvdl 2121.1Sfvdl/* 2131.1Sfvdl * Arguments to hardclock, softclock and statclock 2141.1Sfvdl * encapsulate the previous machine state in an opaque 2151.1Sfvdl * clockframe; for now, use generic intrframe. 2161.1Sfvdl */ 2171.1Sfvdl#define clockframe intrframe 2181.1Sfvdl 2191.1Sfvdl#define CLKF_USERMODE(frame) USERMODE((frame)->if_cs, (frame)->if_rflags) 2201.1Sfvdl#define CLKF_BASEPRI(frame) (0) 2211.1Sfvdl#define CLKF_PC(frame) ((frame)->if_rip) 2221.1Sfvdl#define CLKF_INTR(frame) (curcpu()->ci_idepth > 1) 2231.1Sfvdl 2241.1Sfvdl/* 2251.1Sfvdl * This is used during profiling to integrate system time. It can safely 2261.1Sfvdl * assume that the process is resident. 2271.1Sfvdl */ 2281.1Sfvdl#define LWP_PC(l) ((l)->l_md.md_regs->tf_rip) 2291.1Sfvdl 2301.1Sfvdl/* 2311.1Sfvdl * Give a profiling tick to the current process when the user profiling 2321.1Sfvdl * buffer pages are invalid. On the i386, request an ast to send us 2331.1Sfvdl * through trap(), marking the proc as needing a profiling tick. 2341.1Sfvdl */ 2351.1Sfvdl#define need_proftick(p) ((p)->p_flag |= P_OWEUPC, aston(p)) 2361.1Sfvdl 2371.1Sfvdl/* 2381.1Sfvdl * Notify the current process (p) that it has a signal pending, 2391.1Sfvdl * process as soon as possible. 2401.1Sfvdl */ 2411.1Sfvdl#define signotify(p) aston(p) 2421.1Sfvdl 2431.1Sfvdl/* 2441.1Sfvdl * We need a machine-independent name for this. 2451.1Sfvdl */ 2461.1Sfvdlextern void (*delay_func) __P((int)); 2471.1Sfvdlstruct timeval; 2481.1Sfvdlextern void (*microtime_func) __P((struct timeval *)); 2491.1Sfvdl 2501.1Sfvdl#define DELAY(x) (*delay_func)(x) 2511.1Sfvdl#define delay(x) (*delay_func)(x) 2521.1Sfvdl#define microtime(tv) (*microtime_func)(tv) 2531.1Sfvdl 2541.1Sfvdl 2551.1Sfvdl/* 2561.1Sfvdl * pull in #defines for kinds of processors 2571.1Sfvdl */ 2581.1Sfvdl 2591.1Sfvdl#ifdef _KERNEL 2601.1Sfvdlextern int biosbasemem; 2611.1Sfvdlextern int biosextmem; 2621.1Sfvdlextern int cpu; 2631.1Sfvdlextern int cpu_feature; 2641.1Sfvdlextern int cpu_id; 2651.1Sfvdlextern char cpu_vendor[]; 2661.1Sfvdlextern int cpuid_level; 2671.1Sfvdl 2681.1Sfvdl/* kern_microtime.c */ 2691.1Sfvdl 2701.1Sfvdlextern struct timeval cc_microset_time; 2711.1Sfvdlvoid cc_microtime __P((struct timeval *)); 2721.1Sfvdlvoid cc_microset __P((struct cpu_info *)); 2731.1Sfvdl 2741.1Sfvdl/* identcpu.c */ 2751.1Sfvdl 2761.1Sfvdlvoid identifycpu __P((struct cpu_info *)); 2771.1Sfvdlvoid cpu_probe_features __P((struct cpu_info *)); 2781.1Sfvdl 2791.1Sfvdl/* machdep.c */ 2801.1Sfvdlvoid delay __P((int)); 2811.1Sfvdlvoid dumpconf __P((void)); 2821.1Sfvdlint cpu_maxproc __P((void)); 2831.1Sfvdlvoid cpu_reset __P((void)); 2841.1Sfvdlvoid x86_64_proc0_tss_ldt_init __P((void)); 2851.1Sfvdlvoid x86_64_bufinit __P((void)); 2861.1Sfvdlvoid x86_64_init_pcb_tss_ldt __P((struct cpu_info *)); 2871.1Sfvdlvoid cpu_proc_fork __P((struct proc *, struct proc *)); 2881.1Sfvdl 2891.1Sfvdlstruct region_descriptor; 2901.1Sfvdlvoid lgdt __P((struct region_descriptor *)); 2911.1Sfvdlvoid fillw __P((short, void *, size_t)); 2921.1Sfvdl 2931.1Sfvdlstruct pcb; 2941.1Sfvdlvoid savectx __P((struct pcb *)); 2951.1Sfvdlvoid switch_exit __P((struct lwp *, void (*)(struct lwp *))); 2961.1Sfvdlvoid proc_trampoline __P((void)); 2971.1Sfvdlvoid child_trampoline __P((void)); 2981.1Sfvdl 2991.1Sfvdl/* clock.c */ 3001.1Sfvdlvoid initrtclock __P((void)); 3011.1Sfvdlvoid startrtclock __P((void)); 3021.1Sfvdlvoid i8254_delay __P((int)); 3031.1Sfvdlvoid i8254_microtime __P((struct timeval *)); 3041.1Sfvdlvoid i8254_initclocks __P((void)); 3051.1Sfvdl 3061.1Sfvdlvoid cpu_init_msrs __P((struct cpu_info *)); 3071.1Sfvdl 3081.1Sfvdl 3091.1Sfvdl/* vm_machdep.c */ 3101.1Sfvdlint kvtop __P((caddr_t)); 3111.1Sfvdl 3121.1Sfvdl/* trap.c */ 3131.1Sfvdlvoid child_return __P((void *)); 3141.1Sfvdl 3151.1Sfvdl/* consinit.c */ 3161.1Sfvdlvoid kgdb_port_init __P((void)); 3171.1Sfvdl 3181.1Sfvdl/* bus_machdep.c */ 3191.1Sfvdlvoid x86_bus_space_init __P((void)); 3201.1Sfvdlvoid x86_bus_space_mallocok __P((void)); 3211.1Sfvdl 3221.1Sfvdl#endif /* _KERNEL */ 3231.1Sfvdl 3241.1Sfvdl#include <machine/psl.h> 3251.1Sfvdl 3261.1Sfvdl/* 3271.1Sfvdl * CTL_MACHDEP definitions. 3281.1Sfvdl */ 3291.1Sfvdl#define CPU_CONSDEV 1 /* dev_t: console terminal device */ 3301.1Sfvdl#define CPU_BIOSBASEMEM 2 /* int: bios-reported base mem (K) */ 3311.1Sfvdl#define CPU_BIOSEXTMEM 3 /* int: bios-reported ext. mem (K) */ 3321.1Sfvdl#define CPU_NKPDE 4 /* int: number of kernel PDEs */ 3331.1Sfvdl#define CPU_BOOTED_KERNEL 5 /* string: booted kernel name */ 3341.1Sfvdl#define CPU_DISKINFO 6 /* disk geometry information */ 3351.1Sfvdl#define CPU_FPU_PRESENT 7 /* FPU is present */ 3361.1Sfvdl#define CPU_MAXID 8 /* number of valid machdep ids */ 3371.1Sfvdl 3381.1Sfvdl#define CTL_MACHDEP_NAMES { \ 3391.1Sfvdl { 0, 0 }, \ 3401.1Sfvdl { "console_device", CTLTYPE_STRUCT }, \ 3411.1Sfvdl { "biosbasemem", CTLTYPE_INT }, \ 3421.1Sfvdl { "biosextmem", CTLTYPE_INT }, \ 3431.1Sfvdl { "nkpde", CTLTYPE_INT }, \ 3441.1Sfvdl { "booted_kernel", CTLTYPE_STRING }, \ 3451.1Sfvdl { "diskinfo", CTLTYPE_STRUCT }, \ 3461.1Sfvdl { "fpu_present", CTLTYPE_INT }, \ 3471.1Sfvdl} 3481.1Sfvdl 3491.1Sfvdl 3501.1Sfvdl/* 3511.1Sfvdl * Structure for CPU_DISKINFO sysctl call. 3521.1Sfvdl * XXX this should be somewhere else. 3531.1Sfvdl */ 3541.1Sfvdl#define MAX_BIOSDISKS 16 3551.1Sfvdl 3561.1Sfvdlstruct disklist { 3571.1Sfvdl int dl_nbiosdisks; /* number of bios disks */ 3581.1Sfvdl struct biosdisk_info { 3591.1Sfvdl int bi_dev; /* BIOS device # (0x80 ..) */ 3601.1Sfvdl int bi_cyl; /* cylinders on disk */ 3611.1Sfvdl int bi_head; /* heads per track */ 3621.1Sfvdl int bi_sec; /* sectors per track */ 3631.1Sfvdl u_int64_t bi_lbasecs; /* total sec. (iff ext13) */ 3641.1Sfvdl#define BIFLAG_INVALID 0x01 3651.1Sfvdl#define BIFLAG_EXTINT13 0x02 3661.1Sfvdl int bi_flags; 3671.1Sfvdl } dl_biosdisks[MAX_BIOSDISKS]; 3681.1Sfvdl 3691.1Sfvdl int dl_nnativedisks; /* number of native disks */ 3701.1Sfvdl struct nativedisk_info { 3711.1Sfvdl char ni_devname[16]; /* native device name */ 3721.1Sfvdl int ni_nmatches; /* # of matches w/ BIOS */ 3731.1Sfvdl int ni_biosmatches[MAX_BIOSDISKS]; /* indices in dl_biosdisks */ 3741.1Sfvdl } dl_nativedisks[1]; /* actually longer */ 3751.1Sfvdl}; 3761.1Sfvdl 3771.1Sfvdl#endif /* !_AMD64_CPU_H_ */ 378