cpu.h revision 1.18
11.18Sxtraeme/*	$NetBSD: cpu.h,v 1.18 2007/03/16 06:20:36 xtraeme Exp $	*/
21.1Sfvdl
31.1Sfvdl/*-
41.1Sfvdl * Copyright (c) 1990 The Regents of the University of California.
51.1Sfvdl * All rights reserved.
61.1Sfvdl *
71.1Sfvdl * This code is derived from software contributed to Berkeley by
81.1Sfvdl * William Jolitz.
91.1Sfvdl *
101.1Sfvdl * Redistribution and use in source and binary forms, with or without
111.1Sfvdl * modification, are permitted provided that the following conditions
121.1Sfvdl * are met:
131.1Sfvdl * 1. Redistributions of source code must retain the above copyright
141.1Sfvdl *    notice, this list of conditions and the following disclaimer.
151.1Sfvdl * 2. Redistributions in binary form must reproduce the above copyright
161.1Sfvdl *    notice, this list of conditions and the following disclaimer in the
171.1Sfvdl *    documentation and/or other materials provided with the distribution.
181.2Sagc * 3. Neither the name of the University nor the names of its contributors
191.1Sfvdl *    may be used to endorse or promote products derived from this software
201.1Sfvdl *    without specific prior written permission.
211.1Sfvdl *
221.1Sfvdl * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
231.1Sfvdl * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
241.1Sfvdl * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
251.1Sfvdl * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
261.1Sfvdl * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
271.1Sfvdl * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
281.1Sfvdl * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
291.1Sfvdl * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
301.1Sfvdl * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
311.1Sfvdl * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
321.1Sfvdl * SUCH DAMAGE.
331.1Sfvdl *
341.1Sfvdl *	@(#)cpu.h	5.4 (Berkeley) 5/9/91
351.1Sfvdl */
361.1Sfvdl
371.1Sfvdl#ifndef _AMD64_CPU_H_
381.1Sfvdl#define _AMD64_CPU_H_
391.1Sfvdl
401.6Syamt#if defined(_KERNEL)
411.1Sfvdl#if defined(_KERNEL_OPT)
421.1Sfvdl#include "opt_multiprocessor.h"
431.1Sfvdl#include "opt_lockdebug.h"
441.1Sfvdl#endif
451.1Sfvdl
461.1Sfvdl/*
471.1Sfvdl * Definitions unique to x86-64 cpu support.
481.1Sfvdl */
491.1Sfvdl#include <machine/frame.h>
501.1Sfvdl#include <machine/segments.h>
511.1Sfvdl#include <machine/tss.h>
521.1Sfvdl#include <machine/intrdefs.h>
531.1Sfvdl#include <x86/cacheinfo.h>
541.1Sfvdl
551.1Sfvdl#include <sys/device.h>
561.17Sad#include <sys/simplelock.h>
571.4Syamt#include <sys/cpu_data.h>
581.4Syamt#include <sys/cc_microtime.h>
591.1Sfvdl
601.1Sfvdlstruct cpu_info {
611.1Sfvdl	struct device *ci_dev;
621.1Sfvdl	struct cpu_info *ci_self;
631.13Sad	void *ci_self200;		/* self + 0x200, see lock_stubs.S */
641.4Syamt	struct cpu_data ci_data;	/* MI per-cpu data */
651.5Syamt	struct cc_microtime_state ci_cc;/* cc_microtime state */
661.1Sfvdl	struct cpu_info *ci_next;
671.1Sfvdl
681.1Sfvdl	struct lwp *ci_curlwp;
691.1Sfvdl	struct simplelock ci_slock;
701.1Sfvdl	u_int ci_cpuid;
711.1Sfvdl	u_int ci_apicid;
721.1Sfvdl
731.1Sfvdl	u_int64_t ci_scratch;
741.1Sfvdl
751.1Sfvdl	struct lwp *ci_fpcurlwp;
761.1Sfvdl	int ci_fpsaving;
771.1Sfvdl
781.1Sfvdl	volatile u_int32_t ci_tlb_ipi_mask;
791.1Sfvdl
801.1Sfvdl	struct pcb *ci_curpcb;
811.1Sfvdl	struct pcb *ci_idle_pcb;
821.1Sfvdl	int ci_idle_tss_sel;
831.1Sfvdl
841.1Sfvdl	struct intrsource *ci_isources[MAX_INTR_SOURCES];
851.13Sad	volatile int	ci_mtx_count;	/* Negative count of spin mutexes */
861.13Sad	volatile int	ci_mtx_oldspl;	/* Old SPL at this ci_idepth */
871.13Sad
881.13Sad	/* The following must be aligned for cmpxchg8b. */
891.13Sad	struct {
901.13Sad		uint32_t	ipending;
911.13Sad		int		ilevel;
921.13Sad	} ci_istate __aligned(8);
931.13Sad#define ci_ipending	ci_istate.ipending
941.13Sad#define	ci_ilevel	ci_istate.ilevel
951.13Sad
961.1Sfvdl	int		ci_idepth;
971.1Sfvdl	u_int32_t	ci_imask[NIPL];
981.1Sfvdl	u_int32_t	ci_iunmask[NIPL];
991.1Sfvdl
1001.1Sfvdl	paddr_t 	ci_idle_pcb_paddr;
1011.1Sfvdl	u_int		ci_flags;
1021.1Sfvdl	u_int32_t	ci_ipis;
1031.1Sfvdl
1041.1Sfvdl	u_int32_t	ci_feature_flags;
1051.1Sfvdl	u_int32_t	ci_signature;
1061.1Sfvdl	u_int64_t	ci_tsc_freq;
1071.1Sfvdl
1081.16Sdrochner	const struct cpu_functions *ci_func;
1091.18Sxtraeme	void (*cpu_setup)(struct cpu_info *);
1101.18Sxtraeme	void (*ci_info)(struct cpu_info *);
1111.1Sfvdl
1121.1Sfvdl	int		ci_want_resched;
1131.1Sfvdl	int		ci_astpending;
1141.1Sfvdl	struct trapframe *ci_ddb_regs;
1151.1Sfvdl
1161.1Sfvdl	struct x86_cache_info ci_cinfo[CAI_COUNT];
1171.1Sfvdl
1181.1Sfvdl	char		*ci_gdt;
1191.1Sfvdl
1201.1Sfvdl	struct x86_64_tss	ci_doubleflt_tss;
1211.1Sfvdl	struct x86_64_tss	ci_ddbipi_tss;
1221.1Sfvdl
1231.1Sfvdl	char *ci_doubleflt_stack;
1241.1Sfvdl	char *ci_ddbipi_stack;
1251.1Sfvdl
1261.1Sfvdl	struct evcnt ci_ipi_events[X86_NIPI];
1271.1Sfvdl};
1281.1Sfvdl
1291.1Sfvdl#define CPUF_BSP	0x0001		/* CPU is the original BSP */
1301.1Sfvdl#define CPUF_AP		0x0002		/* CPU is an AP */
1311.1Sfvdl#define CPUF_SP		0x0004		/* CPU is only processor */
1321.1Sfvdl#define CPUF_PRIMARY	0x0008		/* CPU is active primary processor */
1331.1Sfvdl
1341.1Sfvdl#define CPUF_PRESENT	0x1000		/* CPU is present */
1351.1Sfvdl#define CPUF_RUNNING	0x2000		/* CPU is running */
1361.1Sfvdl#define CPUF_PAUSE	0x4000		/* CPU is paused in DDB */
1371.1Sfvdl#define CPUF_GO		0x8000		/* CPU should start running */
1381.1Sfvdl
1391.1Sfvdl
1401.1Sfvdlextern struct cpu_info cpu_info_primary;
1411.1Sfvdlextern struct cpu_info *cpu_info_list;
1421.1Sfvdl
1431.1Sfvdl#define CPU_INFO_ITERATOR		int
1441.1Sfvdl#define CPU_INFO_FOREACH(cii, ci)	cii = 0, ci = cpu_info_list; \
1451.1Sfvdl					ci != NULL; ci = ci->ci_next
1461.1Sfvdl
1471.1Sfvdl#if defined(MULTIPROCESSOR)
1481.1Sfvdl
1491.1Sfvdl#define X86_MAXPROCS		32	/* bitmask; can be bumped to 64 */
1501.1Sfvdl
1511.1Sfvdl#define CPU_STARTUP(_ci)	((_ci)->ci_func->start(_ci))
1521.1Sfvdl#define CPU_STOP(_ci)		((_ci)->ci_func->stop(_ci))
1531.1Sfvdl#define CPU_START_CLEANUP(_ci)	((_ci)->ci_func->cleanup(_ci))
1541.1Sfvdl
1551.1Sfvdl#define curcpu()	({struct cpu_info *__ci;                  \
1561.9Sperry			__asm volatile("movq %%gs:8,%0" : "=r" (__ci)); \
1571.1Sfvdl			__ci;})
1581.1Sfvdl#define cpu_number()	(curcpu()->ci_cpuid)
1591.1Sfvdl
1601.1Sfvdl#define CPU_IS_PRIMARY(ci)	((ci)->ci_flags & CPUF_PRIMARY)
1611.1Sfvdl
1621.1Sfvdlextern struct cpu_info *cpu_info[X86_MAXPROCS];
1631.1Sfvdl
1641.18Sxtraemevoid cpu_boot_secondary_processors(void);
1651.18Sxtraemevoid cpu_init_idle_pcbs(void);
1661.1Sfvdl
1671.1Sfvdl
1681.1Sfvdl#else /* !MULTIPROCESSOR */
1691.1Sfvdl
1701.1Sfvdl#define X86_MAXPROCS		1
1711.1Sfvdl
1721.1Sfvdlextern struct cpu_info cpu_info_primary;
1731.1Sfvdl
1741.1Sfvdl#define curcpu()		(&cpu_info_primary)
1751.1Sfvdl
1761.1Sfvdl/*
1771.1Sfvdl * definitions of cpu-dependent requirements
1781.1Sfvdl * referenced in generic code
1791.1Sfvdl */
1801.1Sfvdl#define	cpu_number()		0
1811.1Sfvdl#define CPU_IS_PRIMARY(ci)	1
1821.1Sfvdl
1831.13Sad#endif
1841.13Sad
1851.1Sfvdl/*
1861.1Sfvdl * Preempt the current process if in interrupt from user mode,
1871.1Sfvdl * or after the current trap/syscall if in system mode.
1881.1Sfvdl */
1891.13Sadextern void cpu_need_resched(struct cpu_info *);
1901.1Sfvdl
1911.13Sad#define aston(l)	((l)->l_md.md_astpending = 1)
1921.1Sfvdl
1931.1Sfvdlextern u_int32_t cpus_attached;
1941.1Sfvdl
1951.1Sfvdl#define curpcb		curcpu()->ci_curpcb
1961.1Sfvdl#define curlwp		curcpu()->ci_curlwp
1971.1Sfvdl
1981.1Sfvdl/*
1991.1Sfvdl * Arguments to hardclock, softclock and statclock
2001.1Sfvdl * encapsulate the previous machine state in an opaque
2011.1Sfvdl * clockframe; for now, use generic intrframe.
2021.1Sfvdl */
2031.7Scubestruct clockframe {
2041.7Scube	struct intrframe cf_if;
2051.7Scube};
2061.1Sfvdl
2071.7Scube#define	CLKF_USERMODE(frame)	USERMODE((frame)->cf_if.if_cs, (frame)->cf_if.if_rflags)
2081.7Scube#define CLKF_PC(frame)		((frame)->cf_if.if_rip)
2091.1Sfvdl#define CLKF_INTR(frame)	(curcpu()->ci_idepth > 1)
2101.1Sfvdl
2111.1Sfvdl/*
2121.1Sfvdl * This is used during profiling to integrate system time.  It can safely
2131.1Sfvdl * assume that the process is resident.
2141.1Sfvdl */
2151.1Sfvdl#define LWP_PC(l)		((l)->l_md.md_regs->tf_rip)
2161.1Sfvdl
2171.1Sfvdl/*
2181.1Sfvdl * Give a profiling tick to the current process when the user profiling
2191.1Sfvdl * buffer pages are invalid.  On the i386, request an ast to send us
2201.1Sfvdl * through trap(), marking the proc as needing a profiling tick.
2211.1Sfvdl */
2221.13Sadextern void cpu_need_proftick(struct lwp *);
2231.1Sfvdl
2241.1Sfvdl/*
2251.13Sad * Notify an LWP that it has a signal pending, process as soon as possible.
2261.1Sfvdl */
2271.13Sadextern void cpu_signotify(struct lwp *);
2281.1Sfvdl
2291.1Sfvdl/*
2301.1Sfvdl * We need a machine-independent name for this.
2311.1Sfvdl */
2321.18Sxtraemeextern void (*delay_func)(int);
2331.1Sfvdl
2341.1Sfvdl#define DELAY(x)		(*delay_func)(x)
2351.1Sfvdl#define delay(x)		(*delay_func)(x)
2361.1Sfvdl
2371.1Sfvdl
2381.1Sfvdl/*
2391.1Sfvdl * pull in #defines for kinds of processors
2401.1Sfvdl */
2411.1Sfvdl
2421.1Sfvdlextern int biosbasemem;
2431.1Sfvdlextern int biosextmem;
2441.1Sfvdlextern int cpu;
2451.1Sfvdlextern int cpu_feature;
2461.1Sfvdlextern int cpu_id;
2471.1Sfvdlextern char cpu_vendor[];
2481.1Sfvdlextern int cpuid_level;
2491.1Sfvdl
2501.1Sfvdl/* identcpu.c */
2511.1Sfvdl
2521.18Sxtraemevoid	identifycpu(struct cpu_info *);
2531.18Sxtraemevoid cpu_probe_features(struct cpu_info *);
2541.1Sfvdl
2551.1Sfvdl/* machdep.c */
2561.18Sxtraemevoid	dumpconf(void);
2571.18Sxtraemeint	cpu_maxproc(void);
2581.18Sxtraemevoid	cpu_reset(void);
2591.18Sxtraemevoid	x86_64_proc0_tss_ldt_init(void);
2601.18Sxtraemevoid	x86_64_init_pcb_tss_ldt(struct cpu_info *);
2611.18Sxtraemevoid	cpu_proc_fork(struct proc *, struct proc *);
2621.1Sfvdl
2631.1Sfvdlstruct region_descriptor;
2641.18Sxtraemevoid	lgdt(struct region_descriptor *);
2651.18Sxtraemevoid	fillw(short, void *, size_t);
2661.1Sfvdl
2671.1Sfvdlstruct pcb;
2681.18Sxtraemevoid	savectx(struct pcb *);
2691.18Sxtraemevoid	switch_exit(struct lwp *, void (*)(struct lwp *));
2701.18Sxtraemevoid	proc_trampoline(void);
2711.18Sxtraemevoid	child_trampoline(void);
2721.1Sfvdl
2731.1Sfvdl/* clock.c */
2741.18Sxtraemevoid	initrtclock(u_long);
2751.18Sxtraemevoid	startrtclock(void);
2761.18Sxtraemevoid	i8254_delay(int);
2771.18Sxtraemevoid	i8254_microtime(struct timeval *);
2781.18Sxtraemevoid	i8254_initclocks(void);
2791.1Sfvdl
2801.18Sxtraemevoid cpu_init_msrs(struct cpu_info *);
2811.1Sfvdl
2821.1Sfvdl
2831.1Sfvdl/* vm_machdep.c */
2841.18Sxtraemeint kvtop(void *);
2851.1Sfvdl
2861.1Sfvdl/* trap.c */
2871.18Sxtraemevoid	child_return(void *);
2881.1Sfvdl
2891.1Sfvdl/* consinit.c */
2901.18Sxtraemevoid kgdb_port_init(void);
2911.1Sfvdl
2921.1Sfvdl/* bus_machdep.c */
2931.18Sxtraemevoid x86_bus_space_init(void);
2941.18Sxtraemevoid x86_bus_space_mallocok(void);
2951.12Sxtraeme
2961.1Sfvdl#endif /* _KERNEL */
2971.1Sfvdl
2981.1Sfvdl#include <machine/psl.h>
2991.1Sfvdl
3001.1Sfvdl/*
3011.1Sfvdl * CTL_MACHDEP definitions.
3021.1Sfvdl */
3031.1Sfvdl#define	CPU_CONSDEV		1	/* dev_t: console terminal device */
3041.1Sfvdl#define	CPU_BIOSBASEMEM		2	/* int: bios-reported base mem (K) */
3051.1Sfvdl#define	CPU_BIOSEXTMEM		3	/* int: bios-reported ext. mem (K) */
3061.1Sfvdl#define	CPU_NKPDE		4	/* int: number of kernel PDEs */
3071.1Sfvdl#define	CPU_BOOTED_KERNEL	5	/* string: booted kernel name */
3081.1Sfvdl#define CPU_DISKINFO		6	/* disk geometry information */
3091.1Sfvdl#define CPU_FPU_PRESENT		7	/* FPU is present */
3101.1Sfvdl#define	CPU_MAXID		8	/* number of valid machdep ids */
3111.1Sfvdl
3121.1Sfvdl#define	CTL_MACHDEP_NAMES { \
3131.1Sfvdl	{ 0, 0 }, \
3141.1Sfvdl	{ "console_device", CTLTYPE_STRUCT }, \
3151.1Sfvdl	{ "biosbasemem", CTLTYPE_INT }, \
3161.1Sfvdl	{ "biosextmem", CTLTYPE_INT }, \
3171.1Sfvdl	{ "nkpde", CTLTYPE_INT }, \
3181.1Sfvdl	{ "booted_kernel", CTLTYPE_STRING }, \
3191.1Sfvdl	{ "diskinfo", CTLTYPE_STRUCT }, \
3201.1Sfvdl	{ "fpu_present", CTLTYPE_INT }, \
3211.1Sfvdl}
3221.1Sfvdl
3231.1Sfvdl
3241.1Sfvdl/*
3251.1Sfvdl * Structure for CPU_DISKINFO sysctl call.
3261.1Sfvdl * XXX this should be somewhere else.
3271.1Sfvdl */
3281.1Sfvdl#define MAX_BIOSDISKS	16
3291.1Sfvdl
3301.1Sfvdlstruct disklist {
3311.1Sfvdl	int dl_nbiosdisks;			   /* number of bios disks */
3321.1Sfvdl	struct biosdisk_info {
3331.1Sfvdl		int bi_dev;			   /* BIOS device # (0x80 ..) */
3341.1Sfvdl		int bi_cyl;			   /* cylinders on disk */
3351.1Sfvdl		int bi_head;			   /* heads per track */
3361.1Sfvdl		int bi_sec;			   /* sectors per track */
3371.1Sfvdl		u_int64_t bi_lbasecs;		   /* total sec. (iff ext13) */
3381.1Sfvdl#define BIFLAG_INVALID		0x01
3391.1Sfvdl#define BIFLAG_EXTINT13		0x02
3401.1Sfvdl		int bi_flags;
3411.1Sfvdl	} dl_biosdisks[MAX_BIOSDISKS];
3421.1Sfvdl
3431.1Sfvdl	int dl_nnativedisks;			   /* number of native disks */
3441.1Sfvdl	struct nativedisk_info {
3451.1Sfvdl		char ni_devname[16];		   /* native device name */
3461.1Sfvdl		int ni_nmatches; 		   /* # of matches w/ BIOS */
3471.1Sfvdl		int ni_biosmatches[MAX_BIOSDISKS]; /* indices in dl_biosdisks */
3481.1Sfvdl	} dl_nativedisks[1];			   /* actually longer */
3491.1Sfvdl};
3501.1Sfvdl
3511.1Sfvdl#endif /* !_AMD64_CPU_H_ */
352