cpufunc.h revision 1.26 1 1.26 drochner /* $NetBSD: cpufunc.h,v 1.26 2003/06/26 16:45:19 drochner Exp $ */
2 1.8 cgd
3 1.16 mycroft /*-
4 1.16 mycroft * Copyright (c) 1998 The NetBSD Foundation, Inc.
5 1.4 mycroft * All rights reserved.
6 1.2 mycroft *
7 1.16 mycroft * This code is derived from software contributed to The NetBSD Foundation
8 1.16 mycroft * by Charles M. Hannum.
9 1.16 mycroft *
10 1.4 mycroft * Redistribution and use in source and binary forms, with or without
11 1.4 mycroft * modification, are permitted provided that the following conditions
12 1.4 mycroft * are met:
13 1.4 mycroft * 1. Redistributions of source code must retain the above copyright
14 1.4 mycroft * notice, this list of conditions and the following disclaimer.
15 1.4 mycroft * 2. Redistributions in binary form must reproduce the above copyright
16 1.4 mycroft * notice, this list of conditions and the following disclaimer in the
17 1.4 mycroft * documentation and/or other materials provided with the distribution.
18 1.4 mycroft * 3. All advertising materials mentioning features or use of this software
19 1.4 mycroft * must display the following acknowledgement:
20 1.16 mycroft * This product includes software developed by the NetBSD
21 1.16 mycroft * Foundation, Inc. and its contributors.
22 1.16 mycroft * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.16 mycroft * contributors may be used to endorse or promote products derived
24 1.16 mycroft * from this software without specific prior written permission.
25 1.4 mycroft *
26 1.16 mycroft * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.16 mycroft * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.16 mycroft * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.16 mycroft * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.16 mycroft * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.16 mycroft * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.16 mycroft * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.16 mycroft * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.16 mycroft * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.16 mycroft * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.16 mycroft * POSSIBILITY OF SUCH DAMAGE.
37 1.4 mycroft */
38 1.4 mycroft
39 1.7 mycroft #ifndef _I386_CPUFUNC_H_
40 1.7 mycroft #define _I386_CPUFUNC_H_
41 1.7 mycroft
42 1.4 mycroft /*
43 1.4 mycroft * Functions to provide access to i386-specific instructions.
44 1.1 cgd */
45 1.1 cgd
46 1.1 cgd #include <sys/cdefs.h>
47 1.1 cgd #include <sys/types.h>
48 1.13 perry
49 1.22 fvdl #include <machine/specialreg.h>
50 1.22 fvdl
51 1.25 fvdl static __inline void
52 1.25 fvdl x86_pause(void)
53 1.25 fvdl {
54 1.25 fvdl __asm __volatile("pause");
55 1.25 fvdl }
56 1.25 fvdl
57 1.14 perry #ifdef _KERNEL
58 1.1 cgd
59 1.26 drochner extern unsigned int cpu_feature;
60 1.24 fvdl
61 1.10 chuck static __inline void
62 1.10 chuck invlpg(u_int addr)
63 1.10 chuck {
64 1.10 chuck __asm __volatile("invlpg (%0)" : : "r" (addr) : "memory");
65 1.10 chuck }
66 1.10 chuck
67 1.1 cgd static __inline void
68 1.4 mycroft lidt(void *p)
69 1.4 mycroft {
70 1.4 mycroft __asm __volatile("lidt (%0)" : : "r" (p));
71 1.4 mycroft }
72 1.4 mycroft
73 1.4 mycroft static __inline void
74 1.4 mycroft lldt(u_short sel)
75 1.4 mycroft {
76 1.4 mycroft __asm __volatile("lldt %0" : : "r" (sel));
77 1.4 mycroft }
78 1.4 mycroft
79 1.4 mycroft static __inline void
80 1.4 mycroft ltr(u_short sel)
81 1.4 mycroft {
82 1.4 mycroft __asm __volatile("ltr %0" : : "r" (sel));
83 1.4 mycroft }
84 1.4 mycroft
85 1.4 mycroft static __inline void
86 1.4 mycroft lcr0(u_int val)
87 1.4 mycroft {
88 1.4 mycroft __asm __volatile("movl %0,%%cr0" : : "r" (val));
89 1.4 mycroft }
90 1.4 mycroft
91 1.4 mycroft static __inline u_int
92 1.4 mycroft rcr0(void)
93 1.4 mycroft {
94 1.4 mycroft u_int val;
95 1.6 mycroft __asm __volatile("movl %%cr0,%0" : "=r" (val));
96 1.4 mycroft return val;
97 1.4 mycroft }
98 1.4 mycroft
99 1.4 mycroft static __inline u_int
100 1.4 mycroft rcr2(void)
101 1.4 mycroft {
102 1.4 mycroft u_int val;
103 1.6 mycroft __asm __volatile("movl %%cr2,%0" : "=r" (val));
104 1.4 mycroft return val;
105 1.4 mycroft }
106 1.4 mycroft
107 1.4 mycroft static __inline void
108 1.4 mycroft lcr3(u_int val)
109 1.4 mycroft {
110 1.4 mycroft __asm __volatile("movl %0,%%cr3" : : "r" (val));
111 1.4 mycroft }
112 1.4 mycroft
113 1.4 mycroft static __inline u_int
114 1.4 mycroft rcr3(void)
115 1.4 mycroft {
116 1.4 mycroft u_int val;
117 1.6 mycroft __asm __volatile("movl %%cr3,%0" : "=r" (val));
118 1.10 chuck return val;
119 1.10 chuck }
120 1.10 chuck
121 1.10 chuck static __inline void
122 1.10 chuck lcr4(u_int val)
123 1.10 chuck {
124 1.10 chuck __asm __volatile("movl %0,%%cr4" : : "r" (val));
125 1.10 chuck }
126 1.10 chuck
127 1.10 chuck static __inline u_int
128 1.10 chuck rcr4(void)
129 1.10 chuck {
130 1.10 chuck u_int val;
131 1.10 chuck __asm __volatile("movl %%cr4,%0" : "=r" (val));
132 1.4 mycroft return val;
133 1.6 mycroft }
134 1.6 mycroft
135 1.6 mycroft static __inline void
136 1.6 mycroft tlbflush(void)
137 1.6 mycroft {
138 1.6 mycroft u_int val;
139 1.22 fvdl val = rcr3();
140 1.22 fvdl lcr3(val);
141 1.22 fvdl }
142 1.22 fvdl
143 1.22 fvdl static __inline void
144 1.22 fvdl tlbflushg(void)
145 1.22 fvdl {
146 1.22 fvdl /*
147 1.22 fvdl * Big hammer: flush all TLB entries, including ones from PTE's
148 1.22 fvdl * with the G bit set. This should only be necessary if TLB
149 1.22 fvdl * shootdown falls far behind.
150 1.22 fvdl *
151 1.22 fvdl * Intel Architecture Software Developer's Manual, Volume 3,
152 1.22 fvdl * System Programming, section 9.10, "Invalidating the
153 1.22 fvdl * Translation Lookaside Buffers (TLBS)":
154 1.22 fvdl * "The following operations invalidate all TLB entries, irrespective
155 1.22 fvdl * of the setting of the G flag:
156 1.22 fvdl * ...
157 1.22 fvdl * "(P6 family processors only): Writing to control register CR4 to
158 1.22 fvdl * modify the PSE, PGE, or PAE flag."
159 1.22 fvdl *
160 1.22 fvdl * (the alternatives not quoted above are not an option here.)
161 1.22 fvdl *
162 1.22 fvdl * If PGE is not in use, we reload CR3 for the benefit of
163 1.22 fvdl * pre-P6-family processors.
164 1.22 fvdl */
165 1.22 fvdl
166 1.22 fvdl #if defined(I686_CPU)
167 1.22 fvdl if (cpu_feature & CPUID_PGE) {
168 1.22 fvdl u_int cr4 = rcr4();
169 1.22 fvdl lcr4(cr4 & ~CR4_PGE);
170 1.22 fvdl lcr4(cr4);
171 1.22 fvdl } else
172 1.22 fvdl #endif
173 1.22 fvdl tlbflush();
174 1.4 mycroft }
175 1.22 fvdl
176 1.4 mycroft
177 1.4 mycroft #ifdef notyet
178 1.4 mycroft void setidt __P((int idx, /*XXX*/caddr_t func, int typ, int dpl));
179 1.4 mycroft #endif
180 1.4 mycroft
181 1.21 yamt /* debug register */
182 1.21 yamt void dr0(caddr_t, u_int32_t, u_int32_t, u_int32_t);
183 1.21 yamt
184 1.21 yamt static __inline u_int
185 1.21 yamt rdr6(void)
186 1.21 yamt {
187 1.21 yamt u_int val;
188 1.21 yamt
189 1.21 yamt __asm __volatile("movl %%dr6,%0" : "=r" (val));
190 1.21 yamt return val;
191 1.21 yamt }
192 1.21 yamt
193 1.21 yamt static __inline void
194 1.21 yamt ldr6(u_int val)
195 1.21 yamt {
196 1.21 yamt
197 1.21 yamt __asm __volatile("movl %0,%%dr6" : : "r" (val));
198 1.21 yamt }
199 1.4 mycroft
200 1.4 mycroft /* XXXX ought to be in psl.h with spl() functions */
201 1.4 mycroft
202 1.4 mycroft static __inline void
203 1.1 cgd disable_intr(void)
204 1.1 cgd {
205 1.1 cgd __asm __volatile("cli");
206 1.1 cgd }
207 1.1 cgd
208 1.1 cgd static __inline void
209 1.1 cgd enable_intr(void)
210 1.1 cgd {
211 1.1 cgd __asm __volatile("sti");
212 1.12 drochner }
213 1.12 drochner
214 1.12 drochner static __inline u_long
215 1.12 drochner read_eflags(void)
216 1.12 drochner {
217 1.12 drochner u_long ef;
218 1.12 drochner
219 1.12 drochner __asm __volatile("pushfl; popl %0" : "=r" (ef));
220 1.12 drochner return (ef);
221 1.12 drochner }
222 1.12 drochner
223 1.12 drochner static __inline void
224 1.12 drochner write_eflags(u_long ef)
225 1.12 drochner {
226 1.12 drochner __asm __volatile("pushl %0; popfl" : : "r" (ef));
227 1.17 thorpej }
228 1.17 thorpej
229 1.17 thorpej static __inline u_int64_t
230 1.17 thorpej rdmsr(u_int msr)
231 1.17 thorpej {
232 1.17 thorpej u_int64_t rv;
233 1.17 thorpej
234 1.19 thorpej __asm __volatile("rdmsr" : "=A" (rv) : "c" (msr));
235 1.17 thorpej return (rv);
236 1.17 thorpej }
237 1.17 thorpej
238 1.17 thorpej static __inline void
239 1.17 thorpej wrmsr(u_int msr, u_int64_t newval)
240 1.17 thorpej {
241 1.19 thorpej __asm __volatile("wrmsr" : : "A" (newval), "c" (msr));
242 1.17 thorpej }
243 1.17 thorpej
244 1.17 thorpej static __inline void
245 1.17 thorpej wbinvd(void)
246 1.17 thorpej {
247 1.17 thorpej __asm __volatile("wbinvd");
248 1.18 thorpej }
249 1.18 thorpej
250 1.18 thorpej static __inline u_int64_t
251 1.18 thorpej rdtsc(void)
252 1.18 thorpej {
253 1.18 thorpej u_int64_t rv;
254 1.18 thorpej
255 1.19 thorpej __asm __volatile("rdtsc" : "=A" (rv));
256 1.18 thorpej return (rv);
257 1.18 thorpej }
258 1.18 thorpej
259 1.18 thorpej static __inline u_int64_t
260 1.18 thorpej rdpmc(u_int pmc)
261 1.18 thorpej {
262 1.18 thorpej u_int64_t rv;
263 1.18 thorpej
264 1.19 thorpej __asm __volatile("rdpmc" : "=A" (rv) : "c" (pmc));
265 1.18 thorpej return (rv);
266 1.9 thorpej }
267 1.9 thorpej
268 1.9 thorpej /* Break into DDB/KGDB. */
269 1.9 thorpej static __inline void
270 1.9 thorpej breakpoint(void)
271 1.9 thorpej {
272 1.9 thorpej __asm __volatile("int $3");
273 1.1 cgd }
274 1.23 fvdl
275 1.23 fvdl #define read_psl() read_eflags()
276 1.23 fvdl #define write_psl(x) write_eflags(x)
277 1.20 thorpej
278 1.20 thorpej /*
279 1.20 thorpej * XXX Maybe these don't belong here...
280 1.20 thorpej */
281 1.20 thorpej
282 1.20 thorpej extern int (*copyout_func)(const void *, void *, size_t);
283 1.20 thorpej extern int (*copyin_func)(const void *, void *, size_t);
284 1.20 thorpej
285 1.20 thorpej int i386_copyout(const void *, void *, size_t);
286 1.20 thorpej int i486_copyout(const void *, void *, size_t);
287 1.20 thorpej
288 1.20 thorpej int i386_copyin(const void *, void *, size_t);
289 1.14 perry
290 1.14 perry #endif /* _KERNEL */
291 1.1 cgd
292 1.7 mycroft #endif /* !_I386_CPUFUNC_H_ */
293