Home | History | Annotate | Line # | Download | only in include
cpufunc.h revision 1.26
      1  1.26  drochner /*	$NetBSD: cpufunc.h,v 1.26 2003/06/26 16:45:19 drochner Exp $	*/
      2   1.8       cgd 
      3  1.16   mycroft /*-
      4  1.16   mycroft  * Copyright (c) 1998 The NetBSD Foundation, Inc.
      5   1.4   mycroft  * All rights reserved.
      6   1.2   mycroft  *
      7  1.16   mycroft  * This code is derived from software contributed to The NetBSD Foundation
      8  1.16   mycroft  * by Charles M. Hannum.
      9  1.16   mycroft  *
     10   1.4   mycroft  * Redistribution and use in source and binary forms, with or without
     11   1.4   mycroft  * modification, are permitted provided that the following conditions
     12   1.4   mycroft  * are met:
     13   1.4   mycroft  * 1. Redistributions of source code must retain the above copyright
     14   1.4   mycroft  *    notice, this list of conditions and the following disclaimer.
     15   1.4   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.4   mycroft  *    notice, this list of conditions and the following disclaimer in the
     17   1.4   mycroft  *    documentation and/or other materials provided with the distribution.
     18   1.4   mycroft  * 3. All advertising materials mentioning features or use of this software
     19   1.4   mycroft  *    must display the following acknowledgement:
     20  1.16   mycroft  *        This product includes software developed by the NetBSD
     21  1.16   mycroft  *        Foundation, Inc. and its contributors.
     22  1.16   mycroft  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  1.16   mycroft  *    contributors may be used to endorse or promote products derived
     24  1.16   mycroft  *    from this software without specific prior written permission.
     25   1.4   mycroft  *
     26  1.16   mycroft  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  1.16   mycroft  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  1.16   mycroft  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  1.16   mycroft  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  1.16   mycroft  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  1.16   mycroft  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  1.16   mycroft  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  1.16   mycroft  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  1.16   mycroft  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  1.16   mycroft  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  1.16   mycroft  * POSSIBILITY OF SUCH DAMAGE.
     37   1.4   mycroft  */
     38   1.4   mycroft 
     39   1.7   mycroft #ifndef _I386_CPUFUNC_H_
     40   1.7   mycroft #define	_I386_CPUFUNC_H_
     41   1.7   mycroft 
     42   1.4   mycroft /*
     43   1.4   mycroft  * Functions to provide access to i386-specific instructions.
     44   1.1       cgd  */
     45   1.1       cgd 
     46   1.1       cgd #include <sys/cdefs.h>
     47   1.1       cgd #include <sys/types.h>
     48  1.13     perry 
     49  1.22      fvdl #include <machine/specialreg.h>
     50  1.22      fvdl 
     51  1.25      fvdl static __inline void
     52  1.25      fvdl x86_pause(void)
     53  1.25      fvdl {
     54  1.25      fvdl 	__asm __volatile("pause");
     55  1.25      fvdl }
     56  1.25      fvdl 
     57  1.14     perry #ifdef _KERNEL
     58   1.1       cgd 
     59  1.26  drochner extern unsigned int cpu_feature;
     60  1.24      fvdl 
     61  1.10     chuck static __inline void
     62  1.10     chuck invlpg(u_int addr)
     63  1.10     chuck {
     64  1.10     chuck         __asm __volatile("invlpg (%0)" : : "r" (addr) : "memory");
     65  1.10     chuck }
     66  1.10     chuck 
     67   1.1       cgd static __inline void
     68   1.4   mycroft lidt(void *p)
     69   1.4   mycroft {
     70   1.4   mycroft 	__asm __volatile("lidt (%0)" : : "r" (p));
     71   1.4   mycroft }
     72   1.4   mycroft 
     73   1.4   mycroft static __inline void
     74   1.4   mycroft lldt(u_short sel)
     75   1.4   mycroft {
     76   1.4   mycroft 	__asm __volatile("lldt %0" : : "r" (sel));
     77   1.4   mycroft }
     78   1.4   mycroft 
     79   1.4   mycroft static __inline void
     80   1.4   mycroft ltr(u_short sel)
     81   1.4   mycroft {
     82   1.4   mycroft 	__asm __volatile("ltr %0" : : "r" (sel));
     83   1.4   mycroft }
     84   1.4   mycroft 
     85   1.4   mycroft static __inline void
     86   1.4   mycroft lcr0(u_int val)
     87   1.4   mycroft {
     88   1.4   mycroft 	__asm __volatile("movl %0,%%cr0" : : "r" (val));
     89   1.4   mycroft }
     90   1.4   mycroft 
     91   1.4   mycroft static __inline u_int
     92   1.4   mycroft rcr0(void)
     93   1.4   mycroft {
     94   1.4   mycroft 	u_int val;
     95   1.6   mycroft 	__asm __volatile("movl %%cr0,%0" : "=r" (val));
     96   1.4   mycroft 	return val;
     97   1.4   mycroft }
     98   1.4   mycroft 
     99   1.4   mycroft static __inline u_int
    100   1.4   mycroft rcr2(void)
    101   1.4   mycroft {
    102   1.4   mycroft 	u_int val;
    103   1.6   mycroft 	__asm __volatile("movl %%cr2,%0" : "=r" (val));
    104   1.4   mycroft 	return val;
    105   1.4   mycroft }
    106   1.4   mycroft 
    107   1.4   mycroft static __inline void
    108   1.4   mycroft lcr3(u_int val)
    109   1.4   mycroft {
    110   1.4   mycroft 	__asm __volatile("movl %0,%%cr3" : : "r" (val));
    111   1.4   mycroft }
    112   1.4   mycroft 
    113   1.4   mycroft static __inline u_int
    114   1.4   mycroft rcr3(void)
    115   1.4   mycroft {
    116   1.4   mycroft 	u_int val;
    117   1.6   mycroft 	__asm __volatile("movl %%cr3,%0" : "=r" (val));
    118  1.10     chuck 	return val;
    119  1.10     chuck }
    120  1.10     chuck 
    121  1.10     chuck static __inline void
    122  1.10     chuck lcr4(u_int val)
    123  1.10     chuck {
    124  1.10     chuck 	__asm __volatile("movl %0,%%cr4" : : "r" (val));
    125  1.10     chuck }
    126  1.10     chuck 
    127  1.10     chuck static __inline u_int
    128  1.10     chuck rcr4(void)
    129  1.10     chuck {
    130  1.10     chuck 	u_int val;
    131  1.10     chuck 	__asm __volatile("movl %%cr4,%0" : "=r" (val));
    132   1.4   mycroft 	return val;
    133   1.6   mycroft }
    134   1.6   mycroft 
    135   1.6   mycroft static __inline void
    136   1.6   mycroft tlbflush(void)
    137   1.6   mycroft {
    138   1.6   mycroft 	u_int val;
    139  1.22      fvdl 	val = rcr3();
    140  1.22      fvdl 	lcr3(val);
    141  1.22      fvdl }
    142  1.22      fvdl 
    143  1.22      fvdl static __inline void
    144  1.22      fvdl tlbflushg(void)
    145  1.22      fvdl {
    146  1.22      fvdl 	/*
    147  1.22      fvdl 	 * Big hammer: flush all TLB entries, including ones from PTE's
    148  1.22      fvdl 	 * with the G bit set.  This should only be necessary if TLB
    149  1.22      fvdl 	 * shootdown falls far behind.
    150  1.22      fvdl 	 *
    151  1.22      fvdl 	 * Intel Architecture Software Developer's Manual, Volume 3,
    152  1.22      fvdl 	 *	System Programming, section 9.10, "Invalidating the
    153  1.22      fvdl 	 * Translation Lookaside Buffers (TLBS)":
    154  1.22      fvdl 	 * "The following operations invalidate all TLB entries, irrespective
    155  1.22      fvdl 	 * of the setting of the G flag:
    156  1.22      fvdl 	 * ...
    157  1.22      fvdl 	 * "(P6 family processors only): Writing to control register CR4 to
    158  1.22      fvdl 	 * modify the PSE, PGE, or PAE flag."
    159  1.22      fvdl 	 *
    160  1.22      fvdl 	 * (the alternatives not quoted above are not an option here.)
    161  1.22      fvdl 	 *
    162  1.22      fvdl 	 * If PGE is not in use, we reload CR3 for the benefit of
    163  1.22      fvdl 	 * pre-P6-family processors.
    164  1.22      fvdl 	 */
    165  1.22      fvdl 
    166  1.22      fvdl #if defined(I686_CPU)
    167  1.22      fvdl 	if (cpu_feature & CPUID_PGE) {
    168  1.22      fvdl 		u_int cr4 = rcr4();
    169  1.22      fvdl 		lcr4(cr4 & ~CR4_PGE);
    170  1.22      fvdl 		lcr4(cr4);
    171  1.22      fvdl 	} else
    172  1.22      fvdl #endif
    173  1.22      fvdl 		tlbflush();
    174   1.4   mycroft }
    175  1.22      fvdl 
    176   1.4   mycroft 
    177   1.4   mycroft #ifdef notyet
    178   1.4   mycroft void	setidt	__P((int idx, /*XXX*/caddr_t func, int typ, int dpl));
    179   1.4   mycroft #endif
    180   1.4   mycroft 
    181  1.21      yamt /* debug register */
    182  1.21      yamt void dr0(caddr_t, u_int32_t, u_int32_t, u_int32_t);
    183  1.21      yamt 
    184  1.21      yamt static __inline u_int
    185  1.21      yamt rdr6(void)
    186  1.21      yamt {
    187  1.21      yamt 	u_int val;
    188  1.21      yamt 
    189  1.21      yamt 	__asm __volatile("movl %%dr6,%0" : "=r" (val));
    190  1.21      yamt 	return val;
    191  1.21      yamt }
    192  1.21      yamt 
    193  1.21      yamt static __inline void
    194  1.21      yamt ldr6(u_int val)
    195  1.21      yamt {
    196  1.21      yamt 
    197  1.21      yamt 	__asm __volatile("movl %0,%%dr6" : : "r" (val));
    198  1.21      yamt }
    199   1.4   mycroft 
    200   1.4   mycroft /* XXXX ought to be in psl.h with spl() functions */
    201   1.4   mycroft 
    202   1.4   mycroft static __inline void
    203   1.1       cgd disable_intr(void)
    204   1.1       cgd {
    205   1.1       cgd 	__asm __volatile("cli");
    206   1.1       cgd }
    207   1.1       cgd 
    208   1.1       cgd static __inline void
    209   1.1       cgd enable_intr(void)
    210   1.1       cgd {
    211   1.1       cgd 	__asm __volatile("sti");
    212  1.12  drochner }
    213  1.12  drochner 
    214  1.12  drochner static __inline u_long
    215  1.12  drochner read_eflags(void)
    216  1.12  drochner {
    217  1.12  drochner 	u_long	ef;
    218  1.12  drochner 
    219  1.12  drochner 	__asm __volatile("pushfl; popl %0" : "=r" (ef));
    220  1.12  drochner 	return (ef);
    221  1.12  drochner }
    222  1.12  drochner 
    223  1.12  drochner static __inline void
    224  1.12  drochner write_eflags(u_long ef)
    225  1.12  drochner {
    226  1.12  drochner 	__asm __volatile("pushl %0; popfl" : : "r" (ef));
    227  1.17   thorpej }
    228  1.17   thorpej 
    229  1.17   thorpej static __inline u_int64_t
    230  1.17   thorpej rdmsr(u_int msr)
    231  1.17   thorpej {
    232  1.17   thorpej 	u_int64_t rv;
    233  1.17   thorpej 
    234  1.19   thorpej 	__asm __volatile("rdmsr" : "=A" (rv) : "c" (msr));
    235  1.17   thorpej 	return (rv);
    236  1.17   thorpej }
    237  1.17   thorpej 
    238  1.17   thorpej static __inline void
    239  1.17   thorpej wrmsr(u_int msr, u_int64_t newval)
    240  1.17   thorpej {
    241  1.19   thorpej 	__asm __volatile("wrmsr" : : "A" (newval), "c" (msr));
    242  1.17   thorpej }
    243  1.17   thorpej 
    244  1.17   thorpej static __inline void
    245  1.17   thorpej wbinvd(void)
    246  1.17   thorpej {
    247  1.17   thorpej 	__asm __volatile("wbinvd");
    248  1.18   thorpej }
    249  1.18   thorpej 
    250  1.18   thorpej static __inline u_int64_t
    251  1.18   thorpej rdtsc(void)
    252  1.18   thorpej {
    253  1.18   thorpej 	u_int64_t rv;
    254  1.18   thorpej 
    255  1.19   thorpej 	__asm __volatile("rdtsc" : "=A" (rv));
    256  1.18   thorpej 	return (rv);
    257  1.18   thorpej }
    258  1.18   thorpej 
    259  1.18   thorpej static __inline u_int64_t
    260  1.18   thorpej rdpmc(u_int pmc)
    261  1.18   thorpej {
    262  1.18   thorpej 	u_int64_t rv;
    263  1.18   thorpej 
    264  1.19   thorpej 	__asm __volatile("rdpmc" : "=A" (rv) : "c" (pmc));
    265  1.18   thorpej 	return (rv);
    266   1.9   thorpej }
    267   1.9   thorpej 
    268   1.9   thorpej /* Break into DDB/KGDB. */
    269   1.9   thorpej static __inline void
    270   1.9   thorpej breakpoint(void)
    271   1.9   thorpej {
    272   1.9   thorpej 	__asm __volatile("int $3");
    273   1.1       cgd }
    274  1.23      fvdl 
    275  1.23      fvdl #define read_psl()	read_eflags()
    276  1.23      fvdl #define write_psl(x)	write_eflags(x)
    277  1.20   thorpej 
    278  1.20   thorpej /*
    279  1.20   thorpej  * XXX Maybe these don't belong here...
    280  1.20   thorpej  */
    281  1.20   thorpej 
    282  1.20   thorpej extern int (*copyout_func)(const void *, void *, size_t);
    283  1.20   thorpej extern int (*copyin_func)(const void *, void *, size_t);
    284  1.20   thorpej 
    285  1.20   thorpej int	i386_copyout(const void *, void *, size_t);
    286  1.20   thorpej int	i486_copyout(const void *, void *, size_t);
    287  1.20   thorpej 
    288  1.20   thorpej int	i386_copyin(const void *, void *, size_t);
    289  1.14     perry 
    290  1.14     perry #endif /* _KERNEL */
    291   1.1       cgd 
    292   1.7   mycroft #endif /* !_I386_CPUFUNC_H_ */
    293