Home | History | Annotate | Line # | Download | only in include
cpu.h revision 1.68
      1  1.68      matt /*	$NetBSD: cpu.h,v 1.68 2010/03/09 22:41:03 matt Exp $	*/
      2   1.1        ws 
      3   1.1        ws /*
      4   1.5        ws  * Copyright (C) 1999 Wolfgang Solfrank.
      5   1.5        ws  * Copyright (C) 1999 TooLs GmbH.
      6   1.9      matt  * Copyright (C) 1995-1997 Wolfgang Solfrank.
      7   1.9      matt  * Copyright (C) 1995-1997 TooLs GmbH.
      8   1.1        ws  * All rights reserved.
      9   1.1        ws  *
     10   1.1        ws  * Redistribution and use in source and binary forms, with or without
     11   1.1        ws  * modification, are permitted provided that the following conditions
     12   1.1        ws  * are met:
     13   1.1        ws  * 1. Redistributions of source code must retain the above copyright
     14   1.1        ws  *    notice, this list of conditions and the following disclaimer.
     15   1.1        ws  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1        ws  *    notice, this list of conditions and the following disclaimer in the
     17   1.1        ws  *    documentation and/or other materials provided with the distribution.
     18   1.1        ws  * 3. All advertising materials mentioning features or use of this software
     19   1.1        ws  *    must display the following acknowledgement:
     20   1.1        ws  *	This product includes software developed by TooLs GmbH.
     21   1.1        ws  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     22   1.1        ws  *    derived from this software without specific prior written permission.
     23   1.1        ws  *
     24   1.1        ws  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     25   1.1        ws  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     26   1.1        ws  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     27   1.1        ws  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     28   1.1        ws  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     29   1.1        ws  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     30   1.1        ws  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     31   1.1        ws  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     32   1.1        ws  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     33   1.1        ws  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     34   1.1        ws  */
     35   1.5        ws #ifndef	_POWERPC_CPU_H_
     36   1.5        ws #define	_POWERPC_CPU_H_
     37   1.1        ws 
     38  1.27      matt struct cache_info {
     39  1.27      matt 	int dcache_size;
     40  1.27      matt 	int dcache_line_size;
     41  1.27      matt 	int icache_size;
     42  1.27      matt 	int icache_line_size;
     43  1.27      matt };
     44  1.27      matt 
     45  1.27      matt #ifdef _KERNEL
     46   1.9      matt #if defined(_KERNEL_OPT)
     47   1.9      matt #include "opt_lockdebug.h"
     48   1.9      matt #include "opt_multiprocessor.h"
     49  1.16      matt #include "opt_ppcarch.h"
     50   1.9      matt #endif
     51   1.9      matt 
     52   1.9      matt #include <machine/frame.h>
     53   1.9      matt #include <machine/psl.h>
     54   1.9      matt #include <machine/intr.h>
     55  1.20      matt #include <sys/device.h>
     56   1.9      matt 
     57  1.42      yamt #include <sys/cpu_data.h>
     58  1.14       eeh 
     59   1.9      matt struct cpu_info {
     60  1.42      yamt 	struct cpu_data ci_data;	/* MI per-cpu data */
     61   1.9      matt 	struct device *ci_dev;		/* device of corresponding cpu */
     62  1.23   thorpej 	struct lwp *ci_curlwp;		/* current owner of the processor */
     63   1.9      matt 
     64   1.9      matt 	struct pcb *ci_curpcb;
     65  1.38      matt 	struct pmap *ci_curpm;
     66  1.23   thorpej 	struct lwp *ci_fpulwp;
     67  1.23   thorpej 	struct lwp *ci_veclwp;
     68   1.9      matt 	int ci_cpuid;
     69   1.9      matt 
     70  1.28      matt 	volatile int ci_astpending;
     71  1.57       rjs 	int ci_want_resched;
     72  1.28      matt 	volatile u_long ci_lasttb;
     73  1.28      matt 	volatile int ci_tickspending;
     74  1.50     freza 	volatile int ci_cpl;
     75  1.50     freza 	volatile int ci_iactive;
     76  1.60        ad 	volatile int ci_idepth;
     77  1.50     freza 	volatile int ci_ipending;
     78   1.9      matt 	int ci_intrdepth;
     79  1.53        ad 	int ci_mtx_oldspl;
     80  1.53        ad 	int ci_mtx_count;
     81  1.68      matt #ifndef PPC_BOOKE
     82   1.9      matt 	char *ci_intstk;
     83  1.68      matt #endif
     84  1.32      matt #define	CPUSAVE_LEN	8
     85  1.32      matt 	register_t ci_tempsave[CPUSAVE_LEN];
     86  1.32      matt 	register_t ci_ddbsave[CPUSAVE_LEN];
     87  1.32      matt 	register_t ci_ipkdbsave[CPUSAVE_LEN];
     88  1.68      matt #ifndef PPC_BOOKE
     89  1.32      matt #define	CPUSAVE_R28	0		/* where r28 gets saved */
     90  1.32      matt #define	CPUSAVE_R29	1		/* where r29 gets saved */
     91  1.32      matt #define	CPUSAVE_R30	2		/* where r30 gets saved */
     92  1.32      matt #define	CPUSAVE_R31	3		/* where r31 gets saved */
     93  1.32      matt #define	CPUSAVE_DAR	4		/* where SPR_DAR gets saved */
     94  1.32      matt #define	CPUSAVE_DSISR	5		/* where SPR_DSISR gets saved */
     95  1.32      matt #define	CPUSAVE_SRR0	6		/* where SRR0 gets saved */
     96  1.32      matt #define	CPUSAVE_SRR1	7		/* where SRR1 gets saved */
     97  1.32      matt #define	DISISAVE_LEN	4
     98  1.32      matt 	register_t ci_disisave[DISISAVE_LEN];
     99  1.68      matt #else
    100  1.68      matt #define	CPUSAVE_R26	0		/* where r26 gets saved */
    101  1.68      matt #define	CPUSAVE_R27	1		/* where r27 gets saved */
    102  1.68      matt #define	CPUSAVE_R28	2		/* where r28 gets saved */
    103  1.68      matt #define	CPUSAVE_R29	3		/* where r29 gets saved */
    104  1.68      matt #define	CPUSAVE_R30	4		/* where r30 gets saved */
    105  1.68      matt #define	CPUSAVE_R31	5		/* where r31 gets saved */
    106  1.68      matt 	register_t ci_critsave[CPUSAVE_LEN];
    107  1.68      matt 	register_t ci_mchksave[CPUSAVE_LEN];
    108  1.68      matt 	struct pmap_segtab *ci_pmap_kern_segtab;
    109  1.68      matt 	struct pmap_segtab *ci_pmap_user_segtab;
    110  1.68      matt #endif
    111  1.14       eeh 	struct cache_info ci_ci;
    112  1.40      matt 	void *ci_sysmon_cookie;
    113  1.43      matt 	void (*ci_idlespin)(void);
    114  1.44    briggs 	uint32_t ci_khz;
    115  1.25      matt 	struct evcnt ci_ev_clock;	/* clock intrs */
    116  1.50     freza 	struct evcnt ci_ev_statclock; 	/* stat clock */
    117  1.25      matt 	struct evcnt ci_ev_softclock;	/* softclock intrs */
    118  1.25      matt 	struct evcnt ci_ev_softnet;	/* softnet intrs */
    119  1.25      matt 	struct evcnt ci_ev_softserial;	/* softserial intrs */
    120   1.9      matt 	struct evcnt ci_ev_traps;	/* calls to trap() */
    121   1.9      matt 	struct evcnt ci_ev_kdsi;	/* kernel DSI traps */
    122   1.9      matt 	struct evcnt ci_ev_udsi;	/* user DSI traps */
    123   1.9      matt 	struct evcnt ci_ev_udsi_fatal;	/* user DSI trap failures */
    124  1.33      matt 	struct evcnt ci_ev_kisi;	/* kernel ISI traps */
    125   1.9      matt 	struct evcnt ci_ev_isi;		/* user ISI traps */
    126   1.9      matt 	struct evcnt ci_ev_isi_fatal;	/* user ISI trap failures */
    127   1.9      matt 	struct evcnt ci_ev_pgm;		/* user PGM traps */
    128   1.9      matt 	struct evcnt ci_ev_fpu;		/* FPU traps */
    129   1.9      matt 	struct evcnt ci_ev_fpusw;	/* FPU context switch */
    130   1.9      matt 	struct evcnt ci_ev_ali;		/* Alignment traps */
    131   1.9      matt 	struct evcnt ci_ev_ali_fatal;	/* Alignment fatal trap */
    132   1.9      matt 	struct evcnt ci_ev_scalls;	/* system call traps */
    133   1.9      matt 	struct evcnt ci_ev_vec;		/* Altivec traps */
    134   1.9      matt 	struct evcnt ci_ev_vecsw;	/* Altivec context switches */
    135  1.16      matt 	struct evcnt ci_ev_umchk;	/* user MCHK events */
    136  1.59   garbled 	struct evcnt ci_ev_ipi;		/* IPIs received */
    137   1.9      matt };
    138   1.9      matt 
    139   1.9      matt #ifdef MULTIPROCESSOR
    140  1.59   garbled 
    141  1.59   garbled struct cpu_hatch_data {
    142  1.59   garbled 	struct device *self;
    143  1.59   garbled 	struct cpu_info *ci;
    144  1.59   garbled 	int running;
    145  1.59   garbled 	int pir;
    146  1.64   garbled 	int asr;
    147  1.59   garbled 	int hid0;
    148  1.59   garbled 	int sdr1;
    149  1.59   garbled 	int sr[16];
    150  1.59   garbled 	int batu[4], batl[4];
    151  1.59   garbled 	int tbu, tbl;
    152  1.59   garbled };
    153  1.59   garbled 
    154  1.47     perry static __inline int
    155  1.11       chs cpu_number(void)
    156   1.9      matt {
    157   1.9      matt 	int pir;
    158   1.9      matt 
    159  1.30      matt 	__asm ("mfspr %0,1023" : "=r"(pir));
    160   1.9      matt 	return pir;
    161   1.9      matt }
    162   1.9      matt 
    163  1.11       chs void	cpu_boot_secondary_processors(void);
    164   1.9      matt 
    165   1.9      matt 
    166   1.9      matt #define CPU_IS_PRIMARY(ci)	((ci)->ci_cpuid == 0)
    167  1.18       chs #define CPU_INFO_ITERATOR		int
    168  1.18       chs #define CPU_INFO_FOREACH(cii, ci)					\
    169  1.64   garbled 	cii = 0, ci = &cpu_info[0]; cii < ncpu; cii++, ci++
    170  1.18       chs 
    171   1.9      matt #else
    172   1.9      matt 
    173   1.9      matt #define cpu_number()		0
    174   1.9      matt 
    175  1.18       chs #define CPU_INFO_ITERATOR		int
    176  1.18       chs #define CPU_INFO_FOREACH(cii, ci)					\
    177  1.18       chs 	cii = 0, ci = curcpu(); ci != NULL; ci = NULL
    178  1.18       chs 
    179   1.9      matt #endif /* MULTIPROCESSOR */
    180   1.9      matt 
    181  1.25      matt extern struct cpu_info cpu_info[];
    182  1.25      matt 
    183  1.47     perry static __inline struct cpu_info *
    184  1.25      matt curcpu(void)
    185  1.25      matt {
    186  1.25      matt 	struct cpu_info *ci;
    187  1.25      matt 
    188  1.46     perry 	__asm volatile ("mfsprg %0,0" : "=r"(ci));
    189  1.25      matt 	return ci;
    190  1.25      matt }
    191  1.25      matt 
    192  1.25      matt #define curlwp			(curcpu()->ci_curlwp)
    193  1.25      matt #define curpcb			(curcpu()->ci_curpcb)
    194  1.38      matt #define curpm			(curcpu()->ci_curpm)
    195  1.25      matt 
    196  1.47     perry static __inline register_t
    197  1.18       chs mfmsr(void)
    198  1.18       chs {
    199  1.20      matt 	register_t msr;
    200  1.18       chs 
    201  1.46     perry 	__asm volatile ("mfmsr %0" : "=r"(msr));
    202  1.18       chs 	return msr;
    203  1.18       chs }
    204  1.18       chs 
    205  1.47     perry static __inline void
    206  1.20      matt mtmsr(register_t msr)
    207  1.18       chs {
    208  1.18       chs 
    209  1.46     perry 	__asm volatile ("mtmsr %0" : : "r"(msr));
    210  1.19       chs }
    211  1.19       chs 
    212  1.47     perry static __inline uint32_t
    213  1.19       chs mftbl(void)
    214  1.19       chs {
    215  1.19       chs 	uint32_t tbl;
    216  1.19       chs 
    217  1.46     perry 	__asm volatile (
    218  1.29   hannken #ifdef PPC_IBM403
    219  1.29   hannken "	mftblo %0	\n"
    220  1.29   hannken #else
    221  1.29   hannken "	mftbl %0	\n"
    222  1.29   hannken #endif
    223  1.29   hannken 	: "=r" (tbl));
    224  1.29   hannken 
    225  1.19       chs 	return tbl;
    226  1.19       chs }
    227  1.19       chs 
    228  1.47     perry static __inline uint64_t
    229  1.19       chs mftb(void)
    230  1.19       chs {
    231  1.19       chs 	uint64_t tb;
    232  1.32      matt 
    233  1.32      matt #ifdef _LP64
    234  1.46     perry 	__asm volatile ("mftb %0" : "=r"(tb));
    235  1.32      matt #else
    236  1.19       chs 	int tmp;
    237  1.19       chs 
    238  1.46     perry 	__asm volatile (
    239  1.29   hannken #ifdef PPC_IBM403
    240  1.29   hannken "1:	mftbhi %0	\n"
    241  1.29   hannken "	mftblo %0+1	\n"
    242  1.29   hannken "	mftbhi %1	\n"
    243  1.29   hannken #else
    244  1.22   thorpej "1:	mftbu %0	\n"
    245  1.22   thorpej "	mftb %0+1	\n"
    246  1.22   thorpej "	mftbu %1	\n"
    247  1.29   hannken #endif
    248  1.22   thorpej "	cmplw %0,%1	\n"
    249  1.29   hannken "	bne- 1b		\n"
    250  1.29   hannken 	: "=r" (tb), "=r"(tmp) :: "cr0");
    251  1.32      matt #endif
    252  1.29   hannken 
    253  1.19       chs 	return tb;
    254  1.24    kleink }
    255  1.24    kleink 
    256  1.47     perry static __inline uint32_t
    257  1.24    kleink mfrtcl(void)
    258  1.24    kleink {
    259  1.24    kleink 	uint32_t rtcl;
    260  1.24    kleink 
    261  1.46     perry 	__asm volatile ("mfrtcl %0" : "=r"(rtcl));
    262  1.24    kleink 	return rtcl;
    263  1.24    kleink }
    264  1.24    kleink 
    265  1.47     perry static __inline void
    266  1.24    kleink mfrtc(uint32_t *rtcp)
    267  1.24    kleink {
    268  1.24    kleink 	uint32_t tmp;
    269  1.24    kleink 
    270  1.46     perry 	__asm volatile (
    271  1.24    kleink "1:	mfrtcu	%0	\n"
    272  1.24    kleink "	mfrtcl	%1	\n"
    273  1.24    kleink "	mfrtcu	%2	\n"
    274  1.24    kleink "	cmplw	%0,%2	\n"
    275  1.24    kleink "	bne-	1b"
    276  1.41    kleink 	    : "=r"(*rtcp), "=r"(*(rtcp + 1)), "=r"(tmp) :: "cr0");
    277  1.19       chs }
    278  1.19       chs 
    279  1.47     perry static __inline uint32_t
    280  1.19       chs mfpvr(void)
    281  1.19       chs {
    282  1.19       chs 	uint32_t pvr;
    283  1.19       chs 
    284  1.46     perry 	__asm volatile ("mfpvr %0" : "=r"(pvr));
    285  1.19       chs 	return (pvr);
    286  1.18       chs }
    287  1.18       chs 
    288  1.49     freza static __inline int
    289  1.49     freza cntlzw(uint32_t val)
    290  1.49     freza {
    291  1.49     freza 	int 			cnt;
    292  1.49     freza 
    293  1.49     freza 	__asm volatile ("cntlzw %0,%1" : "=r"(cnt) : "r"(val));
    294  1.49     freza 	return (cnt);
    295  1.49     freza }
    296  1.49     freza 
    297  1.48     freza #if defined(PPC_IBM4XX) || defined(PPC_IBM403)
    298  1.48     freza /*
    299  1.48     freza  * DCR (Device Control Register) access. These have to be
    300  1.48     freza  * macros because register address is encoded as immediate
    301  1.48     freza  * operand.
    302  1.48     freza  */
    303  1.48     freza #define mtdcr(reg, val) 					\
    304  1.48     freza 	__asm volatile("mtdcr %0,%1" : : "K"(reg), "r"(val))
    305  1.48     freza 
    306  1.48     freza #define mfdcr(reg)						\
    307  1.48     freza ({								\
    308  1.48     freza 	uint32_t __val;						\
    309  1.48     freza 								\
    310  1.48     freza 	__asm volatile("mfdcr %0,%1" : "=r"(__val) : "K"(reg)); \
    311  1.48     freza 	__val;							\
    312  1.48     freza })
    313  1.48     freza #endif /* PPC_IBM4XX || PPC_IBM403 */
    314  1.48     freza 
    315   1.9      matt #define	CLKF_USERMODE(frame)	(((frame)->srr1 & PSL_PR) != 0)
    316   1.9      matt #define	CLKF_PC(frame)		((frame)->srr0)
    317   1.9      matt #define	CLKF_INTR(frame)	((frame)->depth > 0)
    318   1.9      matt 
    319  1.23   thorpej #define	LWP_PC(l)		(trapframe(l)->srr0)
    320   1.9      matt 
    321  1.23   thorpej #define	cpu_proc_fork(p1, p2)
    322  1.56      yamt #define	cpu_idle()		(curcpu()->ci_idlespin())
    323   1.9      matt 
    324   1.9      matt extern int powersave;
    325   1.9      matt extern int cpu_timebase;
    326   1.9      matt extern int cpu_printfataltraps;
    327  1.16      matt extern char cpu_model[];
    328  1.16      matt 
    329  1.16      matt struct cpu_info *cpu_attach_common(struct device *, int);
    330  1.18       chs void cpu_setup(struct device *, struct cpu_info *);
    331  1.16      matt void cpu_identify(char *, size_t);
    332  1.16      matt void delay (unsigned int);
    333  1.16      matt void cpu_probe_cache(void);
    334  1.16      matt void dcache_flush_page(vaddr_t);
    335  1.16      matt void icache_flush_page(vaddr_t);
    336  1.16      matt void dcache_flush(vaddr_t, vsize_t);
    337  1.16      matt void icache_flush(vaddr_t, vsize_t);
    338  1.31       scw void *mapiodev(paddr_t, psize_t);
    339  1.52      matt void unmapiodev(vaddr_t, vsize_t);
    340   1.9      matt 
    341  1.59   garbled #ifdef MULTIPROCESSOR
    342  1.59   garbled int md_setup_trampoline(volatile struct cpu_hatch_data *, struct cpu_info *);
    343  1.59   garbled void md_presync_timebase(volatile struct cpu_hatch_data *);
    344  1.59   garbled void md_start_timebase(volatile struct cpu_hatch_data *);
    345  1.59   garbled void md_sync_timebase(volatile struct cpu_hatch_data *);
    346  1.59   garbled void md_setup_interrupts(void);
    347  1.59   garbled int cpu_spinup(struct device *, struct cpu_info *);
    348  1.64   garbled register_t cpu_hatch(void);
    349  1.59   garbled void cpu_spinup_trampoline(void);
    350  1.59   garbled #endif
    351  1.59   garbled 
    352   1.9      matt #define	DELAY(n)		delay(n)
    353   1.9      matt 
    354  1.57       rjs #define	cpu_need_resched(ci, v)	(ci->ci_want_resched = ci->ci_astpending = 1)
    355  1.65  macallan #define	cpu_did_resched(l)	((void)(curcpu()->ci_want_resched = 0))
    356  1.56      yamt #define	cpu_need_proftick(l)	((l)->l_pflag |= LP_OWEUPC, curcpu()->ci_astpending = 1)
    357  1.53        ad #define	cpu_signotify(l)	(curcpu()->ci_astpending = 1)	/* XXXSMP */
    358   1.9      matt 
    359  1.61   garbled #if !defined(PPC_IBM4XX)
    360  1.26      matt void oea_init(void (*)(void));
    361  1.26      matt void oea_startup(const char *);
    362  1.26      matt void oea_dumpsys(void);
    363  1.26      matt void oea_install_extint(void (*)(void));
    364  1.55  christos paddr_t kvtop(void *);
    365  1.16      matt void softnet(int);
    366  1.16      matt 
    367  1.16      matt extern paddr_t msgbuf_paddr;
    368  1.16      matt extern int cpu_altivec;
    369  1.16      matt #endif
    370  1.16      matt 
    371   1.9      matt #endif /* _KERNEL */
    372   1.9      matt 
    373  1.61   garbled /* XXX The below breaks unified pmap on ppc32 */
    374  1.61   garbled 
    375   1.9      matt #if defined(_KERNEL) || defined(_STANDALONE)
    376   1.9      matt #if !defined(CACHELINESIZE)
    377  1.29   hannken #ifdef PPC_IBM403
    378  1.62   garbled #define	CACHELINESIZE		16
    379  1.62   garbled #define MAXCACHELINESIZE	16
    380  1.29   hannken #else
    381  1.51   sanjayl #if defined (PPC_OEA64_BRIDGE)
    382  1.62   garbled #define	CACHELINESIZE		128
    383  1.62   garbled #define MAXCACHELINESIZE	128
    384  1.51   sanjayl #else
    385  1.62   garbled #define	CACHELINESIZE		32
    386  1.62   garbled #define MAXCACHELINESIZE	32
    387  1.51   sanjayl #endif /* PPC_OEA64_BRIDGE */
    388  1.29   hannken #endif
    389   1.9      matt #endif
    390  1.10      matt #endif
    391  1.10      matt 
    392  1.15      matt void __syncicache(void *, size_t);
    393  1.14       eeh 
    394   1.5        ws /*
    395   1.5        ws  * CTL_MACHDEP definitions.
    396   1.5        ws  */
    397   1.9      matt #define	CPU_CACHELINE		1
    398   1.9      matt #define	CPU_TIMEBASE		2
    399   1.9      matt #define	CPU_CPUTEMP		3
    400   1.9      matt #define	CPU_PRINTFATALTRAPS	4
    401  1.14       eeh #define	CPU_CACHEINFO		5
    402  1.16      matt #define	CPU_ALTIVEC		6
    403  1.16      matt #define	CPU_MODEL		7
    404  1.58  nisimura #define	CPU_POWERSAVE		8	/* int: use CPU powersave mode */
    405  1.58  nisimura #define	CPU_BOOTED_DEVICE	9	/* string: device we booted from */
    406  1.58  nisimura #define	CPU_BOOTED_KERNEL	10	/* string: kernel we booted */
    407  1.58  nisimura #define	CPU_MAXID		11	/* number of valid machdep ids */
    408   1.1        ws 
    409   1.5        ws #endif	/* _POWERPC_CPU_H_ */
    410