Home | History | Annotate | Line # | Download | only in include
cpu.h revision 1.81
      1 /*	$NetBSD: cpu.h,v 1.81 2011/06/15 15:18:20 matt Exp $	*/
      2 
      3 /*
      4  * Copyright (C) 1999 Wolfgang Solfrank.
      5  * Copyright (C) 1999 TooLs GmbH.
      6  * Copyright (C) 1995-1997 Wolfgang Solfrank.
      7  * Copyright (C) 1995-1997 TooLs GmbH.
      8  * All rights reserved.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. All advertising materials mentioning features or use of this software
     19  *    must display the following acknowledgement:
     20  *	This product includes software developed by TooLs GmbH.
     21  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     22  *    derived from this software without specific prior written permission.
     23  *
     24  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     25  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     26  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     27  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     28  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     29  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     30  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     31  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     32  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     33  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     34  */
     35 #ifndef	_POWERPC_CPU_H_
     36 #define	_POWERPC_CPU_H_
     37 
     38 struct cache_info {
     39 	int dcache_size;
     40 	int dcache_line_size;
     41 	int icache_size;
     42 	int icache_line_size;
     43 };
     44 
     45 #if defined(_KERNEL) || defined(_KMEMUSER)
     46 #if defined(_KERNEL_OPT)
     47 #include "opt_lockdebug.h"
     48 #include "opt_multiprocessor.h"
     49 #include "opt_ppcarch.h"
     50 #endif
     51 
     52 #ifdef _KERNEL
     53 #include <machine/frame.h>
     54 #include <machine/psl.h>
     55 #include <machine/intr.h>
     56 #include <sys/device_if.h>
     57 #include <sys/evcnt.h>
     58 #endif
     59 
     60 #include <sys/cpu_data.h>
     61 
     62 struct cpu_info {
     63 	struct cpu_data ci_data;	/* MI per-cpu data */
     64 #ifdef _KERNEL
     65 	device_t ci_dev;		/* device of corresponding cpu */
     66 	struct cpu_softc *ci_softc;	/* private cpu info */
     67 	struct lwp *ci_curlwp;		/* current owner of the processor */
     68 
     69 	struct pcb *ci_curpcb;
     70 	struct pmap *ci_curpm;
     71 	struct lwp *ci_softlwps[SOFTINT_COUNT];
     72 	int ci_cpuid;			/* from SPR_PIR */
     73 
     74 	int ci_want_resched;
     75 	volatile uint64_t ci_lastintr;
     76 	volatile u_long ci_lasttb;
     77 	volatile int ci_tickspending;
     78 	volatile int ci_cpl;
     79 	volatile int ci_iactive;
     80 	volatile int ci_idepth;
     81 #ifndef PPC_BOOKE
     82 	volatile imask_t ci_ipending;
     83 #endif
     84 	volatile uint32_t ci_pending_ipis;
     85 	int ci_mtx_oldspl;
     86 	int ci_mtx_count;
     87 #ifdef PPC_IBM4XX
     88 	char *ci_intstk;
     89 #endif
     90 #ifndef PPC_BOOKE
     91 #define	CPUSAVE_LEN	8
     92 	register_t ci_tempsave[CPUSAVE_LEN];
     93 	register_t ci_ddbsave[CPUSAVE_LEN];
     94 	register_t ci_ipkdbsave[CPUSAVE_LEN];
     95 #define	CPUSAVE_R28	0		/* where r28 gets saved */
     96 #define	CPUSAVE_R29	1		/* where r29 gets saved */
     97 #define	CPUSAVE_R30	2		/* where r30 gets saved */
     98 #define	CPUSAVE_R31	3		/* where r31 gets saved */
     99 #if defined(PPC_IBM4XX)
    100 #define	CPUSAVE_DEAR	4		/* where SPR_DEAR gets saved */
    101 #define	CPUSAVE_ESR	5		/* where SPR_ESR gets saved */
    102 	register_t ci_tlbmisssave[CPUSAVE_LEN];
    103 #else
    104 #define	CPUSAVE_DAR	4		/* where SPR_DAR gets saved */
    105 #define	CPUSAVE_DSISR	5		/* where SPR_DSISR gets saved */
    106 #define	DISISAVE_LEN	4
    107 	register_t ci_disisave[DISISAVE_LEN];
    108 #endif
    109 #define	CPUSAVE_SRR0	6		/* where SRR0 gets saved */
    110 #define	CPUSAVE_SRR1	7		/* where SRR1 gets saved */
    111 #else /* PPC_BOOKE */
    112 #define	CPUSAVE_LEN	128
    113 	register_t ci_savelifo[CPUSAVE_LEN];
    114 	struct pmap_segtab *ci_pmap_segtabs[2];
    115 #define	ci_pmap_kern_segtab	ci_pmap_segtabs[0]
    116 #define	ci_pmap_user_segtab	ci_pmap_segtabs[1]
    117 	struct pmap_tlb_info *ci_tlb_info;
    118 #endif /* PPC_BOOKE */
    119 	struct cache_info ci_ci;
    120 	void *ci_sysmon_cookie;
    121 	void (*ci_idlespin)(void);
    122 	uint32_t ci_khz;
    123 	struct evcnt ci_ev_clock;	/* clock intrs */
    124 	struct evcnt ci_ev_statclock; 	/* stat clock */
    125 #ifndef PPC_BOOKE
    126 	struct evcnt ci_ev_softclock;	/* softclock intrs */
    127 	struct evcnt ci_ev_softnet;	/* softnet intrs */
    128 	struct evcnt ci_ev_softserial;	/* softserial intrs */
    129 #endif
    130 	struct evcnt ci_ev_traps;	/* calls to trap() */
    131 	struct evcnt ci_ev_kdsi;	/* kernel DSI traps */
    132 	struct evcnt ci_ev_udsi;	/* user DSI traps */
    133 	struct evcnt ci_ev_udsi_fatal;	/* user DSI trap failures */
    134 	struct evcnt ci_ev_kisi;	/* kernel ISI traps */
    135 	struct evcnt ci_ev_isi;		/* user ISI traps */
    136 	struct evcnt ci_ev_isi_fatal;	/* user ISI trap failures */
    137 	struct evcnt ci_ev_pgm;		/* user PGM traps */
    138 	struct evcnt ci_ev_debug;	/* user debug traps */
    139 	struct evcnt ci_ev_fpu;		/* FPU traps */
    140 	struct evcnt ci_ev_fpusw;	/* FPU context switch */
    141 	struct evcnt ci_ev_ali;		/* Alignment traps */
    142 	struct evcnt ci_ev_ali_fatal;	/* Alignment fatal trap */
    143 	struct evcnt ci_ev_scalls;	/* system call traps */
    144 	struct evcnt ci_ev_vec;		/* Altivec traps */
    145 	struct evcnt ci_ev_vecsw;	/* Altivec context switches */
    146 	struct evcnt ci_ev_umchk;	/* user MCHK events */
    147 	struct evcnt ci_ev_ipi;		/* IPIs received */
    148 	struct evcnt ci_ev_tlbmiss_soft; /* tlb miss (no trap) */
    149 	struct evcnt ci_ev_dtlbmiss_hard; /* data tlb miss (trap) */
    150 	struct evcnt ci_ev_itlbmiss_hard; /* instruction tlb miss (trap) */
    151 #endif /* _KERNEL */
    152 };
    153 #endif /* _KERNEL || _KMEMUSER */
    154 
    155 #ifdef _KERNEL
    156 
    157 #ifdef MULTIPROCESSOR
    158 
    159 struct cpu_hatch_data {
    160 	struct device *self;
    161 	struct cpu_info *ci;
    162 	int running;
    163 	int pir;
    164 	int asr;
    165 	int hid0;
    166 	int sdr1;
    167 	int sr[16];
    168 	int batu[4], batl[4];
    169 	int tbu, tbl;
    170 };
    171 
    172 static __inline int
    173 cpu_number(void)
    174 {
    175 	int pir;
    176 
    177 	__asm ("mfspr %0,1023" : "=r"(pir));
    178 	return pir;
    179 }
    180 
    181 void	cpu_boot_secondary_processors(void);
    182 
    183 
    184 #define CPU_IS_PRIMARY(ci)	((ci)->ci_cpuid == 0)
    185 #define CPU_INFO_ITERATOR		int
    186 #define CPU_INFO_FOREACH(cii, ci)					\
    187 	cii = 0, ci = &cpu_info[0]; cii < ncpu; cii++, ci++
    188 
    189 #else
    190 
    191 #define cpu_number()		0
    192 
    193 #define CPU_INFO_ITERATOR		int
    194 #define CPU_INFO_FOREACH(cii, ci)					\
    195 	cii = 0, ci = curcpu(); ci != NULL; ci = NULL
    196 
    197 #endif /* MULTIPROCESSOR */
    198 
    199 extern struct cpu_info cpu_info[];
    200 
    201 static __inline struct cpu_info * curcpu(void) __pure;
    202 static __inline struct cpu_info *
    203 curcpu(void)
    204 {
    205 	struct cpu_info *ci;
    206 
    207 	__asm volatile ("mfsprg0 %0" : "=r"(ci));
    208 	return ci;
    209 }
    210 
    211 register struct lwp *powerpc_curlwp __asm("r13");
    212 #define	curlwp			powerpc_curlwp
    213 #define curpcb			(curcpu()->ci_curpcb)
    214 #define curpm			(curcpu()->ci_curpm)
    215 
    216 static __inline register_t
    217 mfmsr(void)
    218 {
    219 	register_t msr;
    220 
    221 	__asm volatile ("mfmsr %0" : "=r"(msr));
    222 	return msr;
    223 }
    224 
    225 static __inline void
    226 mtmsr(register_t msr)
    227 {
    228 	//KASSERT(msr & PSL_CE);
    229 	//KASSERT(msr & PSL_DE);
    230 	__asm volatile ("mtmsr %0" : : "r"(msr));
    231 }
    232 
    233 static __inline uint32_t
    234 mftbl(void)
    235 {
    236 	uint32_t tbl;
    237 
    238 	__asm volatile (
    239 #ifdef PPC_IBM403
    240 	"	mftblo %[tbl]"		"\n"
    241 #elif defined(PPC_BOOKE)
    242 	"	mfspr %[tbl],268"	"\n"
    243 #else
    244 	"	mftbl %[tbl]"		"\n"
    245 #endif
    246 	: [tbl] "=r" (tbl));
    247 
    248 	return tbl;
    249 }
    250 
    251 static __inline uint64_t
    252 mftb(void)
    253 {
    254 	uint64_t tb;
    255 
    256 #ifdef _LP64
    257 	__asm volatile ("mftb %0" : "=r"(tb));
    258 #else
    259 	int tmp;
    260 
    261 	__asm volatile (
    262 #ifdef PPC_IBM403
    263 	"1:	mftbhi %[tb]"		"\n"
    264 	"	mftblo %L[tb]"		"\n"
    265 	"	mftbhi %[tmp]"		"\n"
    266 #elif defined(PPC_BOOKE)
    267 	"1:	mfspr %[tb],269"	"\n"
    268 	"	mfspr %L[tb],268"	"\n"
    269 	"	mfspr %[tmp],269"	"\n"
    270 #else
    271 	"1:	mftbu %[tb]"		"\n"
    272 	"	mftb %L[tb]"		"\n"
    273 	"	mftbu %[tmp]"		"\n"
    274 #endif
    275 	"	cmplw %[tb],%[tmp]"	"\n"
    276 	"	bne- 1b"		"\n"
    277 	    : [tb] "=r" (tb), [tmp] "=r"(tmp)
    278 	    :: "cr0");
    279 #endif
    280 
    281 	return tb;
    282 }
    283 
    284 static __inline uint32_t
    285 mfrtcl(void)
    286 {
    287 	uint32_t rtcl;
    288 
    289 	__asm volatile ("mfrtcl %0" : "=r"(rtcl));
    290 	return rtcl;
    291 }
    292 
    293 static __inline void
    294 mfrtc(uint32_t *rtcp)
    295 {
    296 	uint32_t tmp;
    297 
    298 	__asm volatile (
    299 	"1:	mfrtcu	%[rtcu]"	"\n"
    300 	"	mfrtcl	%[rtcl]"	"\n"
    301 	"	mfrtcu	%[tmp]"		"\n"
    302 	"	cmplw	%[rtcu],%[tmp]"	"\n"
    303 	"	bne-	1b"
    304 	    : [rtcu] "=r"(rtcp[0]), [rtcl] "=r"(rtcp[1]), [tmp] "=r"(tmp)
    305 	    :: "cr0");
    306 }
    307 
    308 static __inline uint32_t
    309 mfpvr(void)
    310 {
    311 	uint32_t pvr;
    312 
    313 	__asm volatile ("mfpvr %0" : "=r"(pvr));
    314 	return (pvr);
    315 }
    316 
    317 static __inline int
    318 cntlzw(uint32_t val)
    319 {
    320 	int 			cnt;
    321 
    322 	__asm volatile ("cntlzw %0,%1" : "=r"(cnt) : "r"(val));
    323 	return (cnt);
    324 }
    325 
    326 /*
    327  * functions to access the G3's cache throttling register
    328  * bits 1 - 9 specify additional waits on cache acess
    329  * bit 0 enables cache throttling
    330  */
    331 
    332 static __inline int
    333 mfictc(void)
    334 {
    335 	int reg;
    336 
    337 	__asm ("mfspr %0,1019" : "=r"(reg));
    338 	return reg;
    339 }
    340 
    341 static __inline void
    342 mtictc(uint32_t reg)
    343 {
    344 
    345 	__asm ("mtspr 1019,%0" :: "r"(reg));
    346 }
    347 
    348 #define	CLKF_USERMODE(frame)	(((frame)->cf_srr1 & PSL_PR) != 0)
    349 #define	CLKF_PC(frame)		((frame)->cf_srr0)
    350 #define	CLKF_INTR(frame)	((frame)->cf_idepth > 0)
    351 
    352 #define	LWP_PC(l)		(trapframe(l)->tf_srr0)
    353 
    354 #define	cpu_proc_fork(p1, p2)
    355 
    356 extern int powersave;
    357 extern int cpu_timebase;
    358 extern int cpu_printfataltraps;
    359 extern char cpu_model[];
    360 
    361 struct cpu_info *cpu_attach_common(device_t, int);
    362 void cpu_setup(device_t, struct cpu_info *);
    363 void cpu_identify(char *, size_t);
    364 int cpu_get_dfs(void);
    365 void cpu_set_dfs(int);
    366 void delay (unsigned int);
    367 void cpu_probe_cache(void);
    368 #ifndef PPC_BOOKE
    369 void dcache_flush_page(vaddr_t);
    370 void icache_flush_page(vaddr_t);
    371 void dcache_flush(vaddr_t, vsize_t);
    372 void icache_flush(vaddr_t, vsize_t);
    373 #else
    374 void dcache_wb_page(vaddr_t);
    375 void dcache_wbinv_page(vaddr_t);
    376 void dcache_inv_page(vaddr_t);
    377 void dcache_zero_page(vaddr_t);
    378 void icache_inv_page(vaddr_t);
    379 void dcache_wb(vaddr_t, vsize_t);
    380 void dcache_wbinv(vaddr_t, vsize_t);
    381 void dcache_inv(vaddr_t, vsize_t);
    382 void icache_inv(vaddr_t, vsize_t);
    383 #endif
    384 void *mapiodev(paddr_t, psize_t);
    385 void unmapiodev(vaddr_t, vsize_t);
    386 
    387 #ifdef MULTIPROCESSOR
    388 int md_setup_trampoline(volatile struct cpu_hatch_data *, struct cpu_info *);
    389 void md_presync_timebase(volatile struct cpu_hatch_data *);
    390 void md_start_timebase(volatile struct cpu_hatch_data *);
    391 void md_sync_timebase(volatile struct cpu_hatch_data *);
    392 void md_setup_interrupts(void);
    393 int cpu_spinup(struct device *, struct cpu_info *);
    394 register_t cpu_hatch(void);
    395 void cpu_spinup_trampoline(void);
    396 #endif
    397 
    398 #define	DELAY(n)		delay(n)
    399 
    400 void *	cpu_uarea_alloc(bool);
    401 bool	cpu_uarea_free(void *);
    402 void	cpu_need_resched(struct cpu_info *, int);
    403 void	cpu_signotify(struct lwp *);
    404 void	cpu_need_proftick(struct lwp *);
    405 #define	cpu_did_resched(l)			((l)->l_md.md_astpending = 0)
    406 
    407 void	cpu_fixup_stubs(void);
    408 
    409 #if !defined(PPC_IBM4XX) && !defined(PPC_BOOKE)
    410 void oea_init(void (*)(void));
    411 void oea_startup(const char *);
    412 void oea_dumpsys(void);
    413 void oea_install_extint(void (*)(void));
    414 paddr_t kvtop(void *);
    415 void softnet(int);
    416 
    417 extern paddr_t msgbuf_paddr;
    418 extern int cpu_altivec;
    419 #endif
    420 
    421 #endif /* _KERNEL */
    422 
    423 /* XXX The below breaks unified pmap on ppc32 */
    424 
    425 #if defined(_KERNEL) || defined(_STANDALONE)
    426 #if !defined(CACHELINESIZE)
    427 #ifdef PPC_IBM403
    428 #define	CACHELINESIZE		16
    429 #define MAXCACHELINESIZE	16
    430 #else
    431 #if defined (PPC_OEA64_BRIDGE)
    432 #define	CACHELINESIZE		128
    433 #define MAXCACHELINESIZE	128
    434 #else
    435 #define	CACHELINESIZE		32
    436 #define MAXCACHELINESIZE	32
    437 #endif /* PPC_OEA64_BRIDGE */
    438 #endif
    439 #endif
    440 #endif
    441 
    442 void __syncicache(void *, size_t);
    443 
    444 /*
    445  * CTL_MACHDEP definitions.
    446  */
    447 #define	CPU_CACHELINE		1
    448 #define	CPU_TIMEBASE		2
    449 #define	CPU_CPUTEMP		3
    450 #define	CPU_PRINTFATALTRAPS	4
    451 #define	CPU_CACHEINFO		5
    452 #define	CPU_ALTIVEC		6
    453 #define	CPU_MODEL		7
    454 #define	CPU_POWERSAVE		8	/* int: use CPU powersave mode */
    455 #define	CPU_BOOTED_DEVICE	9	/* string: device we booted from */
    456 #define	CPU_BOOTED_KERNEL	10	/* string: kernel we booted */
    457 #define	CPU_MAXID		11	/* number of valid machdep ids */
    458 
    459 #endif	/* _POWERPC_CPU_H_ */
    460