cpu.h revision 1.73 1 /* $NetBSD: cpu.h,v 1.73 2010/12/21 20:39:53 phx Exp $ */
2
3 /*
4 * Copyright (C) 1999 Wolfgang Solfrank.
5 * Copyright (C) 1999 TooLs GmbH.
6 * Copyright (C) 1995-1997 Wolfgang Solfrank.
7 * Copyright (C) 1995-1997 TooLs GmbH.
8 * All rights reserved.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by TooLs GmbH.
21 * 4. The name of TooLs GmbH may not be used to endorse or promote products
22 * derived from this software without specific prior written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
25 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
26 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
27 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
29 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
30 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
31 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
32 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
33 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 */
35 #ifndef _POWERPC_CPU_H_
36 #define _POWERPC_CPU_H_
37
38 struct cache_info {
39 int dcache_size;
40 int dcache_line_size;
41 int icache_size;
42 int icache_line_size;
43 };
44
45 #if defined(_KERNEL) || defined(_KMEMUSER)
46 #if defined(_KERNEL_OPT)
47 #include "opt_lockdebug.h"
48 #include "opt_multiprocessor.h"
49 #include "opt_ppcarch.h"
50 #endif
51
52 #ifdef _KERNEL
53 #include <machine/frame.h>
54 #include <machine/psl.h>
55 #include <machine/intr.h>
56 #include <sys/device_if.h>
57 #include <sys/evcnt.h>
58 #endif
59
60 #include <sys/cpu_data.h>
61
62 struct cpu_info {
63 struct cpu_data ci_data; /* MI per-cpu data */
64 #ifdef _KERNEL
65 struct device *ci_dev; /* device of corresponding cpu */
66 struct lwp *ci_curlwp; /* current owner of the processor */
67
68 struct pcb *ci_curpcb;
69 struct pmap *ci_curpm;
70 struct lwp *ci_fpulwp;
71 struct lwp *ci_veclwp;
72 int ci_cpuid;
73
74 volatile int ci_astpending;
75 int ci_want_resched;
76 volatile u_long ci_lasttb;
77 volatile int ci_tickspending;
78 volatile int ci_cpl;
79 volatile int ci_iactive;
80 volatile int ci_idepth;
81 volatile imask_t ci_ipending;
82 int ci_intrdepth;
83 int ci_mtx_oldspl;
84 int ci_mtx_count;
85 #ifndef PPC_BOOKE
86 char *ci_intstk;
87 #endif
88 #define CPUSAVE_LEN 8
89 register_t ci_tempsave[CPUSAVE_LEN];
90 register_t ci_ddbsave[CPUSAVE_LEN];
91 register_t ci_ipkdbsave[CPUSAVE_LEN];
92 #ifndef PPC_BOOKE
93 #define CPUSAVE_R28 0 /* where r28 gets saved */
94 #define CPUSAVE_R29 1 /* where r29 gets saved */
95 #define CPUSAVE_R30 2 /* where r30 gets saved */
96 #define CPUSAVE_R31 3 /* where r31 gets saved */
97 #define CPUSAVE_DAR 4 /* where SPR_DAR gets saved */
98 #define CPUSAVE_DSISR 5 /* where SPR_DSISR gets saved */
99 #define CPUSAVE_SRR0 6 /* where SRR0 gets saved */
100 #define CPUSAVE_SRR1 7 /* where SRR1 gets saved */
101 #define DISISAVE_LEN 4
102 register_t ci_disisave[DISISAVE_LEN];
103 #else
104 #define CPUSAVE_R26 0 /* where r26 gets saved */
105 #define CPUSAVE_R27 1 /* where r27 gets saved */
106 #define CPUSAVE_R28 2 /* where r28 gets saved */
107 #define CPUSAVE_R29 3 /* where r29 gets saved */
108 #define CPUSAVE_R30 4 /* where r30 gets saved */
109 #define CPUSAVE_R31 5 /* where r31 gets saved */
110 register_t ci_critsave[CPUSAVE_LEN];
111 register_t ci_mchksave[CPUSAVE_LEN];
112 struct pmap_segtab *ci_pmap_kern_segtab;
113 struct pmap_segtab *ci_pmap_user_segtab;
114 #endif
115 struct cache_info ci_ci;
116 void *ci_sysmon_cookie;
117 void (*ci_idlespin)(void);
118 uint32_t ci_khz;
119 struct evcnt ci_ev_clock; /* clock intrs */
120 struct evcnt ci_ev_statclock; /* stat clock */
121 struct evcnt ci_ev_softclock; /* softclock intrs */
122 struct evcnt ci_ev_softnet; /* softnet intrs */
123 struct evcnt ci_ev_softserial; /* softserial intrs */
124 struct evcnt ci_ev_traps; /* calls to trap() */
125 struct evcnt ci_ev_kdsi; /* kernel DSI traps */
126 struct evcnt ci_ev_udsi; /* user DSI traps */
127 struct evcnt ci_ev_udsi_fatal; /* user DSI trap failures */
128 struct evcnt ci_ev_kisi; /* kernel ISI traps */
129 struct evcnt ci_ev_isi; /* user ISI traps */
130 struct evcnt ci_ev_isi_fatal; /* user ISI trap failures */
131 struct evcnt ci_ev_pgm; /* user PGM traps */
132 struct evcnt ci_ev_fpu; /* FPU traps */
133 struct evcnt ci_ev_fpusw; /* FPU context switch */
134 struct evcnt ci_ev_ali; /* Alignment traps */
135 struct evcnt ci_ev_ali_fatal; /* Alignment fatal trap */
136 struct evcnt ci_ev_scalls; /* system call traps */
137 struct evcnt ci_ev_vec; /* Altivec traps */
138 struct evcnt ci_ev_vecsw; /* Altivec context switches */
139 struct evcnt ci_ev_umchk; /* user MCHK events */
140 struct evcnt ci_ev_ipi; /* IPIs received */
141 #endif /* _KERNEL */
142 };
143 #endif /* _KERNEL || _KMEMUSER */
144
145 #ifdef _KERNEL
146
147 #ifdef MULTIPROCESSOR
148
149 struct cpu_hatch_data {
150 struct device *self;
151 struct cpu_info *ci;
152 int running;
153 int pir;
154 int asr;
155 int hid0;
156 int sdr1;
157 int sr[16];
158 int batu[4], batl[4];
159 int tbu, tbl;
160 };
161
162 static __inline int
163 cpu_number(void)
164 {
165 int pir;
166
167 __asm ("mfspr %0,1023" : "=r"(pir));
168 return pir;
169 }
170
171 void cpu_boot_secondary_processors(void);
172
173
174 #define CPU_IS_PRIMARY(ci) ((ci)->ci_cpuid == 0)
175 #define CPU_INFO_ITERATOR int
176 #define CPU_INFO_FOREACH(cii, ci) \
177 cii = 0, ci = &cpu_info[0]; cii < ncpu; cii++, ci++
178
179 #else
180
181 #define cpu_number() 0
182
183 #define CPU_INFO_ITERATOR int
184 #define CPU_INFO_FOREACH(cii, ci) \
185 cii = 0, ci = curcpu(); ci != NULL; ci = NULL
186
187 #endif /* MULTIPROCESSOR */
188
189 extern struct cpu_info cpu_info[];
190
191 static __inline struct cpu_info *
192 curcpu(void)
193 {
194 struct cpu_info *ci;
195
196 __asm volatile ("mfsprg %0,0" : "=r"(ci));
197 return ci;
198 }
199
200 #define curlwp (curcpu()->ci_curlwp)
201 #define curpcb (curcpu()->ci_curpcb)
202 #define curpm (curcpu()->ci_curpm)
203
204 static __inline register_t
205 mfmsr(void)
206 {
207 register_t msr;
208
209 __asm volatile ("mfmsr %0" : "=r"(msr));
210 return msr;
211 }
212
213 static __inline void
214 mtmsr(register_t msr)
215 {
216
217 __asm volatile ("mtmsr %0" : : "r"(msr));
218 }
219
220 static __inline uint32_t
221 mftbl(void)
222 {
223 uint32_t tbl;
224
225 __asm volatile (
226 #ifdef PPC_IBM403
227 " mftblo %0 \n"
228 #else
229 " mftbl %0 \n"
230 #endif
231 : "=r" (tbl));
232
233 return tbl;
234 }
235
236 static __inline uint64_t
237 mftb(void)
238 {
239 uint64_t tb;
240
241 #ifdef _LP64
242 __asm volatile ("mftb %0" : "=r"(tb));
243 #else
244 int tmp;
245
246 __asm volatile (
247 #ifdef PPC_IBM403
248 "1: mftbhi %0 \n"
249 " mftblo %0+1 \n"
250 " mftbhi %1 \n"
251 #else
252 "1: mftbu %0 \n"
253 " mftb %0+1 \n"
254 " mftbu %1 \n"
255 #endif
256 " cmplw %0,%1 \n"
257 " bne- 1b \n"
258 : "=r" (tb), "=r"(tmp) :: "cr0");
259 #endif
260
261 return tb;
262 }
263
264 static __inline uint32_t
265 mfrtcl(void)
266 {
267 uint32_t rtcl;
268
269 __asm volatile ("mfrtcl %0" : "=r"(rtcl));
270 return rtcl;
271 }
272
273 static __inline void
274 mfrtc(uint32_t *rtcp)
275 {
276 uint32_t tmp;
277
278 __asm volatile (
279 "1: mfrtcu %0 \n"
280 " mfrtcl %1 \n"
281 " mfrtcu %2 \n"
282 " cmplw %0,%2 \n"
283 " bne- 1b"
284 : "=r"(*rtcp), "=r"(*(rtcp + 1)), "=r"(tmp) :: "cr0");
285 }
286
287 static __inline uint32_t
288 mfpvr(void)
289 {
290 uint32_t pvr;
291
292 __asm volatile ("mfpvr %0" : "=r"(pvr));
293 return (pvr);
294 }
295
296 static __inline int
297 cntlzw(uint32_t val)
298 {
299 int cnt;
300
301 __asm volatile ("cntlzw %0,%1" : "=r"(cnt) : "r"(val));
302 return (cnt);
303 }
304
305 #if defined(PPC_IBM4XX) || defined(PPC_IBM403)
306 /*
307 * DCR (Device Control Register) access. These have to be
308 * macros because register address is encoded as immediate
309 * operand.
310 */
311 #define mtdcr(reg, val) \
312 __asm volatile("mtdcr %0,%1" : : "K"(reg), "r"(val))
313
314 #define mfdcr(reg) \
315 ({ \
316 uint32_t __val; \
317 \
318 __asm volatile("mfdcr %0,%1" : "=r"(__val) : "K"(reg)); \
319 __val; \
320 })
321
322 #define mtcpr(reg, val) \
323 do { \
324 mtdcr(DCR_CPR0_CFGADDR, reg); \
325 mtdcr(DCR_CPR0_CFGDATA, val); \
326 } while (0/*CONSTCOND*/)
327
328 #define mfcpr(reg) \
329 ({ \
330 mtdcr(DCR_CPR0_CFGADDR, reg); \
331 mfdcr(DCR_CPR0_CFGDATA); \
332 })
333
334 #define mtsdr(reg, val) \
335 do { \
336 mtdcr(DCR_SDR0_CFGADDR, reg); \
337 mtdcr(DCR_SDR0_CFGDATA, val); \
338 } while (0/*CONSTCOND*/)
339
340 #define mfsdr(reg) \
341 ({ \
342 mtdcr(DCR_SDR0_CFGADDR, reg); \
343 mfdcr(DCR_SDR0_CFGDATA); \
344 })
345 #endif /* PPC_IBM4XX || PPC_IBM403 */
346
347 #define CLKF_USERMODE(frame) (((frame)->srr1 & PSL_PR) != 0)
348 #define CLKF_PC(frame) ((frame)->srr0)
349 #define CLKF_INTR(frame) ((frame)->depth > 0)
350
351 #define LWP_PC(l) (trapframe(l)->srr0)
352
353 #define cpu_proc_fork(p1, p2)
354 #define cpu_idle() (curcpu()->ci_idlespin())
355
356 extern int powersave;
357 extern int cpu_timebase;
358 extern int cpu_printfataltraps;
359 extern char cpu_model[];
360
361 struct cpu_info *cpu_attach_common(struct device *, int);
362 void cpu_setup(struct device *, struct cpu_info *);
363 void cpu_identify(char *, size_t);
364 int cpu_get_dfs(void);
365 void cpu_set_dfs(int);
366 void delay (unsigned int);
367 void cpu_probe_cache(void);
368 void dcache_flush_page(vaddr_t);
369 void icache_flush_page(vaddr_t);
370 void dcache_flush(vaddr_t, vsize_t);
371 void icache_flush(vaddr_t, vsize_t);
372 void *mapiodev(paddr_t, psize_t);
373 void unmapiodev(vaddr_t, vsize_t);
374
375 #ifdef MULTIPROCESSOR
376 int md_setup_trampoline(volatile struct cpu_hatch_data *, struct cpu_info *);
377 void md_presync_timebase(volatile struct cpu_hatch_data *);
378 void md_start_timebase(volatile struct cpu_hatch_data *);
379 void md_sync_timebase(volatile struct cpu_hatch_data *);
380 void md_setup_interrupts(void);
381 int cpu_spinup(struct device *, struct cpu_info *);
382 register_t cpu_hatch(void);
383 void cpu_spinup_trampoline(void);
384 #endif
385
386 #define DELAY(n) delay(n)
387
388 #define cpu_need_resched(ci, v) (ci->ci_want_resched = ci->ci_astpending = 1)
389 #define cpu_did_resched(l) ((void)(curcpu()->ci_want_resched = 0))
390 #define cpu_need_proftick(l) ((l)->l_pflag |= LP_OWEUPC, curcpu()->ci_astpending = 1)
391 #define cpu_signotify(l) (curcpu()->ci_astpending = 1) /* XXXSMP */
392
393 #if !defined(PPC_IBM4XX)
394 void oea_init(void (*)(void));
395 void oea_startup(const char *);
396 void oea_dumpsys(void);
397 void oea_install_extint(void (*)(void));
398 paddr_t kvtop(void *);
399 void softnet(int);
400
401 extern paddr_t msgbuf_paddr;
402 extern int cpu_altivec;
403 #endif
404
405 #endif /* _KERNEL */
406
407 /* XXX The below breaks unified pmap on ppc32 */
408
409 #if defined(_KERNEL) || defined(_STANDALONE)
410 #if !defined(CACHELINESIZE)
411 #ifdef PPC_IBM403
412 #define CACHELINESIZE 16
413 #define MAXCACHELINESIZE 16
414 #else
415 #if defined (PPC_OEA64_BRIDGE)
416 #define CACHELINESIZE 128
417 #define MAXCACHELINESIZE 128
418 #else
419 #define CACHELINESIZE 32
420 #define MAXCACHELINESIZE 32
421 #endif /* PPC_OEA64_BRIDGE */
422 #endif
423 #endif
424 #endif
425
426 void __syncicache(void *, size_t);
427
428 /*
429 * CTL_MACHDEP definitions.
430 */
431 #define CPU_CACHELINE 1
432 #define CPU_TIMEBASE 2
433 #define CPU_CPUTEMP 3
434 #define CPU_PRINTFATALTRAPS 4
435 #define CPU_CACHEINFO 5
436 #define CPU_ALTIVEC 6
437 #define CPU_MODEL 7
438 #define CPU_POWERSAVE 8 /* int: use CPU powersave mode */
439 #define CPU_BOOTED_DEVICE 9 /* string: device we booted from */
440 #define CPU_BOOTED_KERNEL 10 /* string: kernel we booted */
441 #define CPU_MAXID 11 /* number of valid machdep ids */
442
443 #endif /* _POWERPC_CPU_H_ */
444