Home | History | Annotate | Line # | Download | only in include
cpu.h revision 1.93
      1  1.93    martin /*	$NetBSD: cpu.h,v 1.93 2010/12/26 12:06:57 martin Exp $ */
      2   1.1       eeh 
      3   1.1       eeh /*
      4   1.1       eeh  * Copyright (c) 1992, 1993
      5   1.1       eeh  *	The Regents of the University of California.  All rights reserved.
      6   1.1       eeh  *
      7   1.1       eeh  * This software was developed by the Computer Systems Engineering group
      8   1.1       eeh  * at Lawrence Berkeley Laboratory under DARPA contract BG 91-66 and
      9   1.1       eeh  * contributed to Berkeley.
     10   1.1       eeh  *
     11   1.1       eeh  * All advertising materials mentioning features or use of this software
     12   1.1       eeh  * must display the following acknowledgement:
     13   1.1       eeh  *	This product includes software developed by the University of
     14   1.1       eeh  *	California, Lawrence Berkeley Laboratory.
     15   1.1       eeh  *
     16   1.1       eeh  * Redistribution and use in source and binary forms, with or without
     17   1.1       eeh  * modification, are permitted provided that the following conditions
     18   1.1       eeh  * are met:
     19   1.1       eeh  * 1. Redistributions of source code must retain the above copyright
     20   1.1       eeh  *    notice, this list of conditions and the following disclaimer.
     21   1.1       eeh  * 2. Redistributions in binary form must reproduce the above copyright
     22   1.1       eeh  *    notice, this list of conditions and the following disclaimer in the
     23   1.1       eeh  *    documentation and/or other materials provided with the distribution.
     24  1.36       agc  * 3. Neither the name of the University nor the names of its contributors
     25   1.1       eeh  *    may be used to endorse or promote products derived from this software
     26   1.1       eeh  *    without specific prior written permission.
     27   1.1       eeh  *
     28   1.1       eeh  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     29   1.1       eeh  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     30   1.1       eeh  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     31   1.1       eeh  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     32   1.1       eeh  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     33   1.1       eeh  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     34   1.1       eeh  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     35   1.1       eeh  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     36   1.1       eeh  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     37   1.1       eeh  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     38   1.1       eeh  * SUCH DAMAGE.
     39   1.1       eeh  *
     40   1.1       eeh  *	@(#)cpu.h	8.4 (Berkeley) 1/5/94
     41   1.1       eeh  */
     42   1.1       eeh 
     43   1.1       eeh #ifndef _CPU_H_
     44   1.1       eeh #define _CPU_H_
     45   1.1       eeh 
     46   1.1       eeh /*
     47   1.1       eeh  * CTL_MACHDEP definitions.
     48   1.1       eeh  */
     49  1.13       eeh #define	CPU_BOOTED_KERNEL	1	/* string: booted kernel name */
     50  1.33        pk #define	CPU_BOOTED_DEVICE	2	/* string: device booted from */
     51  1.33        pk #define	CPU_BOOT_ARGS		3	/* string: args booted with */
     52  1.33        pk #define	CPU_ARCH		4	/* integer: cpu architecture version */
     53  1.33        pk #define	CPU_MAXID		5	/* number of valid machdep ids */
     54   1.1       eeh 
     55   1.1       eeh #ifdef _KERNEL
     56   1.1       eeh /*
     57   1.1       eeh  * Exported definitions unique to SPARC cpu support.
     58   1.1       eeh  */
     59   1.1       eeh 
     60  1.37   tsutsui #if defined(_KERNEL_OPT)
     61  1.17   thorpej #include "opt_multiprocessor.h"
     62  1.17   thorpej #include "opt_lockdebug.h"
     63  1.17   thorpej #endif
     64  1.17   thorpej 
     65   1.1       eeh #include <machine/psl.h>
     66   1.1       eeh #include <machine/reg.h>
     67  1.74    martin #include <machine/pte.h>
     68   1.6       mrg #include <machine/intr.h>
     69  1.43       chs #include <machine/cpuset.h>
     70   1.1       eeh #include <sparc64/sparc64/intreg.h>
     71  1.17   thorpej 
     72  1.46      yamt #include <sys/cpu_data.h>
     73  1.75  nakayama #include <sys/evcnt.h>
     74  1.19       eeh /*
     75  1.19       eeh  * The cpu_info structure is part of a 64KB structure mapped both the kernel
     76  1.19       eeh  * pmap and a single locked TTE a CPUINFO_VA for that particular processor.
     77  1.19       eeh  * Each processor's cpu_info is accessible at CPUINFO_VA only for that
     78  1.19       eeh  * processor.  Other processors can access that through an additional mapping
     79  1.19       eeh  * in the kernel pmap.
     80  1.19       eeh  *
     81  1.19       eeh  * The 64KB page contains:
     82  1.19       eeh  *
     83  1.19       eeh  * cpu_info
     84  1.19       eeh  * interrupt stack (all remaining space)
     85  1.19       eeh  * idle PCB
     86  1.19       eeh  * idle stack (STACKSPACE - sizeof(PCB))
     87  1.19       eeh  * 32KB TSB
     88  1.19       eeh  */
     89  1.19       eeh 
     90  1.17   thorpej struct cpu_info {
     91  1.93    martin 	struct cpu_data		ci_data;	/* MI per-cpu data */
     92  1.93    martin 
     93  1.43       chs 
     94  1.42    petrov 	/*
     95  1.42    petrov 	 * SPARC cpu_info structures live at two VAs: one global
     96  1.42    petrov 	 * VA (so each CPU can access any other CPU's cpu_info)
     97  1.42    petrov 	 * and an alias VA CPUINFO_VA which is the same on each
     98  1.42    petrov 	 * CPU and maps to that CPU's cpu_info.  Since the alias
     99  1.42    petrov 	 * CPUINFO_VA is how we locate our cpu_info, we have to
    100  1.42    petrov 	 * self-reference the global VA so that we can return it
    101  1.42    petrov 	 * in the curcpu() macro.
    102  1.42    petrov 	 */
    103  1.50     perry 	struct cpu_info * volatile ci_self;
    104  1.42    petrov 
    105  1.20       eeh 	/* Most important fields first */
    106  1.34   thorpej 	struct lwp		*ci_curlwp;
    107  1.32       chs 	struct pcb		*ci_cpcb;
    108  1.19       eeh 	struct cpu_info		*ci_next;
    109  1.20       eeh 
    110  1.34   thorpej 	struct lwp		*ci_fplwp;
    111  1.51       cdi 
    112  1.51       cdi 	void			*ci_eintstack;
    113  1.51       cdi 
    114  1.60        ad 	int			ci_mtx_count;
    115  1.60        ad 	int			ci_mtx_oldspl;
    116  1.60        ad 
    117  1.51       cdi 	/* Spinning up the CPU */
    118  1.53       cdi 	void			(*ci_spinup)(void);
    119  1.51       cdi 	paddr_t			ci_paddr;
    120  1.51       cdi 
    121  1.38    petrov 	int			ci_cpuid;
    122  1.20       eeh 
    123  1.42    petrov 	/* CPU PROM information. */
    124  1.42    petrov 	u_int			ci_node;
    125  1.42    petrov 
    126  1.65    martin 	/* %tick and cpu frequency information */
    127  1.65    martin 	u_long			ci_tick_increment;
    128  1.65    martin 	uint64_t		ci_cpu_clockrate[2];
    129  1.65    martin 
    130  1.75  nakayama 	/* Interrupts */
    131  1.75  nakayama 	struct intrhand		*ci_intrpending[16];
    132  1.77  nakayama 	struct intrhand		*ci_tick_ih;
    133  1.76  nakayama 
    134  1.76  nakayama 	/* Event counters */
    135  1.75  nakayama 	struct evcnt		ci_tick_evcnt;
    136  1.89       mrg 
    137  1.89       mrg 	/* This could be under MULTIPROCESSOR, but there's no good reason */
    138  1.76  nakayama 	struct evcnt		ci_ipi_evcnt[IPI_EVCNT_NUM];
    139  1.75  nakayama 
    140  1.42    petrov 	int			ci_flags;
    141  1.42    petrov 	int			ci_want_ast;
    142  1.42    petrov 	int			ci_want_resched;
    143  1.68    martin 	int			ci_idepth;
    144  1.42    petrov 
    145  1.74    martin /*
    146  1.74    martin  * A context is simply a small number that differentiates multiple mappings
    147  1.74    martin  * of the same address.  Contexts on the spitfire are 13 bits, but could
    148  1.74    martin  * be as large as 17 bits.
    149  1.74    martin  *
    150  1.74    martin  * Each context is either free or attached to a pmap.
    151  1.74    martin  *
    152  1.74    martin  * The context table is an array of pointers to psegs.  Just dereference
    153  1.74    martin  * the right pointer and you get to the pmap segment tables.  These are
    154  1.74    martin  * physical addresses, of course.
    155  1.74    martin  *
    156  1.90       mrg  * ci_ctx_lock protects this CPUs context allocation/free.
    157  1.90       mrg  * These are all allocated almost with in the same cacheline.
    158  1.74    martin  */
    159  1.90       mrg 	kmutex_t		ci_ctx_lock;
    160  1.74    martin 	int			ci_pmap_next_ctx;
    161  1.84  nakayama 	int			ci_numctx;
    162  1.74    martin 	paddr_t 		*ci_ctxbusy;
    163  1.74    martin 	LIST_HEAD(, pmap) 	ci_pmap_ctxlist;
    164  1.74    martin 
    165  1.74    martin 	/*
    166  1.74    martin 	 * The TSBs are per cpu too (since MMU context differs between
    167  1.74    martin 	 * cpus). These are just caches for the TLBs.
    168  1.74    martin 	 */
    169  1.74    martin 	pte_t			*ci_tsb_dmmu;
    170  1.74    martin 	pte_t			*ci_tsb_immu;
    171  1.74    martin 
    172  1.55       mrg 	volatile void		*ci_ddb_regs;	/* DDB regs */
    173  1.17   thorpej };
    174  1.17   thorpej 
    175  1.42    petrov #define CPUF_PRIMARY	1
    176  1.42    petrov 
    177  1.42    petrov /*
    178  1.42    petrov  * CPU boot arguments. Used by secondary CPUs at the bootstrap time.
    179  1.42    petrov  */
    180  1.42    petrov struct cpu_bootargs {
    181  1.42    petrov 	u_int	cb_node;	/* PROM CPU node */
    182  1.50     perry 	volatile int cb_flags;
    183  1.42    petrov 
    184  1.42    petrov 	vaddr_t cb_ktext;
    185  1.42    petrov 	paddr_t cb_ktextp;
    186  1.42    petrov 	vaddr_t cb_ektext;
    187  1.42    petrov 
    188  1.42    petrov 	vaddr_t cb_kdata;
    189  1.42    petrov 	paddr_t cb_kdatap;
    190  1.42    petrov 	vaddr_t cb_ekdata;
    191  1.42    petrov 
    192  1.42    petrov 	paddr_t	cb_cpuinfo;
    193  1.42    petrov };
    194  1.42    petrov 
    195  1.42    petrov extern struct cpu_bootargs *cpu_args;
    196  1.42    petrov 
    197  1.89       mrg #if defined(MULTIPROCESSOR)
    198  1.47    briggs extern int sparc_ncpus;
    199  1.89       mrg #else
    200  1.89       mrg #define sparc_ncpus 1
    201  1.89       mrg #endif
    202  1.89       mrg 
    203  1.19       eeh extern struct cpu_info *cpus;
    204  1.83  nakayama extern struct pool_cache *fpstate_cache;
    205  1.17   thorpej 
    206  1.43       chs #define	curcpu()	(((struct cpu_info *)CPUINFO_VA)->ci_self)
    207  1.66    martin #define	cpu_number()	(curcpu()->ci_index)
    208  1.42    petrov #define	CPU_IS_PRIMARY(ci)	((ci)->ci_flags & CPUF_PRIMARY)
    209  1.42    petrov 
    210  1.43       chs #define CPU_INFO_ITERATOR		int
    211  1.43       chs #define CPU_INFO_FOREACH(cii, ci)	cii = 0, ci = cpus; ci != NULL; \
    212  1.43       chs 					ci = ci->ci_next
    213  1.43       chs 
    214  1.40       cdi #define curlwp		curcpu()->ci_curlwp
    215  1.40       cdi #define fplwp		curcpu()->ci_fplwp
    216  1.40       cdi #define curpcb		curcpu()->ci_cpcb
    217   1.1       eeh 
    218  1.42    petrov #define want_ast	curcpu()->ci_want_ast
    219  1.42    petrov #define want_resched	curcpu()->ci_want_resched
    220  1.42    petrov 
    221   1.1       eeh /*
    222   1.1       eeh  * definitions of cpu-dependent requirements
    223   1.1       eeh  * referenced in generic code
    224   1.1       eeh  */
    225  1.42    petrov #define	cpu_wait(p)	/* nothing */
    226  1.48    martin void cpu_proc_fork(struct proc *, struct proc *);
    227  1.38    petrov 
    228  1.74    martin /* run on the cpu itself */
    229  1.74    martin void	cpu_pmap_init(struct cpu_info *);
    230  1.74    martin /* run upfront to prepare the cpu_info */
    231  1.74    martin void	cpu_pmap_prepare(struct cpu_info *, bool);
    232  1.74    martin 
    233  1.38    petrov #if defined(MULTIPROCESSOR)
    234  1.51       cdi extern vaddr_t cpu_spinup_trampoline;
    235  1.51       cdi 
    236  1.51       cdi extern  char   *mp_tramp_code;
    237  1.51       cdi extern  u_long  mp_tramp_code_len;
    238  1.51       cdi extern  u_long  mp_tramp_tlb_slots;
    239  1.51       cdi extern  u_long  mp_tramp_func;
    240  1.51       cdi extern  u_long  mp_tramp_ci;
    241  1.51       cdi 
    242  1.53       cdi void	cpu_hatch(void);
    243  1.53       cdi void	cpu_boot_secondary_processors(void);
    244  1.57    martin 
    245  1.57    martin /*
    246  1.57    martin  * Call a function on other cpus:
    247  1.69    martin  *	multicast - send to everyone in the sparc64_cpuset_t
    248  1.57    martin  *	broadcast - send to to all cpus but ourselves
    249  1.57    martin  *	send - send to just this cpu
    250  1.92    martin  * The called function do not follow the C ABI, so need to be coded in
    251  1.92    martin  * assembler.
    252  1.57    martin  */
    253  1.91    martin typedef void (* ipifunc_t)(void *, void *);
    254  1.57    martin 
    255  1.76  nakayama void	sparc64_multicast_ipi(sparc64_cpuset_t, ipifunc_t, uint64_t, uint64_t);
    256  1.76  nakayama void	sparc64_broadcast_ipi(ipifunc_t, uint64_t, uint64_t);
    257  1.76  nakayama void	sparc64_send_ipi(int, ipifunc_t, uint64_t, uint64_t);
    258  1.92    martin 
    259  1.92    martin /*
    260  1.92    martin  * Call an arbitrary C function on another cpu (or all others but ourself)
    261  1.92    martin  */
    262  1.92    martin typedef void (*ipi_c_call_func_t)(void*);
    263  1.92    martin void	sparc64_generic_xcall(struct cpu_info*, ipi_c_call_func_t, void*);
    264  1.92    martin 
    265  1.38    petrov #endif
    266  1.35  nakayama 
    267   1.1       eeh /*
    268   1.1       eeh  * Arguments to hardclock, softclock and gatherstats encapsulate the
    269   1.1       eeh  * previous machine state in an opaque clockframe.  The ipl is here
    270   1.1       eeh  * as well for strayintr (see locore.s:interrupt and intr.c:strayintr).
    271   1.1       eeh  * Note that CLKF_INTR is valid only if CLKF_USERMODE is false.
    272   1.1       eeh  */
    273   1.1       eeh struct clockframe {
    274  1.14       eeh 	struct trapframe64 t;
    275   1.1       eeh };
    276   1.1       eeh 
    277   1.1       eeh #define	CLKF_USERMODE(framep)	(((framep)->t.tf_tstate & TSTATE_PRIV) == 0)
    278   1.1       eeh #define	CLKF_PC(framep)		((framep)->t.tf_pc)
    279  1.30       eeh /* Since some files in sys/kern do not know BIAS, I'm using 0x7ff here */
    280  1.30       eeh #define	CLKF_INTR(framep)						\
    281  1.30       eeh 	((!CLKF_USERMODE(framep))&&					\
    282  1.30       eeh 		(((framep)->t.tf_out[6] & 1 ) ?				\
    283  1.30       eeh 			(((vaddr_t)(framep)->t.tf_out[6] <		\
    284  1.30       eeh 				(vaddr_t)EINTSTACK-0x7ff) &&		\
    285  1.30       eeh 			((vaddr_t)(framep)->t.tf_out[6] >		\
    286  1.30       eeh 				(vaddr_t)INTSTACK-0x7ff)) :		\
    287  1.30       eeh 			(((vaddr_t)(framep)->t.tf_out[6] <		\
    288  1.30       eeh 				(vaddr_t)EINTSTACK) &&			\
    289  1.30       eeh 			((vaddr_t)(framep)->t.tf_out[6] >		\
    290  1.30       eeh 				(vaddr_t)INTSTACK))))
    291   1.1       eeh 
    292   1.1       eeh /*
    293   1.1       eeh  * Give a profiling tick to the current process when the user profiling
    294   1.1       eeh  * buffer pages are invalid.  On the sparc, request an ast to send us
    295   1.1       eeh  * through trap(), marking the proc as needing a profiling tick.
    296   1.1       eeh  */
    297  1.60        ad #define	cpu_need_proftick(l)	((l)->l_pflag |= LP_OWEUPC, want_ast = 1)
    298   1.1       eeh 
    299   1.1       eeh /*
    300  1.78  nakayama  * Notify an LWP that it has a signal pending, process as soon as possible.
    301   1.1       eeh  */
    302  1.78  nakayama void cpu_signotify(struct lwp *);
    303   1.1       eeh 
    304   1.1       eeh /*
    305   1.1       eeh  * Interrupt handler chains.  Interrupt handlers should return 0 for
    306   1.1       eeh  * ``not me'' or 1 (``I took care of it'').  intr_establish() inserts a
    307   1.1       eeh  * handler into the list.  The handler is called with its (single)
    308   1.1       eeh  * argument, or with a pointer to a clockframe if ih_arg is NULL.
    309   1.1       eeh  */
    310   1.1       eeh struct intrhand {
    311  1.53       cdi 	int			(*ih_fun)(void *);
    312  1.18       mrg 	void			*ih_arg;
    313  1.70    martin 	/* if we have to take the biglock, we interpose a wrapper
    314  1.70    martin 	 * and need to save the original function and arg */
    315  1.70    martin 	int			(*ih_realfun)(void *);
    316  1.70    martin 	void			*ih_realarg;
    317  1.18       mrg 	short			ih_number;	/* interrupt number */
    318  1.18       mrg 						/* the H/W provides */
    319  1.23       eeh 	char			ih_pil;		/* interrupt priority */
    320  1.21       eeh 	struct intrhand		*ih_next;	/* global list */
    321  1.26       eeh 	struct intrhand		*ih_pending;	/* interrupt queued */
    322  1.52       cdi 	volatile uint64_t	*ih_map;	/* Interrupt map reg */
    323  1.52       cdi 	volatile uint64_t	*ih_clr;	/* clear interrupt reg */
    324   1.1       eeh };
    325  1.29       mrg extern struct intrhand *intrhand[];
    326   1.1       eeh extern struct intrhand *intrlev[MAXINTNUM];
    327   1.1       eeh 
    328  1.81    martin void	intr_establish(int level, bool mpsafe, struct intrhand *);
    329  1.80        ad void	*sparc_softintr_establish(int, int (*)(void *), void *);
    330  1.80        ad void	sparc_softintr_schedule(void *);
    331  1.80        ad void	sparc_softintr_disestablish(void *);
    332  1.42    petrov 
    333   1.1       eeh /* disksubr.c */
    334   1.1       eeh struct dkbad;
    335  1.53       cdi int isbad(struct dkbad *bt, int, int, int);
    336   1.1       eeh /* machdep.c */
    337  1.62  christos void *	reserve_dumppages(void *);
    338   1.1       eeh /* clock.c */
    339   1.1       eeh struct timeval;
    340  1.76  nakayama int	tickintr(void *);	/* level 10/14 (tick) interrupt code */
    341  1.53       cdi int	clockintr(void *);	/* level 10 (clock) interrupt code */
    342  1.53       cdi int	statintr(void *);	/* level 14 (statclock) interrupt code */
    343  1.77  nakayama int	schedintr(void *);	/* level 10 (schedclock) interrupt code */
    344  1.76  nakayama void	tickintr_establish(int, int (*)(void *));
    345   1.1       eeh /* locore.s */
    346  1.14       eeh struct fpstate64;
    347  1.53       cdi void	savefpstate(struct fpstate64 *);
    348  1.53       cdi void	loadfpstate(struct fpstate64 *);
    349  1.56    martin void	clearfpstate(void);
    350  1.53       cdi uint64_t	probeget(paddr_t, int, int);
    351  1.53       cdi int	probeset(paddr_t, int, int, uint64_t);
    352  1.42    petrov 
    353  1.50     perry #define	 write_all_windows() __asm volatile("flushw" : : )
    354  1.50     perry #define	 write_user_windows() __asm volatile("flushw" : : )
    355  1.42    petrov 
    356   1.1       eeh struct pcb;
    357  1.53       cdi void	snapshot(struct pcb *);
    358  1.53       cdi struct frame *getfp(void);
    359  1.88       mrg void	switchtoctx_us(int);
    360  1.88       mrg void	switchtoctx_usiii(int);
    361  1.85  nakayama void	next_tick(long);
    362   1.1       eeh /* trap.c */
    363  1.53       cdi void	kill_user_windows(struct lwp *);
    364  1.53       cdi int	rwindow_save(struct lwp *);
    365   1.1       eeh /* cons.c */
    366  1.53       cdi int	cnrom(void);
    367   1.1       eeh /* zs.c */
    368  1.53       cdi void zsconsole(struct tty *, int, int, void (**)(struct tty *, int));
    369   1.1       eeh /* fb.c */
    370  1.53       cdi void	fb_unblank(void);
    371   1.1       eeh /* kgdb_stub.c */
    372   1.1       eeh #ifdef KGDB
    373  1.53       cdi void kgdb_attach(int (*)(void *), void (*)(void *, int), void *);
    374  1.53       cdi void kgdb_connect(int);
    375  1.53       cdi void kgdb_panic(void);
    376   1.1       eeh #endif
    377   1.5       mrg /* emul.c */
    378  1.53       cdi int	fixalign(struct lwp *, struct trapframe64 *);
    379  1.53       cdi int	emulinstr(vaddr_t, struct trapframe64 *);
    380   1.1       eeh 
    381   1.1       eeh #endif /* _KERNEL */
    382   1.1       eeh #endif /* _CPU_H_ */
    383