Home | History | Annotate | Line # | Download | only in include
psl.h revision 1.41
      1  1.41  nakayama /*	$NetBSD: psl.h,v 1.41 2009/05/16 19:15:34 nakayama Exp $ */
      2   1.1       eeh 
      3   1.1       eeh /*
      4   1.1       eeh  * Copyright (c) 1992, 1993
      5   1.1       eeh  *	The Regents of the University of California.  All rights reserved.
      6   1.1       eeh  *
      7   1.1       eeh  * This software was developed by the Computer Systems Engineering group
      8   1.1       eeh  * at Lawrence Berkeley Laboratory under DARPA contract BG 91-66 and
      9   1.1       eeh  * contributed to Berkeley.
     10   1.1       eeh  *
     11   1.1       eeh  * All advertising materials mentioning features or use of this software
     12   1.1       eeh  * must display the following acknowledgement:
     13   1.1       eeh  *	This product includes software developed by the University of
     14   1.1       eeh  *	California, Lawrence Berkeley Laboratory.
     15   1.1       eeh  *
     16   1.1       eeh  * Redistribution and use in source and binary forms, with or without
     17   1.1       eeh  * modification, are permitted provided that the following conditions
     18   1.1       eeh  * are met:
     19   1.1       eeh  * 1. Redistributions of source code must retain the above copyright
     20   1.1       eeh  *    notice, this list of conditions and the following disclaimer.
     21   1.1       eeh  * 2. Redistributions in binary form must reproduce the above copyright
     22   1.1       eeh  *    notice, this list of conditions and the following disclaimer in the
     23   1.1       eeh  *    documentation and/or other materials provided with the distribution.
     24  1.23       agc  * 3. Neither the name of the University nor the names of its contributors
     25   1.1       eeh  *    may be used to endorse or promote products derived from this software
     26   1.1       eeh  *    without specific prior written permission.
     27   1.1       eeh  *
     28   1.1       eeh  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     29   1.1       eeh  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     30   1.1       eeh  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     31   1.1       eeh  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     32   1.1       eeh  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     33   1.1       eeh  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     34   1.1       eeh  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     35   1.1       eeh  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     36   1.1       eeh  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     37   1.1       eeh  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     38   1.1       eeh  * SUCH DAMAGE.
     39   1.1       eeh  *
     40   1.1       eeh  *	@(#)psl.h	8.1 (Berkeley) 6/11/93
     41   1.1       eeh  */
     42   1.1       eeh 
     43   1.1       eeh #ifndef PSR_IMPL
     44   1.1       eeh 
     45   1.1       eeh /*
     46  1.19       mrg  * SPARC Process Status Register (in psl.h for hysterical raisins).  This
     47  1.19       mrg  * doesn't exist on the V9.
     48   1.1       eeh  *
     49   1.1       eeh  * The picture in the Sun manuals looks like this:
     50   1.1       eeh  *	                                     1 1
     51   1.1       eeh  *	 31   28 27   24 23   20 19       14 3 2 11    8 7 6 5 4       0
     52   1.1       eeh  *	+-------+-------+-------+-----------+-+-+-------+-+-+-+---------+
     53   1.1       eeh  *	|  impl |  ver  |  icc  |  reserved |E|E|  pil  |S|P|E|   CWP   |
     54   1.1       eeh  *	|       |       |n z v c|           |C|F|       | |S|T|         |
     55   1.1       eeh  *	+-------+-------+-------+-----------+-+-+-------+-+-+-+---------+
     56   1.1       eeh  */
     57   1.1       eeh 
     58  1.19       mrg #define PSR_IMPL	0xf0000000	/* implementation */
     59  1.19       mrg #define PSR_VER		0x0f000000	/* version */
     60  1.19       mrg #define PSR_ICC		0x00f00000	/* integer condition codes */
     61  1.19       mrg #define PSR_N		0x00800000	/* negative */
     62  1.19       mrg #define PSR_Z		0x00400000	/* zero */
     63  1.19       mrg #define PSR_O		0x00200000	/* overflow */
     64  1.19       mrg #define PSR_C		0x00100000	/* carry */
     65  1.19       mrg #define PSR_EC		0x00002000	/* coprocessor enable */
     66  1.19       mrg #define PSR_EF		0x00001000	/* FP enable */
     67  1.19       mrg #define PSR_PIL		0x00000f00	/* interrupt level */
     68  1.19       mrg #define PSR_S		0x00000080	/* supervisor (kernel) mode */
     69  1.19       mrg #define PSR_PS		0x00000040	/* previous supervisor mode (traps) */
     70  1.19       mrg #define PSR_ET		0x00000020	/* trap enable */
     71  1.19       mrg #define PSR_CWP		0x0000001f	/* current window pointer */
     72   1.1       eeh 
     73  1.19       mrg #define PSR_BITS "\20\16EC\15EF\10S\7PS\6ET"
     74   1.1       eeh 
     75   1.1       eeh /* Interesting spl()s */
     76   1.1       eeh #define PIL_SCSI	3
     77   1.1       eeh #define PIL_FDSOFT	4
     78  1.19       mrg #define PIL_AUSOFT	4
     79   1.1       eeh #define PIL_BIO		5
     80   1.1       eeh #define PIL_VIDEO	5
     81  1.19       mrg #define PIL_TTY		6
     82  1.19       mrg #define PIL_LPT		6
     83  1.19       mrg #define PIL_NET		6
     84  1.33      yamt #define PIL_VM		7
     85  1.24    petrov #define	PIL_AUD		8
     86  1.19       mrg #define PIL_CLOCK	10
     87   1.1       eeh #define PIL_FD		11
     88   1.1       eeh #define PIL_SER		12
     89  1.33      yamt #define	PIL_STATCLOCK	14
     90  1.19       mrg #define PIL_HIGH	15
     91  1.19       mrg #define PIL_SCHED	PIL_CLOCK
     92  1.19       mrg #define PIL_LOCK	PIL_HIGH
     93   1.1       eeh 
     94   1.1       eeh /*
     95   1.1       eeh  * SPARC V9 CCR register
     96   1.1       eeh  */
     97   1.1       eeh 
     98   1.5       eeh #define ICC_C	0x01L
     99   1.5       eeh #define ICC_V	0x02L
    100   1.5       eeh #define ICC_Z	0x04L
    101   1.5       eeh #define ICC_N	0x08L
    102   1.1       eeh #define XCC_SHIFT	4
    103   1.1       eeh #define XCC_C	(ICC_C<<XCC_SHIFT)
    104   1.1       eeh #define XCC_V	(ICC_V<<XCC_SHIFT)
    105   1.1       eeh #define XCC_Z	(ICC_Z<<XCC_SHIFT)
    106   1.1       eeh #define XCC_N	(ICC_N<<XCC_SHIFT)
    107   1.1       eeh 
    108   1.1       eeh 
    109   1.1       eeh /*
    110   1.1       eeh  * SPARC V9 PSTATE register (what replaces the PSR in V9)
    111   1.1       eeh  *
    112   1.1       eeh  * Here's the layout:
    113   1.1       eeh  *
    114   1.1       eeh  *    11   10    9     8   7  6   5     4     3     2     1   0
    115   1.1       eeh  *  +------------------------------------------------------------+
    116   1.1       eeh  *  | IG | MG | CLE | TLE | MM | RED | PEF | AM | PRIV | IE | AG |
    117   1.1       eeh  *  +------------------------------------------------------------+
    118   1.1       eeh  */
    119   1.1       eeh 
    120   1.1       eeh #define PSTATE_IG	0x800	/* enable spitfire interrupt globals */
    121   1.1       eeh #define PSTATE_MG	0x400	/* enable spitfire MMU globals */
    122   1.1       eeh #define PSTATE_CLE	0x200	/* current little endian */
    123   1.1       eeh #define PSTATE_TLE	0x100	/* traps little endian */
    124   1.1       eeh #define PSTATE_MM	0x0c0	/* memory model */
    125   1.1       eeh #define PSTATE_MM_TSO	0x000	/* total store order */
    126   1.1       eeh #define PSTATE_MM_PSO	0x040	/* partial store order */
    127   1.1       eeh #define PSTATE_MM_RMO	0x080	/* Relaxed memory order */
    128   1.1       eeh #define PSTATE_RED	0x020	/* RED state */
    129   1.1       eeh #define PSTATE_PEF	0x010	/* enable floating point */
    130   1.1       eeh #define PSTATE_AM	0x008	/* 32-bit address masking */
    131   1.1       eeh #define PSTATE_PRIV	0x004	/* privileged mode */
    132   1.1       eeh #define PSTATE_IE	0x002	/* interrupt enable */
    133   1.1       eeh #define PSTATE_AG	0x001	/* enable alternate globals */
    134   1.1       eeh 
    135  1.19       mrg #define PSTATE_BITS "\20\14IG\13MG\12CLE\11TLE\10\7MM\6RED\5PEF\4AM\3PRIV\2IE\1AG"
    136   1.1       eeh 
    137  1.12       eeh 
    138  1.12       eeh /*
    139  1.12       eeh  * 32-bit code requires TSO or at best PSO since that's what's supported on
    140  1.12       eeh  * SPARC V8 and earlier machines.
    141  1.12       eeh  *
    142  1.12       eeh  * 64-bit code sets the memory model in the ELF header.
    143  1.12       eeh  *
    144  1.12       eeh  * We're running kernel code in TSO for the moment so we don't need to worry
    145  1.12       eeh  * about possible memory barrier bugs.
    146  1.12       eeh  */
    147  1.12       eeh 
    148   1.6       mrg #ifdef __arch64__
    149   1.4       eeh #define PSTATE_PROM	(PSTATE_MM_TSO|PSTATE_PRIV)
    150   1.4       eeh #define PSTATE_NUCLEUS	(PSTATE_MM_TSO|PSTATE_PRIV|PSTATE_AG)
    151   1.4       eeh #define PSTATE_KERN	(PSTATE_MM_TSO|PSTATE_PRIV)
    152   1.4       eeh #define PSTATE_INTR	(PSTATE_KERN|PSTATE_IE)
    153  1.12       eeh #define PSTATE_USER32	(PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
    154  1.13       eeh #define PSTATE_USER	(PSTATE_MM_RMO|PSTATE_IE)
    155   1.4       eeh #else
    156   1.1       eeh #define PSTATE_PROM	(PSTATE_MM_TSO|PSTATE_PRIV)
    157   1.1       eeh #define PSTATE_NUCLEUS	(PSTATE_MM_TSO|PSTATE_AM|PSTATE_PRIV|PSTATE_AG)
    158   1.1       eeh #define PSTATE_KERN	(PSTATE_MM_TSO|PSTATE_AM|PSTATE_PRIV)
    159   1.1       eeh #define PSTATE_INTR	(PSTATE_KERN|PSTATE_IE)
    160  1.12       eeh #define PSTATE_USER32	(PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
    161  1.12       eeh #define PSTATE_USER	(PSTATE_MM_TSO|PSTATE_AM|PSTATE_IE)
    162   1.1       eeh #endif
    163   1.1       eeh 
    164  1.19       mrg 
    165   1.1       eeh /*
    166   1.1       eeh  * SPARC V9 TSTATE register
    167   1.1       eeh  *
    168   1.1       eeh  *   39 32 31 24 23 18  17   8	7 5 4   0
    169   1.1       eeh  *  +-----+-----+-----+--------+---+-----+
    170   1.1       eeh  *  | CCR | ASI |  -  | PSTATE | - | CWP |
    171   1.1       eeh  *  +-----+-----+-----+--------+---+-----+
    172  1.19       mrg  */
    173   1.1       eeh 
    174   1.1       eeh #define TSTATE_CWP		0x01f
    175   1.1       eeh #define TSTATE_PSTATE		0x6ff00
    176   1.1       eeh #define TSTATE_PSTATE_SHIFT	8
    177   1.1       eeh #define TSTATE_ASI		0xff000000LL
    178   1.1       eeh #define TSTATE_ASI_SHIFT	24
    179   1.1       eeh #define TSTATE_CCR		0xff00000000LL
    180   1.1       eeh #define TSTATE_CCR_SHIFT	32
    181   1.1       eeh 
    182  1.39  nakayama #define PSRCC_TO_TSTATE(x)	(((int64_t)(x)&PSR_ICC)<<(TSTATE_CCR_SHIFT-20))
    183  1.39  nakayama #define TSTATECCR_TO_PSR(x)	(((x)&TSTATE_CCR)>>(TSTATE_CCR_SHIFT-20))
    184   1.1       eeh 
    185   1.1       eeh /*
    186   1.1       eeh  * These are here to simplify life.
    187   1.1       eeh  */
    188   1.1       eeh #define TSTATE_IG	(PSTATE_IG<<TSTATE_PSTATE_SHIFT)
    189   1.1       eeh #define TSTATE_MG	(PSTATE_MG<<TSTATE_PSTATE_SHIFT)
    190   1.1       eeh #define TSTATE_CLE	(PSTATE_CLE<<TSTATE_PSTATE_SHIFT)
    191   1.1       eeh #define TSTATE_TLE	(PSTATE_TLE<<TSTATE_PSTATE_SHIFT)
    192   1.1       eeh #define TSTATE_MM	(PSTATE_MM<<TSTATE_PSTATE_SHIFT)
    193   1.1       eeh #define TSTATE_MM_TSO	(PSTATE_MM_TSO<<TSTATE_PSTATE_SHIFT)
    194   1.1       eeh #define TSTATE_MM_PSO	(PSTATE_MM_PSO<<TSTATE_PSTATE_SHIFT)
    195   1.1       eeh #define TSTATE_MM_RMO	(PSTATE_MM_RMO<<TSTATE_PSTATE_SHIFT)
    196   1.1       eeh #define TSTATE_RED	(PSTATE_RED<<TSTATE_PSTATE_SHIFT)
    197   1.1       eeh #define TSTATE_PEF	(PSTATE_PEF<<TSTATE_PSTATE_SHIFT)
    198   1.1       eeh #define TSTATE_AM	(PSTATE_AM<<TSTATE_PSTATE_SHIFT)
    199   1.1       eeh #define TSTATE_PRIV	(PSTATE_PRIV<<TSTATE_PSTATE_SHIFT)
    200   1.1       eeh #define TSTATE_IE	(PSTATE_IE<<TSTATE_PSTATE_SHIFT)
    201   1.1       eeh #define TSTATE_AG	(PSTATE_AG<<TSTATE_PSTATE_SHIFT)
    202   1.1       eeh 
    203  1.19       mrg #define TSTATE_BITS "\20\14IG\13MG\12CLE\11TLE\10\7MM\6RED\5PEF\4AM\3PRIV\2IE\1AG"
    204   1.1       eeh 
    205  1.40  nakayama #define TSTATE_KERN	((PSTATE_KERN)<<TSTATE_PSTATE_SHIFT)
    206  1.40  nakayama #define TSTATE_USER	((PSTATE_USER)<<TSTATE_PSTATE_SHIFT)
    207   1.1       eeh /*
    208   1.1       eeh  * SPARC V9 VER version register.
    209   1.1       eeh  *
    210   1.1       eeh  *  63   48 47  32 31  24 23 16 15    8 7 5 4      0
    211   1.1       eeh  * +-------+------+------+-----+-------+---+--------+
    212   1.1       eeh  * | manuf | impl | mask |  -  | maxtl | - | maxwin |
    213   1.1       eeh  * +-------+------+------+-----+-------+---+--------+
    214   1.1       eeh  *
    215   1.1       eeh  */
    216   1.1       eeh 
    217   1.1       eeh #define VER_MANUF	0xffff000000000000LL
    218   1.1       eeh #define VER_MANUF_SHIFT	48
    219   1.1       eeh #define VER_IMPL	0x0000ffff00000000LL
    220   1.1       eeh #define VER_IMPL_SHIFT	32
    221   1.1       eeh #define VER_MASK	0x00000000ff000000LL
    222   1.1       eeh #define VER_MASK_SHIFT	24
    223   1.1       eeh #define VER_MAXTL	0x000000000000ff00LL
    224   1.1       eeh #define VER_MAXTL_SHIFT	8
    225   1.1       eeh #define VER_MAXWIN	0x000000000000001fLL
    226   1.1       eeh 
    227   1.1       eeh /*
    228   1.1       eeh  * Here are a few things to help us transition between user and kernel mode:
    229   1.1       eeh  */
    230   1.1       eeh 
    231   1.1       eeh /* Memory models */
    232   1.1       eeh #define KERN_MM		PSTATE_MM_TSO
    233   1.1       eeh #define USER_MM		PSTATE_MM_RMO
    234   1.1       eeh 
    235   1.4       eeh /*
    236   1.4       eeh  * Register window handlers.  These point to generic routines that check the
    237   1.4       eeh  * stack pointer and then vector to the real handler.  We could optimize this
    238   1.4       eeh  * if we could guarantee only 32-bit or 64-bit stacks.
    239   1.4       eeh  */
    240   1.1       eeh #define WSTATE_KERN	026
    241   1.1       eeh #define WSTATE_USER	022
    242   1.1       eeh 
    243   1.1       eeh #define CWP		0x01f
    244   1.1       eeh 
    245   1.1       eeh /* 64-byte alignment -- this seems the best place to put this. */
    246   1.1       eeh #define BLOCK_SIZE	64
    247   1.1       eeh #define BLOCK_ALIGN	0x3f
    248   1.1       eeh 
    249   1.1       eeh #if defined(_KERNEL) && !defined(_LOCORE)
    250   1.1       eeh 
    251   1.1       eeh /*
    252  1.28   thorpej  * Inlines for manipulating privileged registers
    253   1.1       eeh  */
    254  1.41  nakayama static __inline uint64_t
    255  1.41  nakayama gettick(void)
    256  1.41  nakayama {
    257  1.41  nakayama #ifdef __arch64__
    258  1.41  nakayama 	uint64_t tick;
    259  1.41  nakayama 
    260  1.41  nakayama 	__asm volatile("rdpr %%tick, %0" : "=r" (tick));
    261  1.41  nakayama 	return tick;
    262  1.41  nakayama #else
    263  1.41  nakayama 	uint32_t tick_hi, tick_lo;
    264  1.41  nakayama 
    265  1.41  nakayama 	__asm volatile("rdpr %%tick, %0; srl %0,0,%1; srlx %0,32,%0"
    266  1.41  nakayama 		: "=r" (tick_hi), "=r" (tick_lo));
    267  1.41  nakayama 	return ((uint64_t)tick_hi << 32) | tick_lo;
    268  1.41  nakayama #endif
    269  1.41  nakayama }
    270  1.41  nakayama 
    271  1.41  nakayama static __inline void
    272  1.41  nakayama settick(uint64_t newtick)
    273  1.41  nakayama {
    274  1.41  nakayama #ifdef __arch64__
    275  1.41  nakayama 	__asm volatile("wrpr %0, 0, %%tick" : : "r" (newtick) : "memory");
    276  1.41  nakayama #else
    277  1.41  nakayama 	uint32_t tick_hi = newtick >> 32, tick_lo = newtick;
    278  1.41  nakayama 
    279  1.41  nakayama 	__asm volatile("sllx %1,32,%0; or %0,%2,%0; wrpr %0, 0, %%tick"
    280  1.41  nakayama 		       : "=&r" (tick_hi) /* scratch register */
    281  1.41  nakayama 		       : "r" (tick_hi), "r" (tick_lo) : "memory");
    282  1.41  nakayama #endif
    283  1.41  nakayama }
    284  1.41  nakayama 
    285  1.31     perry static __inline int
    286  1.28   thorpej getpstate(void)
    287   1.1       eeh {
    288   1.1       eeh 	int pstate;
    289   1.1       eeh 
    290  1.30     perry 	__asm volatile("rdpr %%pstate,%0" : "=r" (pstate));
    291  1.41  nakayama 	return pstate;
    292   1.1       eeh }
    293   1.1       eeh 
    294  1.31     perry static __inline void
    295  1.28   thorpej setpstate(int newpstate)
    296   1.1       eeh {
    297  1.38    martin 	__asm volatile("wrpr %0,0,%%pstate" : : "r" (newpstate) : "memory");
    298   1.1       eeh }
    299   1.1       eeh 
    300  1.31     perry static __inline int
    301  1.41  nakayama gettl(void)
    302  1.41  nakayama {
    303  1.41  nakayama 	int tl;
    304  1.41  nakayama 
    305  1.41  nakayama 	__asm volatile("rdpr %%tl, %0" : "=r" (tl));
    306  1.41  nakayama 	return tl;
    307  1.41  nakayama }
    308  1.41  nakayama 
    309  1.41  nakayama static __inline int
    310  1.28   thorpej getcwp(void)
    311   1.1       eeh {
    312   1.1       eeh 	int cwp;
    313   1.1       eeh 
    314  1.30     perry 	__asm volatile("rdpr %%cwp,%0" : "=r" (cwp));
    315  1.41  nakayama 	return cwp;
    316   1.1       eeh }
    317   1.1       eeh 
    318  1.31     perry static __inline void
    319  1.28   thorpej setcwp(int newcwp)
    320   1.1       eeh {
    321  1.38    martin 	__asm volatile("wrpr %0,0,%%cwp" : : "r" (newcwp) : "memory");
    322   1.1       eeh }
    323   1.1       eeh 
    324  1.31     perry static __inline uint64_t
    325  1.28   thorpej getver(void)
    326   1.1       eeh {
    327  1.41  nakayama #ifdef __arch64__
    328  1.28   thorpej 	uint64_t ver;
    329   1.1       eeh 
    330  1.30     perry 	__asm volatile("rdpr %%ver,%0" : "=r" (ver));
    331  1.41  nakayama 	return ver;
    332  1.41  nakayama #else
    333  1.41  nakayama 	uint32_t ver_hi, ver_lo;
    334  1.41  nakayama 
    335  1.41  nakayama 	__asm volatile("rdpr %%ver,%0; srl %0,0,%1; srlx %0,32,%0"
    336  1.41  nakayama 		       : "=r" (ver_hi), "=r" (ver_lo));
    337  1.41  nakayama 	return (uint64_t)ver_hi << 32 | ver_lo;
    338  1.41  nakayama #endif
    339   1.1       eeh }
    340   1.1       eeh 
    341  1.31     perry static __inline int
    342  1.26       chs intr_disable(void)
    343  1.26       chs {
    344  1.26       chs 	int pstate = getpstate();
    345  1.26       chs 
    346  1.26       chs 	setpstate(pstate & ~PSTATE_IE);
    347  1.41  nakayama 	return pstate;
    348  1.26       chs }
    349  1.26       chs 
    350  1.31     perry static __inline void
    351  1.26       chs intr_restore(int pstate)
    352  1.26       chs {
    353  1.26       chs 	setpstate(pstate);
    354  1.26       chs }
    355  1.26       chs 
    356   1.1       eeh /*
    357   1.1       eeh  * GCC pseudo-functions for manipulating PIL
    358   1.1       eeh  */
    359   1.1       eeh 
    360   1.1       eeh #ifdef SPLDEBUG
    361  1.32       cdi void prom_printf(const char *fmt, ...);
    362   1.1       eeh extern int printspl;
    363  1.21       chs #define SPLPRINT(x) \
    364  1.21       chs { \
    365  1.21       chs 	if (printspl) { \
    366  1.21       chs 		int i = 10000000; \
    367  1.21       chs 		prom_printf x ; \
    368  1.21       chs 		while (i--) \
    369  1.21       chs 			; \
    370  1.21       chs 	} \
    371  1.21       chs }
    372   1.1       eeh #define	SPL(name, newpil) \
    373  1.31     perry static __inline int name##X(const char* file, int line) \
    374   1.1       eeh { \
    375   1.1       eeh 	int oldpil; \
    376  1.30     perry 	__asm volatile("rdpr %%pil,%0" : "=r" (oldpil)); \
    377   1.1       eeh 	SPLPRINT(("{%s:%d %d=>%d}", file, line, oldpil, newpil)); \
    378  1.38    martin 	__asm volatile("wrpr %%g0,%0,%%pil" : : "n" (newpil) : "memory"); \
    379   1.1       eeh 	return (oldpil); \
    380   1.1       eeh }
    381   1.1       eeh /* A non-priority-decreasing version of SPL */
    382   1.1       eeh #define	SPLHOLD(name, newpil) \
    383  1.31     perry static __inline int name##X(const char* file, int line) \
    384   1.1       eeh { \
    385   1.1       eeh 	int oldpil; \
    386  1.30     perry 	__asm volatile("rdpr %%pil,%0" : "=r" (oldpil)); \
    387   1.1       eeh 	if (newpil <= oldpil) \
    388   1.1       eeh 		return oldpil; \
    389   1.1       eeh 	SPLPRINT(("{%s:%d %d->!d}", file, line, oldpil, newpil)); \
    390  1.38    martin 	__asm volatile("wrpr %%g0,%0,%%pil" : : "n" (newpil) : "memory"); \
    391   1.1       eeh 	return (oldpil); \
    392   1.1       eeh }
    393   1.1       eeh 
    394   1.1       eeh #else
    395   1.1       eeh #define SPLPRINT(x)
    396   1.1       eeh #define	SPL(name, newpil) \
    397  1.31     perry static __inline int name(void) \
    398   1.1       eeh { \
    399   1.1       eeh 	int oldpil; \
    400  1.30     perry 	__asm volatile("rdpr %%pil,%0" : "=r" (oldpil)); \
    401  1.38    martin 	__asm volatile("wrpr %%g0,%0,%%pil" : : "n" (newpil) : "memory"); \
    402   1.1       eeh 	return (oldpil); \
    403   1.1       eeh }
    404   1.1       eeh /* A non-priority-decreasing version of SPL */
    405   1.1       eeh #define	SPLHOLD(name, newpil) \
    406  1.31     perry static __inline int name(void) \
    407   1.1       eeh { \
    408   1.1       eeh 	int oldpil; \
    409  1.30     perry 	__asm volatile("rdpr %%pil,%0" : "=r" (oldpil)); \
    410   1.1       eeh 	if (newpil <= oldpil) \
    411   1.1       eeh 		return oldpil; \
    412  1.38    martin 	__asm volatile("wrpr %%g0,%0,%%pil" : : "n" (newpil) : "memory"); \
    413   1.1       eeh 	return (oldpil); \
    414   1.1       eeh }
    415   1.1       eeh #endif
    416   1.1       eeh 
    417  1.35        ad typedef uint8_t ipl_t;
    418  1.34      yamt typedef struct {
    419  1.34      yamt 	ipl_t _ipl;
    420  1.34      yamt } ipl_cookie_t;
    421  1.34      yamt 
    422  1.34      yamt static inline ipl_cookie_t
    423  1.34      yamt makeiplcookie(ipl_t ipl)
    424  1.34      yamt {
    425  1.34      yamt 
    426  1.34      yamt 	return (ipl_cookie_t){._ipl = ipl};
    427  1.34      yamt }
    428  1.34      yamt 
    429  1.33      yamt static __inline int __attribute__((__unused__))
    430  1.34      yamt splraiseipl(ipl_cookie_t icookie)
    431  1.33      yamt {
    432  1.34      yamt 	int newpil = icookie._ipl;
    433  1.33      yamt 	int oldpil;
    434  1.33      yamt 
    435  1.33      yamt 	/*
    436  1.33      yamt 	 * NetBSD/sparc64's IPL_* constants equate directly to the
    437  1.33      yamt 	 * corresponding PIL_* names; no need to map them here.
    438  1.33      yamt 	 */
    439  1.41  nakayama 	__asm volatile("rdpr %%pil,%0" : "=r" (oldpil));
    440  1.33      yamt 	if (newpil <= oldpil)
    441  1.33      yamt 		return (oldpil);
    442  1.41  nakayama 	__asm volatile("wrpr %0,0,%%pil" : : "r" (newpil) : "memory");
    443  1.33      yamt 	return (oldpil);
    444  1.33      yamt }
    445  1.33      yamt 
    446   1.1       eeh SPL(spl0, 0)
    447   1.1       eeh 
    448  1.11   thorpej SPLHOLD(splsoftint, 1)
    449  1.11   thorpej #define	splsoftclock	splsoftint
    450   1.1       eeh #define	splsoftnet	splsoftint
    451   1.1       eeh 
    452  1.22  nakayama SPLHOLD(splsoftserial, 4)
    453  1.22  nakayama 
    454   1.1       eeh /* audio software interrupts are at software level 4 */
    455   1.1       eeh SPLHOLD(splausoft, PIL_AUSOFT)
    456   1.1       eeh 
    457   1.1       eeh /* floppy software interrupts are at software level 4 too */
    458   1.1       eeh SPLHOLD(splfdsoft, PIL_FDSOFT)
    459   1.1       eeh 
    460   1.1       eeh /*
    461   1.1       eeh  * Memory allocation (must be as high as highest network, tty, or disk device)
    462   1.1       eeh  */
    463  1.33      yamt SPLHOLD(splvm, PIL_VM)
    464   1.1       eeh 
    465   1.1       eeh /* fd hardware interrupts are at level 11 */
    466   1.1       eeh SPLHOLD(splfd, PIL_FD)
    467   1.1       eeh 
    468   1.1       eeh /* zs hardware interrupts are at level 12 */
    469   1.1       eeh SPLHOLD(splzs, PIL_SER)
    470   1.7       eeh SPLHOLD(splserial, PIL_SER)
    471   1.1       eeh 
    472   1.1       eeh /* audio hardware interrupts are at level 13 */
    473   1.1       eeh SPLHOLD(splaudio, PIL_AUD)
    474   1.1       eeh 
    475   1.1       eeh /* second sparc timer interrupts at level 14 */
    476  1.33      yamt SPLHOLD(splstatclock, PIL_STATCLOCK)
    477   1.1       eeh 
    478  1.16       eeh SPLHOLD(splsched, PIL_SCHED)
    479  1.16       eeh SPLHOLD(spllock, PIL_LOCK)
    480  1.14   thorpej 
    481  1.25    petrov SPLHOLD(splipi, PIL_HIGH)
    482  1.25    petrov 
    483  1.16       eeh SPLHOLD(splhigh, PIL_HIGH)
    484   1.1       eeh 
    485   1.1       eeh /* splx does not have a return value */
    486   1.1       eeh #ifdef SPLDEBUG
    487   1.1       eeh #define	spl0()	spl0X(__FILE__, __LINE__)
    488   1.1       eeh #define	splsoftint()	splsoftintX(__FILE__, __LINE__)
    489  1.22  nakayama #define	splsoftserial()	splsoftserialX(__FILE__, __LINE__)
    490   1.1       eeh #define	splausoft()	splausoftX(__FILE__, __LINE__)
    491   1.1       eeh #define	splfdsoft()	splfdsoftX(__FILE__, __LINE__)
    492  1.18   thorpej #define	splvm()		splvmX(__FILE__, __LINE__)
    493   1.1       eeh #define	splclock()	splclockX(__FILE__, __LINE__)
    494   1.1       eeh #define	splfd()		splfdX(__FILE__, __LINE__)
    495   1.1       eeh #define	splzs()		splzsX(__FILE__, __LINE__)
    496   1.7       eeh #define	splserial()	splzerialX(__FILE__, __LINE__)
    497   1.1       eeh #define	splaudio()	splaudioX(__FILE__, __LINE__)
    498   1.1       eeh #define	splstatclock()	splstatclockX(__FILE__, __LINE__)
    499  1.16       eeh #define	splsched()	splschedX(__FILE__, __LINE__)
    500  1.16       eeh #define	spllock()	spllockX(__FILE__, __LINE__)
    501   1.1       eeh #define	splhigh()	splhighX(__FILE__, __LINE__)
    502   1.1       eeh #define splx(x)		splxX((x),__FILE__, __LINE__)
    503  1.25    petrov #define splipi()	splhighX(__FILE__, __LINE__)
    504   1.1       eeh 
    505  1.31     perry static __inline void splxX(int newpil, const char *file, int line)
    506   1.1       eeh #else
    507  1.31     perry static __inline void splx(int newpil)
    508   1.1       eeh #endif
    509   1.1       eeh {
    510  1.21       chs #ifdef SPLDEBUG
    511   1.1       eeh 	int pil;
    512   1.1       eeh 
    513  1.30     perry 	__asm volatile("rdpr %%pil,%0" : "=r" (pil));
    514  1.21       chs 	SPLPRINT(("{%d->%d}", pil, newpil));
    515  1.21       chs #endif
    516  1.38    martin 	__asm volatile("wrpr %%g0,%0,%%pil" : : "rn" (newpil) : "memory");
    517   1.1       eeh }
    518   1.1       eeh #endif /* KERNEL && !_LOCORE */
    519   1.1       eeh 
    520   1.1       eeh #endif /* PSR_IMPL */
    521