Home | History | Annotate | Line # | Download | only in arm32
cpuswitch.S revision 1.19
      1  1.19    bjh21 /*	$NetBSD: cpuswitch.S,v 1.19 2002/10/05 13:46:59 bjh21 Exp $	*/
      2   1.1    chris 
      3   1.1    chris /*
      4   1.1    chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5   1.1    chris  * Copyright (c) 1994 Brini.
      6   1.1    chris  * All rights reserved.
      7   1.1    chris  *
      8   1.1    chris  * This code is derived from software written for Brini by Mark Brinicombe
      9   1.1    chris  *
     10   1.1    chris  * Redistribution and use in source and binary forms, with or without
     11   1.1    chris  * modification, are permitted provided that the following conditions
     12   1.1    chris  * are met:
     13   1.1    chris  * 1. Redistributions of source code must retain the above copyright
     14   1.1    chris  *    notice, this list of conditions and the following disclaimer.
     15   1.1    chris  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1    chris  *    notice, this list of conditions and the following disclaimer in the
     17   1.1    chris  *    documentation and/or other materials provided with the distribution.
     18   1.1    chris  * 3. All advertising materials mentioning features or use of this software
     19   1.1    chris  *    must display the following acknowledgement:
     20   1.1    chris  *	This product includes software developed by Brini.
     21   1.1    chris  * 4. The name of the company nor the name of the author may be used to
     22   1.1    chris  *    endorse or promote products derived from this software without specific
     23   1.1    chris  *    prior written permission.
     24   1.1    chris  *
     25   1.1    chris  * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED
     26   1.1    chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     27   1.1    chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     28   1.1    chris  * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     29   1.1    chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     30   1.1    chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     31   1.1    chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     32   1.1    chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     33   1.1    chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     34   1.1    chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     35   1.1    chris  * SUCH DAMAGE.
     36   1.1    chris  *
     37   1.1    chris  * RiscBSD kernel project
     38   1.1    chris  *
     39   1.1    chris  * cpuswitch.S
     40   1.1    chris  *
     41   1.1    chris  * cpu switching functions
     42   1.1    chris  *
     43   1.1    chris  * Created      : 15/10/94
     44   1.1    chris  */
     45   1.1    chris 
     46   1.1    chris #include "opt_armfpe.h"
     47  1.19    bjh21 #include "opt_multiprocessor.h"
     48   1.1    chris 
     49   1.1    chris #include "assym.h"
     50   1.1    chris #include <machine/param.h>
     51   1.1    chris #include <machine/cpu.h>
     52   1.1    chris #include <machine/frame.h>
     53   1.1    chris #include <machine/asm.h>
     54   1.1    chris 
     55   1.1    chris #undef IRQdisable
     56   1.1    chris #undef IRQenable
     57   1.1    chris 
     58   1.1    chris /*
     59   1.1    chris  * New experimental definitions of IRQdisable and IRQenable
     60   1.1    chris  * These keep FIQ's enabled since FIQ's are special.
     61   1.1    chris  */
     62   1.1    chris 
     63   1.1    chris #define IRQdisable \
     64  1.13  thorpej 	mrs	r14, cpsr ; \
     65   1.1    chris 	orr	r14, r14, #(I32_bit) ; \
     66  1.13  thorpej 	msr	cpsr_c, r14 ; \
     67   1.1    chris 
     68   1.1    chris #define IRQenable \
     69  1.13  thorpej 	mrs	r14, cpsr ; \
     70   1.1    chris 	bic	r14, r14, #(I32_bit) ; \
     71  1.13  thorpej 	msr	cpsr_c, r14 ; \
     72   1.1    chris 
     73   1.1    chris /*
     74   1.1    chris  * setrunqueue() and remrunqueue()
     75   1.1    chris  *
     76   1.1    chris  * Functions to add and remove a process for the run queue.
     77   1.1    chris  */
     78   1.1    chris 
     79   1.1    chris 	.text
     80   1.1    chris 
     81  1.17  thorpej .Lwhichqs:
     82   1.1    chris 	.word	_C_LABEL(sched_whichqs)
     83   1.1    chris 
     84  1.17  thorpej .Lqs:
     85   1.1    chris 	.word	_C_LABEL(sched_qs)
     86   1.1    chris 
     87   1.1    chris /*
     88   1.1    chris  * On entry
     89   1.1    chris  *	r0 = process
     90   1.1    chris  */
     91   1.1    chris 
     92   1.1    chris ENTRY(setrunqueue)
     93   1.1    chris 	/*
     94   1.1    chris 	 * Local register usage
     95   1.1    chris 	 * 	r0 = process
     96   1.1    chris 	 * 	r1 = queue
     97   1.1    chris 	 * 	r2 = &qs[queue] and temp
     98   1.1    chris 	 * 	r3 = temp
     99   1.1    chris 	 *	r12 = whichqs
    100   1.1    chris 	 */
    101   1.1    chris #ifdef DIAGNOSTIC
    102   1.1    chris 	ldr	r1, [r0, #(P_BACK)]
    103   1.1    chris 	teq	r1, #0x00000000
    104  1.14   briggs 	bne	.Lsetrunqueue_erg
    105   1.1    chris 
    106   1.1    chris 	ldr	r1, [r0, #(P_WCHAN)]
    107   1.1    chris 	teq	r1, #0x00000000
    108  1.14   briggs 	bne	.Lsetrunqueue_erg
    109   1.1    chris #endif
    110   1.1    chris 
    111   1.1    chris 	/* Get the priority of the queue */
    112   1.1    chris 	ldrb	r1, [r0, #(P_PRIORITY)]
    113   1.1    chris 
    114   1.1    chris 	/* Indicate that there is a process on this queue */
    115  1.17  thorpej 	ldr	r12, .Lwhichqs
    116  1.12    chris 	mov	r1, r1, lsr #2
    117   1.1    chris 	ldr	r2, [r12]
    118   1.1    chris 	mov	r3, #0x00000001
    119   1.1    chris 	mov	r3, r3, lsl r1
    120   1.1    chris 	orr	r2, r2, r3
    121   1.1    chris 	str	r2, [r12]
    122   1.1    chris 
    123   1.1    chris 	/* Get the address of the queue */
    124  1.17  thorpej 	ldr	r2, .Lqs
    125   1.1    chris 	add	r1, r2, r1, lsl # 3
    126   1.1    chris 
    127   1.1    chris 	/* Hook the process in */
    128   1.1    chris 	str	r1, [r0, #(P_FORW)]
    129   1.1    chris 	ldr	r2, [r1, #(P_BACK)]
    130   1.1    chris 
    131   1.1    chris 	str	r0, [r1, #(P_BACK)]
    132   1.1    chris #ifdef DIAGNOSTIC
    133   1.1    chris 	teq	r2, #0x00000000
    134  1.14   briggs 	beq	.Lsetrunqueue_erg
    135   1.1    chris #endif
    136   1.1    chris 	str	r0, [r2, #(P_FORW)]
    137   1.1    chris 	str	r2, [r0, #(P_BACK)]
    138   1.1    chris 
    139   1.1    chris 	mov	pc, lr
    140   1.1    chris 
    141   1.1    chris #ifdef DIAGNOSTIC
    142  1.14   briggs .Lsetrunqueue_erg:
    143   1.1    chris 	mov	r2, r1
    144   1.1    chris 	mov	r1, r0
    145  1.17  thorpej 	add	r0, pc, #.Ltext1 - . - 8
    146   1.1    chris 	bl	_C_LABEL(printf)
    147   1.1    chris 
    148  1.17  thorpej 	ldr	r2, .Lqs
    149   1.1    chris 	ldr	r1, [r2]
    150  1.17  thorpej 	add	r0, pc, #.Ltext2 - . - 8
    151   1.1    chris 	b	_C_LABEL(panic)
    152   1.1    chris 
    153  1.17  thorpej .Ltext1:
    154   1.1    chris 	.asciz	"setrunqueue : %08x %08x\n"
    155  1.17  thorpej .Ltext2:
    156   1.1    chris 	.asciz	"setrunqueue : [qs]=%08x qs=%08x\n"
    157   1.1    chris 	.align	0
    158   1.1    chris #endif
    159   1.1    chris 
    160   1.1    chris /*
    161   1.1    chris  * On entry
    162   1.1    chris  *	r0 = process
    163   1.1    chris  */
    164   1.1    chris 
    165   1.1    chris ENTRY(remrunqueue)
    166   1.1    chris 	/*
    167   1.1    chris 	 * Local register usage
    168   1.1    chris 	 *	r0 = oldproc
    169   1.1    chris 	 * 	r1 = queue
    170   1.1    chris 	 * 	r2 = &qs[queue] and scratch
    171   1.1    chris 	 *	r3 = scratch
    172   1.1    chris 	 *	r12 = whichqs
    173   1.1    chris 	 */
    174   1.1    chris 
    175   1.1    chris 	/* Get the priority of the queue */
    176   1.1    chris 	ldrb	r1, [r0, #(P_PRIORITY)]
    177   1.1    chris 	mov	r1, r1, lsr #2
    178   1.1    chris 
    179   1.1    chris 	/* Unhook the process */
    180   1.1    chris 	ldr	r2, [r0, #(P_FORW)]
    181   1.1    chris 	ldr	r3, [r0, #(P_BACK)]
    182   1.1    chris 
    183   1.1    chris 	str	r3, [r2, #(P_BACK)]
    184   1.1    chris 	str	r2, [r3, #(P_FORW)]
    185   1.1    chris 
    186   1.1    chris 	/* If the queue is now empty clear the queue not empty flag */
    187   1.1    chris 	teq	r2, r3
    188   1.1    chris 
    189   1.1    chris 	/* This could be reworked to avoid the use of r4 */
    190  1.17  thorpej 	ldreq	r12, .Lwhichqs
    191  1.12    chris 	moveq	r3, #0x00000001
    192   1.1    chris 	ldreq	r2, [r12]
    193   1.1    chris 	moveq	r3, r3, lsl r1
    194   1.1    chris 	biceq	r2, r2, r3
    195   1.1    chris 	streq	r2, [r12]
    196   1.1    chris 
    197   1.1    chris 	/* Remove the back pointer for the process */
    198   1.1    chris 	mov	r1, #0x00000000
    199   1.1    chris 	str	r1, [r0, #(P_BACK)]
    200   1.1    chris 
    201   1.1    chris 	mov	pc, lr
    202   1.1    chris 
    203   1.1    chris 
    204   1.1    chris /*
    205   1.1    chris  * cpuswitch()
    206   1.1    chris  *
    207   1.1    chris  * preforms a process context switch.
    208   1.1    chris  * This function has several entry points
    209   1.1    chris  */
    210   1.1    chris 
    211  1.19    bjh21 #ifdef MULTIPROCESSOR
    212  1.19    bjh21 .Lcpu_info_store:
    213  1.19    bjh21 	.word	_C_LABEL(cpu_info_store)
    214  1.19    bjh21 .Lcurproc:
    215  1.19    bjh21 	/* FIXME: This is bogus in the general case. */
    216  1.19    bjh21 	.word	_C_LABEL(cpu_info_store) + CI_CURPROC
    217  1.19    bjh21 #else
    218  1.17  thorpej .Lcurproc:
    219   1.1    chris 	.word	_C_LABEL(curproc)
    220  1.19    bjh21 #endif
    221   1.1    chris 
    222  1.17  thorpej .Lcurpcb:
    223   1.1    chris 	.word	_C_LABEL(curpcb)
    224   1.1    chris 
    225  1.17  thorpej .Lwant_resched:
    226   1.1    chris 	.word	_C_LABEL(want_resched)
    227   1.1    chris 
    228  1.17  thorpej .Lcpufuncs:
    229   1.1    chris 	.word	_C_LABEL(cpufuncs)
    230   1.1    chris 
    231   1.1    chris 	.data
    232   1.1    chris 	.global	_C_LABEL(curpcb)
    233   1.1    chris _C_LABEL(curpcb):
    234   1.1    chris 	.word	0x00000000
    235   1.1    chris 	.text
    236   1.1    chris 
    237  1.17  thorpej .Lblock_userspace_access:
    238   1.1    chris 	.word	_C_LABEL(block_userspace_access)
    239   1.1    chris 
    240  1.15  thorpej .Lcpu_do_powersave:
    241  1.15  thorpej 	.word	_C_LABEL(cpu_do_powersave)
    242  1.15  thorpej 
    243   1.1    chris /*
    244   1.1    chris  * Idle loop, exercised while waiting for a process to wake up.
    245  1.16  thorpej  *
    246  1.16  thorpej  * NOTE: When we jump back to .Lswitch_search, we must have a
    247  1.16  thorpej  * pointer to whichqs in r7, which is what it is when we arrive
    248  1.16  thorpej  * here.
    249   1.1    chris  */
    250   1.7    chris /* LINTSTUB: Ignore */
    251   1.4    chris ASENTRY_NP(idle)
    252  1.19    bjh21 #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
    253   1.7    chris 	bl	_C_LABEL(sched_unlock_idle)
    254   1.7    chris #endif
    255  1.16  thorpej 	ldr	r3, .Lcpu_do_powersave
    256  1.16  thorpej 
    257   1.1    chris 	/* Enable interrupts */
    258   1.1    chris 	IRQenable
    259   1.1    chris 
    260  1.15  thorpej 	/* If we don't want to sleep, use a simpler loop. */
    261  1.16  thorpej 	ldr	r3, [r3]		/* r3 = cpu_do_powersave */
    262  1.15  thorpej 	teq	r3, #0
    263  1.16  thorpej 	bne	2f
    264  1.16  thorpej 
    265  1.16  thorpej 	/* Non-powersave idle. */
    266  1.16  thorpej 1:	/* should maybe do uvm pageidlezero stuff here */
    267  1.16  thorpej 	ldr	r3, [r7]		/* r3 = whichqs */
    268  1.16  thorpej 	teq	r3, #0x00000000
    269  1.16  thorpej 	bne	.Lswitch_search
    270  1.16  thorpej 	b	1b
    271  1.15  thorpej 
    272  1.16  thorpej 2:	/* Powersave idle. */
    273  1.17  thorpej 	ldr	r4, .Lcpufuncs
    274  1.16  thorpej 3:	ldr	r3, [r7]		/* r3 = whichqs */
    275  1.15  thorpej 	teq	r3, #0x00000000
    276  1.15  thorpej 	bne	.Lswitch_search
    277  1.15  thorpej 
    278  1.15  thorpej 	/* if saving power, don't want to pageidlezero */
    279   1.1    chris 	mov	r0, #0
    280  1.16  thorpej 	add	lr, pc, #3b - . - 8
    281  1.15  thorpej 	ldr	pc, [r4, #(CF_SLEEP)]
    282  1.15  thorpej 	/* loops back around */
    283  1.15  thorpej 
    284   1.1    chris 
    285   1.1    chris /*
    286   1.1    chris  * Find a new process to run, save the current context and
    287   1.1    chris  * load the new context
    288   1.1    chris  */
    289   1.1    chris 
    290   1.1    chris ENTRY(cpu_switch)
    291   1.1    chris /*
    292   1.1    chris  * Local register usage. Some of these registers are out of date.
    293   1.1    chris  * r1 = oldproc
    294   1.1    chris  * r2 = spl level
    295   1.1    chris  * r3 = whichqs
    296   1.1    chris  * r4 = queue
    297   1.1    chris  * r5 = &qs[queue]
    298   1.1    chris  * r6 = newproc
    299   1.1    chris  * r7 = scratch
    300   1.1    chris  */
    301   1.1    chris 	stmfd	sp!, {r4-r7, lr}
    302   1.1    chris 
    303   1.1    chris 	/*
    304   1.1    chris 	 * Get the current process and indicate that there is no longer
    305  1.11  thorpej 	 * a valid process (curproc = 0).  Zero the current PCB pointer
    306  1.11  thorpej 	 * while we're at it.
    307   1.1    chris 	 */
    308  1.17  thorpej 	ldr	r7, .Lcurproc
    309  1.17  thorpej 	ldr	r6, .Lcurpcb
    310   1.1    chris 	mov	r0, #0x00000000
    311  1.11  thorpej 	ldr	r1, [r7]		/* r1 = curproc */
    312  1.11  thorpej 	str	r0, [r7]		/* curproc = NULL */
    313  1.11  thorpej 	str	r0, [r6]		/* curpcb = NULL */
    314   1.1    chris 
    315  1.10  thorpej 	/* stash the old proc while we call functions */
    316  1.10  thorpej 	mov	r5, r1
    317   1.1    chris 
    318  1.19    bjh21 #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
    319   1.7    chris 	/* release the sched_lock before handling interrupts */
    320   1.7    chris 	bl	_C_LABEL(sched_unlock_idle)
    321   1.7    chris #endif
    322   1.7    chris 
    323   1.7    chris 	/* Lower the spl level to spl0 and get the current spl level. */
    324   1.5  thorpej #ifdef __NEWINTR
    325   1.5  thorpej 	mov	r0, #(IPL_NONE)
    326   1.5  thorpej 	bl	_C_LABEL(_spllower)
    327   1.5  thorpej #else /* ! __NEWINTR */
    328   1.1    chris #ifdef spl0
    329   1.1    chris 	mov	r0, #(_SPL_0)
    330   1.1    chris 	bl	_C_LABEL(splx)
    331   1.1    chris #else
    332   1.1    chris 	bl	_C_LABEL(spl0)
    333   1.5  thorpej #endif /* spl0 */
    334   1.5  thorpej #endif /* __NEWINTR */
    335   1.1    chris 
    336   1.1    chris 	/* Push the old spl level onto the stack */
    337   1.1    chris 	str	r0, [sp, #-0x0004]!
    338   1.1    chris 
    339   1.1    chris 	/* First phase : find a new process */
    340   1.1    chris 
    341  1.17  thorpej 	ldr	r7, .Lwhichqs
    342  1.16  thorpej 
    343   1.7    chris 	/* rem: r5 = old proc */
    344  1.16  thorpej 	/* rem: r7 = &whichqs */
    345   1.7    chris 
    346  1.14   briggs .Lswitch_search:
    347   1.1    chris 	IRQdisable
    348  1.19    bjh21 #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
    349   1.7    chris 	bl	_C_LABEL(sched_lock_idle)
    350   1.7    chris #endif
    351   1.7    chris 
    352   1.1    chris 	/* Do we have any active queues  */
    353   1.1    chris 	ldr	r3, [r7]
    354   1.1    chris 
    355   1.1    chris 	/* If not we must idle until we do. */
    356   1.1    chris 	teq	r3, #0x00000000
    357   1.4    chris 	beq	_ASM_LABEL(idle)
    358   1.7    chris 
    359  1.10  thorpej 	/* put old proc back in r1 */
    360   1.7    chris 	mov	r1, r5
    361   1.1    chris 
    362   1.1    chris 	/* rem: r1 = old proc */
    363   1.1    chris 	/* rem: r3 = whichqs */
    364   1.1    chris 	/* rem: interrupts are disabled */
    365   1.1    chris 
    366   1.1    chris 	/*
    367   1.1    chris 	 * We have found an active queue. Currently we do not know which queue
    368   1.1    chris 	 * is active just that one of them is.
    369   1.1    chris 	 */
    370   1.1    chris 	/* this is the ffs algorithm devised by d.seal and posted to
    371   1.1    chris 	 * comp.sys.arm on 16 Feb 1994.
    372   1.1    chris 	 */
    373   1.1    chris  	rsb	r5, r3, #0
    374   1.1    chris  	ands	r0, r3, r5
    375   1.1    chris 
    376  1.17  thorpej 	adr	r5, .Lcpu_switch_ffs_table
    377   1.1    chris 
    378   1.3    chris 				    /* X = R0 */
    379   1.3    chris 	orr	r4, r0, r0, lsl #4  /* r4 = X * 0x11 */
    380   1.3    chris 	orr	r4, r4, r4, lsl #6  /* r4 = X * 0x451 */
    381   1.3    chris 	rsb	r4, r4, r4, lsl #16 /* r4 = X * 0x0450fbaf */
    382   1.1    chris 
    383   1.1    chris 	/* used further down, saves SA stall */
    384  1.17  thorpej 	ldr	r6, .Lqs
    385   1.1    chris 
    386   1.3    chris 	/* now lookup in table indexed on top 6 bits of a4 */
    387   1.1    chris 	ldrb	r4, [ r5, r4, lsr #26 ]
    388   1.1    chris 
    389   1.1    chris 	/* rem: r0 = bit mask of chosen queue (1 << r4) */
    390   1.1    chris 	/* rem: r1 = old proc */
    391   1.1    chris 	/* rem: r3 = whichqs */
    392   1.1    chris 	/* rem: r4 = queue number */
    393   1.1    chris 	/* rem: interrupts are disabled */
    394   1.1    chris 
    395   1.1    chris 	/* Get the address of the queue (&qs[queue]) */
    396   1.1    chris 	add	r5, r6, r4, lsl #3
    397   1.1    chris 
    398   1.1    chris 	/*
    399   1.1    chris 	 * Get the process from the queue and place the next process in
    400   1.1    chris 	 * the queue at the head. This basically unlinks the process at
    401   1.1    chris 	 * the head of the queue.
    402   1.1    chris 	 */
    403   1.1    chris 	ldr	r6, [r5, #(P_FORW)]
    404   1.1    chris 
    405   1.1    chris 	/* rem: r6 = new process */
    406   1.1    chris 	ldr	r7, [r6, #(P_FORW)]
    407   1.1    chris 	str	r7, [r5, #(P_FORW)]
    408   1.1    chris 
    409   1.1    chris 	/*
    410   1.1    chris 	 * Test to see if the queue is now empty. If the head of the queue
    411   1.1    chris 	 * points to the queue itself then there are no more processes in
    412   1.1    chris 	 * the queue. We can therefore clear the queue not empty flag held
    413   1.1    chris 	 * in r3.
    414   1.1    chris 	 */
    415   1.1    chris 
    416   1.1    chris 	teq	r5, r7
    417   1.1    chris 	biceq	r3, r3, r0
    418   1.1    chris 
    419   1.1    chris 	/* rem: r0 = bit mask of chosen queue (1 << r4) - NOT NEEDED AN MORE */
    420   1.1    chris 
    421   1.1    chris 	/* Fix the back pointer for the process now at the head of the queue. */
    422   1.1    chris 	ldr	r0, [r6, #(P_BACK)]
    423   1.1    chris 	str	r0, [r7, #(P_BACK)]
    424   1.1    chris 
    425   1.1    chris 	/* Update the RAM copy of the queue not empty flags word. */
    426  1.17  thorpej 	ldr	r7, .Lwhichqs
    427   1.1    chris 	str	r3, [r7]
    428   1.1    chris 
    429   1.1    chris 	/* rem: r1 = old proc */
    430   1.1    chris 	/* rem: r3 = whichqs - NOT NEEDED ANY MORE */
    431   1.1    chris 	/* rem: r4 = queue number - NOT NEEDED ANY MORE */
    432   1.1    chris 	/* rem: r6 = new process */
    433   1.1    chris 	/* rem: interrupts are disabled */
    434   1.1    chris 
    435   1.1    chris 	/* Clear the want_resched flag */
    436  1.17  thorpej 	ldr	r7, .Lwant_resched
    437   1.1    chris 	mov	r0, #0x00000000
    438   1.1    chris 	str	r0, [r7]
    439   1.1    chris 
    440   1.1    chris 	/*
    441   1.1    chris 	 * Clear the back pointer of the process we have removed from
    442   1.1    chris 	 * the head of the queue. The new process is isolated now.
    443   1.1    chris 	 */
    444   1.1    chris 	str	r0, [r6, #(P_BACK)]
    445   1.1    chris 
    446  1.19    bjh21 #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
    447   1.7    chris 	/*
    448   1.7    chris 	 * unlock the sched_lock, but leave interrupts off, for now.
    449   1.7    chris 	 */
    450   1.7    chris 	mov	r7, r1
    451   1.7    chris 	bl	_C_LABEL(sched_unlock_idle)
    452   1.7    chris 	mov	r1, r7
    453   1.7    chris #endif
    454   1.7    chris 
    455  1.19    bjh21 #ifdef MULTIPROCESSOR
    456  1.19    bjh21 	/* XXX use curcpu() */
    457  1.19    bjh21 	ldr	r0, .Lcpu_info_store
    458  1.19    bjh21 	str	r0, [r6, #(P_CPU)]
    459  1.19    bjh21 #else
    460   1.1    chris 	/* p->p_cpu initialized in fork1() for single-processor */
    461  1.19    bjh21 #endif
    462   1.1    chris 
    463   1.1    chris 	/* Process is now on a processor. */
    464   1.1    chris 	mov	r0, #SONPROC			/* p->p_stat = SONPROC */
    465   1.1    chris 	strb	r0, [r6, #(P_STAT)]
    466   1.1    chris 
    467   1.1    chris 	/* We have a new curproc now so make a note it */
    468  1.17  thorpej 	ldr	r7, .Lcurproc
    469   1.1    chris 	str	r6, [r7]
    470   1.1    chris 
    471   1.1    chris 	/* Hook in a new pcb */
    472  1.17  thorpej 	ldr	r7, .Lcurpcb
    473   1.1    chris 	ldr	r0, [r6, #(P_ADDR)]
    474   1.1    chris 	str	r0, [r7]
    475   1.1    chris 
    476   1.1    chris 	/* At this point we can allow IRQ's again. */
    477   1.1    chris 	IRQenable
    478   1.1    chris 
    479   1.1    chris 	/* rem: r1 = old proc */
    480   1.1    chris 	/* rem: r6 = new process */
    481   1.4    chris 	/* rem: interrupts are enabled */
    482   1.1    chris 
    483   1.1    chris 	/*
    484   1.1    chris 	 * If the new process is the same as the process that called
    485   1.1    chris 	 * cpu_switch() then we do not need to save and restore any
    486   1.1    chris 	 * contexts. This means we can make a quick exit.
    487   1.1    chris 	 * The test is simple if curproc on entry (now in r1) is the
    488   1.1    chris 	 * same as the proc removed from the queue we can jump to the exit.
    489   1.1    chris 	 */
    490   1.1    chris 	teq	r1, r6
    491  1.14   briggs 	beq	.Lswitch_return
    492   1.1    chris 
    493   1.9  thorpej 	/* Remember the old process in r0 */
    494   1.9  thorpej 	mov	r0, r1
    495   1.9  thorpej 
    496   1.1    chris 	/*
    497   1.1    chris 	 * If the curproc on entry to cpu_switch was zero then the
    498   1.1    chris 	 * process that called it was exiting. This means that we do
    499   1.1    chris 	 * not need to save the current context. Instead we can jump
    500   1.1    chris 	 * straight to restoring the context for the new process.
    501   1.1    chris 	 */
    502   1.9  thorpej 	teq	r0, #0x00000000
    503  1.14   briggs 	beq	.Lswitch_exited
    504   1.1    chris 
    505   1.9  thorpej 	/* rem: r0 = old proc */
    506   1.1    chris 	/* rem: r6 = new process */
    507   1.4    chris 	/* rem: interrupts are enabled */
    508   1.1    chris 
    509   1.1    chris 	/* Stage two : Save old context */
    510   1.1    chris 
    511   1.1    chris 	/* Get the user structure for the old process. */
    512   1.9  thorpej 	ldr	r1, [r0, #(P_ADDR)]
    513   1.1    chris 
    514   1.1    chris 	/* Save all the registers in the old process's pcb */
    515   1.1    chris 	add	r7, r1, #(PCB_R8)
    516   1.1    chris 	stmia	r7, {r8-r13}
    517   1.1    chris 
    518   1.1    chris 	/*
    519   1.1    chris 	 * This can be optimised... We know we want to go from SVC32
    520   1.1    chris 	 * mode to UND32 mode
    521   1.1    chris 	 */
    522  1.13  thorpej         mrs	r3, cpsr
    523   1.1    chris 	bic	r2, r3, #(PSR_MODE)
    524   1.1    chris 	orr	r2, r2, #(PSR_UND32_MODE | I32_bit)
    525  1.13  thorpej         msr	cpsr_c, r2
    526   1.1    chris 
    527   1.1    chris 	str	sp, [r1, #(PCB_UND_SP)]
    528   1.1    chris 
    529  1.13  thorpej         msr	cpsr_c, r3		/* Restore the old mode */
    530   1.1    chris 
    531   1.1    chris 	/* rem: r0 = old proc */
    532   1.4    chris 	/* rem: r1 = old pcb */
    533   1.1    chris 	/* rem: r6 = new process */
    534   1.4    chris 	/* rem: interrupts are enabled */
    535   1.1    chris 
    536   1.1    chris 	/* What else needs to be saved  Only FPA stuff when that is supported */
    537   1.1    chris 
    538   1.9  thorpej 	/* r1 now free! */
    539   1.9  thorpej 
    540   1.1    chris 	/* Third phase : restore saved context */
    541   1.1    chris 
    542   1.9  thorpej 	/* rem: r0 = old proc */
    543   1.9  thorpej 	/* rem: r6 = new process */
    544   1.9  thorpej 	/* rem: interrupts are enabled */
    545   1.9  thorpej 
    546   1.9  thorpej 	/*
    547   1.9  thorpej 	 * Don't allow user space access between the purge and the switch.
    548   1.9  thorpej 	 */
    549  1.17  thorpej 	ldr	r3, .Lblock_userspace_access
    550   1.9  thorpej 	mov	r1, #0x00000001
    551   1.9  thorpej 	mov	r2, #0x00000000
    552   1.9  thorpej 	str	r1, [r3]
    553   1.1    chris 
    554   1.1    chris 	stmfd	sp!, {r0-r3}
    555  1.17  thorpej 	ldr	r1, .Lcpufuncs
    556  1.14   briggs 	add	lr, pc, #.Lcs_cache_purged - . - 8
    557   1.9  thorpej 	ldr	pc, [r1, #CF_IDCACHE_WBINV_ALL]
    558   1.1    chris 
    559  1.14   briggs .Lcs_cache_purged:
    560   1.1    chris 	ldmfd	sp!, {r0-r3}
    561   1.1    chris 
    562  1.14   briggs .Lcs_cache_purge_skipped:
    563   1.1    chris 	/* At this point we need to kill IRQ's again. */
    564   1.1    chris 	IRQdisable
    565   1.1    chris 
    566   1.9  thorpej 	/*
    567   1.9  thorpej 	 * Interrupts are disabled so we can allow user space accesses again
    568   1.1    chris 	 * as none will occur until interrupts are re-enabled after the
    569   1.1    chris 	 * switch.
    570   1.1    chris 	 */
    571   1.1    chris 	str	r2, [r3]
    572   1.1    chris 
    573   1.1    chris 	/* Get the user structure for the new process in r1 */
    574   1.1    chris 	ldr	r1, [r6, #(P_ADDR)]
    575   1.1    chris 
    576   1.1    chris 	/* Get the pagedir physical address for the process. */
    577   1.1    chris 	ldr	r0, [r1, #(PCB_PAGEDIR)]
    578   1.1    chris 
    579   1.1    chris 	/* Switch the memory to the new process */
    580  1.17  thorpej 	ldr	r3, .Lcpufuncs
    581  1.14   briggs 	add	lr, pc, #.Lcs_context_switched - . - 8
    582   1.1    chris 	ldr	pc, [r3, #CF_CONTEXT_SWITCH]
    583   1.1    chris 
    584  1.14   briggs .Lcs_context_switched:
    585   1.1    chris 	/*
    586   1.1    chris 	 * This can be optimised... We know we want to go from SVC32
    587   1.1    chris 	 * mode to UND32 mode
    588   1.1    chris 	 */
    589  1.13  thorpej         mrs	r3, cpsr
    590   1.1    chris 	bic	r2, r3, #(PSR_MODE)
    591   1.1    chris 	orr	r2, r2, #(PSR_UND32_MODE)
    592  1.13  thorpej         msr	cpsr_c, r2
    593   1.1    chris 
    594   1.1    chris 	ldr	sp, [r1, #(PCB_UND_SP)]
    595   1.1    chris 
    596  1.13  thorpej         msr	cpsr_c, r3		/* Restore the old mode */
    597   1.1    chris 
    598   1.1    chris 	/* Restore all the save registers */
    599   1.1    chris 	add	r7, r1, #PCB_R8
    600   1.1    chris 	ldmia	r7, {r8-r13}
    601   1.1    chris 
    602  1.18  thorpej 	mov	r7, r1			/* preserve PCB pointer */
    603  1.18  thorpej 
    604   1.1    chris #ifdef ARMFPE
    605   1.1    chris 	add	r0, r1, #(USER_SIZE) & 0x00ff
    606   1.1    chris 	add	r0, r0, #(USER_SIZE) & 0xff00
    607   1.1    chris 	bl	_C_LABEL(arm_fpe_core_changecontext)
    608   1.1    chris #endif
    609   1.1    chris 
    610   1.1    chris 	/* We can enable interrupts again */
    611   1.1    chris 	IRQenable
    612   1.1    chris 
    613  1.18  thorpej 	/* rem: r6 = new proc */
    614  1.18  thorpej 	/* rem: r7 = new PCB */
    615  1.18  thorpej 
    616  1.18  thorpej 	/*
    617  1.18  thorpej 	 * Check for restartable atomic sequences (RAS).
    618  1.18  thorpej 	 */
    619  1.18  thorpej 
    620  1.18  thorpej 	ldr	r2, [r6, #(P_NRAS)]
    621  1.18  thorpej 	ldr	r4, [r7, #(PCB_TF)]	/* r4 = trapframe (used below) */
    622  1.18  thorpej 	teq	r2, #0			/* p->p_nras == 0? */
    623  1.18  thorpej 	bne	.Lswitch_do_ras		/* no, check for one */
    624  1.18  thorpej 
    625  1.14   briggs .Lswitch_return:
    626   1.1    chris 
    627   1.1    chris 	/* Get the spl level from the stack and update the current spl level */
    628   1.1    chris 	ldr	r0, [sp], #0x0004
    629   1.1    chris 	bl	_C_LABEL(splx)
    630   1.1    chris 
    631   1.1    chris 	/* cpu_switch returns the proc it switched to. */
    632   1.1    chris 	mov	r0, r6
    633   1.1    chris 
    634   1.1    chris 	/*
    635   1.1    chris 	 * Pull the registers that got pushed when either savectx() or
    636   1.1    chris 	 * cpu_switch() was called and return.
    637   1.1    chris 	 */
    638   1.1    chris 	ldmfd	sp!, {r4-r7, pc}
    639  1.18  thorpej 
    640  1.18  thorpej .Lswitch_do_ras:
    641  1.18  thorpej 	ldr	r1, [r4, #(TF_PC)]	/* second ras_lookup() arg */
    642  1.18  thorpej 	mov	r0, r6			/* first ras_lookup() arg */
    643  1.18  thorpej 	bl	_C_LABEL(ras_lookup)
    644  1.18  thorpej 	cmn	r0, #1			/* -1 means "not in a RAS" */
    645  1.18  thorpej 	strne	r0, [r4, #(TF_PC)]
    646  1.18  thorpej 	b	.Lswitch_return
    647   1.1    chris 
    648  1.14   briggs .Lswitch_exited:
    649   1.9  thorpej 	/*
    650   1.9  thorpej 	 * We skip the cache purge because switch_exit() already did
    651   1.9  thorpej 	 * it.  Load up registers the way Lcs_cache_purge_skipped
    652   1.9  thorpej 	 * expects.  Userspace access already blocked in switch_exit().
    653   1.9  thorpej 	 */
    654  1.17  thorpej 	ldr	r3, .Lblock_userspace_access
    655   1.9  thorpej 	mov	r2, #0x00000000
    656  1.14   briggs 	b	.Lcs_cache_purge_skipped
    657   1.9  thorpej 
    658   1.7    chris /*
    659   1.8  thorpej  * void switch_exit(struct proc *p, struct proc *p0);
    660   1.7    chris  * Switch to proc0's saved context and deallocate the address space and kernel
    661   1.7    chris  * stack for p.  Then jump into cpu_switch(), as if we were in proc0 all along.
    662   1.7    chris  */
    663   1.1    chris 
    664   1.8  thorpej /* LINTSTUB: Func: void switch_exit(struct proc *p, struct proc *p0) */
    665   1.1    chris ENTRY(switch_exit)
    666   1.1    chris 	/*
    667   1.1    chris 	 * r0 = proc
    668   1.1    chris 	 * r1 = proc0
    669   1.1    chris 	 */
    670   1.1    chris 
    671   1.1    chris 	mov	r3, r0
    672   1.1    chris 
    673   1.1    chris 	/* In case we fault */
    674  1.17  thorpej 	ldr	r0, .Lcurproc
    675   1.1    chris 	mov	r2, #0x00000000
    676   1.1    chris 	str	r2, [r0]
    677   1.1    chris 
    678  1.17  thorpej /*	ldr	r0, .Lcurpcb
    679   1.1    chris 	str	r2, [r0]*/
    680   1.9  thorpej 
    681   1.9  thorpej 	/*
    682   1.9  thorpej 	 * Don't allow user space access between the purge and the switch.
    683   1.9  thorpej 	 */
    684  1.17  thorpej 	ldr	r0, .Lblock_userspace_access
    685   1.9  thorpej 	mov	r2, #0x00000001
    686   1.9  thorpej 	str	r2, [r0]
    687   1.1    chris 
    688   1.1    chris 	/* Switch to proc0 context */
    689   1.1    chris 
    690   1.1    chris 	stmfd	sp!, {r0-r3}
    691   1.1    chris 
    692  1.17  thorpej 	ldr	r0, .Lcpufuncs
    693  1.14   briggs 	add	lr, pc, #.Lse_cache_purged - . - 8
    694   1.6  thorpej 	ldr	pc, [r0, #CF_IDCACHE_WBINV_ALL]
    695   1.1    chris 
    696  1.14   briggs .Lse_cache_purged:
    697   1.1    chris 	ldmfd	sp!, {r0-r3}
    698   1.1    chris 
    699   1.1    chris 	IRQdisable
    700   1.1    chris 
    701   1.1    chris 	ldr	r2, [r1, #(P_ADDR)]
    702   1.1    chris 	ldr	r0, [r2, #(PCB_PAGEDIR)]
    703   1.1    chris 
    704   1.1    chris 	/* Switch the memory to the new process */
    705  1.17  thorpej 	ldr	r4, .Lcpufuncs
    706  1.14   briggs 	add	lr, pc, #.Lse_context_switched - . - 8
    707   1.1    chris 	ldr	pc, [r4, #CF_CONTEXT_SWITCH]
    708   1.1    chris 
    709  1.14   briggs .Lse_context_switched:
    710   1.1    chris 	/* Restore all the save registers */
    711   1.1    chris 	add	r7, r2, #PCB_R8
    712   1.1    chris 	ldmia	r7, {r8-r13}
    713   1.1    chris 
    714   1.1    chris 	/* This is not really needed ! */
    715   1.1    chris 	/* Yes it is for the su and fu routines */
    716  1.17  thorpej 	ldr	r0, .Lcurpcb
    717   1.1    chris 	str	r2, [r0]
    718   1.1    chris 
    719   1.1    chris 	IRQenable
    720   1.1    chris 
    721   1.1    chris /*	str	r3, [sp, #-0x0004]!*/
    722   1.1    chris 
    723   1.1    chris 	/*
    724   1.1    chris 	 * Schedule the vmspace and stack to be freed.
    725   1.1    chris 	 */
    726   1.1    chris 	mov	r0, r3			/* exit2(p) */
    727   1.1    chris 	bl	_C_LABEL(exit2)
    728   1.1    chris 
    729   1.1    chris 	/* Paranoia */
    730  1.17  thorpej 	ldr	r1, .Lcurproc
    731   1.1    chris 	mov	r0, #0x00000000
    732   1.1    chris 	str	r0, [r1]
    733   1.1    chris 
    734  1.17  thorpej 	ldr	r7, .Lwhichqs		/* r7 = &whichqs */
    735   1.8  thorpej 	mov	r5, #0x00000000		/* r5 = old proc = NULL */
    736  1.14   briggs 	b	.Lswitch_search
    737   1.1    chris 
    738   1.7    chris /* LINTSTUB: Func: void savectx(struct pcb *pcb) */
    739   1.1    chris ENTRY(savectx)
    740   1.1    chris 	/*
    741   1.1    chris 	 * r0 = pcb
    742   1.1    chris 	 */
    743   1.1    chris 
    744   1.1    chris 	/* Push registers.*/
    745   1.1    chris 	stmfd	sp!, {r4-r7, lr}
    746   1.1    chris 
    747   1.1    chris 	/* Store all the registers in the process's pcb */
    748   1.1    chris 	add	r2, r0, #(PCB_R8)
    749   1.1    chris 	stmia	r2, {r8-r13}
    750   1.1    chris 
    751   1.1    chris 	/* Pull the regs of the stack */
    752   1.1    chris 	ldmfd	sp!, {r4-r7, pc}
    753   1.1    chris 
    754   1.1    chris ENTRY(proc_trampoline)
    755  1.19    bjh21 #ifdef MULTIPROCESSOR
    756  1.19    bjh21 	bl	_C_LABEL(proc_trampoline_mp)
    757  1.19    bjh21 #endif
    758  1.14   briggs 	add	lr, pc, #(.Ltrampoline_return - . - 8)
    759   1.1    chris 	mov	r0, r5
    760   1.1    chris 	mov	r1, sp
    761   1.1    chris 	mov	pc, r4
    762   1.1    chris 
    763  1.14   briggs .Ltrampoline_return:
    764   1.1    chris 	/* Kill irq's */
    765  1.13  thorpej         mrs     r0, cpsr
    766   1.1    chris         orr     r0, r0, #(I32_bit)
    767  1.13  thorpej         msr     cpsr_c, r0
    768   1.1    chris 
    769   1.1    chris 	PULLFRAME
    770   1.1    chris 
    771   1.1    chris 	movs	pc, lr			/* Exit */
    772   1.1    chris 
    773  1.17  thorpej 	.type .Lcpu_switch_ffs_table, _ASM_TYPE_OBJECT;
    774  1.17  thorpej .Lcpu_switch_ffs_table:
    775   1.1    chris /* same as ffs table but all nums are -1 from that */
    776   1.1    chris /*               0   1   2   3   4   5   6   7           */
    777   1.1    chris 	.byte	 0,  0,  1, 12,  2,  6,  0, 13  /*  0- 7 */
    778   1.1    chris 	.byte	 3,  0,  7,  0,  0,  0,  0, 14  /*  8-15 */
    779   1.1    chris 	.byte	10,  4,  0,  0,  8,  0,  0, 25  /* 16-23 */
    780   1.1    chris 	.byte	 0,  0,  0,  0,  0, 21, 27, 15  /* 24-31 */
    781   1.1    chris 	.byte	31, 11,  5,  0,  0,  0,  0,  0	/* 32-39 */
    782   1.1    chris 	.byte	 9,  0,  0, 24,  0,  0, 20, 26  /* 40-47 */
    783   1.1    chris 	.byte	30,  0,  0,  0,  0, 23,  0, 19  /* 48-55 */
    784   1.1    chris 	.byte   29,  0, 22, 18, 28, 17, 16,  0  /* 56-63 */
    785   1.1    chris 
    786   1.1    chris /* End of cpuswitch.S */
    787