Home | History | Annotate | Line # | Download | only in include
frameasm.h revision 1.20.2.1
      1  1.20.2.1  jdolecek /*	$NetBSD: frameasm.h,v 1.20.2.1 2017/12/03 11:35:47 jdolecek Exp $	*/
      2       1.1      fvdl 
      3       1.1      fvdl #ifndef _AMD64_MACHINE_FRAMEASM_H
      4       1.1      fvdl #define _AMD64_MACHINE_FRAMEASM_H
      5      1.13        ad 
      6      1.13        ad #ifdef _KERNEL_OPT
      7       1.8    bouyer #include "opt_xen.h"
      8      1.13        ad #endif
      9       1.1      fvdl 
     10       1.1      fvdl /*
     11       1.1      fvdl  * Macros to define pushing/popping frames for interrupts, traps
     12       1.1      fvdl  * and system calls. Currently all the same; will diverge later.
     13       1.1      fvdl  */
     14       1.1      fvdl 
     15       1.8    bouyer #ifdef XEN
     16       1.8    bouyer #define HYPERVISOR_iret hypercall_page + (__HYPERVISOR_iret * 32)
     17       1.8    bouyer /* Xen do not need swapgs, done by hypervisor */
     18       1.8    bouyer #define swapgs
     19       1.8    bouyer #define iretq	pushq $0 ; jmp HYPERVISOR_iret
     20      1.17       dsl #define	XEN_ONLY2(x,y)	x,y
     21      1.17       dsl #define	NOT_XEN(x)
     22      1.17       dsl 
     23      1.17       dsl #define CLI(temp_reg) \
     24      1.17       dsl  	movq CPUVAR(VCPU),%r ## temp_reg ;			\
     25      1.17       dsl 	movb $1,EVTCHN_UPCALL_MASK(%r ## temp_reg);
     26      1.17       dsl 
     27      1.17       dsl #define STI(temp_reg) \
     28      1.17       dsl  	movq CPUVAR(VCPU),%r ## temp_reg ;			\
     29      1.17       dsl 	movb $0,EVTCHN_UPCALL_MASK(%r ## temp_reg);
     30      1.17       dsl 
     31      1.17       dsl #else /* XEN */
     32      1.17       dsl #define	XEN_ONLY2(x,y)
     33      1.17       dsl #define	NOT_XEN(x)	x
     34      1.17       dsl #define CLI(temp_reg) cli
     35      1.17       dsl #define STI(temp_reg) sti
     36      1.17       dsl #endif	/* XEN */
     37       1.8    bouyer 
     38      1.20       dsl #define	SWAPGS	NOT_XEN(swapgs)
     39      1.20       dsl 
     40       1.1      fvdl /*
     41       1.1      fvdl  * These are used on interrupt or trap entry or exit.
     42       1.1      fvdl  */
     43       1.1      fvdl #define INTR_SAVE_GPRS \
     44       1.1      fvdl 	movq	%rdi,TF_RDI(%rsp)	; \
     45       1.1      fvdl 	movq	%rsi,TF_RSI(%rsp)	; \
     46      1.10       dsl 	movq	%rdx,TF_RDX(%rsp)	; \
     47      1.10       dsl 	movq	%rcx,TF_RCX(%rsp)	; \
     48      1.10       dsl 	movq	%r8,TF_R8(%rsp)		; \
     49      1.10       dsl 	movq	%r9,TF_R9(%rsp)		; \
     50      1.10       dsl 	movq	%r10,TF_R10(%rsp)	; \
     51      1.10       dsl 	movq	%r11,TF_R11(%rsp)	; \
     52      1.10       dsl 	movq	%r12,TF_R12(%rsp)	; \
     53      1.10       dsl 	movq	%r13,TF_R13(%rsp)	; \
     54      1.10       dsl 	movq	%r14,TF_R14(%rsp)	; \
     55      1.10       dsl 	movq	%r15,TF_R15(%rsp)	; \
     56       1.1      fvdl 	movq	%rbp,TF_RBP(%rsp)	; \
     57       1.1      fvdl 	movq	%rbx,TF_RBX(%rsp)	; \
     58  1.20.2.1  jdolecek 	movq	%rax,TF_RAX(%rsp)
     59       1.1      fvdl 
     60       1.1      fvdl #define	INTR_RESTORE_GPRS \
     61       1.1      fvdl 	movq	TF_RDI(%rsp),%rdi	; \
     62       1.1      fvdl 	movq	TF_RSI(%rsp),%rsi	; \
     63      1.10       dsl 	movq	TF_RDX(%rsp),%rdx	; \
     64      1.10       dsl 	movq	TF_RCX(%rsp),%rcx	; \
     65      1.10       dsl 	movq	TF_R8(%rsp),%r8		; \
     66      1.10       dsl 	movq	TF_R9(%rsp),%r9		; \
     67      1.10       dsl 	movq	TF_R10(%rsp),%r10	; \
     68      1.10       dsl 	movq	TF_R11(%rsp),%r11	; \
     69      1.10       dsl 	movq	TF_R12(%rsp),%r12	; \
     70      1.10       dsl 	movq	TF_R13(%rsp),%r13	; \
     71      1.10       dsl 	movq	TF_R14(%rsp),%r14	; \
     72      1.10       dsl 	movq	TF_R15(%rsp),%r15	; \
     73       1.1      fvdl 	movq	TF_RBP(%rsp),%rbp	; \
     74       1.1      fvdl 	movq	TF_RBX(%rsp),%rbx	; \
     75      1.10       dsl 	movq	TF_RAX(%rsp),%rax
     76       1.1      fvdl 
     77      1.19       dsl #define	INTRENTRY_L(kernel_trap, usertrap) \
     78      1.10       dsl 	subq	$TF_REGSIZE,%rsp	; \
     79      1.17       dsl 	INTR_SAVE_GPRS			; \
     80  1.20.2.1  jdolecek 	cld				; \
     81  1.20.2.1  jdolecek 	callq	smap_enable		; \
     82      1.17       dsl 	testb	$SEL_UPL,TF_CS(%rsp)	; \
     83      1.17       dsl 	je	kernel_trap		; \
     84      1.19       dsl usertrap				; \
     85      1.20       dsl 	SWAPGS				; \
     86      1.10       dsl 	movw	%gs,TF_GS(%rsp)		; \
     87      1.10       dsl 	movw	%fs,TF_FS(%rsp)		; \
     88      1.10       dsl 	movw	%es,TF_ES(%rsp)		; \
     89      1.17       dsl 	movw	%ds,TF_DS(%rsp)
     90      1.17       dsl 
     91      1.17       dsl #define	INTRENTRY \
     92      1.19       dsl 	INTRENTRY_L(98f,)		; \
     93      1.17       dsl 98:
     94       1.1      fvdl 
     95       1.1      fvdl #define INTRFASTEXIT \
     96  1.20.2.1  jdolecek 	jmp	intrfastexit
     97       1.1      fvdl 
     98       1.1      fvdl #define INTR_RECURSE_HWFRAME \
     99       1.1      fvdl 	movq	%rsp,%r10		; \
    100       1.1      fvdl 	movl	%ss,%r11d		; \
    101       1.1      fvdl 	pushq	%r11			; \
    102       1.1      fvdl 	pushq	%r10			; \
    103       1.1      fvdl 	pushfq				; \
    104       1.1      fvdl 	movl	%cs,%r11d		; \
    105       1.1      fvdl 	pushq	%r11			; \
    106      1.17       dsl /* XEN: We must fixup CS, as even kernel mode runs at CPL 3 */ \
    107      1.18       dsl  	XEN_ONLY2(andb	$0xfc,(%rsp);)	  \
    108       1.1      fvdl 	pushq	%r13			;
    109       1.1      fvdl 
    110       1.6      yamt #define	DO_DEFERRED_SWITCH \
    111      1.14       chs 	cmpl	$0, CPUVAR(WANT_PMAPLOAD)		; \
    112       1.6      yamt 	jz	1f					; \
    113       1.6      yamt 	call	_C_LABEL(do_pmap_load)			; \
    114      1.17       dsl 1:
    115       1.6      yamt 
    116       1.6      yamt #define	CHECK_DEFERRED_SWITCH \
    117      1.14       chs 	cmpl	$0, CPUVAR(WANT_PMAPLOAD)
    118       1.1      fvdl 
    119      1.11      yamt #define CHECK_ASTPENDING(reg)	cmpl	$0, L_MD_ASTPENDING(reg)
    120       1.2        ad #define CLEAR_ASTPENDING(reg)	movl	$0, L_MD_ASTPENDING(reg)
    121       1.1      fvdl 
    122       1.1      fvdl #endif /* _AMD64_MACHINE_FRAMEASM_H */
    123