frameasm.h revision 1.23 1 1.22 maxv /* $NetBSD: frameasm.h,v 1.23 2017/10/17 07:33:44 maxv Exp $ */
2 1.1 fvdl
3 1.1 fvdl #ifndef _AMD64_MACHINE_FRAMEASM_H
4 1.1 fvdl #define _AMD64_MACHINE_FRAMEASM_H
5 1.13 ad
6 1.13 ad #ifdef _KERNEL_OPT
7 1.8 bouyer #include "opt_xen.h"
8 1.13 ad #endif
9 1.1 fvdl
10 1.1 fvdl /*
11 1.1 fvdl * Macros to define pushing/popping frames for interrupts, traps
12 1.1 fvdl * and system calls. Currently all the same; will diverge later.
13 1.1 fvdl */
14 1.1 fvdl
15 1.8 bouyer #ifdef XEN
16 1.8 bouyer #define HYPERVISOR_iret hypercall_page + (__HYPERVISOR_iret * 32)
17 1.8 bouyer /* Xen do not need swapgs, done by hypervisor */
18 1.8 bouyer #define swapgs
19 1.8 bouyer #define iretq pushq $0 ; jmp HYPERVISOR_iret
20 1.17 dsl #define XEN_ONLY2(x,y) x,y
21 1.17 dsl #define NOT_XEN(x)
22 1.17 dsl
23 1.17 dsl #define CLI(temp_reg) \
24 1.17 dsl movq CPUVAR(VCPU),%r ## temp_reg ; \
25 1.17 dsl movb $1,EVTCHN_UPCALL_MASK(%r ## temp_reg);
26 1.17 dsl
27 1.17 dsl #define STI(temp_reg) \
28 1.17 dsl movq CPUVAR(VCPU),%r ## temp_reg ; \
29 1.17 dsl movb $0,EVTCHN_UPCALL_MASK(%r ## temp_reg);
30 1.17 dsl
31 1.17 dsl #else /* XEN */
32 1.17 dsl #define XEN_ONLY2(x,y)
33 1.17 dsl #define NOT_XEN(x) x
34 1.17 dsl #define CLI(temp_reg) cli
35 1.17 dsl #define STI(temp_reg) sti
36 1.17 dsl #endif /* XEN */
37 1.8 bouyer
38 1.20 dsl #define SWAPGS NOT_XEN(swapgs)
39 1.20 dsl
40 1.1 fvdl /*
41 1.1 fvdl * These are used on interrupt or trap entry or exit.
42 1.1 fvdl */
43 1.1 fvdl #define INTR_SAVE_GPRS \
44 1.1 fvdl movq %rdi,TF_RDI(%rsp) ; \
45 1.1 fvdl movq %rsi,TF_RSI(%rsp) ; \
46 1.10 dsl movq %rdx,TF_RDX(%rsp) ; \
47 1.10 dsl movq %rcx,TF_RCX(%rsp) ; \
48 1.10 dsl movq %r8,TF_R8(%rsp) ; \
49 1.10 dsl movq %r9,TF_R9(%rsp) ; \
50 1.10 dsl movq %r10,TF_R10(%rsp) ; \
51 1.10 dsl movq %r11,TF_R11(%rsp) ; \
52 1.10 dsl movq %r12,TF_R12(%rsp) ; \
53 1.10 dsl movq %r13,TF_R13(%rsp) ; \
54 1.10 dsl movq %r14,TF_R14(%rsp) ; \
55 1.10 dsl movq %r15,TF_R15(%rsp) ; \
56 1.1 fvdl movq %rbp,TF_RBP(%rsp) ; \
57 1.1 fvdl movq %rbx,TF_RBX(%rsp) ; \
58 1.23 maxv movq %rax,TF_RAX(%rsp)
59 1.1 fvdl
60 1.1 fvdl #define INTR_RESTORE_GPRS \
61 1.1 fvdl movq TF_RDI(%rsp),%rdi ; \
62 1.1 fvdl movq TF_RSI(%rsp),%rsi ; \
63 1.10 dsl movq TF_RDX(%rsp),%rdx ; \
64 1.10 dsl movq TF_RCX(%rsp),%rcx ; \
65 1.10 dsl movq TF_R8(%rsp),%r8 ; \
66 1.10 dsl movq TF_R9(%rsp),%r9 ; \
67 1.10 dsl movq TF_R10(%rsp),%r10 ; \
68 1.10 dsl movq TF_R11(%rsp),%r11 ; \
69 1.10 dsl movq TF_R12(%rsp),%r12 ; \
70 1.10 dsl movq TF_R13(%rsp),%r13 ; \
71 1.10 dsl movq TF_R14(%rsp),%r14 ; \
72 1.10 dsl movq TF_R15(%rsp),%r15 ; \
73 1.1 fvdl movq TF_RBP(%rsp),%rbp ; \
74 1.1 fvdl movq TF_RBX(%rsp),%rbx ; \
75 1.10 dsl movq TF_RAX(%rsp),%rax
76 1.1 fvdl
77 1.19 dsl #define INTRENTRY_L(kernel_trap, usertrap) \
78 1.10 dsl subq $TF_REGSIZE,%rsp ; \
79 1.17 dsl INTR_SAVE_GPRS ; \
80 1.23 maxv cld ; \
81 1.23 maxv callq smap_enable ; \
82 1.17 dsl testb $SEL_UPL,TF_CS(%rsp) ; \
83 1.17 dsl je kernel_trap ; \
84 1.19 dsl usertrap ; \
85 1.20 dsl SWAPGS ; \
86 1.10 dsl movw %gs,TF_GS(%rsp) ; \
87 1.10 dsl movw %fs,TF_FS(%rsp) ; \
88 1.10 dsl movw %es,TF_ES(%rsp) ; \
89 1.17 dsl movw %ds,TF_DS(%rsp)
90 1.17 dsl
91 1.17 dsl #define INTRENTRY \
92 1.19 dsl INTRENTRY_L(98f,) ; \
93 1.17 dsl 98:
94 1.1 fvdl
95 1.1 fvdl #define INTRFASTEXIT \
96 1.21 maxv jmp intrfastexit
97 1.1 fvdl
98 1.1 fvdl #define INTR_RECURSE_HWFRAME \
99 1.1 fvdl movq %rsp,%r10 ; \
100 1.1 fvdl movl %ss,%r11d ; \
101 1.1 fvdl pushq %r11 ; \
102 1.1 fvdl pushq %r10 ; \
103 1.1 fvdl pushfq ; \
104 1.1 fvdl movl %cs,%r11d ; \
105 1.1 fvdl pushq %r11 ; \
106 1.17 dsl /* XEN: We must fixup CS, as even kernel mode runs at CPL 3 */ \
107 1.18 dsl XEN_ONLY2(andb $0xfc,(%rsp);) \
108 1.1 fvdl pushq %r13 ;
109 1.1 fvdl
110 1.6 yamt #define DO_DEFERRED_SWITCH \
111 1.14 chs cmpl $0, CPUVAR(WANT_PMAPLOAD) ; \
112 1.6 yamt jz 1f ; \
113 1.6 yamt call _C_LABEL(do_pmap_load) ; \
114 1.17 dsl 1:
115 1.6 yamt
116 1.6 yamt #define CHECK_DEFERRED_SWITCH \
117 1.14 chs cmpl $0, CPUVAR(WANT_PMAPLOAD)
118 1.1 fvdl
119 1.11 yamt #define CHECK_ASTPENDING(reg) cmpl $0, L_MD_ASTPENDING(reg)
120 1.2 ad #define CLEAR_ASTPENDING(reg) movl $0, L_MD_ASTPENDING(reg)
121 1.1 fvdl
122 1.1 fvdl #endif /* _AMD64_MACHINE_FRAMEASM_H */
123