frameasm.h revision 1.20.32.4
1 /* $NetBSD: frameasm.h,v 1.20.32.4 2019/05/14 17:12:19 martin Exp $ */ 2 3 #ifndef _AMD64_MACHINE_FRAMEASM_H 4 #define _AMD64_MACHINE_FRAMEASM_H 5 6 #ifdef _KERNEL_OPT 7 #include "opt_xen.h" 8 #include "opt_svs.h" 9 #endif 10 11 /* 12 * Macros to define pushing/popping frames for interrupts, traps 13 * and system calls. Currently all the same; will diverge later. 14 */ 15 16 #ifdef XEN 17 #define HYPERVISOR_iret hypercall_page + (__HYPERVISOR_iret * 32) 18 /* Xen do not need swapgs, done by hypervisor */ 19 #define swapgs 20 #define iretq pushq $0 ; jmp HYPERVISOR_iret 21 #define XEN_ONLY2(x,y) x,y 22 #define NOT_XEN(x) 23 24 #define CLI(temp_reg) \ 25 movq CPUVAR(VCPU),%r ## temp_reg ; \ 26 movb $1,EVTCHN_UPCALL_MASK(%r ## temp_reg); 27 28 #define STI(temp_reg) \ 29 movq CPUVAR(VCPU),%r ## temp_reg ; \ 30 movb $0,EVTCHN_UPCALL_MASK(%r ## temp_reg); 31 32 #else /* XEN */ 33 #define XEN_ONLY2(x,y) 34 #define NOT_XEN(x) x 35 #define CLI(temp_reg) cli 36 #define STI(temp_reg) sti 37 #endif /* XEN */ 38 39 #define HP_NAME_CLAC 1 40 #define HP_NAME_STAC 2 41 #define HP_NAME_SVS_ENTER 5 42 #define HP_NAME_SVS_LEAVE 6 43 #define HP_NAME_SVS_ENTER_ALT 7 44 #define HP_NAME_SVS_LEAVE_ALT 8 45 #define HP_NAME_MDS_LEAVE 13 46 47 #define HOTPATCH(name, size) \ 48 123: ; \ 49 .pushsection .rodata.hotpatch, "a" ; \ 50 .byte name ; \ 51 .byte size ; \ 52 .quad 123b ; \ 53 .popsection 54 55 #define SMAP_ENABLE \ 56 HOTPATCH(HP_NAME_CLAC, 3) ; \ 57 .byte 0x0F, 0x1F, 0x00 ; \ 58 59 #define SMAP_DISABLE \ 60 HOTPATCH(HP_NAME_STAC, 3) ; \ 61 .byte 0x0F, 0x1F, 0x00 ; \ 62 63 /* 64 * MDS 65 */ 66 67 #define MDS_LEAVE_BYTES 20 68 #define MDS_LEAVE \ 69 HOTPATCH(HP_NAME_MDS_LEAVE, MDS_LEAVE_BYTES) ; \ 70 NOMDS_LEAVE 71 #define NOMDS_LEAVE \ 72 .byte 0xEB, (MDS_LEAVE_BYTES-2) /* jmp */ ; \ 73 .fill (MDS_LEAVE_BYTES-2),1,0xCC 74 75 #define SWAPGS NOT_XEN(swapgs) 76 77 /* 78 * These are used on interrupt or trap entry or exit. 79 */ 80 #define INTR_SAVE_GPRS \ 81 movq %rdi,TF_RDI(%rsp) ; \ 82 movq %rsi,TF_RSI(%rsp) ; \ 83 movq %rdx,TF_RDX(%rsp) ; \ 84 movq %rcx,TF_RCX(%rsp) ; \ 85 movq %r8,TF_R8(%rsp) ; \ 86 movq %r9,TF_R9(%rsp) ; \ 87 movq %r10,TF_R10(%rsp) ; \ 88 movq %r11,TF_R11(%rsp) ; \ 89 movq %r12,TF_R12(%rsp) ; \ 90 movq %r13,TF_R13(%rsp) ; \ 91 movq %r14,TF_R14(%rsp) ; \ 92 movq %r15,TF_R15(%rsp) ; \ 93 movq %rbp,TF_RBP(%rsp) ; \ 94 movq %rbx,TF_RBX(%rsp) ; \ 95 movq %rax,TF_RAX(%rsp) 96 97 #define INTR_RESTORE_GPRS \ 98 movq TF_RDI(%rsp),%rdi ; \ 99 movq TF_RSI(%rsp),%rsi ; \ 100 movq TF_RDX(%rsp),%rdx ; \ 101 movq TF_RCX(%rsp),%rcx ; \ 102 movq TF_R8(%rsp),%r8 ; \ 103 movq TF_R9(%rsp),%r9 ; \ 104 movq TF_R10(%rsp),%r10 ; \ 105 movq TF_R11(%rsp),%r11 ; \ 106 movq TF_R12(%rsp),%r12 ; \ 107 movq TF_R13(%rsp),%r13 ; \ 108 movq TF_R14(%rsp),%r14 ; \ 109 movq TF_R15(%rsp),%r15 ; \ 110 movq TF_RBP(%rsp),%rbp ; \ 111 movq TF_RBX(%rsp),%rbx ; \ 112 movq TF_RAX(%rsp),%rax 113 114 #define TEXT_USER_BEGIN .pushsection .text.user, "ax" 115 #define TEXT_USER_END .popsection 116 117 #ifdef SVS 118 119 /* XXX: put this somewhere else */ 120 #define SVS_UTLS 0xffffc00000000000 /* PMAP_PCPU_BASE */ 121 #define UTLS_KPDIRPA 0 122 #define UTLS_SCRATCH 8 123 #define UTLS_RSP0 16 124 125 #define SVS_ENTER_BYTES 22 126 #define NOSVS_ENTER \ 127 .byte 0xEB, (SVS_ENTER_BYTES-2) /* jmp */ ; \ 128 .fill (SVS_ENTER_BYTES-2),1,0xCC 129 #define SVS_ENTER \ 130 HOTPATCH(HP_NAME_SVS_ENTER, SVS_ENTER_BYTES) ; \ 131 NOSVS_ENTER 132 133 #define SVS_LEAVE_BYTES 31 134 #define NOSVS_LEAVE \ 135 .byte 0xEB, (SVS_LEAVE_BYTES-2) /* jmp */ ; \ 136 .fill (SVS_LEAVE_BYTES-2),1,0xCC 137 #define SVS_LEAVE \ 138 HOTPATCH(HP_NAME_SVS_LEAVE, SVS_LEAVE_BYTES) ; \ 139 NOSVS_LEAVE 140 141 #define SVS_ENTER_ALT_BYTES 23 142 #define NOSVS_ENTER_ALTSTACK \ 143 .byte 0xEB, (SVS_ENTER_ALT_BYTES-2) /* jmp */ ; \ 144 .fill (SVS_ENTER_ALT_BYTES-2),1,0xCC 145 #define SVS_ENTER_ALTSTACK \ 146 HOTPATCH(HP_NAME_SVS_ENTER_ALT, SVS_ENTER_ALT_BYTES) ; \ 147 NOSVS_ENTER_ALTSTACK 148 149 #define SVS_LEAVE_ALT_BYTES 22 150 #define NOSVS_LEAVE_ALTSTACK \ 151 .byte 0xEB, (SVS_LEAVE_ALT_BYTES-2) /* jmp */ ; \ 152 .fill (SVS_LEAVE_ALT_BYTES-2),1,0xCC 153 #define SVS_LEAVE_ALTSTACK \ 154 HOTPATCH(HP_NAME_SVS_LEAVE_ALT, SVS_LEAVE_ALT_BYTES) ; \ 155 NOSVS_LEAVE_ALTSTACK 156 157 #else 158 #define SVS_ENTER /* nothing */ 159 #define SVS_LEAVE /* nothing */ 160 #define SVS_ENTER_ALTSTACK /* nothing */ 161 #define SVS_LEAVE_ALTSTACK /* nothing */ 162 #endif 163 164 #define INTRENTRY \ 165 subq $TF_REGSIZE,%rsp ; \ 166 INTR_SAVE_GPRS ; \ 167 cld ; \ 168 SMAP_ENABLE ; \ 169 testb $SEL_UPL,TF_CS(%rsp) ; \ 170 je 98f ; \ 171 SWAPGS ; \ 172 SVS_ENTER ; \ 173 movw %gs,TF_GS(%rsp) ; \ 174 movw %fs,TF_FS(%rsp) ; \ 175 movw %es,TF_ES(%rsp) ; \ 176 movw %ds,TF_DS(%rsp) ; \ 177 98: 178 179 #define INTRFASTEXIT \ 180 jmp intrfastexit 181 182 #define INTR_RECURSE_HWFRAME \ 183 movq %rsp,%r10 ; \ 184 movl %ss,%r11d ; \ 185 pushq %r11 ; \ 186 pushq %r10 ; \ 187 pushfq ; \ 188 movl %cs,%r11d ; \ 189 pushq %r11 ; \ 190 /* XEN: We must fixup CS, as even kernel mode runs at CPL 3 */ \ 191 XEN_ONLY2(andb $0xfc,(%rsp);) \ 192 pushq %r13 ; 193 194 #define CHECK_DEFERRED_SWITCH \ 195 cmpl $0, CPUVAR(WANT_PMAPLOAD) 196 197 #define CHECK_ASTPENDING(reg) cmpl $0, L_MD_ASTPENDING(reg) 198 #define CLEAR_ASTPENDING(reg) movl $0, L_MD_ASTPENDING(reg) 199 200 #endif /* _AMD64_MACHINE_FRAMEASM_H */ 201
Indexes created Thu Oct 02 14:10:14 GMT 2025