asan.h revision 1.4.2.2 1 1.4.2.2 pgoyette /* $NetBSD: asan.h,v 1.4.2.2 2018/11/26 01:52:16 pgoyette Exp $ */
2 1.4.2.2 pgoyette
3 1.4.2.2 pgoyette /*
4 1.4.2.2 pgoyette * Copyright (c) 2018 The NetBSD Foundation, Inc.
5 1.4.2.2 pgoyette * All rights reserved.
6 1.4.2.2 pgoyette *
7 1.4.2.2 pgoyette * This code is derived from software contributed to The NetBSD Foundation
8 1.4.2.2 pgoyette * by Maxime Villard.
9 1.4.2.2 pgoyette *
10 1.4.2.2 pgoyette * Redistribution and use in source and binary forms, with or without
11 1.4.2.2 pgoyette * modification, are permitted provided that the following conditions
12 1.4.2.2 pgoyette * are met:
13 1.4.2.2 pgoyette * 1. Redistributions of source code must retain the above copyright
14 1.4.2.2 pgoyette * notice, this list of conditions and the following disclaimer.
15 1.4.2.2 pgoyette * 2. Redistributions in binary form must reproduce the above copyright
16 1.4.2.2 pgoyette * notice, this list of conditions and the following disclaimer in the
17 1.4.2.2 pgoyette * documentation and/or other materials provided with the distribution.
18 1.4.2.2 pgoyette *
19 1.4.2.2 pgoyette * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.4.2.2 pgoyette * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.4.2.2 pgoyette * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.4.2.2 pgoyette * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.4.2.2 pgoyette * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.4.2.2 pgoyette * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.4.2.2 pgoyette * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.4.2.2 pgoyette * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.4.2.2 pgoyette * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.4.2.2 pgoyette * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.4.2.2 pgoyette * POSSIBILITY OF SUCH DAMAGE.
30 1.4.2.2 pgoyette */
31 1.4.2.2 pgoyette
32 1.4.2.2 pgoyette #include <sys/atomic.h>
33 1.4.2.2 pgoyette #include <sys/ksyms.h>
34 1.4.2.2 pgoyette
35 1.4.2.2 pgoyette #include <aarch64/pmap.h>
36 1.4.2.2 pgoyette #include <aarch64/vmparam.h>
37 1.4.2.2 pgoyette #include <aarch64/cpufunc.h>
38 1.4.2.2 pgoyette #include <aarch64/armreg.h>
39 1.4.2.2 pgoyette #include <aarch64/machdep.h>
40 1.4.2.2 pgoyette
41 1.4.2.2 pgoyette #define __MD_VIRTUAL_SHIFT 48 /* 49bit address space, cut half */
42 1.4.2.2 pgoyette #define __MD_CANONICAL_BASE 0xFFFF000000000000
43 1.4.2.2 pgoyette
44 1.4.2.2 pgoyette #define __MD_SHADOW_SIZE (1ULL << (__MD_VIRTUAL_SHIFT - KASAN_SHADOW_SCALE_SHIFT))
45 1.4.2.2 pgoyette #define KASAN_MD_SHADOW_START (AARCH64_KSEG_END)
46 1.4.2.2 pgoyette #define KASAN_MD_SHADOW_END (KASAN_MD_SHADOW_START + __MD_SHADOW_SIZE)
47 1.4.2.2 pgoyette
48 1.4.2.2 pgoyette static bool __md_early __read_mostly = true;
49 1.4.2.2 pgoyette
50 1.4.2.2 pgoyette static inline int8_t *
51 1.4.2.2 pgoyette kasan_md_addr_to_shad(const void *addr)
52 1.4.2.2 pgoyette {
53 1.4.2.2 pgoyette vaddr_t va = (vaddr_t)addr;
54 1.4.2.2 pgoyette return (int8_t *)(KASAN_MD_SHADOW_START +
55 1.4.2.2 pgoyette ((va - __MD_CANONICAL_BASE) >> KASAN_SHADOW_SCALE_SHIFT));
56 1.4.2.2 pgoyette }
57 1.4.2.2 pgoyette
58 1.4.2.2 pgoyette static inline bool
59 1.4.2.2 pgoyette kasan_md_unsupported(vaddr_t addr)
60 1.4.2.2 pgoyette {
61 1.4.2.2 pgoyette return (addr < VM_MIN_KERNEL_ADDRESS) ||
62 1.4.2.2 pgoyette (addr >= VM_KERNEL_IO_ADDRESS);
63 1.4.2.2 pgoyette }
64 1.4.2.2 pgoyette
65 1.4.2.2 pgoyette static paddr_t
66 1.4.2.2 pgoyette __md_palloc(void)
67 1.4.2.2 pgoyette {
68 1.4.2.2 pgoyette paddr_t pa;
69 1.4.2.2 pgoyette
70 1.4.2.2 pgoyette if (__predict_false(__md_early))
71 1.4.2.2 pgoyette pa = (paddr_t)bootpage_alloc();
72 1.4.2.2 pgoyette else
73 1.4.2.2 pgoyette pmap_alloc_pdp(pmap_kernel(), &pa);
74 1.4.2.2 pgoyette
75 1.4.2.2 pgoyette return pa;
76 1.4.2.2 pgoyette }
77 1.4.2.2 pgoyette
78 1.4.2.2 pgoyette static void
79 1.4.2.2 pgoyette kasan_md_shadow_map_page(vaddr_t va)
80 1.4.2.2 pgoyette {
81 1.4.2.2 pgoyette pd_entry_t *l0, *l1, *l2, *l3;
82 1.4.2.2 pgoyette paddr_t l0pa, pa;
83 1.4.2.2 pgoyette pd_entry_t pde;
84 1.4.2.2 pgoyette size_t idx;
85 1.4.2.2 pgoyette
86 1.4.2.2 pgoyette l0pa = reg_ttbr1_el1_read();
87 1.4.2.2 pgoyette if (__predict_false(__md_early)) {
88 1.4.2.2 pgoyette l0 = (void *)KERN_PHYSTOV(l0pa);
89 1.4.2.2 pgoyette } else {
90 1.4.2.2 pgoyette l0 = (void *)AARCH64_PA_TO_KVA(l0pa);
91 1.4.2.2 pgoyette }
92 1.4.2.2 pgoyette
93 1.4.2.2 pgoyette idx = l0pde_index(va);
94 1.4.2.2 pgoyette pde = l0[idx];
95 1.4.2.2 pgoyette if (!l0pde_valid(pde)) {
96 1.4.2.2 pgoyette pa = __md_palloc();
97 1.4.2.2 pgoyette atomic_swap_64(&l0[idx], pa | L0_TABLE);
98 1.4.2.2 pgoyette } else {
99 1.4.2.2 pgoyette pa = l0pde_pa(pde);
100 1.4.2.2 pgoyette }
101 1.4.2.2 pgoyette if (__predict_false(__md_early)) {
102 1.4.2.2 pgoyette l1 = (void *)KERN_PHYSTOV(pa);
103 1.4.2.2 pgoyette } else {
104 1.4.2.2 pgoyette l1 = (void *)AARCH64_PA_TO_KVA(pa);
105 1.4.2.2 pgoyette }
106 1.4.2.2 pgoyette
107 1.4.2.2 pgoyette idx = l1pde_index(va);
108 1.4.2.2 pgoyette pde = l1[idx];
109 1.4.2.2 pgoyette if (!l1pde_valid(pde)) {
110 1.4.2.2 pgoyette pa = __md_palloc();
111 1.4.2.2 pgoyette atomic_swap_64(&l1[idx], pa | L1_TABLE);
112 1.4.2.2 pgoyette } else {
113 1.4.2.2 pgoyette pa = l1pde_pa(pde);
114 1.4.2.2 pgoyette }
115 1.4.2.2 pgoyette if (__predict_false(__md_early)) {
116 1.4.2.2 pgoyette l2 = (void *)KERN_PHYSTOV(pa);
117 1.4.2.2 pgoyette } else {
118 1.4.2.2 pgoyette l2 = (void *)AARCH64_PA_TO_KVA(pa);
119 1.4.2.2 pgoyette }
120 1.4.2.2 pgoyette
121 1.4.2.2 pgoyette idx = l2pde_index(va);
122 1.4.2.2 pgoyette pde = l2[idx];
123 1.4.2.2 pgoyette if (!l2pde_valid(pde)) {
124 1.4.2.2 pgoyette pa = __md_palloc();
125 1.4.2.2 pgoyette atomic_swap_64(&l2[idx], pa | L2_TABLE);
126 1.4.2.2 pgoyette } else {
127 1.4.2.2 pgoyette pa = l2pde_pa(pde);
128 1.4.2.2 pgoyette }
129 1.4.2.2 pgoyette if (__predict_false(__md_early)) {
130 1.4.2.2 pgoyette l3 = (void *)KERN_PHYSTOV(pa);
131 1.4.2.2 pgoyette } else {
132 1.4.2.2 pgoyette l3 = (void *)AARCH64_PA_TO_KVA(pa);
133 1.4.2.2 pgoyette }
134 1.4.2.2 pgoyette
135 1.4.2.2 pgoyette idx = l3pte_index(va);
136 1.4.2.2 pgoyette pde = l3[idx];
137 1.4.2.2 pgoyette if (!l3pte_valid(pde)) {
138 1.4.2.2 pgoyette pa = __md_palloc();
139 1.4.2.2 pgoyette atomic_swap_64(&l3[idx], pa | L3_PAGE | LX_BLKPAG_UXN |
140 1.4.2.2 pgoyette LX_BLKPAG_PXN | LX_BLKPAG_AF | LX_BLKPAG_SH_IS |
141 1.4.2.2 pgoyette LX_BLKPAG_AP_RW);
142 1.4.2.2 pgoyette aarch64_tlbi_by_va(va);
143 1.4.2.2 pgoyette }
144 1.4.2.2 pgoyette }
145 1.4.2.2 pgoyette
146 1.4.2.2 pgoyette static void
147 1.4.2.2 pgoyette kasan_md_early_init(void *stack)
148 1.4.2.2 pgoyette {
149 1.4.2.2 pgoyette kasan_shadow_map(stack, USPACE);
150 1.4.2.2 pgoyette __md_early = false;
151 1.4.2.2 pgoyette }
152 1.4.2.2 pgoyette
153 1.4.2.2 pgoyette static void
154 1.4.2.2 pgoyette kasan_md_init(void)
155 1.4.2.2 pgoyette {
156 1.4.2.2 pgoyette vaddr_t eva, dummy;
157 1.4.2.2 pgoyette
158 1.4.2.2 pgoyette CTASSERT((__MD_SHADOW_SIZE / L0_SIZE) == 64);
159 1.4.2.2 pgoyette
160 1.4.2.2 pgoyette /* The VAs we've created until now. */
161 1.4.2.2 pgoyette pmap_virtual_space(&eva, &dummy);
162 1.4.2.2 pgoyette kasan_shadow_map((void *)VM_MIN_KERNEL_ADDRESS,
163 1.4.2.2 pgoyette eva - VM_MIN_KERNEL_ADDRESS);
164 1.4.2.2 pgoyette }
165 1.4.2.2 pgoyette
166 1.4.2.2 pgoyette static inline bool
167 1.4.2.2 pgoyette __md_unwind_end(const char *name)
168 1.4.2.2 pgoyette {
169 1.4.2.2 pgoyette if (!strncmp(name, "el0_trap", 8) ||
170 1.4.2.2 pgoyette !strncmp(name, "el1_trap", 8)) {
171 1.4.2.2 pgoyette return true;
172 1.4.2.2 pgoyette }
173 1.4.2.2 pgoyette
174 1.4.2.2 pgoyette return false;
175 1.4.2.2 pgoyette }
176 1.4.2.2 pgoyette
177 1.4.2.2 pgoyette static void
178 1.4.2.2 pgoyette kasan_md_unwind(void)
179 1.4.2.2 pgoyette {
180 1.4.2.2 pgoyette uint64_t lr, *fp;
181 1.4.2.2 pgoyette const char *mod;
182 1.4.2.2 pgoyette const char *sym;
183 1.4.2.2 pgoyette size_t nsym;
184 1.4.2.2 pgoyette int error;
185 1.4.2.2 pgoyette
186 1.4.2.2 pgoyette fp = (uint64_t *)__builtin_frame_address(0);
187 1.4.2.2 pgoyette nsym = 0;
188 1.4.2.2 pgoyette
189 1.4.2.2 pgoyette while (1) {
190 1.4.2.2 pgoyette /*
191 1.4.2.2 pgoyette * normal stack frame
192 1.4.2.2 pgoyette * fp[0] saved fp(x29) value
193 1.4.2.2 pgoyette * fp[1] saved lr(x30) value
194 1.4.2.2 pgoyette */
195 1.4.2.2 pgoyette lr = fp[1];
196 1.4.2.2 pgoyette
197 1.4.2.2 pgoyette if (lr < VM_MIN_KERNEL_ADDRESS) {
198 1.4.2.2 pgoyette break;
199 1.4.2.2 pgoyette }
200 1.4.2.2 pgoyette error = ksyms_getname(&mod, &sym, (vaddr_t)lr, KSYMS_PROC);
201 1.4.2.2 pgoyette if (error) {
202 1.4.2.2 pgoyette break;
203 1.4.2.2 pgoyette }
204 1.4.2.2 pgoyette printf("#%zu %p in %s <%s>\n", nsym, (void *)lr, sym, mod);
205 1.4.2.2 pgoyette if (__md_unwind_end(sym)) {
206 1.4.2.2 pgoyette break;
207 1.4.2.2 pgoyette }
208 1.4.2.2 pgoyette
209 1.4.2.2 pgoyette fp = (uint64_t *)fp[0];
210 1.4.2.2 pgoyette if (fp == NULL) {
211 1.4.2.2 pgoyette break;
212 1.4.2.2 pgoyette }
213 1.4.2.2 pgoyette nsym++;
214 1.4.2.2 pgoyette
215 1.4.2.2 pgoyette if (nsym >= 15) {
216 1.4.2.2 pgoyette break;
217 1.4.2.2 pgoyette }
218 1.4.2.2 pgoyette }
219 1.4.2.2 pgoyette }
220