kobj_machdep.c revision 1.13 1 1.13 skrll /* $NetBSD: kobj_machdep.c,v 1.13 2020/06/20 07:01:16 skrll Exp $ */
2 1.1 ad
3 1.1 ad /*-
4 1.1 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.1 ad * All rights reserved.
6 1.1 ad *
7 1.1 ad * Redistribution and use in source and binary forms, with or without
8 1.1 ad * modification, are permitted provided that the following conditions
9 1.1 ad * are met:
10 1.1 ad * 1. Redistributions of source code must retain the above copyright
11 1.1 ad * notice, this list of conditions and the following disclaimer.
12 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 ad * notice, this list of conditions and the following disclaimer in the
14 1.1 ad * documentation and/or other materials provided with the distribution.
15 1.1 ad *
16 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.1 ad */
28 1.1 ad
29 1.1 ad /*-
30 1.1 ad * Copyright 1996-1998 John D. Polstra.
31 1.1 ad * All rights reserved.
32 1.1 ad *
33 1.1 ad * Redistribution and use in source and binary forms, with or without
34 1.1 ad * modification, are permitted provided that the following conditions
35 1.1 ad * are met:
36 1.1 ad * 1. Redistributions of source code must retain the above copyright
37 1.1 ad * notice, this list of conditions and the following disclaimer.
38 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
39 1.1 ad * notice, this list of conditions and the following disclaimer in the
40 1.1 ad * documentation and/or other materials provided with the distribution.
41 1.1 ad *
42 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
43 1.1 ad * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
44 1.1 ad * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
45 1.1 ad * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
46 1.1 ad * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
47 1.1 ad * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
48 1.1 ad * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
49 1.1 ad * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
50 1.1 ad * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
51 1.1 ad * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
52 1.1 ad */
53 1.1 ad
54 1.1 ad #include <sys/cdefs.h>
55 1.13 skrll __KERNEL_RCSID(0, "$NetBSD: kobj_machdep.c,v 1.13 2020/06/20 07:01:16 skrll Exp $");
56 1.1 ad
57 1.1 ad #define ELFSIZE ARCH_ELFSIZE
58 1.1 ad
59 1.1 ad #include <sys/param.h>
60 1.1 ad #include <sys/systm.h>
61 1.1 ad #include <sys/kobj.h>
62 1.1 ad #include <sys/exec.h>
63 1.1 ad #include <sys/exec_elf.h>
64 1.10 martin #include <sys/kmem.h>
65 1.10 martin #include <sys/ksyms.h>
66 1.10 martin #include <sys/kobj_impl.h>
67 1.1 ad
68 1.1 ad #include <arm/cpufunc.h>
69 1.10 martin #include <arm/locore.h>
70 1.1 ad
71 1.1 ad int
72 1.1 ad kobj_reloc(kobj_t ko, uintptr_t relocbase, const void *data,
73 1.1 ad bool isrela, bool local)
74 1.1 ad {
75 1.1 ad Elf_Addr *where;
76 1.1 ad Elf_Addr addr;
77 1.1 ad Elf_Addr addend;
78 1.1 ad Elf_Word rtype, symidx;
79 1.1 ad const Elf_Rel *rel;
80 1.1 ad const Elf_Rela *rela;
81 1.12 maxv int error;
82 1.1 ad
83 1.1 ad if (isrela) {
84 1.1 ad rela = (const Elf_Rela *)data;
85 1.1 ad where = (Elf_Addr *) (relocbase + rela->r_offset);
86 1.1 ad addend = rela->r_addend;
87 1.1 ad rtype = ELF_R_TYPE(rela->r_info);
88 1.1 ad symidx = ELF_R_SYM(rela->r_info);
89 1.1 ad } else {
90 1.1 ad rel = (const Elf_Rel *)data;
91 1.1 ad where = (Elf_Addr *) (relocbase + rel->r_offset);
92 1.1 ad addend = *where;
93 1.1 ad rtype = ELF_R_TYPE(rel->r_info);
94 1.1 ad symidx = ELF_R_SYM(rel->r_info);
95 1.1 ad }
96 1.1 ad
97 1.1 ad switch (rtype) {
98 1.1 ad case R_ARM_NONE: /* none */
99 1.4 matt case R_ARM_V4BX: /* none */
100 1.3 dsl return 0;
101 1.1 ad
102 1.1 ad case R_ARM_ABS32:
103 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
104 1.12 maxv if (error)
105 1.3 dsl break;
106 1.3 dsl *where = addr + addend;
107 1.3 dsl return 0;
108 1.1 ad
109 1.3 dsl case R_ARM_COPY: /* none */
110 1.3 dsl /* There shouldn't be copy relocations in kernel objects. */
111 1.1 ad break;
112 1.1 ad
113 1.1 ad case R_ARM_JUMP_SLOT:
114 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
115 1.12 maxv if (error)
116 1.3 dsl break;
117 1.3 dsl *where = addr;
118 1.3 dsl return 0;
119 1.1 ad
120 1.1 ad case R_ARM_RELATIVE: /* A + B */
121 1.1 ad addr = relocbase + addend;
122 1.1 ad if (*where != addr)
123 1.1 ad *where = addr;
124 1.3 dsl return 0;
125 1.3 dsl
126 1.8 skrll case R_ARM_MOVW_ABS_NC: /* (S + A) | T */
127 1.4 matt case R_ARM_MOVT_ABS:
128 1.7 matt if ((*where & 0x0fb00000) != 0x03000000)
129 1.7 matt break;
130 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
131 1.12 maxv if (error)
132 1.4 matt break;
133 1.4 matt if (rtype == R_ARM_MOVT_ABS)
134 1.4 matt addr >>= 16;
135 1.4 matt *where = (*where & 0xfff0f000)
136 1.4 matt | ((addr << 4) & 0x000f0000) | (addr & 0x00000fff);
137 1.4 matt return 0;
138 1.4 matt
139 1.8 skrll case R_ARM_CALL: /* ((S + A) | T) - P */
140 1.4 matt case R_ARM_JUMP24:
141 1.8 skrll case R_ARM_PC24: /* Deprecated */
142 1.4 matt if (local && (*where & 0x00ffffff) != 0x00fffffe)
143 1.3 dsl return 0;
144 1.3 dsl
145 1.3 dsl /* Remove the instruction from the 24 bit offset */
146 1.3 dsl addend &= 0x00ffffff;
147 1.3 dsl
148 1.3 dsl /* Sign extend if necessary */
149 1.3 dsl if (addend & 0x00800000)
150 1.3 dsl addend |= 0xff000000;
151 1.3 dsl
152 1.4 matt addend <<= 2;
153 1.4 matt
154 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
155 1.12 maxv if (error)
156 1.3 dsl break;
157 1.3 dsl
158 1.6 matt addend += (uintptr_t)addr - (uintptr_t)where;
159 1.3 dsl
160 1.4 matt if (addend & 3) {
161 1.4 matt printf ("Relocation %x unaligned @ %p\n", addend, where);
162 1.4 matt return -1;
163 1.4 matt }
164 1.4 matt
165 1.4 matt if ((addend & 0xfe000000) != 0x00000000 &&
166 1.4 matt (addend & 0xfe000000) != 0xfe000000) {
167 1.3 dsl printf ("Relocation %x too far @ %p\n", addend, where);
168 1.3 dsl return -1;
169 1.3 dsl }
170 1.4 matt *where = (*where & 0xff000000) | ((addend >> 2) & 0x00ffffff);
171 1.3 dsl return 0;
172 1.1 ad
173 1.8 skrll case R_ARM_REL32: /* ((S + A) | T) - P */
174 1.8 skrll /* T = 0 for now */
175 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
176 1.12 maxv if (error)
177 1.8 skrll break;
178 1.8 skrll
179 1.8 skrll addend += (uintptr_t)addr - (uintptr_t)where;
180 1.8 skrll *where = addend;
181 1.8 skrll return 0;
182 1.8 skrll
183 1.8 skrll case R_ARM_PREL31: /* ((S + A) | T) - P */
184 1.8 skrll /* Sign extend if necessary */
185 1.8 skrll if (addend & 0x40000000)
186 1.8 skrll addend |= 0xc0000000;
187 1.8 skrll /* T = 0 for now */
188 1.12 maxv error = kobj_sym_lookup(ko, symidx, &addr);
189 1.12 maxv if (error)
190 1.8 skrll break;
191 1.8 skrll
192 1.8 skrll addend += (uintptr_t)addr - (uintptr_t)where;
193 1.8 skrll
194 1.8 skrll if ((addend & 0x80000000) != 0x00000000 &&
195 1.8 skrll (addend & 0x80000000) != 0x80000000) {
196 1.8 skrll printf ("Relocation %x too far @ %p\n", addend, where);
197 1.8 skrll return -1;
198 1.8 skrll }
199 1.8 skrll
200 1.8 skrll *where = (*where & 0x80000000) | (addend & 0x7fffffff);
201 1.8 skrll
202 1.1 ad default:
203 1.3 dsl break;
204 1.1 ad }
205 1.3 dsl
206 1.3 dsl printf("kobj_reloc: unexpected/invalid relocation type %d @ %p symidx %u\n",
207 1.3 dsl rtype, where, symidx);
208 1.3 dsl return -1;
209 1.1 ad }
210 1.1 ad
211 1.10 martin #if __ARMEB__
212 1.10 martin
213 1.10 martin enum be8_magic_sym_type {
214 1.10 martin Other, ArmStart, ThumbStart, DataStart
215 1.10 martin };
216 1.10 martin
217 1.10 martin struct be8_marker {
218 1.10 martin enum be8_magic_sym_type type;
219 1.10 martin void *addr;
220 1.10 martin };
221 1.10 martin
222 1.10 martin struct be8_marker_list {
223 1.10 martin size_t cnt;
224 1.10 martin struct be8_marker *markers;
225 1.10 martin };
226 1.10 martin
227 1.10 martin /*
228 1.10 martin * See ELF for the ARM Architecture, Section 4.5.5: Mapping Symbols
229 1.10 martin * ARM reserves $a/$d/$t (and variants like $a.2) to mark start of
230 1.10 martin * arm/thumb code sections to allow conversion from ARM32-EB to -BE8
231 1.10 martin * format.
232 1.10 martin */
233 1.10 martin static enum be8_magic_sym_type
234 1.10 martin be8_sym_type(const char *name, int info)
235 1.10 martin {
236 1.10 martin if (ELF_ST_BIND(info) != STB_LOCAL)
237 1.10 martin return Other;
238 1.10 martin if (ELF_ST_TYPE(info) != STT_NOTYPE)
239 1.10 martin return Other;
240 1.10 martin if (name[0] != '$' || name[1] == '\0' ||
241 1.10 martin (name[2] != '\0' && name[2] != '.'))
242 1.10 martin return Other;
243 1.10 martin
244 1.10 martin switch (name[1]) {
245 1.10 martin case 'a':
246 1.10 martin return ArmStart;
247 1.10 martin case 'd':
248 1.10 martin return DataStart;
249 1.10 martin case 't':
250 1.10 martin return ThumbStart;
251 1.10 martin default:
252 1.10 martin return Other;
253 1.10 martin }
254 1.10 martin }
255 1.10 martin
256 1.10 martin static int
257 1.10 martin be8_ksym_count(const char *name, int symindex, void *value, uint32_t size,
258 1.10 martin int info, void *cookie)
259 1.10 martin {
260 1.10 martin size_t *res = cookie;
261 1.10 martin enum be8_magic_sym_type t = be8_sym_type(name, info);
262 1.10 martin
263 1.10 martin if (t != Other)
264 1.10 martin (*res)++;
265 1.10 martin return 0;
266 1.10 martin }
267 1.10 martin
268 1.10 martin static int
269 1.10 martin be8_ksym_add(const char *name, int symindex, void *value, uint32_t size,
270 1.10 martin int info, void *cookie)
271 1.10 martin {
272 1.10 martin size_t ndx;
273 1.10 martin struct be8_marker_list *list = cookie;
274 1.10 martin enum be8_magic_sym_type t = be8_sym_type(name, info);
275 1.10 martin
276 1.10 martin if (t == Other)
277 1.10 martin return 0;
278 1.10 martin
279 1.10 martin ndx = list->cnt++;
280 1.10 martin list->markers[ndx].type = t;
281 1.10 martin list->markers[ndx].addr = value;
282 1.10 martin
283 1.10 martin return 0;
284 1.10 martin }
285 1.10 martin
286 1.10 martin static int
287 1.10 martin be8_ksym_comp(const void *a, const void *b)
288 1.10 martin {
289 1.10 martin const struct be8_marker *ma = a, *mb = b;
290 1.10 martin uintptr_t va = (uintptr_t)ma->addr, vb = (uintptr_t)mb->addr;
291 1.10 martin
292 1.10 martin if (va == vb)
293 1.10 martin return 0;
294 1.10 martin if (va < vb)
295 1.10 martin return -1;
296 1.10 martin return 1;
297 1.10 martin }
298 1.10 martin
299 1.10 martin static void
300 1.10 martin be8_ksym_swap(void *start, size_t size, const struct be8_marker_list *list)
301 1.10 martin {
302 1.10 martin uintptr_t va_end = (uintptr_t)start + size;
303 1.10 martin size_t i;
304 1.10 martin uint32_t *p32, *p32_end, v32;
305 1.10 martin uint16_t *p16, *p16_end, v16;
306 1.10 martin
307 1.10 martin /* find first relevant list entry */
308 1.10 martin for (i = 0; i < list->cnt; i++)
309 1.10 martin if (start <= list->markers[i].addr)
310 1.10 martin break;
311 1.10 martin
312 1.10 martin /* swap all arm and thumb code parts of this section */
313 1.10 martin for ( ; i < list->cnt; i++) {
314 1.10 martin switch (list->markers[i].type) {
315 1.10 martin case ArmStart:
316 1.10 martin p32 = (uint32_t*)list->markers[i].addr;
317 1.10 martin p32_end = (uint32_t*)va_end;
318 1.10 martin if (i+1 < list->cnt) {
319 1.10 martin if ((uintptr_t)list->markers[i+1].addr
320 1.10 martin < va_end)
321 1.10 martin p32_end = (uint32_t*)
322 1.10 martin list->markers[i+1].addr;
323 1.10 martin }
324 1.10 martin while (p32 < p32_end) {
325 1.10 martin v32 = bswap32(*p32);
326 1.10 martin *p32++ = v32;
327 1.10 martin }
328 1.10 martin break;
329 1.10 martin case ThumbStart:
330 1.10 martin p16 = (uint16_t*)list->markers[i].addr;
331 1.10 martin p16_end = (uint16_t*)va_end;
332 1.10 martin if (i+1 < list->cnt) {
333 1.10 martin if ((uintptr_t)list->markers[i+1].addr
334 1.10 martin < va_end)
335 1.10 martin p16_end = (uint16_t*)
336 1.10 martin list->markers[i+1].addr;
337 1.10 martin }
338 1.10 martin while (p16 < p16_end) {
339 1.10 martin v16 = bswap16(*p16);
340 1.10 martin *p16++ = v16;
341 1.10 martin }
342 1.10 martin break;
343 1.10 martin default:
344 1.10 martin break;
345 1.10 martin }
346 1.10 martin }
347 1.10 martin }
348 1.13 skrll
349 1.10 martin static void
350 1.10 martin kobj_be8_fixup(kobj_t ko)
351 1.10 martin {
352 1.10 martin size_t relsym_cnt = 0, i, msize;
353 1.10 martin struct be8_marker_list list;
354 1.10 martin struct be8_marker tmp;
355 1.10 martin
356 1.10 martin /*
357 1.10 martin * Count all special relocations symbols
358 1.10 martin */
359 1.10 martin ksyms_mod_foreach(ko->ko_name, be8_ksym_count, &relsym_cnt);
360 1.10 martin
361 1.10 martin /*
362 1.10 martin * Provide storage for the address list and add the symbols
363 1.10 martin */
364 1.10 martin list.cnt = 0;
365 1.10 martin msize = relsym_cnt*sizeof(*list.markers);
366 1.10 martin list.markers = kmem_alloc(msize, KM_SLEEP);
367 1.10 martin ksyms_mod_foreach(ko->ko_name, be8_ksym_add, &list);
368 1.10 martin KASSERT(list.cnt == relsym_cnt);
369 1.10 martin
370 1.10 martin /*
371 1.10 martin * Sort symbols by ascending address
372 1.10 martin */
373 1.10 martin if (kheapsort(list.markers, relsym_cnt, sizeof(*list.markers),
374 1.10 martin be8_ksym_comp, &tmp) != 0)
375 1.10 martin panic("could not sort be8 marker symbols");
376 1.10 martin
377 1.10 martin /*
378 1.10 martin * Apply swaps to the .text section (XXX we do not have the
379 1.10 martin * section header available any more, it has been jetisoned
380 1.10 martin * already, so we can not check for all PROGBIT sections).
381 1.10 martin */
382 1.10 martin for (i = 0; i < ko->ko_nprogtab; i++) {
383 1.10 martin if (strcmp(ko->ko_progtab[i].name, ".text") != 0)
384 1.10 martin continue;
385 1.10 martin be8_ksym_swap(ko->ko_progtab[i].addr,
386 1.10 martin (size_t)ko->ko_progtab[i].size,
387 1.10 martin &list);
388 1.10 martin }
389 1.10 martin
390 1.10 martin /*
391 1.10 martin * Done, free list
392 1.10 martin */
393 1.10 martin kmem_free(list.markers, msize);
394 1.10 martin }
395 1.10 martin #endif
396 1.10 martin
397 1.1 ad int
398 1.1 ad kobj_machdep(kobj_t ko, void *base, size_t size, bool load)
399 1.1 ad {
400 1.1 ad
401 1.1 ad if (load) {
402 1.10 martin #if __ARMEB__
403 1.11 martin if (CPU_IS_ARMV7_P() && base == (void*)ko->ko_text_address)
404 1.10 martin kobj_be8_fixup(ko);
405 1.10 martin #endif
406 1.5 matt #ifndef _RUMPKERNEL
407 1.7 matt cpu_idcache_wbinv_range((vaddr_t)base, size);
408 1.1 ad cpu_tlb_flushID();
409 1.5 matt #endif
410 1.1 ad }
411 1.1 ad
412 1.1 ad return 0;
413 1.1 ad }
414