kobj_machdep.c revision 1.11 1 1.11 martin /* $NetBSD: kobj_machdep.c,v 1.11 2016/07/11 15:51:01 martin Exp $ */
2 1.1 ad
3 1.1 ad /*-
4 1.1 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.1 ad * All rights reserved.
6 1.1 ad *
7 1.1 ad * Redistribution and use in source and binary forms, with or without
8 1.1 ad * modification, are permitted provided that the following conditions
9 1.1 ad * are met:
10 1.1 ad * 1. Redistributions of source code must retain the above copyright
11 1.1 ad * notice, this list of conditions and the following disclaimer.
12 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 ad * notice, this list of conditions and the following disclaimer in the
14 1.1 ad * documentation and/or other materials provided with the distribution.
15 1.1 ad *
16 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.1 ad */
28 1.1 ad
29 1.1 ad /*-
30 1.1 ad * Copyright 1996-1998 John D. Polstra.
31 1.1 ad * All rights reserved.
32 1.1 ad *
33 1.1 ad * Redistribution and use in source and binary forms, with or without
34 1.1 ad * modification, are permitted provided that the following conditions
35 1.1 ad * are met:
36 1.1 ad * 1. Redistributions of source code must retain the above copyright
37 1.1 ad * notice, this list of conditions and the following disclaimer.
38 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
39 1.1 ad * notice, this list of conditions and the following disclaimer in the
40 1.1 ad * documentation and/or other materials provided with the distribution.
41 1.1 ad *
42 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
43 1.1 ad * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
44 1.1 ad * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
45 1.1 ad * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
46 1.1 ad * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
47 1.1 ad * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
48 1.1 ad * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
49 1.1 ad * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
50 1.1 ad * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
51 1.1 ad * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
52 1.1 ad */
53 1.1 ad
54 1.1 ad #include <sys/cdefs.h>
55 1.11 martin __KERNEL_RCSID(0, "$NetBSD: kobj_machdep.c,v 1.11 2016/07/11 15:51:01 martin Exp $");
56 1.1 ad
57 1.1 ad #define ELFSIZE ARCH_ELFSIZE
58 1.1 ad
59 1.1 ad #include <sys/param.h>
60 1.1 ad #include <sys/systm.h>
61 1.1 ad #include <sys/kobj.h>
62 1.1 ad #include <sys/exec.h>
63 1.1 ad #include <sys/exec_elf.h>
64 1.10 martin #include <sys/kmem.h>
65 1.10 martin #include <sys/ksyms.h>
66 1.10 martin #include <sys/kobj_impl.h>
67 1.1 ad
68 1.1 ad #include <arm/cpufunc.h>
69 1.10 martin #include <arm/locore.h>
70 1.1 ad
71 1.1 ad int
72 1.1 ad kobj_reloc(kobj_t ko, uintptr_t relocbase, const void *data,
73 1.1 ad bool isrela, bool local)
74 1.1 ad {
75 1.1 ad Elf_Addr *where;
76 1.1 ad Elf_Addr addr;
77 1.1 ad Elf_Addr addend;
78 1.1 ad Elf_Word rtype, symidx;
79 1.1 ad const Elf_Rel *rel;
80 1.1 ad const Elf_Rela *rela;
81 1.1 ad
82 1.1 ad if (isrela) {
83 1.1 ad rela = (const Elf_Rela *)data;
84 1.1 ad where = (Elf_Addr *) (relocbase + rela->r_offset);
85 1.1 ad addend = rela->r_addend;
86 1.1 ad rtype = ELF_R_TYPE(rela->r_info);
87 1.1 ad symidx = ELF_R_SYM(rela->r_info);
88 1.1 ad } else {
89 1.1 ad rel = (const Elf_Rel *)data;
90 1.1 ad where = (Elf_Addr *) (relocbase + rel->r_offset);
91 1.1 ad addend = *where;
92 1.1 ad rtype = ELF_R_TYPE(rel->r_info);
93 1.1 ad symidx = ELF_R_SYM(rel->r_info);
94 1.1 ad }
95 1.1 ad
96 1.1 ad switch (rtype) {
97 1.1 ad case R_ARM_NONE: /* none */
98 1.4 matt case R_ARM_V4BX: /* none */
99 1.3 dsl return 0;
100 1.1 ad
101 1.1 ad case R_ARM_ABS32:
102 1.1 ad addr = kobj_sym_lookup(ko, symidx);
103 1.1 ad if (addr == 0)
104 1.3 dsl break;
105 1.3 dsl *where = addr + addend;
106 1.3 dsl return 0;
107 1.1 ad
108 1.3 dsl case R_ARM_COPY: /* none */
109 1.3 dsl /* There shouldn't be copy relocations in kernel objects. */
110 1.1 ad break;
111 1.1 ad
112 1.1 ad case R_ARM_JUMP_SLOT:
113 1.1 ad addr = kobj_sym_lookup(ko, symidx);
114 1.3 dsl if (addr == 0)
115 1.3 dsl break;
116 1.3 dsl *where = addr;
117 1.3 dsl return 0;
118 1.1 ad
119 1.1 ad case R_ARM_RELATIVE: /* A + B */
120 1.1 ad addr = relocbase + addend;
121 1.1 ad if (*where != addr)
122 1.1 ad *where = addr;
123 1.3 dsl return 0;
124 1.3 dsl
125 1.8 skrll case R_ARM_MOVW_ABS_NC: /* (S + A) | T */
126 1.4 matt case R_ARM_MOVT_ABS:
127 1.7 matt if ((*where & 0x0fb00000) != 0x03000000)
128 1.7 matt break;
129 1.4 matt addr = kobj_sym_lookup(ko, symidx);
130 1.4 matt if (addr == 0)
131 1.4 matt break;
132 1.4 matt if (rtype == R_ARM_MOVT_ABS)
133 1.4 matt addr >>= 16;
134 1.4 matt *where = (*where & 0xfff0f000)
135 1.4 matt | ((addr << 4) & 0x000f0000) | (addr & 0x00000fff);
136 1.4 matt return 0;
137 1.4 matt
138 1.8 skrll case R_ARM_CALL: /* ((S + A) | T) - P */
139 1.4 matt case R_ARM_JUMP24:
140 1.8 skrll case R_ARM_PC24: /* Deprecated */
141 1.4 matt if (local && (*where & 0x00ffffff) != 0x00fffffe)
142 1.3 dsl return 0;
143 1.3 dsl
144 1.3 dsl /* Remove the instruction from the 24 bit offset */
145 1.3 dsl addend &= 0x00ffffff;
146 1.3 dsl
147 1.3 dsl /* Sign extend if necessary */
148 1.3 dsl if (addend & 0x00800000)
149 1.3 dsl addend |= 0xff000000;
150 1.3 dsl
151 1.4 matt addend <<= 2;
152 1.4 matt
153 1.3 dsl addr = kobj_sym_lookup(ko, symidx);
154 1.3 dsl if (addr == 0)
155 1.3 dsl break;
156 1.3 dsl
157 1.6 matt addend += (uintptr_t)addr - (uintptr_t)where;
158 1.3 dsl
159 1.4 matt if (addend & 3) {
160 1.4 matt printf ("Relocation %x unaligned @ %p\n", addend, where);
161 1.4 matt return -1;
162 1.4 matt }
163 1.4 matt
164 1.4 matt if ((addend & 0xfe000000) != 0x00000000 &&
165 1.4 matt (addend & 0xfe000000) != 0xfe000000) {
166 1.3 dsl printf ("Relocation %x too far @ %p\n", addend, where);
167 1.3 dsl return -1;
168 1.3 dsl }
169 1.4 matt *where = (*where & 0xff000000) | ((addend >> 2) & 0x00ffffff);
170 1.3 dsl return 0;
171 1.1 ad
172 1.8 skrll case R_ARM_REL32: /* ((S + A) | T) - P */
173 1.8 skrll /* T = 0 for now */
174 1.8 skrll addr = kobj_sym_lookup(ko, symidx);
175 1.8 skrll if (addr == 0)
176 1.8 skrll break;
177 1.8 skrll
178 1.8 skrll addend += (uintptr_t)addr - (uintptr_t)where;
179 1.8 skrll *where = addend;
180 1.8 skrll return 0;
181 1.8 skrll
182 1.8 skrll case R_ARM_PREL31: /* ((S + A) | T) - P */
183 1.8 skrll /* Sign extend if necessary */
184 1.8 skrll if (addend & 0x40000000)
185 1.8 skrll addend |= 0xc0000000;
186 1.8 skrll /* T = 0 for now */
187 1.8 skrll addr = kobj_sym_lookup(ko, symidx);
188 1.8 skrll if (addr == 0)
189 1.8 skrll break;
190 1.8 skrll
191 1.8 skrll addend += (uintptr_t)addr - (uintptr_t)where;
192 1.8 skrll
193 1.8 skrll if ((addend & 0x80000000) != 0x00000000 &&
194 1.8 skrll (addend & 0x80000000) != 0x80000000) {
195 1.8 skrll printf ("Relocation %x too far @ %p\n", addend, where);
196 1.8 skrll return -1;
197 1.8 skrll }
198 1.8 skrll
199 1.8 skrll *where = (*where & 0x80000000) | (addend & 0x7fffffff);
200 1.8 skrll
201 1.1 ad default:
202 1.3 dsl break;
203 1.1 ad }
204 1.3 dsl
205 1.3 dsl printf("kobj_reloc: unexpected/invalid relocation type %d @ %p symidx %u\n",
206 1.3 dsl rtype, where, symidx);
207 1.3 dsl return -1;
208 1.1 ad }
209 1.1 ad
210 1.10 martin #if __ARMEB__
211 1.10 martin
212 1.10 martin enum be8_magic_sym_type {
213 1.10 martin Other, ArmStart, ThumbStart, DataStart
214 1.10 martin };
215 1.10 martin
216 1.10 martin struct be8_marker {
217 1.10 martin enum be8_magic_sym_type type;
218 1.10 martin void *addr;
219 1.10 martin };
220 1.10 martin
221 1.10 martin struct be8_marker_list {
222 1.10 martin size_t cnt;
223 1.10 martin struct be8_marker *markers;
224 1.10 martin };
225 1.10 martin
226 1.10 martin /*
227 1.10 martin * See ELF for the ARM Architecture, Section 4.5.5: Mapping Symbols
228 1.10 martin * ARM reserves $a/$d/$t (and variants like $a.2) to mark start of
229 1.10 martin * arm/thumb code sections to allow conversion from ARM32-EB to -BE8
230 1.10 martin * format.
231 1.10 martin */
232 1.10 martin static enum be8_magic_sym_type
233 1.10 martin be8_sym_type(const char *name, int info)
234 1.10 martin {
235 1.10 martin if (ELF_ST_BIND(info) != STB_LOCAL)
236 1.10 martin return Other;
237 1.10 martin if (ELF_ST_TYPE(info) != STT_NOTYPE)
238 1.10 martin return Other;
239 1.10 martin if (name[0] != '$' || name[1] == '\0' ||
240 1.10 martin (name[2] != '\0' && name[2] != '.'))
241 1.10 martin return Other;
242 1.10 martin
243 1.10 martin switch (name[1]) {
244 1.10 martin case 'a':
245 1.10 martin return ArmStart;
246 1.10 martin case 'd':
247 1.10 martin return DataStart;
248 1.10 martin case 't':
249 1.10 martin return ThumbStart;
250 1.10 martin default:
251 1.10 martin return Other;
252 1.10 martin }
253 1.10 martin }
254 1.10 martin
255 1.10 martin static int
256 1.10 martin be8_ksym_count(const char *name, int symindex, void *value, uint32_t size,
257 1.10 martin int info, void *cookie)
258 1.10 martin {
259 1.10 martin size_t *res = cookie;
260 1.10 martin enum be8_magic_sym_type t = be8_sym_type(name, info);
261 1.10 martin
262 1.10 martin if (t != Other)
263 1.10 martin (*res)++;
264 1.10 martin return 0;
265 1.10 martin }
266 1.10 martin
267 1.10 martin static int
268 1.10 martin be8_ksym_add(const char *name, int symindex, void *value, uint32_t size,
269 1.10 martin int info, void *cookie)
270 1.10 martin {
271 1.10 martin size_t ndx;
272 1.10 martin struct be8_marker_list *list = cookie;
273 1.10 martin enum be8_magic_sym_type t = be8_sym_type(name, info);
274 1.10 martin
275 1.10 martin if (t == Other)
276 1.10 martin return 0;
277 1.10 martin
278 1.10 martin ndx = list->cnt++;
279 1.10 martin list->markers[ndx].type = t;
280 1.10 martin list->markers[ndx].addr = value;
281 1.10 martin
282 1.10 martin return 0;
283 1.10 martin }
284 1.10 martin
285 1.10 martin static int
286 1.10 martin be8_ksym_comp(const void *a, const void *b)
287 1.10 martin {
288 1.10 martin const struct be8_marker *ma = a, *mb = b;
289 1.10 martin uintptr_t va = (uintptr_t)ma->addr, vb = (uintptr_t)mb->addr;
290 1.10 martin
291 1.10 martin if (va == vb)
292 1.10 martin return 0;
293 1.10 martin if (va < vb)
294 1.10 martin return -1;
295 1.10 martin return 1;
296 1.10 martin }
297 1.10 martin
298 1.10 martin static void
299 1.10 martin be8_ksym_swap(void *start, size_t size, const struct be8_marker_list *list)
300 1.10 martin {
301 1.10 martin uintptr_t va_end = (uintptr_t)start + size;
302 1.10 martin size_t i;
303 1.10 martin uint32_t *p32, *p32_end, v32;
304 1.10 martin uint16_t *p16, *p16_end, v16;
305 1.10 martin
306 1.10 martin /* find first relevant list entry */
307 1.10 martin for (i = 0; i < list->cnt; i++)
308 1.10 martin if (start <= list->markers[i].addr)
309 1.10 martin break;
310 1.10 martin
311 1.10 martin /* swap all arm and thumb code parts of this section */
312 1.10 martin for ( ; i < list->cnt; i++) {
313 1.10 martin switch (list->markers[i].type) {
314 1.10 martin case ArmStart:
315 1.10 martin p32 = (uint32_t*)list->markers[i].addr;
316 1.10 martin p32_end = (uint32_t*)va_end;
317 1.10 martin if (i+1 < list->cnt) {
318 1.10 martin if ((uintptr_t)list->markers[i+1].addr
319 1.10 martin < va_end)
320 1.10 martin p32_end = (uint32_t*)
321 1.10 martin list->markers[i+1].addr;
322 1.10 martin }
323 1.10 martin while (p32 < p32_end) {
324 1.10 martin v32 = bswap32(*p32);
325 1.10 martin *p32++ = v32;
326 1.10 martin }
327 1.10 martin break;
328 1.10 martin case ThumbStart:
329 1.10 martin p16 = (uint16_t*)list->markers[i].addr;
330 1.10 martin p16_end = (uint16_t*)va_end;
331 1.10 martin if (i+1 < list->cnt) {
332 1.10 martin if ((uintptr_t)list->markers[i+1].addr
333 1.10 martin < va_end)
334 1.10 martin p16_end = (uint16_t*)
335 1.10 martin list->markers[i+1].addr;
336 1.10 martin }
337 1.10 martin while (p16 < p16_end) {
338 1.10 martin v16 = bswap16(*p16);
339 1.10 martin *p16++ = v16;
340 1.10 martin }
341 1.10 martin break;
342 1.10 martin default:
343 1.10 martin break;
344 1.10 martin }
345 1.10 martin }
346 1.10 martin }
347 1.10 martin
348 1.10 martin static void
349 1.10 martin kobj_be8_fixup(kobj_t ko)
350 1.10 martin {
351 1.10 martin size_t relsym_cnt = 0, i, msize;
352 1.10 martin struct be8_marker_list list;
353 1.10 martin struct be8_marker tmp;
354 1.10 martin
355 1.10 martin /*
356 1.10 martin * Count all special relocations symbols
357 1.10 martin */
358 1.10 martin ksyms_mod_foreach(ko->ko_name, be8_ksym_count, &relsym_cnt);
359 1.10 martin
360 1.10 martin /*
361 1.10 martin * Provide storage for the address list and add the symbols
362 1.10 martin */
363 1.10 martin list.cnt = 0;
364 1.10 martin msize = relsym_cnt*sizeof(*list.markers);
365 1.10 martin list.markers = kmem_alloc(msize, KM_SLEEP);
366 1.10 martin ksyms_mod_foreach(ko->ko_name, be8_ksym_add, &list);
367 1.10 martin KASSERT(list.cnt == relsym_cnt);
368 1.10 martin
369 1.10 martin /*
370 1.10 martin * Sort symbols by ascending address
371 1.10 martin */
372 1.10 martin if (kheapsort(list.markers, relsym_cnt, sizeof(*list.markers),
373 1.10 martin be8_ksym_comp, &tmp) != 0)
374 1.10 martin panic("could not sort be8 marker symbols");
375 1.10 martin
376 1.10 martin /*
377 1.10 martin * Apply swaps to the .text section (XXX we do not have the
378 1.10 martin * section header available any more, it has been jetisoned
379 1.10 martin * already, so we can not check for all PROGBIT sections).
380 1.10 martin */
381 1.10 martin for (i = 0; i < ko->ko_nprogtab; i++) {
382 1.10 martin if (strcmp(ko->ko_progtab[i].name, ".text") != 0)
383 1.10 martin continue;
384 1.10 martin be8_ksym_swap(ko->ko_progtab[i].addr,
385 1.10 martin (size_t)ko->ko_progtab[i].size,
386 1.10 martin &list);
387 1.10 martin }
388 1.10 martin
389 1.10 martin /*
390 1.10 martin * Done, free list
391 1.10 martin */
392 1.10 martin kmem_free(list.markers, msize);
393 1.10 martin }
394 1.10 martin #endif
395 1.10 martin
396 1.1 ad int
397 1.1 ad kobj_machdep(kobj_t ko, void *base, size_t size, bool load)
398 1.1 ad {
399 1.1 ad
400 1.1 ad if (load) {
401 1.10 martin #if __ARMEB__
402 1.11 martin if (CPU_IS_ARMV7_P() && base == (void*)ko->ko_text_address)
403 1.10 martin kobj_be8_fixup(ko);
404 1.10 martin #endif
405 1.5 matt #ifndef _RUMPKERNEL
406 1.7 matt cpu_idcache_wbinv_range((vaddr_t)base, size);
407 1.1 ad cpu_tlb_flushID();
408 1.5 matt #endif
409 1.1 ad }
410 1.1 ad
411 1.1 ad return 0;
412 1.1 ad }
413