elf.c revision 1.16 1 1.16 maxv /* $NetBSD: elf.c,v 1.16 2017/11/17 07:07:52 maxv Exp $ */
2 1.1 maxv
3 1.1 maxv /*
4 1.1 maxv * Copyright (c) 2017 The NetBSD Foundation, Inc. All rights reserved.
5 1.1 maxv *
6 1.1 maxv * This code is derived from software contributed to The NetBSD Foundation
7 1.1 maxv * by Maxime Villard.
8 1.1 maxv *
9 1.1 maxv * Redistribution and use in source and binary forms, with or without
10 1.1 maxv * modification, are permitted provided that the following conditions
11 1.1 maxv * are met:
12 1.1 maxv * 1. Redistributions of source code must retain the above copyright
13 1.1 maxv * notice, this list of conditions and the following disclaimer.
14 1.1 maxv * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 maxv * notice, this list of conditions and the following disclaimer in the
16 1.1 maxv * documentation and/or other materials provided with the distribution.
17 1.1 maxv *
18 1.1 maxv * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
19 1.1 maxv * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
20 1.1 maxv * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 1.1 maxv * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
22 1.1 maxv * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 1.1 maxv * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 1.1 maxv * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 1.1 maxv * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 1.1 maxv * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 1.1 maxv * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 1.1 maxv * POSSIBILITY OF SUCH DAMAGE.
29 1.1 maxv */
30 1.1 maxv
31 1.1 maxv #define ELFSIZE 64
32 1.1 maxv
33 1.1 maxv #include "prekern.h"
34 1.1 maxv #include <sys/exec_elf.h>
35 1.1 maxv
36 1.1 maxv struct elfinfo {
37 1.1 maxv Elf_Ehdr *ehdr;
38 1.1 maxv Elf_Shdr *shdr;
39 1.1 maxv char *shstrtab;
40 1.1 maxv size_t shstrsz;
41 1.1 maxv Elf_Sym *symtab;
42 1.1 maxv size_t symcnt;
43 1.1 maxv char *strtab;
44 1.1 maxv size_t strsz;
45 1.1 maxv };
46 1.1 maxv
47 1.4 maxv extern paddr_t kernpa_start, kernpa_end;
48 1.4 maxv
49 1.1 maxv static struct elfinfo eif;
50 1.1 maxv static const char entrypoint[] = "start_prekern";
51 1.1 maxv
52 1.1 maxv static int
53 1.13 maxv elf_check_header(void)
54 1.1 maxv {
55 1.1 maxv if (memcmp((char *)eif.ehdr->e_ident, ELFMAG, SELFMAG) != 0 ||
56 1.2 maxv eif.ehdr->e_ident[EI_CLASS] != ELFCLASS ||
57 1.2 maxv eif.ehdr->e_type != ET_REL) {
58 1.1 maxv return -1;
59 1.1 maxv }
60 1.1 maxv return 0;
61 1.1 maxv }
62 1.1 maxv
63 1.1 maxv static vaddr_t
64 1.13 maxv elf_get_entrypoint(void)
65 1.1 maxv {
66 1.1 maxv Elf_Sym *sym;
67 1.1 maxv size_t i;
68 1.1 maxv char *buf;
69 1.1 maxv
70 1.1 maxv for (i = 0; i < eif.symcnt; i++) {
71 1.1 maxv sym = &eif.symtab[i];
72 1.1 maxv
73 1.1 maxv if (ELF_ST_TYPE(sym->st_info) != STT_FUNC)
74 1.1 maxv continue;
75 1.1 maxv if (sym->st_name == 0)
76 1.1 maxv continue;
77 1.1 maxv if (sym->st_shndx == SHN_UNDEF)
78 1.1 maxv continue; /* Skip external references */
79 1.1 maxv buf = eif.strtab + sym->st_name;
80 1.1 maxv
81 1.1 maxv if (!memcmp(buf, entrypoint, sizeof(entrypoint))) {
82 1.1 maxv return (vaddr_t)sym->st_value;
83 1.1 maxv }
84 1.1 maxv }
85 1.1 maxv
86 1.1 maxv return 0;
87 1.1 maxv }
88 1.1 maxv
89 1.1 maxv static Elf_Shdr *
90 1.1 maxv elf_find_section(char *name)
91 1.1 maxv {
92 1.1 maxv char *buf;
93 1.1 maxv size_t i;
94 1.1 maxv
95 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
96 1.1 maxv if (eif.shdr[i].sh_name == 0) {
97 1.1 maxv continue;
98 1.1 maxv }
99 1.1 maxv buf = eif.shstrtab + eif.shdr[i].sh_name;
100 1.1 maxv if (!strcmp(name, buf)) {
101 1.1 maxv return &eif.shdr[i];
102 1.1 maxv }
103 1.1 maxv }
104 1.1 maxv
105 1.1 maxv return NULL;
106 1.1 maxv }
107 1.1 maxv
108 1.1 maxv static uintptr_t
109 1.1 maxv elf_sym_lookup(size_t symidx)
110 1.1 maxv {
111 1.1 maxv const Elf_Sym *sym;
112 1.1 maxv char *buf, *secname;
113 1.1 maxv Elf_Shdr *sec;
114 1.1 maxv
115 1.6 maxv if (symidx == STN_UNDEF) {
116 1.6 maxv return 0;
117 1.6 maxv }
118 1.6 maxv
119 1.1 maxv if (symidx >= eif.symcnt) {
120 1.1 maxv fatal("elf_sym_lookup: symbol beyond table");
121 1.1 maxv }
122 1.1 maxv sym = &eif.symtab[symidx];
123 1.1 maxv buf = eif.strtab + sym->st_name;
124 1.1 maxv
125 1.1 maxv if (sym->st_shndx == SHN_UNDEF) {
126 1.1 maxv if (!memcmp(buf, "__start_link_set", 16)) {
127 1.1 maxv secname = buf + 8;
128 1.1 maxv sec = elf_find_section(secname);
129 1.1 maxv if (sec == NULL) {
130 1.1 maxv fatal("elf_sym_lookup: unknown start link set");
131 1.1 maxv }
132 1.1 maxv return (uintptr_t)((uint8_t *)eif.ehdr +
133 1.1 maxv sec->sh_offset);
134 1.1 maxv }
135 1.1 maxv if (!memcmp(buf, "__stop_link_set", 15)) {
136 1.1 maxv secname = buf + 7;
137 1.1 maxv sec = elf_find_section(secname);
138 1.1 maxv if (sec == NULL) {
139 1.1 maxv fatal("elf_sym_lookup: unknown stop link set");
140 1.1 maxv }
141 1.1 maxv return (uintptr_t)((uint8_t *)eif.ehdr +
142 1.1 maxv sec->sh_offset + sec->sh_size);
143 1.1 maxv }
144 1.1 maxv
145 1.1 maxv fatal("elf_sym_lookup: external symbol");
146 1.1 maxv }
147 1.1 maxv if (sym->st_value == 0) {
148 1.1 maxv fatal("elf_sym_lookup: zero value");
149 1.1 maxv }
150 1.1 maxv return (uintptr_t)sym->st_value;
151 1.1 maxv }
152 1.1 maxv
153 1.1 maxv static void
154 1.1 maxv elf_apply_reloc(uintptr_t relocbase, const void *data, bool isrela)
155 1.1 maxv {
156 1.1 maxv Elf64_Addr *where, val;
157 1.1 maxv Elf32_Addr *where32, val32;
158 1.1 maxv Elf64_Addr addr;
159 1.1 maxv Elf64_Addr addend;
160 1.1 maxv uintptr_t rtype, symidx;
161 1.1 maxv const Elf_Rel *rel;
162 1.1 maxv const Elf_Rela *rela;
163 1.1 maxv
164 1.1 maxv if (isrela) {
165 1.1 maxv rela = (const Elf_Rela *)data;
166 1.1 maxv where = (Elf64_Addr *)(relocbase + rela->r_offset);
167 1.1 maxv addend = rela->r_addend;
168 1.1 maxv rtype = ELF_R_TYPE(rela->r_info);
169 1.1 maxv symidx = ELF_R_SYM(rela->r_info);
170 1.1 maxv } else {
171 1.1 maxv rel = (const Elf_Rel *)data;
172 1.1 maxv where = (Elf64_Addr *)(relocbase + rel->r_offset);
173 1.1 maxv rtype = ELF_R_TYPE(rel->r_info);
174 1.1 maxv symidx = ELF_R_SYM(rel->r_info);
175 1.1 maxv /* Addend is 32 bit on 32 bit relocs */
176 1.1 maxv switch (rtype) {
177 1.1 maxv case R_X86_64_PC32:
178 1.1 maxv case R_X86_64_32:
179 1.1 maxv case R_X86_64_32S:
180 1.1 maxv addend = *(Elf32_Addr *)where;
181 1.1 maxv break;
182 1.1 maxv default:
183 1.1 maxv addend = *where;
184 1.1 maxv break;
185 1.1 maxv }
186 1.1 maxv }
187 1.1 maxv
188 1.1 maxv switch (rtype) {
189 1.1 maxv case R_X86_64_NONE: /* none */
190 1.1 maxv break;
191 1.1 maxv
192 1.1 maxv case R_X86_64_64: /* S + A */
193 1.1 maxv addr = elf_sym_lookup(symidx);
194 1.1 maxv val = addr + addend;
195 1.1 maxv *where = val;
196 1.1 maxv break;
197 1.1 maxv
198 1.1 maxv case R_X86_64_PC32: /* S + A - P */
199 1.1 maxv addr = elf_sym_lookup(symidx);
200 1.1 maxv where32 = (Elf32_Addr *)where;
201 1.1 maxv val32 = (Elf32_Addr)(addr + addend - (Elf64_Addr)where);
202 1.1 maxv *where32 = val32;
203 1.1 maxv break;
204 1.1 maxv
205 1.1 maxv case R_X86_64_32: /* S + A */
206 1.1 maxv case R_X86_64_32S: /* S + A sign extend */
207 1.1 maxv addr = elf_sym_lookup(symidx);
208 1.1 maxv val32 = (Elf32_Addr)(addr + addend);
209 1.1 maxv where32 = (Elf32_Addr *)where;
210 1.1 maxv *where32 = val32;
211 1.1 maxv break;
212 1.1 maxv
213 1.1 maxv case R_X86_64_GLOB_DAT: /* S */
214 1.1 maxv case R_X86_64_JUMP_SLOT:/* XXX need addend + offset */
215 1.1 maxv addr = elf_sym_lookup(symidx);
216 1.1 maxv *where = addr;
217 1.1 maxv break;
218 1.1 maxv
219 1.1 maxv case R_X86_64_RELATIVE: /* B + A */
220 1.1 maxv addr = relocbase + addend;
221 1.1 maxv val = addr;
222 1.1 maxv *where = val;
223 1.1 maxv break;
224 1.1 maxv
225 1.1 maxv default:
226 1.1 maxv fatal("elf_apply_reloc: unexpected relocation type");
227 1.1 maxv }
228 1.1 maxv }
229 1.1 maxv
230 1.4 maxv /* -------------------------------------------------------------------------- */
231 1.4 maxv
232 1.4 maxv size_t
233 1.4 maxv elf_get_head_size(vaddr_t headva)
234 1.4 maxv {
235 1.4 maxv Elf_Ehdr *ehdr;
236 1.4 maxv Elf_Shdr *shdr;
237 1.4 maxv size_t size;
238 1.4 maxv
239 1.4 maxv ehdr = (Elf_Ehdr *)headva;
240 1.4 maxv shdr = (Elf_Shdr *)((uint8_t *)ehdr + ehdr->e_shoff);
241 1.4 maxv
242 1.4 maxv size = (vaddr_t)shdr + (vaddr_t)(ehdr->e_shnum * sizeof(Elf_Shdr)) -
243 1.4 maxv (vaddr_t)ehdr;
244 1.4 maxv
245 1.4 maxv return roundup(size, PAGE_SIZE);
246 1.4 maxv }
247 1.4 maxv
248 1.4 maxv void
249 1.4 maxv elf_build_head(vaddr_t headva)
250 1.4 maxv {
251 1.4 maxv memset(&eif, 0, sizeof(struct elfinfo));
252 1.4 maxv
253 1.4 maxv eif.ehdr = (Elf_Ehdr *)headva;
254 1.4 maxv eif.shdr = (Elf_Shdr *)((uint8_t *)eif.ehdr + eif.ehdr->e_shoff);
255 1.4 maxv
256 1.4 maxv if (elf_check_header() == -1) {
257 1.5 maxv fatal("elf_build_head: wrong kernel ELF header");
258 1.4 maxv }
259 1.4 maxv }
260 1.4 maxv
261 1.4 maxv void
262 1.13 maxv elf_map_sections(void)
263 1.4 maxv {
264 1.4 maxv const paddr_t basepa = kernpa_start;
265 1.4 maxv const vaddr_t headva = (vaddr_t)eif.ehdr;
266 1.10 maxv Elf_Shdr *shdr;
267 1.10 maxv int segtype;
268 1.10 maxv vaddr_t secva;
269 1.10 maxv paddr_t secpa;
270 1.14 maxv size_t i, secsz, secalign;
271 1.4 maxv
272 1.4 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
273 1.10 maxv shdr = &eif.shdr[i];
274 1.4 maxv
275 1.11 maxv if (!(shdr->sh_flags & SHF_ALLOC)) {
276 1.11 maxv continue;
277 1.11 maxv }
278 1.10 maxv if (shdr->sh_type != SHT_NOBITS &&
279 1.10 maxv shdr->sh_type != SHT_PROGBITS) {
280 1.4 maxv continue;
281 1.4 maxv }
282 1.4 maxv
283 1.10 maxv if (shdr->sh_flags & SHF_EXECINSTR) {
284 1.10 maxv segtype = BTSEG_TEXT;
285 1.10 maxv } else if (shdr->sh_flags & SHF_WRITE) {
286 1.10 maxv segtype = BTSEG_DATA;
287 1.10 maxv } else {
288 1.10 maxv segtype = BTSEG_RODATA;
289 1.4 maxv }
290 1.10 maxv secpa = basepa + shdr->sh_offset;
291 1.10 maxv secsz = shdr->sh_size;
292 1.14 maxv secalign = shdr->sh_addralign;
293 1.10 maxv ASSERT(shdr->sh_offset != 0);
294 1.10 maxv ASSERT(secpa % PAGE_SIZE == 0);
295 1.16 maxv ASSERT(secpa + secsz <= kernpa_end);
296 1.4 maxv
297 1.14 maxv secva = mm_map_segment(segtype, secpa, secsz, secalign);
298 1.4 maxv
299 1.4 maxv /* We want (headva + sh_offset) to be the VA of the section. */
300 1.12 maxv ASSERT(secva > headva);
301 1.10 maxv shdr->sh_offset = secva - headva;
302 1.4 maxv }
303 1.4 maxv }
304 1.4 maxv
305 1.4 maxv void
306 1.4 maxv elf_build_boot(vaddr_t bootva, paddr_t bootpa)
307 1.1 maxv {
308 1.4 maxv const paddr_t basepa = kernpa_start;
309 1.4 maxv const vaddr_t headva = (vaddr_t)eif.ehdr;
310 1.4 maxv size_t i, j, offboot;
311 1.1 maxv
312 1.4 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
313 1.4 maxv if (eif.shdr[i].sh_type != SHT_STRTAB &&
314 1.4 maxv eif.shdr[i].sh_type != SHT_REL &&
315 1.4 maxv eif.shdr[i].sh_type != SHT_RELA &&
316 1.4 maxv eif.shdr[i].sh_type != SHT_SYMTAB) {
317 1.4 maxv continue;
318 1.4 maxv }
319 1.4 maxv if (eif.shdr[i].sh_offset == 0) {
320 1.4 maxv /* hasn't been loaded */
321 1.4 maxv continue;
322 1.4 maxv }
323 1.1 maxv
324 1.4 maxv /* Offset of the section within the boot region. */
325 1.4 maxv offboot = basepa + eif.shdr[i].sh_offset - bootpa;
326 1.1 maxv
327 1.4 maxv /* We want (headva + sh_offset) to be the VA of the region. */
328 1.4 maxv eif.shdr[i].sh_offset = (bootva + offboot - headva);
329 1.1 maxv }
330 1.1 maxv
331 1.1 maxv /* Locate the section names */
332 1.1 maxv j = eif.ehdr->e_shstrndx;
333 1.1 maxv if (j == SHN_UNDEF) {
334 1.5 maxv fatal("elf_build_boot: shstrtab not found");
335 1.1 maxv }
336 1.1 maxv if (j >= eif.ehdr->e_shnum) {
337 1.5 maxv fatal("elf_build_boot: wrong shstrtab index");
338 1.1 maxv }
339 1.1 maxv eif.shstrtab = (char *)((uint8_t *)eif.ehdr + eif.shdr[j].sh_offset);
340 1.1 maxv eif.shstrsz = eif.shdr[j].sh_size;
341 1.1 maxv
342 1.1 maxv /* Locate the symbol table */
343 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
344 1.1 maxv if (eif.shdr[i].sh_type == SHT_SYMTAB)
345 1.1 maxv break;
346 1.1 maxv }
347 1.1 maxv if (i == eif.ehdr->e_shnum) {
348 1.5 maxv fatal("elf_build_boot: symtab not found");
349 1.1 maxv }
350 1.1 maxv eif.symtab = (Elf_Sym *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
351 1.1 maxv eif.symcnt = eif.shdr[i].sh_size / sizeof(Elf_Sym);
352 1.1 maxv
353 1.1 maxv /* Also locate the string table */
354 1.1 maxv j = eif.shdr[i].sh_link;
355 1.1 maxv if (j == SHN_UNDEF || j >= eif.ehdr->e_shnum) {
356 1.5 maxv fatal("elf_build_boot: wrong strtab index");
357 1.1 maxv }
358 1.1 maxv if (eif.shdr[j].sh_type != SHT_STRTAB) {
359 1.5 maxv fatal("elf_build_boot: wrong strtab type");
360 1.1 maxv }
361 1.1 maxv eif.strtab = (char *)((uint8_t *)eif.ehdr + eif.shdr[j].sh_offset);
362 1.1 maxv eif.strsz = eif.shdr[j].sh_size;
363 1.1 maxv }
364 1.1 maxv
365 1.1 maxv vaddr_t
366 1.13 maxv elf_kernel_reloc(void)
367 1.1 maxv {
368 1.4 maxv const vaddr_t baseva = (vaddr_t)eif.ehdr;
369 1.1 maxv vaddr_t secva, ent;
370 1.1 maxv Elf_Sym *sym;
371 1.1 maxv size_t i, j;
372 1.1 maxv
373 1.1 maxv print_state(true, "ELF info created");
374 1.1 maxv
375 1.1 maxv /*
376 1.1 maxv * Update all symbol values with the appropriate offset.
377 1.1 maxv */
378 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
379 1.1 maxv if (eif.shdr[i].sh_type != SHT_NOBITS &&
380 1.1 maxv eif.shdr[i].sh_type != SHT_PROGBITS) {
381 1.1 maxv continue;
382 1.1 maxv }
383 1.1 maxv secva = baseva + eif.shdr[i].sh_offset;
384 1.1 maxv for (j = 0; j < eif.symcnt; j++) {
385 1.1 maxv sym = &eif.symtab[j];
386 1.1 maxv if (sym->st_shndx != i) {
387 1.1 maxv continue;
388 1.1 maxv }
389 1.1 maxv sym->st_value += (Elf_Addr)secva;
390 1.1 maxv }
391 1.1 maxv }
392 1.1 maxv
393 1.1 maxv print_state(true, "Symbol values updated");
394 1.1 maxv
395 1.1 maxv /*
396 1.1 maxv * Perform relocations without addend if there are any.
397 1.1 maxv */
398 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
399 1.1 maxv Elf_Rel *reltab, *rel;
400 1.1 maxv size_t secidx, nrel;
401 1.1 maxv uintptr_t base;
402 1.1 maxv
403 1.1 maxv if (eif.shdr[i].sh_type != SHT_REL)
404 1.1 maxv continue;
405 1.1 maxv
406 1.1 maxv reltab = (Elf_Rel *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
407 1.1 maxv nrel = eif.shdr[i].sh_size / sizeof(Elf_Rel);
408 1.1 maxv
409 1.1 maxv secidx = eif.shdr[i].sh_info;
410 1.1 maxv if (secidx >= eif.ehdr->e_shnum) {
411 1.1 maxv fatal("elf_kernel_reloc: wrong REL relocation");
412 1.1 maxv }
413 1.1 maxv base = (uintptr_t)eif.ehdr + eif.shdr[secidx].sh_offset;
414 1.1 maxv
415 1.1 maxv for (j = 0; j < nrel; j++) {
416 1.1 maxv rel = &reltab[j];
417 1.1 maxv elf_apply_reloc(base, rel, false);
418 1.1 maxv }
419 1.1 maxv }
420 1.1 maxv
421 1.1 maxv print_state(true, "REL relocations applied");
422 1.1 maxv
423 1.1 maxv /*
424 1.1 maxv * Perform relocations with addend if there are any.
425 1.1 maxv */
426 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
427 1.1 maxv Elf_Rela *relatab, *rela;
428 1.1 maxv size_t secidx, nrela;
429 1.1 maxv uintptr_t base;
430 1.1 maxv
431 1.1 maxv if (eif.shdr[i].sh_type != SHT_RELA)
432 1.1 maxv continue;
433 1.1 maxv
434 1.1 maxv relatab = (Elf_Rela *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
435 1.1 maxv nrela = eif.shdr[i].sh_size / sizeof(Elf_Rela);
436 1.1 maxv
437 1.1 maxv secidx = eif.shdr[i].sh_info;
438 1.1 maxv if (secidx >= eif.ehdr->e_shnum) {
439 1.1 maxv fatal("elf_kernel_reloc: wrong RELA relocation");
440 1.1 maxv }
441 1.1 maxv base = (uintptr_t)eif.ehdr + eif.shdr[secidx].sh_offset;
442 1.1 maxv
443 1.1 maxv for (j = 0; j < nrela; j++) {
444 1.1 maxv rela = &relatab[j];
445 1.1 maxv elf_apply_reloc(base, rela, true);
446 1.1 maxv }
447 1.1 maxv }
448 1.1 maxv
449 1.1 maxv print_state(true, "RELA relocations applied");
450 1.1 maxv
451 1.1 maxv /*
452 1.1 maxv * Get the entry point.
453 1.1 maxv */
454 1.13 maxv ent = elf_get_entrypoint();
455 1.1 maxv if (ent == 0) {
456 1.1 maxv fatal("elf_kernel_reloc: entry point not found");
457 1.1 maxv }
458 1.1 maxv
459 1.1 maxv print_state(true, "Entry point found");
460 1.1 maxv
461 1.1 maxv return ent;
462 1.1 maxv }
463