elf.c revision 1.10 1 1.10 maxv /* $NetBSD: elf.c,v 1.10 2017/11/13 21:14:04 maxv Exp $ */
2 1.1 maxv
3 1.1 maxv /*
4 1.1 maxv * Copyright (c) 2017 The NetBSD Foundation, Inc. All rights reserved.
5 1.1 maxv *
6 1.1 maxv * This code is derived from software contributed to The NetBSD Foundation
7 1.1 maxv * by Maxime Villard.
8 1.1 maxv *
9 1.1 maxv * Redistribution and use in source and binary forms, with or without
10 1.1 maxv * modification, are permitted provided that the following conditions
11 1.1 maxv * are met:
12 1.1 maxv * 1. Redistributions of source code must retain the above copyright
13 1.1 maxv * notice, this list of conditions and the following disclaimer.
14 1.1 maxv * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 maxv * notice, this list of conditions and the following disclaimer in the
16 1.1 maxv * documentation and/or other materials provided with the distribution.
17 1.1 maxv *
18 1.1 maxv * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
19 1.1 maxv * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
20 1.1 maxv * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 1.1 maxv * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
22 1.1 maxv * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 1.1 maxv * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 1.1 maxv * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 1.1 maxv * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 1.1 maxv * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 1.1 maxv * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 1.1 maxv * POSSIBILITY OF SUCH DAMAGE.
29 1.1 maxv */
30 1.1 maxv
31 1.1 maxv #define ELFSIZE 64
32 1.1 maxv
33 1.1 maxv #include "prekern.h"
34 1.1 maxv #include <sys/exec_elf.h>
35 1.1 maxv
36 1.1 maxv struct elfinfo {
37 1.1 maxv Elf_Ehdr *ehdr;
38 1.1 maxv Elf_Shdr *shdr;
39 1.1 maxv char *shstrtab;
40 1.1 maxv size_t shstrsz;
41 1.1 maxv Elf_Sym *symtab;
42 1.1 maxv size_t symcnt;
43 1.1 maxv char *strtab;
44 1.1 maxv size_t strsz;
45 1.1 maxv };
46 1.1 maxv
47 1.4 maxv extern paddr_t kernpa_start, kernpa_end;
48 1.4 maxv
49 1.1 maxv static struct elfinfo eif;
50 1.1 maxv static const char entrypoint[] = "start_prekern";
51 1.1 maxv
52 1.1 maxv static int
53 1.1 maxv elf_check_header()
54 1.1 maxv {
55 1.1 maxv if (memcmp((char *)eif.ehdr->e_ident, ELFMAG, SELFMAG) != 0 ||
56 1.2 maxv eif.ehdr->e_ident[EI_CLASS] != ELFCLASS ||
57 1.2 maxv eif.ehdr->e_type != ET_REL) {
58 1.1 maxv return -1;
59 1.1 maxv }
60 1.1 maxv return 0;
61 1.1 maxv }
62 1.1 maxv
63 1.1 maxv static vaddr_t
64 1.1 maxv elf_get_entrypoint()
65 1.1 maxv {
66 1.1 maxv Elf_Sym *sym;
67 1.1 maxv size_t i;
68 1.1 maxv char *buf;
69 1.1 maxv
70 1.1 maxv for (i = 0; i < eif.symcnt; i++) {
71 1.1 maxv sym = &eif.symtab[i];
72 1.1 maxv
73 1.1 maxv if (ELF_ST_TYPE(sym->st_info) != STT_FUNC)
74 1.1 maxv continue;
75 1.1 maxv if (sym->st_name == 0)
76 1.1 maxv continue;
77 1.1 maxv if (sym->st_shndx == SHN_UNDEF)
78 1.1 maxv continue; /* Skip external references */
79 1.1 maxv buf = eif.strtab + sym->st_name;
80 1.1 maxv
81 1.1 maxv if (!memcmp(buf, entrypoint, sizeof(entrypoint))) {
82 1.1 maxv return (vaddr_t)sym->st_value;
83 1.1 maxv }
84 1.1 maxv }
85 1.1 maxv
86 1.1 maxv return 0;
87 1.1 maxv }
88 1.1 maxv
89 1.1 maxv static Elf_Shdr *
90 1.1 maxv elf_find_section(char *name)
91 1.1 maxv {
92 1.1 maxv char *buf;
93 1.1 maxv size_t i;
94 1.1 maxv
95 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
96 1.1 maxv if (eif.shdr[i].sh_name == 0) {
97 1.1 maxv continue;
98 1.1 maxv }
99 1.1 maxv buf = eif.shstrtab + eif.shdr[i].sh_name;
100 1.1 maxv if (!strcmp(name, buf)) {
101 1.1 maxv return &eif.shdr[i];
102 1.1 maxv }
103 1.1 maxv }
104 1.1 maxv
105 1.1 maxv return NULL;
106 1.1 maxv }
107 1.1 maxv
108 1.1 maxv static uintptr_t
109 1.1 maxv elf_sym_lookup(size_t symidx)
110 1.1 maxv {
111 1.1 maxv const Elf_Sym *sym;
112 1.1 maxv char *buf, *secname;
113 1.1 maxv Elf_Shdr *sec;
114 1.1 maxv
115 1.6 maxv if (symidx == STN_UNDEF) {
116 1.6 maxv return 0;
117 1.6 maxv }
118 1.6 maxv
119 1.1 maxv if (symidx >= eif.symcnt) {
120 1.1 maxv fatal("elf_sym_lookup: symbol beyond table");
121 1.1 maxv }
122 1.1 maxv sym = &eif.symtab[symidx];
123 1.1 maxv buf = eif.strtab + sym->st_name;
124 1.1 maxv
125 1.1 maxv if (sym->st_shndx == SHN_UNDEF) {
126 1.1 maxv if (!memcmp(buf, "__start_link_set", 16)) {
127 1.1 maxv secname = buf + 8;
128 1.1 maxv sec = elf_find_section(secname);
129 1.1 maxv if (sec == NULL) {
130 1.1 maxv fatal("elf_sym_lookup: unknown start link set");
131 1.1 maxv }
132 1.1 maxv return (uintptr_t)((uint8_t *)eif.ehdr +
133 1.1 maxv sec->sh_offset);
134 1.1 maxv }
135 1.1 maxv if (!memcmp(buf, "__stop_link_set", 15)) {
136 1.1 maxv secname = buf + 7;
137 1.1 maxv sec = elf_find_section(secname);
138 1.1 maxv if (sec == NULL) {
139 1.1 maxv fatal("elf_sym_lookup: unknown stop link set");
140 1.1 maxv }
141 1.1 maxv return (uintptr_t)((uint8_t *)eif.ehdr +
142 1.1 maxv sec->sh_offset + sec->sh_size);
143 1.1 maxv }
144 1.1 maxv
145 1.1 maxv fatal("elf_sym_lookup: external symbol");
146 1.1 maxv }
147 1.1 maxv if (sym->st_value == 0) {
148 1.1 maxv fatal("elf_sym_lookup: zero value");
149 1.1 maxv }
150 1.1 maxv return (uintptr_t)sym->st_value;
151 1.1 maxv }
152 1.1 maxv
153 1.1 maxv static void
154 1.1 maxv elf_apply_reloc(uintptr_t relocbase, const void *data, bool isrela)
155 1.1 maxv {
156 1.1 maxv Elf64_Addr *where, val;
157 1.1 maxv Elf32_Addr *where32, val32;
158 1.1 maxv Elf64_Addr addr;
159 1.1 maxv Elf64_Addr addend;
160 1.1 maxv uintptr_t rtype, symidx;
161 1.1 maxv const Elf_Rel *rel;
162 1.1 maxv const Elf_Rela *rela;
163 1.1 maxv
164 1.1 maxv if (isrela) {
165 1.1 maxv rela = (const Elf_Rela *)data;
166 1.1 maxv where = (Elf64_Addr *)(relocbase + rela->r_offset);
167 1.1 maxv addend = rela->r_addend;
168 1.1 maxv rtype = ELF_R_TYPE(rela->r_info);
169 1.1 maxv symidx = ELF_R_SYM(rela->r_info);
170 1.1 maxv } else {
171 1.1 maxv rel = (const Elf_Rel *)data;
172 1.1 maxv where = (Elf64_Addr *)(relocbase + rel->r_offset);
173 1.1 maxv rtype = ELF_R_TYPE(rel->r_info);
174 1.1 maxv symidx = ELF_R_SYM(rel->r_info);
175 1.1 maxv /* Addend is 32 bit on 32 bit relocs */
176 1.1 maxv switch (rtype) {
177 1.1 maxv case R_X86_64_PC32:
178 1.1 maxv case R_X86_64_32:
179 1.1 maxv case R_X86_64_32S:
180 1.1 maxv addend = *(Elf32_Addr *)where;
181 1.1 maxv break;
182 1.1 maxv default:
183 1.1 maxv addend = *where;
184 1.1 maxv break;
185 1.1 maxv }
186 1.1 maxv }
187 1.1 maxv
188 1.1 maxv switch (rtype) {
189 1.1 maxv case R_X86_64_NONE: /* none */
190 1.1 maxv break;
191 1.1 maxv
192 1.1 maxv case R_X86_64_64: /* S + A */
193 1.1 maxv addr = elf_sym_lookup(symidx);
194 1.1 maxv val = addr + addend;
195 1.1 maxv *where = val;
196 1.1 maxv break;
197 1.1 maxv
198 1.1 maxv case R_X86_64_PC32: /* S + A - P */
199 1.1 maxv addr = elf_sym_lookup(symidx);
200 1.1 maxv where32 = (Elf32_Addr *)where;
201 1.1 maxv val32 = (Elf32_Addr)(addr + addend - (Elf64_Addr)where);
202 1.1 maxv *where32 = val32;
203 1.1 maxv break;
204 1.1 maxv
205 1.1 maxv case R_X86_64_32: /* S + A */
206 1.1 maxv case R_X86_64_32S: /* S + A sign extend */
207 1.1 maxv addr = elf_sym_lookup(symidx);
208 1.1 maxv val32 = (Elf32_Addr)(addr + addend);
209 1.1 maxv where32 = (Elf32_Addr *)where;
210 1.1 maxv *where32 = val32;
211 1.1 maxv break;
212 1.1 maxv
213 1.1 maxv case R_X86_64_GLOB_DAT: /* S */
214 1.1 maxv case R_X86_64_JUMP_SLOT:/* XXX need addend + offset */
215 1.1 maxv addr = elf_sym_lookup(symidx);
216 1.1 maxv *where = addr;
217 1.1 maxv break;
218 1.1 maxv
219 1.1 maxv case R_X86_64_RELATIVE: /* B + A */
220 1.1 maxv addr = relocbase + addend;
221 1.1 maxv val = addr;
222 1.1 maxv *where = val;
223 1.1 maxv break;
224 1.1 maxv
225 1.1 maxv default:
226 1.1 maxv fatal("elf_apply_reloc: unexpected relocation type");
227 1.1 maxv }
228 1.1 maxv }
229 1.1 maxv
230 1.4 maxv /* -------------------------------------------------------------------------- */
231 1.4 maxv
232 1.4 maxv size_t
233 1.4 maxv elf_get_head_size(vaddr_t headva)
234 1.4 maxv {
235 1.4 maxv Elf_Ehdr *ehdr;
236 1.4 maxv Elf_Shdr *shdr;
237 1.4 maxv size_t size;
238 1.4 maxv
239 1.4 maxv ehdr = (Elf_Ehdr *)headva;
240 1.4 maxv shdr = (Elf_Shdr *)((uint8_t *)ehdr + ehdr->e_shoff);
241 1.4 maxv
242 1.4 maxv size = (vaddr_t)shdr + (vaddr_t)(ehdr->e_shnum * sizeof(Elf_Shdr)) -
243 1.4 maxv (vaddr_t)ehdr;
244 1.4 maxv
245 1.4 maxv return roundup(size, PAGE_SIZE);
246 1.4 maxv }
247 1.4 maxv
248 1.4 maxv void
249 1.4 maxv elf_build_head(vaddr_t headva)
250 1.4 maxv {
251 1.4 maxv memset(&eif, 0, sizeof(struct elfinfo));
252 1.4 maxv
253 1.4 maxv eif.ehdr = (Elf_Ehdr *)headva;
254 1.4 maxv eif.shdr = (Elf_Shdr *)((uint8_t *)eif.ehdr + eif.ehdr->e_shoff);
255 1.4 maxv
256 1.4 maxv if (elf_check_header() == -1) {
257 1.5 maxv fatal("elf_build_head: wrong kernel ELF header");
258 1.4 maxv }
259 1.4 maxv }
260 1.4 maxv
261 1.4 maxv void
262 1.10 maxv elf_map_sections()
263 1.4 maxv {
264 1.4 maxv const paddr_t basepa = kernpa_start;
265 1.4 maxv const vaddr_t headva = (vaddr_t)eif.ehdr;
266 1.10 maxv Elf_Shdr *shdr;
267 1.10 maxv int segtype;
268 1.10 maxv vaddr_t secva;
269 1.10 maxv paddr_t secpa;
270 1.4 maxv size_t i, secsz;
271 1.4 maxv
272 1.4 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
273 1.10 maxv shdr = &eif.shdr[i];
274 1.4 maxv
275 1.10 maxv if (shdr->sh_type != SHT_NOBITS &&
276 1.10 maxv shdr->sh_type != SHT_PROGBITS) {
277 1.4 maxv continue;
278 1.4 maxv }
279 1.4 maxv
280 1.10 maxv if (shdr->sh_flags & SHF_EXECINSTR) {
281 1.10 maxv segtype = BTSEG_TEXT;
282 1.10 maxv } else if (shdr->sh_flags & SHF_WRITE) {
283 1.10 maxv segtype = BTSEG_DATA;
284 1.10 maxv } else {
285 1.10 maxv segtype = BTSEG_RODATA;
286 1.4 maxv }
287 1.10 maxv secpa = basepa + shdr->sh_offset;
288 1.10 maxv secsz = shdr->sh_size;
289 1.10 maxv ASSERT(shdr->sh_offset != 0);
290 1.10 maxv ASSERT(secpa % PAGE_SIZE == 0);
291 1.4 maxv
292 1.10 maxv secva = mm_map_segment(segtype, secpa, secsz);
293 1.4 maxv
294 1.4 maxv /* We want (headva + sh_offset) to be the VA of the section. */
295 1.10 maxv shdr->sh_offset = secva - headva;
296 1.4 maxv }
297 1.4 maxv }
298 1.4 maxv
299 1.4 maxv void
300 1.4 maxv elf_build_boot(vaddr_t bootva, paddr_t bootpa)
301 1.1 maxv {
302 1.4 maxv const paddr_t basepa = kernpa_start;
303 1.4 maxv const vaddr_t headva = (vaddr_t)eif.ehdr;
304 1.4 maxv size_t i, j, offboot;
305 1.1 maxv
306 1.4 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
307 1.4 maxv if (eif.shdr[i].sh_type != SHT_STRTAB &&
308 1.4 maxv eif.shdr[i].sh_type != SHT_REL &&
309 1.4 maxv eif.shdr[i].sh_type != SHT_RELA &&
310 1.4 maxv eif.shdr[i].sh_type != SHT_SYMTAB) {
311 1.4 maxv continue;
312 1.4 maxv }
313 1.4 maxv if (eif.shdr[i].sh_offset == 0) {
314 1.4 maxv /* hasn't been loaded */
315 1.4 maxv continue;
316 1.4 maxv }
317 1.1 maxv
318 1.4 maxv /* Offset of the section within the boot region. */
319 1.4 maxv offboot = basepa + eif.shdr[i].sh_offset - bootpa;
320 1.1 maxv
321 1.4 maxv /* We want (headva + sh_offset) to be the VA of the region. */
322 1.4 maxv eif.shdr[i].sh_offset = (bootva + offboot - headva);
323 1.1 maxv }
324 1.1 maxv
325 1.1 maxv /* Locate the section names */
326 1.1 maxv j = eif.ehdr->e_shstrndx;
327 1.1 maxv if (j == SHN_UNDEF) {
328 1.5 maxv fatal("elf_build_boot: shstrtab not found");
329 1.1 maxv }
330 1.1 maxv if (j >= eif.ehdr->e_shnum) {
331 1.5 maxv fatal("elf_build_boot: wrong shstrtab index");
332 1.1 maxv }
333 1.1 maxv eif.shstrtab = (char *)((uint8_t *)eif.ehdr + eif.shdr[j].sh_offset);
334 1.1 maxv eif.shstrsz = eif.shdr[j].sh_size;
335 1.1 maxv
336 1.1 maxv /* Locate the symbol table */
337 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
338 1.1 maxv if (eif.shdr[i].sh_type == SHT_SYMTAB)
339 1.1 maxv break;
340 1.1 maxv }
341 1.1 maxv if (i == eif.ehdr->e_shnum) {
342 1.5 maxv fatal("elf_build_boot: symtab not found");
343 1.1 maxv }
344 1.1 maxv eif.symtab = (Elf_Sym *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
345 1.1 maxv eif.symcnt = eif.shdr[i].sh_size / sizeof(Elf_Sym);
346 1.1 maxv
347 1.1 maxv /* Also locate the string table */
348 1.1 maxv j = eif.shdr[i].sh_link;
349 1.1 maxv if (j == SHN_UNDEF || j >= eif.ehdr->e_shnum) {
350 1.5 maxv fatal("elf_build_boot: wrong strtab index");
351 1.1 maxv }
352 1.1 maxv if (eif.shdr[j].sh_type != SHT_STRTAB) {
353 1.5 maxv fatal("elf_build_boot: wrong strtab type");
354 1.1 maxv }
355 1.1 maxv eif.strtab = (char *)((uint8_t *)eif.ehdr + eif.shdr[j].sh_offset);
356 1.1 maxv eif.strsz = eif.shdr[j].sh_size;
357 1.1 maxv }
358 1.1 maxv
359 1.1 maxv vaddr_t
360 1.4 maxv elf_kernel_reloc()
361 1.1 maxv {
362 1.4 maxv const vaddr_t baseva = (vaddr_t)eif.ehdr;
363 1.1 maxv vaddr_t secva, ent;
364 1.1 maxv Elf_Sym *sym;
365 1.1 maxv size_t i, j;
366 1.1 maxv
367 1.1 maxv print_state(true, "ELF info created");
368 1.1 maxv
369 1.1 maxv /*
370 1.1 maxv * The loaded sections are: SHT_PROGBITS, SHT_NOBITS, SHT_STRTAB,
371 1.1 maxv * SHT_SYMTAB.
372 1.1 maxv */
373 1.1 maxv
374 1.1 maxv /*
375 1.1 maxv * Update all symbol values with the appropriate offset.
376 1.1 maxv */
377 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
378 1.1 maxv if (eif.shdr[i].sh_type != SHT_NOBITS &&
379 1.1 maxv eif.shdr[i].sh_type != SHT_PROGBITS) {
380 1.1 maxv continue;
381 1.1 maxv }
382 1.1 maxv secva = baseva + eif.shdr[i].sh_offset;
383 1.1 maxv for (j = 0; j < eif.symcnt; j++) {
384 1.1 maxv sym = &eif.symtab[j];
385 1.1 maxv if (sym->st_shndx != i) {
386 1.1 maxv continue;
387 1.1 maxv }
388 1.1 maxv sym->st_value += (Elf_Addr)secva;
389 1.1 maxv }
390 1.1 maxv }
391 1.1 maxv
392 1.1 maxv print_state(true, "Symbol values updated");
393 1.1 maxv
394 1.1 maxv /*
395 1.1 maxv * Perform relocations without addend if there are any.
396 1.1 maxv */
397 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
398 1.1 maxv Elf_Rel *reltab, *rel;
399 1.1 maxv size_t secidx, nrel;
400 1.1 maxv uintptr_t base;
401 1.1 maxv
402 1.1 maxv if (eif.shdr[i].sh_type != SHT_REL)
403 1.1 maxv continue;
404 1.1 maxv
405 1.1 maxv reltab = (Elf_Rel *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
406 1.1 maxv nrel = eif.shdr[i].sh_size / sizeof(Elf_Rel);
407 1.1 maxv
408 1.1 maxv secidx = eif.shdr[i].sh_info;
409 1.1 maxv if (secidx >= eif.ehdr->e_shnum) {
410 1.1 maxv fatal("elf_kernel_reloc: wrong REL relocation");
411 1.1 maxv }
412 1.1 maxv base = (uintptr_t)eif.ehdr + eif.shdr[secidx].sh_offset;
413 1.1 maxv
414 1.1 maxv for (j = 0; j < nrel; j++) {
415 1.1 maxv rel = &reltab[j];
416 1.1 maxv elf_apply_reloc(base, rel, false);
417 1.1 maxv }
418 1.1 maxv }
419 1.1 maxv
420 1.1 maxv print_state(true, "REL relocations applied");
421 1.1 maxv
422 1.1 maxv /*
423 1.1 maxv * Perform relocations with addend if there are any.
424 1.1 maxv */
425 1.1 maxv for (i = 0; i < eif.ehdr->e_shnum; i++) {
426 1.1 maxv Elf_Rela *relatab, *rela;
427 1.1 maxv size_t secidx, nrela;
428 1.1 maxv uintptr_t base;
429 1.1 maxv
430 1.1 maxv if (eif.shdr[i].sh_type != SHT_RELA)
431 1.1 maxv continue;
432 1.1 maxv
433 1.1 maxv relatab = (Elf_Rela *)((uint8_t *)eif.ehdr + eif.shdr[i].sh_offset);
434 1.1 maxv nrela = eif.shdr[i].sh_size / sizeof(Elf_Rela);
435 1.1 maxv
436 1.1 maxv secidx = eif.shdr[i].sh_info;
437 1.1 maxv if (secidx >= eif.ehdr->e_shnum) {
438 1.1 maxv fatal("elf_kernel_reloc: wrong RELA relocation");
439 1.1 maxv }
440 1.1 maxv base = (uintptr_t)eif.ehdr + eif.shdr[secidx].sh_offset;
441 1.1 maxv
442 1.1 maxv for (j = 0; j < nrela; j++) {
443 1.1 maxv rela = &relatab[j];
444 1.1 maxv elf_apply_reloc(base, rela, true);
445 1.1 maxv }
446 1.1 maxv }
447 1.1 maxv
448 1.1 maxv print_state(true, "RELA relocations applied");
449 1.1 maxv
450 1.1 maxv /*
451 1.1 maxv * Get the entry point.
452 1.1 maxv */
453 1.1 maxv ent = elf_get_entrypoint(&eif);
454 1.1 maxv if (ent == 0) {
455 1.1 maxv fatal("elf_kernel_reloc: entry point not found");
456 1.1 maxv }
457 1.1 maxv
458 1.1 maxv print_state(true, "Entry point found");
459 1.1 maxv
460 1.1 maxv return ent;
461 1.1 maxv }
462 1.1 maxv
463