map_object.c revision 1.41 1 1.41 skrll /* $NetBSD: map_object.c,v 1.41 2010/10/16 10:27:07 skrll Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright 1996 John D. Polstra.
5 1.1 cgd * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
6 1.24 mycroft * Copyright 2002 Charles M. Hannum <root (at) ihack.net>
7 1.1 cgd * All rights reserved.
8 1.1 cgd *
9 1.1 cgd * Redistribution and use in source and binary forms, with or without
10 1.1 cgd * modification, are permitted provided that the following conditions
11 1.1 cgd * are met:
12 1.1 cgd * 1. Redistributions of source code must retain the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer.
14 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 cgd * notice, this list of conditions and the following disclaimer in the
16 1.1 cgd * documentation and/or other materials provided with the distribution.
17 1.1 cgd * 3. All advertising materials mentioning features or use of this software
18 1.1 cgd * must display the following acknowledgement:
19 1.1 cgd * This product includes software developed by John Polstra.
20 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
21 1.1 cgd * derived from this software without specific prior written permission.
22 1.1 cgd *
23 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 1.1 cgd */
34 1.1 cgd
35 1.31 skrll #include <sys/cdefs.h>
36 1.31 skrll #ifndef lint
37 1.41 skrll __RCSID("$NetBSD: map_object.c,v 1.41 2010/10/16 10:27:07 skrll Exp $");
38 1.31 skrll #endif /* not lint */
39 1.31 skrll
40 1.1 cgd #include <errno.h>
41 1.1 cgd #include <stddef.h>
42 1.10 mycroft #include <stdlib.h>
43 1.1 cgd #include <string.h>
44 1.1 cgd #include <unistd.h>
45 1.10 mycroft #include <sys/stat.h>
46 1.1 cgd #include <sys/types.h>
47 1.1 cgd #include <sys/mman.h>
48 1.1 cgd
49 1.41 skrll #include "debug.h"
50 1.1 cgd #include "rtld.h"
51 1.7 hannken
52 1.30 skrll static int protflags(int); /* Elf flags -> mmap protection */
53 1.1 cgd
54 1.41 skrll #define EA_UNDEF (~(Elf_Addr)0)
55 1.41 skrll
56 1.1 cgd /*
57 1.1 cgd * Map a shared object into memory. The argument is a file descriptor,
58 1.1 cgd * which must be open on the object and positioned at its beginning.
59 1.1 cgd *
60 1.1 cgd * The return value is a pointer to a newly-allocated Obj_Entry structure
61 1.1 cgd * for the shared object. Returns NULL on failure.
62 1.1 cgd */
63 1.1 cgd Obj_Entry *
64 1.34 christos _rtld_map_object(const char *path, int fd, const struct stat *sb)
65 1.1 cgd {
66 1.18 junyoung Obj_Entry *obj;
67 1.18 junyoung Elf_Ehdr *ehdr;
68 1.18 junyoung Elf_Phdr *phdr;
69 1.41 skrll size_t phsize;
70 1.18 junyoung Elf_Phdr *phlimit;
71 1.18 junyoung Elf_Phdr *segs[2];
72 1.18 junyoung int nsegs;
73 1.22 mycroft caddr_t mapbase = MAP_FAILED;
74 1.32 lukem size_t mapsize = 0;
75 1.27 matt int mapflags;
76 1.18 junyoung Elf_Off base_offset;
77 1.28 taca #ifdef MAP_ALIGNED
78 1.27 matt Elf_Addr base_alignment;
79 1.28 taca #endif
80 1.18 junyoung Elf_Addr base_vaddr;
81 1.18 junyoung Elf_Addr base_vlimit;
82 1.18 junyoung Elf_Addr text_vlimit;
83 1.22 mycroft int text_flags;
84 1.18 junyoung caddr_t base_addr;
85 1.18 junyoung Elf_Off data_offset;
86 1.18 junyoung Elf_Addr data_vaddr;
87 1.18 junyoung Elf_Addr data_vlimit;
88 1.22 mycroft int data_flags;
89 1.18 junyoung caddr_t data_addr;
90 1.41 skrll Elf_Addr phdr_vaddr;
91 1.41 skrll size_t phdr_memsz;
92 1.18 junyoung caddr_t gap_addr;
93 1.18 junyoung size_t gap_size;
94 1.41 skrll int i;
95 1.1 cgd #ifdef RTLD_LOADER
96 1.18 junyoung Elf_Addr clear_vaddr;
97 1.18 junyoung caddr_t clear_addr;
98 1.18 junyoung size_t nclear;
99 1.1 cgd #endif
100 1.26 fvdl
101 1.38 christos if (sb != NULL && sb->st_size < (off_t)sizeof (Elf_Ehdr)) {
102 1.37 mrg _rtld_error("%s: unrecognized file format1", path);
103 1.26 fvdl return NULL;
104 1.26 fvdl }
105 1.1 cgd
106 1.22 mycroft obj = _rtld_obj_new();
107 1.34 christos obj->path = xstrdup(path);
108 1.25 junyoung obj->pathlen = strlen(path);
109 1.22 mycroft if (sb != NULL) {
110 1.22 mycroft obj->dev = sb->st_dev;
111 1.22 mycroft obj->ino = sb->st_ino;
112 1.22 mycroft }
113 1.22 mycroft
114 1.20 mycroft ehdr = mmap(NULL, _rtld_pagesz, PROT_READ, MAP_FILE | MAP_SHARED, fd,
115 1.16 mycroft (off_t)0);
116 1.36 ad obj->ehdr = ehdr;
117 1.20 mycroft if (ehdr == MAP_FAILED) {
118 1.4 christos _rtld_error("%s: read error: %s", path, xstrerror(errno));
119 1.22 mycroft goto bad;
120 1.4 christos }
121 1.4 christos /* Make sure the file is valid */
122 1.17 junyoung if (memcmp(ELFMAG, ehdr->e_ident, SELFMAG) != 0 ||
123 1.17 junyoung ehdr->e_ident[EI_CLASS] != ELFCLASS) {
124 1.40 skrll _rtld_error("%s: unrecognized file format2 [%x != %x]", path,
125 1.40 skrll ehdr->e_ident[EI_CLASS], ELFCLASS);
126 1.16 mycroft goto bad;
127 1.4 christos }
128 1.4 christos /* Elf_e_ident includes class */
129 1.17 junyoung if (ehdr->e_ident[EI_VERSION] != EV_CURRENT ||
130 1.17 junyoung ehdr->e_version != EV_CURRENT ||
131 1.17 junyoung ehdr->e_ident[EI_DATA] != ELFDEFNNAME(MACHDEP_ENDIANNESS)) {
132 1.16 mycroft _rtld_error("%s: unsupported file version", path);
133 1.16 mycroft goto bad;
134 1.16 mycroft }
135 1.17 junyoung if (ehdr->e_type != ET_EXEC && ehdr->e_type != ET_DYN) {
136 1.16 mycroft _rtld_error("%s: unsupported file type", path);
137 1.16 mycroft goto bad;
138 1.4 christos }
139 1.17 junyoung switch (ehdr->e_machine) {
140 1.4 christos ELFDEFNNAME(MACHDEP_ID_CASES)
141 1.4 christos default:
142 1.16 mycroft _rtld_error("%s: unsupported machine", path);
143 1.16 mycroft goto bad;
144 1.4 christos }
145 1.4 christos
146 1.4 christos /*
147 1.4 christos * We rely on the program header being in the first page. This is
148 1.4 christos * not strictly required by the ABI specification, but it seems to
149 1.4 christos * always true in practice. And, it simplifies things considerably.
150 1.4 christos */
151 1.17 junyoung assert(ehdr->e_phentsize == sizeof(Elf_Phdr));
152 1.19 junyoung assert(ehdr->e_phoff + ehdr->e_phnum * sizeof(Elf_Phdr) <=
153 1.19 junyoung _rtld_pagesz);
154 1.4 christos
155 1.4 christos /*
156 1.4 christos * Scan the program header entries, and save key information.
157 1.4 christos *
158 1.4 christos * We rely on there being exactly two load segments, text and data,
159 1.4 christos * in that order.
160 1.4 christos */
161 1.17 junyoung phdr = (Elf_Phdr *) ((caddr_t)ehdr + ehdr->e_phoff);
162 1.41 skrll phsize = ehdr->e_phnum * sizeof(phdr[0]);
163 1.41 skrll obj->phdr = NULL;
164 1.41 skrll phdr_vaddr = EA_UNDEF;
165 1.41 skrll phdr_memsz = 0;
166 1.17 junyoung phlimit = phdr + ehdr->e_phnum;
167 1.4 christos nsegs = 0;
168 1.4 christos while (phdr < phlimit) {
169 1.4 christos switch (phdr->p_type) {
170 1.10 mycroft case PT_INTERP:
171 1.37 mrg obj->interp = (void *)(uintptr_t)phdr->p_vaddr;
172 1.41 skrll dbg(("%s: PT_INTERP %p", obj->path, obj->interp));
173 1.10 mycroft break;
174 1.1 cgd
175 1.8 kleink case PT_LOAD:
176 1.12 mycroft if (nsegs < 2)
177 1.12 mycroft segs[nsegs] = phdr;
178 1.4 christos ++nsegs;
179 1.41 skrll dbg(("%s: PT_LOAD %p", obj->path, phdr));
180 1.4 christos break;
181 1.4 christos
182 1.41 skrll case PT_PHDR:
183 1.41 skrll phdr_vaddr = phdr->p_vaddr;
184 1.41 skrll phdr_memsz = phdr->p_memsz;
185 1.41 skrll dbg(("%s: PT_PHDR %p phsize %zu", obj->path,
186 1.41 skrll (void *)(uintptr_t)phdr_vaddr, phdr_memsz));
187 1.41 skrll break;
188 1.41 skrll
189 1.8 kleink case PT_DYNAMIC:
190 1.37 mrg obj->dynamic = (void *)(uintptr_t)phdr->p_vaddr;
191 1.41 skrll dbg(("%s: PT_DYNAMIC %p", obj->path, obj->dynamic));
192 1.4 christos break;
193 1.4 christos }
194 1.1 cgd
195 1.4 christos ++phdr;
196 1.4 christos }
197 1.41 skrll phdr = (Elf_Phdr *) ((caddr_t)ehdr + ehdr->e_phoff);
198 1.37 mrg obj->entry = (void *)(uintptr_t)ehdr->e_entry;
199 1.22 mycroft if (!obj->dynamic) {
200 1.12 mycroft _rtld_error("%s: not dynamically linked", path);
201 1.16 mycroft goto bad;
202 1.12 mycroft }
203 1.12 mycroft if (nsegs != 2) {
204 1.12 mycroft _rtld_error("%s: wrong number of segments (%d != 2)", path,
205 1.12 mycroft nsegs);
206 1.16 mycroft goto bad;
207 1.4 christos }
208 1.1 cgd
209 1.4 christos /*
210 1.11 chs * Map the entire address space of the object as a file
211 1.5 thorpej * region to stake out our contiguous region and establish a
212 1.11 chs * base for relocation. We use a file mapping so that
213 1.11 chs * the kernel will give us whatever alignment is appropriate
214 1.11 chs * for the platform we're running on.
215 1.5 thorpej *
216 1.11 chs * We map it using the text protection, map the data segment
217 1.11 chs * into the right place, then map an anon segment for the bss
218 1.11 chs * and unmap the gaps left by padding to alignment.
219 1.5 thorpej */
220 1.11 chs
221 1.27 matt #ifdef MAP_ALIGNED
222 1.27 matt base_alignment = segs[0]->p_align;
223 1.27 matt #endif
224 1.4 christos base_offset = round_down(segs[0]->p_offset);
225 1.4 christos base_vaddr = round_down(segs[0]->p_vaddr);
226 1.4 christos base_vlimit = round_up(segs[1]->p_vaddr + segs[1]->p_memsz);
227 1.11 chs text_vlimit = round_up(segs[0]->p_vaddr + segs[0]->p_memsz);
228 1.22 mycroft text_flags = protflags(segs[0]->p_flags);
229 1.22 mycroft data_offset = round_down(segs[1]->p_offset);
230 1.22 mycroft data_vaddr = round_down(segs[1]->p_vaddr);
231 1.22 mycroft data_vlimit = round_up(segs[1]->p_vaddr + segs[1]->p_filesz);
232 1.22 mycroft data_flags = protflags(segs[1]->p_flags);
233 1.23 mycroft #ifdef RTLD_LOADER
234 1.22 mycroft clear_vaddr = segs[1]->p_vaddr + segs[1]->p_filesz;
235 1.23 mycroft #endif
236 1.22 mycroft
237 1.22 mycroft obj->textsize = text_vlimit - base_vaddr;
238 1.22 mycroft obj->vaddrbase = base_vaddr;
239 1.22 mycroft obj->isdynamic = ehdr->e_type == ET_DYN;
240 1.22 mycroft
241 1.41 skrll obj->phdr_loaded = false;
242 1.41 skrll for (i = 0; i < nsegs; i++) {
243 1.41 skrll if (phdr_vaddr != EA_UNDEF &&
244 1.41 skrll segs[i]->p_vaddr <= phdr_vaddr &&
245 1.41 skrll segs[i]->p_memsz >= phdr_memsz) {
246 1.41 skrll obj->phdr_loaded = true;
247 1.41 skrll break;
248 1.41 skrll }
249 1.41 skrll if (segs[i]->p_offset <= ehdr->e_phoff &&
250 1.41 skrll segs[i]->p_memsz >= phsize) {
251 1.41 skrll phdr_vaddr = segs[i]->p_vaddr + ehdr->e_phoff;
252 1.41 skrll phdr_memsz = phsize;
253 1.41 skrll obj->phdr_loaded = true;
254 1.41 skrll break;
255 1.41 skrll }
256 1.41 skrll }
257 1.41 skrll if (obj->phdr_loaded) {
258 1.41 skrll obj->phdr = (void *)(uintptr_t)phdr_vaddr;
259 1.41 skrll obj->phsize = phdr_memsz;
260 1.41 skrll } else {
261 1.41 skrll Elf_Phdr *buf;
262 1.41 skrll buf = xmalloc(phsize);
263 1.41 skrll if (buf == NULL) {
264 1.41 skrll _rtld_error("%s: cannot allocate program header", path);
265 1.41 skrll goto bad;
266 1.41 skrll }
267 1.41 skrll memcpy(buf, phdr, phsize);
268 1.41 skrll obj->phdr = buf;
269 1.41 skrll obj->phsize = phsize;
270 1.41 skrll }
271 1.41 skrll dbg(("%s: phdr %p phsize %zu (%s)", obj->path, obj->phdr, obj->phsize,
272 1.41 skrll obj->phdr_loaded ? "loaded" : "allocated"));
273 1.41 skrll
274 1.36 ad /* Unmap header if it overlaps the first load section. */
275 1.36 ad if (base_offset < _rtld_pagesz) {
276 1.36 ad munmap(ehdr, _rtld_pagesz);
277 1.36 ad obj->ehdr = MAP_FAILED;
278 1.36 ad }
279 1.11 chs
280 1.27 matt /*
281 1.27 matt * Calculate log2 of the base section alignment.
282 1.27 matt */
283 1.27 matt mapflags = 0;
284 1.27 matt #ifdef MAP_ALIGNED
285 1.27 matt if (base_alignment > _rtld_pagesz) {
286 1.27 matt unsigned int log2 = 0;
287 1.27 matt for (; base_alignment > 1; base_alignment >>= 1)
288 1.27 matt log2++;
289 1.27 matt mapflags = MAP_ALIGNED(log2);
290 1.27 matt }
291 1.27 matt #endif
292 1.27 matt
293 1.1 cgd #ifdef RTLD_LOADER
294 1.22 mycroft base_addr = obj->isdynamic ? NULL : (caddr_t)base_vaddr;
295 1.1 cgd #else
296 1.4 christos base_addr = NULL;
297 1.1 cgd #endif
298 1.22 mycroft mapsize = base_vlimit - base_vaddr;
299 1.27 matt mapbase = mmap(base_addr, mapsize, text_flags,
300 1.27 matt mapflags | MAP_FILE | MAP_PRIVATE, fd, base_offset);
301 1.5 thorpej if (mapbase == MAP_FAILED) {
302 1.4 christos _rtld_error("mmap of entire address space failed: %s",
303 1.4 christos xstrerror(errno));
304 1.16 mycroft goto bad;
305 1.4 christos }
306 1.11 chs
307 1.4 christos /* Overlay the data segment onto the proper region. */
308 1.4 christos data_addr = mapbase + (data_vaddr - base_vaddr);
309 1.22 mycroft if (mmap(data_addr, data_vlimit - data_vaddr, data_flags,
310 1.22 mycroft MAP_FILE | MAP_PRIVATE | MAP_FIXED, fd, data_offset) ==
311 1.22 mycroft MAP_FAILED) {
312 1.4 christos _rtld_error("mmap of data failed: %s", xstrerror(errno));
313 1.22 mycroft goto bad;
314 1.11 chs }
315 1.11 chs
316 1.11 chs /* Overlay the bss segment onto the proper region. */
317 1.11 chs if (mmap(mapbase + data_vlimit - base_vaddr, base_vlimit - data_vlimit,
318 1.22 mycroft data_flags, MAP_ANON | MAP_PRIVATE | MAP_FIXED, -1, 0) ==
319 1.22 mycroft MAP_FAILED) {
320 1.11 chs _rtld_error("mmap of bss failed: %s", xstrerror(errno));
321 1.22 mycroft goto bad;
322 1.4 christos }
323 1.5 thorpej
324 1.5 thorpej /* Unmap the gap between the text and data. */
325 1.22 mycroft gap_addr = mapbase + round_up(text_vlimit - base_vaddr);
326 1.5 thorpej gap_size = data_addr - gap_addr;
327 1.21 mycroft if (gap_size != 0 && mprotect(gap_addr, gap_size, PROT_NONE) == -1) {
328 1.21 mycroft _rtld_error("mprotect of text -> data gap failed: %s",
329 1.5 thorpej xstrerror(errno));
330 1.22 mycroft goto bad;
331 1.5 thorpej }
332 1.5 thorpej
333 1.1 cgd #ifdef RTLD_LOADER
334 1.4 christos /* Clear any BSS in the last page of the data segment. */
335 1.4 christos clear_addr = mapbase + (clear_vaddr - base_vaddr);
336 1.4 christos if ((nclear = data_vlimit - clear_vaddr) > 0)
337 1.4 christos memset(clear_addr, 0, nclear);
338 1.4 christos
339 1.5 thorpej /* Non-file portion of BSS mapped above. */
340 1.1 cgd #endif
341 1.1 cgd
342 1.4 christos obj->mapbase = mapbase;
343 1.4 christos obj->mapsize = mapsize;
344 1.4 christos obj->relocbase = mapbase - base_vaddr;
345 1.10 mycroft
346 1.22 mycroft if (obj->dynamic)
347 1.37 mrg obj->dynamic = (void *)(obj->relocbase + (Elf_Addr)(uintptr_t)obj->dynamic);
348 1.22 mycroft if (obj->entry)
349 1.37 mrg obj->entry = (void *)(obj->relocbase + (Elf_Addr)(uintptr_t)obj->entry);
350 1.22 mycroft if (obj->interp)
351 1.37 mrg obj->interp = (void *)(obj->relocbase + (Elf_Addr)(uintptr_t)obj->interp);
352 1.41 skrll if (obj->phdr_loaded)
353 1.41 skrll obj->phdr = (void *)(obj->relocbase + (Elf_Addr)(uintptr_t)obj->phdr);
354 1.22 mycroft
355 1.10 mycroft return obj;
356 1.16 mycroft
357 1.16 mycroft bad:
358 1.36 ad if (obj->ehdr != MAP_FAILED)
359 1.36 ad munmap(obj->ehdr, _rtld_pagesz);
360 1.22 mycroft if (mapbase != MAP_FAILED)
361 1.22 mycroft munmap(mapbase, mapsize);
362 1.22 mycroft _rtld_obj_free(obj);
363 1.16 mycroft return NULL;
364 1.10 mycroft }
365 1.10 mycroft
366 1.10 mycroft void
367 1.30 skrll _rtld_obj_free(Obj_Entry *obj)
368 1.10 mycroft {
369 1.10 mycroft Objlist_Entry *elm;
370 1.10 mycroft
371 1.35 ad xfree(obj->path);
372 1.10 mycroft while (obj->needed != NULL) {
373 1.10 mycroft Needed_Entry *needed = obj->needed;
374 1.10 mycroft obj->needed = needed->next;
375 1.35 ad xfree(needed);
376 1.10 mycroft }
377 1.13 lukem while ((elm = SIMPLEQ_FIRST(&obj->dldags)) != NULL) {
378 1.13 lukem SIMPLEQ_REMOVE_HEAD(&obj->dldags, link);
379 1.35 ad xfree(elm);
380 1.10 mycroft }
381 1.13 lukem while ((elm = SIMPLEQ_FIRST(&obj->dagmembers)) != NULL) {
382 1.13 lukem SIMPLEQ_REMOVE_HEAD(&obj->dagmembers, link);
383 1.35 ad xfree(elm);
384 1.10 mycroft }
385 1.41 skrll if (!obj->phdr_loaded)
386 1.41 skrll xfree((void *)(uintptr_t)obj->phdr);
387 1.35 ad xfree(obj);
388 1.39 skrll #ifdef COMBRELOC
389 1.39 skrll _rtld_combreloc_reset(obj);
390 1.39 skrll #endif
391 1.10 mycroft }
392 1.10 mycroft
393 1.10 mycroft Obj_Entry *
394 1.10 mycroft _rtld_obj_new(void)
395 1.10 mycroft {
396 1.10 mycroft Obj_Entry *obj;
397 1.10 mycroft
398 1.10 mycroft obj = CNEW(Obj_Entry);
399 1.10 mycroft SIMPLEQ_INIT(&obj->dldags);
400 1.10 mycroft SIMPLEQ_INIT(&obj->dagmembers);
401 1.4 christos return obj;
402 1.1 cgd }
403 1.1 cgd
404 1.1 cgd /*
405 1.1 cgd * Given a set of ELF protection flags, return the corresponding protection
406 1.1 cgd * flags for MMAP.
407 1.1 cgd */
408 1.1 cgd static int
409 1.30 skrll protflags(int elfflags)
410 1.1 cgd {
411 1.4 christos int prot = 0;
412 1.29 simonb
413 1.8 kleink if (elfflags & PF_R)
414 1.4 christos prot |= PROT_READ;
415 1.1 cgd #ifdef RTLD_LOADER
416 1.8 kleink if (elfflags & PF_W)
417 1.4 christos prot |= PROT_WRITE;
418 1.1 cgd #endif
419 1.8 kleink if (elfflags & PF_X)
420 1.4 christos prot |= PROT_EXEC;
421 1.4 christos return prot;
422 1.1 cgd }
423