Home | History | Annotate | Line # | Download | only in i386
mdreloc.c revision 1.41.12.1
      1  1.41.12.1    martin /*	$NetBSD: mdreloc.c,v 1.41.12.1 2023/08/01 16:34:59 martin Exp $	*/
      2       1.21     skrll 
      3       1.21     skrll #include <sys/cdefs.h>
      4       1.21     skrll #ifndef lint
      5  1.41.12.1    martin __RCSID("$NetBSD: mdreloc.c,v 1.41.12.1 2023/08/01 16:34:59 martin Exp $");
      6       1.21     skrll #endif /* not lint */
      7       1.11  junyoung 
      8        1.1   mycroft #include <sys/types.h>
      9       1.33     joerg #include <sys/ucontext.h>
     10        1.1   mycroft 
     11        1.1   mycroft #include "debug.h"
     12        1.1   mycroft #include "rtld.h"
     13        1.1   mycroft 
     14       1.13   mycroft void _rtld_bind_start(void);
     15       1.12   mycroft void _rtld_relocate_nonplt_self(Elf_Dyn *, Elf_Addr);
     16       1.19     skrll caddr_t _rtld_bind(const Obj_Entry *, Elf_Word);
     17       1.12   mycroft 
     18  1.41.12.1    martin #define rdbg_symname(obj, rela) \
     19  1.41.12.1    martin 	((obj)->strtab + (obj)->symtab[ELF_R_SYM((rela)->r_info)].st_name)
     20  1.41.12.1    martin 
     21        1.1   mycroft void
     22        1.1   mycroft _rtld_setup_pltgot(const Obj_Entry *obj)
     23        1.1   mycroft {
     24        1.1   mycroft 	obj->pltgot[1] = (Elf_Addr) obj;
     25        1.1   mycroft 	obj->pltgot[2] = (Elf_Addr) &_rtld_bind_start;
     26        1.1   mycroft }
     27        1.2   mycroft 
     28       1.12   mycroft void
     29       1.19     skrll _rtld_relocate_nonplt_self(Elf_Dyn *dynp, Elf_Addr relocbase)
     30       1.12   mycroft {
     31       1.12   mycroft 	const Elf_Rel *rel = 0, *rellim;
     32       1.12   mycroft 	Elf_Addr relsz = 0;
     33       1.12   mycroft 	Elf_Addr *where;
     34       1.12   mycroft 
     35       1.12   mycroft 	for (; dynp->d_tag != DT_NULL; dynp++) {
     36       1.12   mycroft 		switch (dynp->d_tag) {
     37       1.12   mycroft 		case DT_REL:
     38       1.12   mycroft 			rel = (const Elf_Rel *)(relocbase + dynp->d_un.d_ptr);
     39       1.12   mycroft 			break;
     40       1.12   mycroft 		case DT_RELSZ:
     41       1.12   mycroft 			relsz = dynp->d_un.d_val;
     42       1.12   mycroft 			break;
     43       1.12   mycroft 		}
     44       1.12   mycroft 	}
     45       1.22  christos 	if (rel == 0 || relsz == 0)
     46       1.22  christos 		return;
     47       1.27     lukem 	rellim = (const Elf_Rel *)((const uint8_t *)rel + relsz);
     48       1.12   mycroft 	for (; rel < rellim; rel++) {
     49       1.12   mycroft 		where = (Elf_Addr *)(relocbase + rel->r_offset);
     50       1.12   mycroft 		*where += (Elf_Addr)relocbase;
     51       1.12   mycroft 	}
     52       1.12   mycroft }
     53       1.12   mycroft 
     54        1.2   mycroft int
     55       1.32     joerg _rtld_relocate_nonplt_objects(Obj_Entry *obj)
     56        1.2   mycroft {
     57        1.3   mycroft 	const Elf_Rel *rel;
     58       1.20     lukem 	Elf_Addr target = 0;
     59       1.38     joerg 	const Elf_Sym   *def = NULL;
     60       1.38     joerg 	const Obj_Entry *defobj = NULL;
     61       1.38     joerg 	unsigned long last_symnum = ULONG_MAX;
     62       1.12   mycroft 
     63        1.3   mycroft 	for (rel = obj->rel; rel < obj->rellim; rel++) {
     64        1.3   mycroft 		Elf_Addr        *where;
     65        1.3   mycroft 		Elf_Addr         tmp;
     66        1.4   mycroft 		unsigned long	 symnum;
     67        1.3   mycroft 
     68        1.3   mycroft 		where = (Elf_Addr *)(obj->relocbase + rel->r_offset);
     69       1.38     joerg 
     70       1.38     joerg 		switch (ELF_R_TYPE(rel->r_info)) {
     71       1.38     joerg 		case R_TYPE(PC32):
     72       1.38     joerg 		case R_TYPE(GOT32):
     73       1.38     joerg 		case R_TYPE(32):
     74       1.38     joerg 		case R_TYPE(GLOB_DAT):
     75       1.38     joerg 		case R_TYPE(TLS_TPOFF):
     76       1.38     joerg 		case R_TYPE(TLS_TPOFF32):
     77       1.38     joerg 		case R_TYPE(TLS_DTPMOD32):
     78       1.38     joerg 		case R_TYPE(TLS_DTPOFF32):
     79       1.38     joerg 			symnum = ELF_R_SYM(rel->r_info);
     80       1.38     joerg 			if (symnum != last_symnum) {
     81       1.38     joerg 				last_symnum = symnum;
     82       1.38     joerg 				def = _rtld_find_symdef(symnum, obj, &defobj,
     83       1.38     joerg 				    false);
     84       1.38     joerg 				if (def == NULL)
     85       1.38     joerg 					return -1;
     86       1.38     joerg 			}
     87       1.38     joerg 			break;
     88       1.38     joerg 		default:
     89       1.38     joerg 			break;
     90       1.38     joerg 		}
     91       1.38     joerg 
     92        1.3   mycroft 
     93        1.3   mycroft 		switch (ELF_R_TYPE(rel->r_info)) {
     94        1.3   mycroft 		case R_TYPE(NONE):
     95        1.3   mycroft 			break;
     96        1.2   mycroft 
     97        1.2   mycroft #if 1 /* XXX should not occur */
     98        1.3   mycroft 		case R_TYPE(PC32):
     99       1.23      matt 			target = (Elf_Addr)(defobj->relocbase + def->st_value);
    100        1.3   mycroft 
    101        1.4   mycroft 			*where += target - (Elf_Addr)where;
    102       1.14   mycroft 			rdbg(("PC32 %s in %s --> %p in %s",
    103  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    104        1.5   mycroft 			    obj->path, (void *)*where, defobj->path));
    105        1.3   mycroft 			break;
    106        1.2   mycroft 
    107        1.3   mycroft 		case R_TYPE(GOT32):
    108        1.2   mycroft #endif
    109        1.3   mycroft 		case R_TYPE(32):
    110        1.3   mycroft 		case R_TYPE(GLOB_DAT):
    111       1.23      matt 			target = (Elf_Addr)(defobj->relocbase + def->st_value);
    112        1.3   mycroft 
    113        1.4   mycroft 			tmp = target + *where;
    114        1.3   mycroft 			if (*where != tmp)
    115        1.3   mycroft 				*where = tmp;
    116       1.14   mycroft 			rdbg(("32/GLOB_DAT %s in %s --> %p in %s",
    117  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    118        1.5   mycroft 			    obj->path, (void *)*where, defobj->path));
    119        1.3   mycroft 			break;
    120        1.3   mycroft 
    121       1.41     joerg 
    122       1.41     joerg 		case R_TYPE(IRELATIVE):
    123       1.41     joerg 			/* IFUNC relocations are handled in _rtld_call_ifunc */
    124       1.41     joerg 			if (obj->ifunc_remaining_nonplt == 0) {
    125       1.41     joerg 				obj->ifunc_remaining_nonplt =
    126       1.41     joerg 				    obj->rellim - rel;
    127       1.41     joerg 			}
    128       1.41     joerg 			/* FALL-THROUGH */
    129       1.41     joerg 
    130        1.3   mycroft 		case R_TYPE(RELATIVE):
    131       1.12   mycroft 			*where += (Elf_Addr)obj->relocbase;
    132       1.14   mycroft 			rdbg(("RELATIVE in %s --> %p", obj->path,
    133       1.12   mycroft 			    (void *)*where));
    134        1.3   mycroft 			break;
    135        1.3   mycroft 
    136        1.3   mycroft 		case R_TYPE(COPY):
    137        1.3   mycroft 			/*
    138        1.3   mycroft 			 * These are deferred until all other relocations have
    139        1.3   mycroft 			 * been done.  All we do here is make sure that the
    140        1.3   mycroft 			 * COPY relocation is not in a shared library.  They
    141        1.3   mycroft 			 * are allowed only in executable files.
    142        1.3   mycroft 			 */
    143        1.8   mycroft 			if (obj->isdynamic) {
    144        1.3   mycroft 				_rtld_error(
    145        1.2   mycroft 			"%s: Unexpected R_COPY relocation in shared library",
    146        1.3   mycroft 				    obj->path);
    147        1.3   mycroft 				return -1;
    148        1.3   mycroft 			}
    149       1.14   mycroft 			rdbg(("COPY (avoid in main)"));
    150        1.3   mycroft 			break;
    151        1.3   mycroft 
    152       1.33     joerg 		case R_TYPE(TLS_TPOFF):
    153  1.41.12.1    martin 			if (!defobj->tls_static &&
    154  1.41.12.1    martin 			    _rtld_tls_offset_allocate(__UNCONST(defobj)))
    155       1.33     joerg 				return -1;
    156       1.33     joerg 
    157       1.35       apb 			*where += (Elf_Addr)(def->st_value - defobj->tlsoffset);
    158       1.33     joerg 
    159       1.33     joerg 			rdbg(("TLS_TPOFF %s in %s --> %p",
    160  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    161       1.33     joerg 			    obj->path, (void *)*where));
    162       1.33     joerg 			break;
    163       1.33     joerg 
    164       1.35       apb 		case R_TYPE(TLS_TPOFF32):
    165  1.41.12.1    martin 			if (!defobj->tls_static &&
    166  1.41.12.1    martin 			    _rtld_tls_offset_allocate(__UNCONST(defobj)))
    167       1.35       apb 				return -1;
    168       1.35       apb 
    169       1.35       apb 			*where += (Elf_Addr)(defobj->tlsoffset - def->st_value);
    170       1.35       apb 			rdbg(("TLS_TPOFF32 %s in %s --> %p",
    171  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    172       1.35       apb 			    obj->path, (void *)*where));
    173       1.35       apb 			break;
    174       1.35       apb 
    175       1.33     joerg 		case R_TYPE(TLS_DTPMOD32):
    176       1.33     joerg 			*where = (Elf_Addr)(defobj->tlsindex);
    177       1.33     joerg 
    178       1.33     joerg 			rdbg(("TLS_DTPMOD32 %s in %s --> %p",
    179  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    180       1.33     joerg 			    obj->path, (void *)*where));
    181       1.33     joerg 			break;
    182       1.33     joerg 
    183       1.33     joerg 		case R_TYPE(TLS_DTPOFF32):
    184       1.33     joerg 			*where = (Elf_Addr)(def->st_value);
    185       1.33     joerg 
    186       1.33     joerg 			rdbg(("TLS_DTPOFF32 %s in %s --> %p",
    187  1.41.12.1    martin 			    rdbg_symname(obj, rel),
    188       1.33     joerg 			    obj->path, (void *)*where));
    189       1.33     joerg 
    190       1.33     joerg 			break;
    191       1.33     joerg 
    192        1.3   mycroft 		default:
    193       1.14   mycroft 			rdbg(("sym = %lu, type = %lu, offset = %p, "
    194        1.3   mycroft 			    "contents = %p, symbol = %s",
    195       1.38     joerg 			    (u_long)ELF_R_SYM(rel->r_info),
    196       1.38     joerg 			    (u_long)ELF_R_TYPE(rel->r_info),
    197        1.3   mycroft 			    (void *)rel->r_offset, (void *)*where,
    198  1.41.12.1    martin 			    rdbg_symname(obj, rel)));
    199        1.3   mycroft 			_rtld_error("%s: Unsupported relocation type %ld "
    200       1.28      jmmv 			    "in non-PLT relocations",
    201        1.3   mycroft 			    obj->path, (u_long) ELF_R_TYPE(rel->r_info));
    202        1.2   mycroft 			return -1;
    203        1.2   mycroft 		}
    204        1.2   mycroft 	}
    205        1.6   mycroft 	return 0;
    206        1.6   mycroft }
    207        1.6   mycroft 
    208        1.6   mycroft int
    209       1.39     joerg _rtld_relocate_plt_lazy(Obj_Entry *obj)
    210        1.6   mycroft {
    211        1.6   mycroft 	const Elf_Rel *rel;
    212        1.6   mycroft 
    213       1.39     joerg 	for (rel = obj->pltrellim; rel-- > obj->pltrel; ) {
    214        1.6   mycroft 		Elf_Addr *where = (Elf_Addr *)(obj->relocbase + rel->r_offset);
    215        1.6   mycroft 
    216       1.39     joerg 		assert(ELF_R_TYPE(rel->r_info) == R_TYPE(JMP_SLOT) ||
    217       1.39     joerg 		       ELF_R_TYPE(rel->r_info) == R_TYPE(IRELATIVE));
    218       1.39     joerg 
    219       1.39     joerg 		if (ELF_R_TYPE(rel->r_info) == R_TYPE(IRELATIVE))
    220       1.39     joerg 			obj->ifunc_remaining = obj->pltrellim - rel;
    221        1.6   mycroft 
    222        1.6   mycroft 		/* Just relocate the GOT slots pointing into the PLT */
    223        1.6   mycroft 		*where += (Elf_Addr)obj->relocbase;
    224       1.14   mycroft 		rdbg(("fixup !main in %s --> %p", obj->path, (void *)*where));
    225        1.6   mycroft 	}
    226        1.6   mycroft 
    227        1.6   mycroft 	return 0;
    228        1.6   mycroft }
    229        1.6   mycroft 
    230       1.26      matt static inline int
    231       1.26      matt _rtld_relocate_plt_object(const Obj_Entry *obj, const Elf_Rel *rel,
    232       1.26      matt 	Elf_Addr *tp)
    233        1.6   mycroft {
    234       1.16   mycroft 	Elf_Addr *where = (Elf_Addr *)(obj->relocbase + rel->r_offset);
    235       1.26      matt 	Elf_Addr target;
    236       1.26      matt 	const Elf_Sym *def;
    237        1.6   mycroft 	const Obj_Entry *defobj;
    238       1.29  christos 	unsigned long info = rel->r_info;
    239        1.6   mycroft 
    240       1.39     joerg 	if (ELF_R_TYPE(info) == R_TYPE(IRELATIVE))
    241       1.39     joerg 		return 0;
    242       1.39     joerg 
    243       1.29  christos 	assert(ELF_R_TYPE(info) == R_TYPE(JMP_SLOT));
    244        1.6   mycroft 
    245       1.29  christos 	def = _rtld_find_plt_symdef(ELF_R_SYM(info), obj, &defobj, tp != NULL);
    246       1.29  christos 	if (__predict_false(def == NULL))
    247       1.26      matt 		return -1;
    248       1.29  christos 	if (__predict_false(def == &_rtld_sym_zero))
    249       1.29  christos 		return 0;
    250       1.29  christos 
    251       1.36     joerg 	if (ELF_ST_TYPE(def->st_info) == STT_GNU_IFUNC) {
    252       1.36     joerg 		if (tp == NULL)
    253       1.36     joerg 			return 0;
    254       1.36     joerg 		target = _rtld_resolve_ifunc(defobj, def);
    255       1.36     joerg 	} else {
    256       1.36     joerg 		target = (Elf_Addr)(defobj->relocbase + def->st_value);
    257       1.36     joerg 	}
    258       1.36     joerg 
    259       1.26      matt 	rdbg(("bind now/fixup in %s --> old=%p new=%p",
    260       1.26      matt 	    defobj->strtab + def->st_name, (void *)*where,
    261       1.26      matt 	    (void *)target));
    262       1.26      matt 	if (*where != target)
    263       1.26      matt 		*where = target;
    264       1.26      matt 	if (tp)
    265       1.26      matt 		*tp = target;
    266       1.26      matt 	return 0;
    267       1.26      matt }
    268       1.26      matt 
    269       1.26      matt caddr_t
    270       1.26      matt _rtld_bind(const Obj_Entry *obj, Elf_Word reloff)
    271       1.26      matt {
    272       1.31     skrll 	const Elf_Rel *rel = (const Elf_Rel *)((const uint8_t *)obj->pltrel
    273       1.31     skrll 	    + reloff);
    274       1.26      matt 	Elf_Addr new_value;
    275       1.26      matt 	int err;
    276       1.26      matt 
    277       1.30     skrll 	new_value = 0;	/* XXX gcc */
    278       1.30     skrll 
    279       1.34     joerg 	_rtld_shared_enter();
    280       1.26      matt 	err = _rtld_relocate_plt_object(obj, rel, &new_value);
    281       1.29  christos 	if (err)
    282       1.16   mycroft 		_rtld_die();
    283       1.34     joerg 	_rtld_shared_exit();
    284        1.6   mycroft 
    285       1.16   mycroft 	return (caddr_t)new_value;
    286       1.15  junyoung }
    287       1.15  junyoung 
    288       1.15  junyoung int
    289       1.15  junyoung _rtld_relocate_plt_objects(const Obj_Entry *obj)
    290       1.15  junyoung {
    291       1.15  junyoung 	const Elf_Rel *rel;
    292       1.26      matt 	int err = 0;
    293       1.15  junyoung 
    294       1.15  junyoung 	for (rel = obj->pltrel; rel < obj->pltrellim; rel++) {
    295       1.26      matt 		err = _rtld_relocate_plt_object(obj, rel, NULL);
    296       1.26      matt 		if (err)
    297       1.26      matt 			break;
    298       1.15  junyoung 	}
    299       1.26      matt 	return err;
    300        1.2   mycroft }
    301       1.33     joerg 
    302       1.33     joerg /*
    303       1.33     joerg  * i386 specific GNU variant of __tls_get_addr using register based
    304       1.33     joerg  * argument passing.
    305       1.33     joerg  */
    306       1.33     joerg #define	DTV_MAX_INDEX(dtv)	((size_t)((dtv)[-1]))
    307       1.33     joerg 
    308       1.33     joerg __dso_public __attribute__((__regparm__(1))) void *
    309       1.33     joerg ___tls_get_addr(void *arg_)
    310       1.33     joerg {
    311       1.33     joerg 	size_t *arg = (size_t *)arg_;
    312       1.33     joerg 	void **dtv;
    313       1.33     joerg 	struct tls_tcb *tcb = __lwp_getprivate_fast();
    314       1.33     joerg 	size_t idx = arg[0], offset = arg[1];
    315       1.33     joerg 
    316       1.33     joerg 	dtv = tcb->tcb_dtv;
    317       1.33     joerg 
    318       1.33     joerg 	if (__predict_true(idx < DTV_MAX_INDEX(dtv) && dtv[idx] != NULL))
    319       1.33     joerg 		return (uint8_t *)dtv[idx] + offset;
    320       1.33     joerg 
    321       1.33     joerg 	return _rtld_tls_get_addr(tcb, idx, offset);
    322       1.33     joerg }
    323