Home | History | Annotate | Line # | Download | only in tls
tls.c revision 1.4 
      1 /*	$NetBSD: tls.c,v 1.4 2011/03/17 22:13:58 skrll Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Joerg Sonnenberger.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __RCSID("$NetBSD: tls.c,v 1.4 2011/03/17 22:13:58 skrll Exp $");
     34 
     35 #include "namespace.h"
     36 
     37 #define	_rtld_tls_allocate	__libc_rtld_tls_allocate
     38 #define	_rtld_tls_free		__libc_rtld_tls_free
     39 
     40 #include <sys/tls.h>
     41 
     42 #if defined(__HAVE_TLS_VARIANT_I) || defined(__HAVE_TLS_VARIANT_II)
     43 
     44 #include <sys/param.h>
     45 #include <sys/mman.h>
     46 #include <link_elf.h>
     47 #include <lwp.h>
     48 #include <stddef.h>
     49 #include <stdlib.h>
     50 #include <string.h>
     51 #include <unistd.h>
     52 
     53 __dso_hidden void	__libc_static_tls_setup(void);
     54 
     55 static const void *tls_initaddr;
     56 static size_t tls_initsize;
     57 static size_t tls_size;
     58 static size_t tls_allocation;
     59 static void *initial_thread_tcb;
     60 
     61 void * __libc_tls_get_addr(void);
     62 
     63 __weak_alias(__tls_get_addr, __libc_tls_get_addr)
     64 #ifdef __i386__
     65 __weak_alias(___tls_get_addr, __libc_tls_get_addr)
     66 #endif
     67 
     68 void *
     69 __libc_tls_get_addr(void)
     70 {
     71 
     72 	abort();
     73 }
     74 
     75 __weak_alias(_rtld_tls_allocate, __libc_rtld_tls_allocate)
     76 
     77 struct tls_tcb *
     78 _rtld_tls_allocate(void)
     79 {
     80 	struct tls_tcb *tcb;
     81 	uint8_t *p;
     82 
     83 	if (initial_thread_tcb == NULL) {
     84 #ifdef __HAVE_TLS_VARIANT_II
     85 		tls_size = roundup2(tls_size, sizeof(void *));
     86 #endif
     87 		tls_allocation = tls_size + sizeof(*tcb);
     88 
     89 		initial_thread_tcb = p = mmap(NULL, tls_allocation,
     90 		    PROT_READ | PROT_WRITE, MAP_ANON, -1, 0);
     91 	} else {
     92 		p = calloc(1, tls_allocation);
     93 	}
     94 	if (p == NULL) {
     95 		static const char msg[] =  "TLS allocation failed, terminating\n";
     96 		write(STDERR_FILENO, msg, sizeof(msg));
     97 		_exit(127);
     98 	}
     99 #ifdef __HAVE_TLS_VARIANT_I
    100 	/* LINTED */
    101 	tcb = (struct tls_tcb *)p;
    102 	p += sizeof(struct tls_tcb);
    103 #else
    104 	/* LINTED tls_size is rounded above */
    105 	tcb = (struct tls_tcb *)(p + tls_size);
    106 	tcb->tcb_self = tcb;
    107 #endif
    108 	memcpy(p, tls_initaddr, tls_initsize);
    109 
    110 	return tcb;
    111 }
    112 
    113 __weak_alias(_rtld_tls_free, __libc_rtld_tls_free)
    114 
    115 void
    116 _rtld_tls_free(struct tls_tcb *tcb)
    117 {
    118 	uint8_t *p;
    119 
    120 #ifdef __HAVE_TLS_VARIANT_I
    121 	/* LINTED */
    122 	p = (uint8_t *)tcb;
    123 #else
    124 	/* LINTED */
    125 	p = (uint8_t *)tcb - tls_size;
    126 #endif
    127 	if (p == initial_thread_tcb)
    128 		munmap(p, tls_allocation);
    129 	else
    130 		free(p);
    131 }
    132 
    133 __weakref_visible int rtld_DYNAMIC __weak_reference(_DYNAMIC);
    134 
    135 static int
    136 __libc_static_tls_setup_cb(struct dl_phdr_info *data, size_t len, void *cookie)
    137 {
    138 	const Elf_Phdr *phdr = data->dlpi_phdr;
    139 	const Elf_Phdr *phlimit = data->dlpi_phdr + data->dlpi_phnum;
    140 
    141 	for (; phdr < phlimit; ++phdr) {
    142 		if (phdr->p_type != PT_TLS)
    143 			continue;
    144 		tls_initaddr = (void *)(phdr->p_vaddr + data->dlpi_addr);
    145 		tls_initsize = phdr->p_filesz;
    146 		tls_size = phdr->p_memsz;
    147 	}
    148 	return 0;
    149 }
    150 
    151 void
    152 __libc_static_tls_setup(void)
    153 {
    154 	struct tls_tcb *tcb;
    155 
    156 	if (&rtld_DYNAMIC != NULL)
    157 		return;
    158 
    159 	dl_iterate_phdr(__libc_static_tls_setup_cb, NULL);
    160 
    161 	tcb = _rtld_tls_allocate();
    162 #ifdef __HAVE___LWP_SETTCB
    163 	__lwp_settcb(tcb);
    164 #else
    165 	_lwp_setprivate(tcb);
    166 #endif
    167 }
    168 
    169 #endif /* __HAVE_TLS_VARIANT_I || __HAVE_TLS_VARIANT_II */
    170