Home | History | Annotate | Line # | Download | only in sljit_src
sljitUtils.c revision 1.2
      1  1.1  alnsn /*
      2  1.1  alnsn  *    Stack-less Just-In-Time compiler
      3  1.1  alnsn  *
      4  1.1  alnsn  *    Copyright 2009-2012 Zoltan Herczeg (hzmester (at) freemail.hu). All rights reserved.
      5  1.1  alnsn  *
      6  1.1  alnsn  * Redistribution and use in source and binary forms, with or without modification, are
      7  1.1  alnsn  * permitted provided that the following conditions are met:
      8  1.1  alnsn  *
      9  1.1  alnsn  *   1. Redistributions of source code must retain the above copyright notice, this list of
     10  1.1  alnsn  *      conditions and the following disclaimer.
     11  1.1  alnsn  *
     12  1.1  alnsn  *   2. Redistributions in binary form must reproduce the above copyright notice, this list
     13  1.1  alnsn  *      of conditions and the following disclaimer in the documentation and/or other materials
     14  1.1  alnsn  *      provided with the distribution.
     15  1.1  alnsn  *
     16  1.1  alnsn  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) AND CONTRIBUTORS ``AS IS'' AND ANY
     17  1.1  alnsn  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  1.1  alnsn  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
     19  1.1  alnsn  * SHALL THE COPYRIGHT HOLDER(S) OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  1.1  alnsn  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
     21  1.1  alnsn  * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
     22  1.1  alnsn  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     23  1.1  alnsn  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     24  1.1  alnsn  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     25  1.1  alnsn  */
     26  1.1  alnsn 
     27  1.1  alnsn /* ------------------------------------------------------------------------ */
     28  1.1  alnsn /*  Locks                                                                   */
     29  1.1  alnsn /* ------------------------------------------------------------------------ */
     30  1.1  alnsn 
     31  1.1  alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR) || (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
     32  1.1  alnsn 
     33  1.1  alnsn #if (defined SLJIT_SINGLE_THREADED && SLJIT_SINGLE_THREADED)
     34  1.1  alnsn 
     35  1.1  alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
     36  1.1  alnsn 
     37  1.1  alnsn static SLJIT_INLINE void allocator_grab_lock(void)
     38  1.1  alnsn {
     39  1.1  alnsn 	/* Always successful. */
     40  1.1  alnsn }
     41  1.1  alnsn 
     42  1.1  alnsn static SLJIT_INLINE void allocator_release_lock(void)
     43  1.1  alnsn {
     44  1.1  alnsn 	/* Always successful. */
     45  1.1  alnsn }
     46  1.1  alnsn 
     47  1.1  alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
     48  1.1  alnsn 
     49  1.1  alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
     50  1.1  alnsn 
     51  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
     52  1.1  alnsn {
     53  1.1  alnsn 	/* Always successful. */
     54  1.1  alnsn }
     55  1.1  alnsn 
     56  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
     57  1.1  alnsn {
     58  1.1  alnsn 	/* Always successful. */
     59  1.1  alnsn }
     60  1.1  alnsn 
     61  1.1  alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
     62  1.1  alnsn 
     63  1.1  alnsn #elif defined(_WIN32) /* SLJIT_SINGLE_THREADED */
     64  1.1  alnsn 
     65  1.1  alnsn #include "windows.h"
     66  1.1  alnsn 
     67  1.1  alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
     68  1.1  alnsn 
     69  1.1  alnsn static HANDLE allocator_mutex = 0;
     70  1.1  alnsn 
     71  1.1  alnsn static SLJIT_INLINE void allocator_grab_lock(void)
     72  1.1  alnsn {
     73  1.1  alnsn 	/* No idea what to do if an error occures. Static mutexes should never fail... */
     74  1.1  alnsn 	if (!allocator_mutex)
     75  1.1  alnsn 		allocator_mutex = CreateMutex(NULL, TRUE, NULL);
     76  1.1  alnsn 	else
     77  1.1  alnsn 		WaitForSingleObject(allocator_mutex, INFINITE);
     78  1.1  alnsn }
     79  1.1  alnsn 
     80  1.1  alnsn static SLJIT_INLINE void allocator_release_lock(void)
     81  1.1  alnsn {
     82  1.1  alnsn 	ReleaseMutex(allocator_mutex);
     83  1.1  alnsn }
     84  1.1  alnsn 
     85  1.1  alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
     86  1.1  alnsn 
     87  1.1  alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
     88  1.1  alnsn 
     89  1.1  alnsn static HANDLE global_mutex = 0;
     90  1.1  alnsn 
     91  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
     92  1.1  alnsn {
     93  1.1  alnsn 	/* No idea what to do if an error occures. Static mutexes should never fail... */
     94  1.1  alnsn 	if (!global_mutex)
     95  1.1  alnsn 		global_mutex = CreateMutex(NULL, TRUE, NULL);
     96  1.1  alnsn 	else
     97  1.1  alnsn 		WaitForSingleObject(global_mutex, INFINITE);
     98  1.1  alnsn }
     99  1.1  alnsn 
    100  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
    101  1.1  alnsn {
    102  1.1  alnsn 	ReleaseMutex(global_mutex);
    103  1.1  alnsn }
    104  1.1  alnsn 
    105  1.1  alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
    106  1.1  alnsn 
    107  1.1  alnsn #else /* _WIN32 */
    108  1.1  alnsn 
    109  1.2  alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
    110  1.2  alnsn 
    111  1.1  alnsn #include <pthread.h>
    112  1.1  alnsn 
    113  1.1  alnsn static pthread_mutex_t allocator_mutex = PTHREAD_MUTEX_INITIALIZER;
    114  1.1  alnsn 
    115  1.1  alnsn static SLJIT_INLINE void allocator_grab_lock(void)
    116  1.1  alnsn {
    117  1.1  alnsn 	pthread_mutex_lock(&allocator_mutex);
    118  1.1  alnsn }
    119  1.1  alnsn 
    120  1.1  alnsn static SLJIT_INLINE void allocator_release_lock(void)
    121  1.1  alnsn {
    122  1.1  alnsn 	pthread_mutex_unlock(&allocator_mutex);
    123  1.1  alnsn }
    124  1.1  alnsn 
    125  1.1  alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
    126  1.1  alnsn 
    127  1.1  alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
    128  1.1  alnsn 
    129  1.2  alnsn #include <pthread.h>
    130  1.2  alnsn 
    131  1.1  alnsn static pthread_mutex_t global_mutex = PTHREAD_MUTEX_INITIALIZER;
    132  1.1  alnsn 
    133  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
    134  1.1  alnsn {
    135  1.1  alnsn 	pthread_mutex_lock(&global_mutex);
    136  1.1  alnsn }
    137  1.1  alnsn 
    138  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
    139  1.1  alnsn {
    140  1.1  alnsn 	pthread_mutex_unlock(&global_mutex);
    141  1.1  alnsn }
    142  1.1  alnsn 
    143  1.1  alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
    144  1.1  alnsn 
    145  1.1  alnsn #endif /* _WIN32 */
    146  1.1  alnsn 
    147  1.1  alnsn /* ------------------------------------------------------------------------ */
    148  1.1  alnsn /*  Stack                                                                   */
    149  1.1  alnsn /* ------------------------------------------------------------------------ */
    150  1.1  alnsn 
    151  1.1  alnsn #if (defined SLJIT_UTIL_STACK && SLJIT_UTIL_STACK)
    152  1.1  alnsn 
    153  1.2  alnsn #ifdef _KERNEL
    154  1.2  alnsn #include <sys/param.h>
    155  1.2  alnsn #include <uvm/uvm.h>
    156  1.2  alnsn #elif defined(_WIN32)
    157  1.1  alnsn #include "windows.h"
    158  1.1  alnsn #else
    159  1.1  alnsn #include <sys/mman.h>
    160  1.1  alnsn #include <unistd.h>
    161  1.1  alnsn #endif
    162  1.1  alnsn 
    163  1.1  alnsn /* Planning to make it even more clever in the future. */
    164  1.1  alnsn static sljit_w sljit_page_align = 0;
    165  1.1  alnsn 
    166  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE struct sljit_stack* SLJIT_CALL sljit_allocate_stack(sljit_uw limit, sljit_uw max_limit)
    167  1.1  alnsn {
    168  1.1  alnsn 	struct sljit_stack *stack;
    169  1.1  alnsn 	union {
    170  1.1  alnsn 		void *ptr;
    171  1.1  alnsn 		sljit_uw uw;
    172  1.1  alnsn 	} base;
    173  1.1  alnsn #ifdef _WIN32
    174  1.1  alnsn 	SYSTEM_INFO si;
    175  1.1  alnsn #endif
    176  1.2  alnsn #ifdef _KERNEL
    177  1.2  alnsn 	vaddr_t v;
    178  1.2  alnsn #endif
    179  1.1  alnsn 
    180  1.1  alnsn 	if (limit > max_limit || limit < 1)
    181  1.1  alnsn 		return NULL;
    182  1.1  alnsn 
    183  1.1  alnsn #ifdef _WIN32
    184  1.1  alnsn 	if (!sljit_page_align) {
    185  1.1  alnsn 		GetSystemInfo(&si);
    186  1.1  alnsn 		sljit_page_align = si.dwPageSize - 1;
    187  1.1  alnsn 	}
    188  1.1  alnsn #else
    189  1.1  alnsn 	if (!sljit_page_align) {
    190  1.2  alnsn #ifdef _KERNEL
    191  1.2  alnsn 		sljit_page_align = PAGE_SIZE;
    192  1.2  alnsn #else
    193  1.1  alnsn 		sljit_page_align = sysconf(_SC_PAGESIZE);
    194  1.2  alnsn #endif
    195  1.1  alnsn 		/* Should never happen. */
    196  1.1  alnsn 		if (sljit_page_align < 0)
    197  1.1  alnsn 			sljit_page_align = 4096;
    198  1.1  alnsn 		sljit_page_align--;
    199  1.1  alnsn 	}
    200  1.1  alnsn #endif
    201  1.1  alnsn 
    202  1.1  alnsn 	/* Align limit and max_limit. */
    203  1.1  alnsn 	max_limit = (max_limit + sljit_page_align) & ~sljit_page_align;
    204  1.1  alnsn 
    205  1.1  alnsn 	stack = (struct sljit_stack*)SLJIT_MALLOC(sizeof(struct sljit_stack));
    206  1.1  alnsn 	if (!stack)
    207  1.1  alnsn 		return NULL;
    208  1.1  alnsn 
    209  1.2  alnsn #ifdef _KERNEL
    210  1.2  alnsn 	v = uvm_km_alloc(kernel_map, max_limit, PAGE_SIZE, UVM_KMF_WIRED|UVM_KMF_ZERO);
    211  1.2  alnsn 	base.ptr = (void *)v;
    212  1.2  alnsn 	if (base.ptr == NULL) {
    213  1.2  alnsn 		SLJIT_FREE(stack);
    214  1.2  alnsn 		return NULL;
    215  1.2  alnsn 	}
    216  1.2  alnsn 	stack->base = base.uw;
    217  1.2  alnsn 	stack->limit = stack->base + limit;
    218  1.2  alnsn 	stack->max_limit = stack->base + max_limit;
    219  1.2  alnsn #elif defined(_WIN32)
    220  1.1  alnsn 	base.ptr = VirtualAlloc(0, max_limit, MEM_RESERVE, PAGE_READWRITE);
    221  1.1  alnsn 	if (!base.ptr) {
    222  1.1  alnsn 		SLJIT_FREE(stack);
    223  1.1  alnsn 		return NULL;
    224  1.1  alnsn 	}
    225  1.1  alnsn 	stack->base = base.uw;
    226  1.1  alnsn 	stack->limit = stack->base;
    227  1.1  alnsn 	stack->max_limit = stack->base + max_limit;
    228  1.1  alnsn 	if (sljit_stack_resize(stack, stack->base + limit)) {
    229  1.1  alnsn 		sljit_free_stack(stack);
    230  1.1  alnsn 		return NULL;
    231  1.1  alnsn 	}
    232  1.1  alnsn #else
    233  1.1  alnsn 	base.ptr = mmap(0, max_limit, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANON, -1, 0);
    234  1.1  alnsn 	if (base.ptr == MAP_FAILED) {
    235  1.1  alnsn 		SLJIT_FREE(stack);
    236  1.1  alnsn 		return NULL;
    237  1.1  alnsn 	}
    238  1.1  alnsn 	stack->base = base.uw;
    239  1.1  alnsn 	stack->limit = stack->base + limit;
    240  1.1  alnsn 	stack->max_limit = stack->base + max_limit;
    241  1.1  alnsn #endif
    242  1.1  alnsn 	stack->top = stack->base;
    243  1.1  alnsn 	return stack;
    244  1.1  alnsn }
    245  1.1  alnsn 
    246  1.1  alnsn #undef PAGE_ALIGN
    247  1.1  alnsn 
    248  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_free_stack(struct sljit_stack* stack)
    249  1.1  alnsn {
    250  1.2  alnsn #ifdef _KERNEL
    251  1.2  alnsn 	uvm_km_free(kernel_map, (vaddr_t)stack->base,
    252  1.2  alnsn 	    stack->max_limit - stack->base, UVM_KMF_WIRED);
    253  1.2  alnsn #elif defined(_WIN32)
    254  1.1  alnsn 	VirtualFree((void*)stack->base, 0, MEM_RELEASE);
    255  1.1  alnsn #else
    256  1.1  alnsn 	munmap((void*)stack->base, stack->max_limit - stack->base);
    257  1.1  alnsn #endif
    258  1.1  alnsn 	SLJIT_FREE(stack);
    259  1.1  alnsn }
    260  1.1  alnsn 
    261  1.1  alnsn SLJIT_API_FUNC_ATTRIBUTE sljit_w SLJIT_CALL sljit_stack_resize(struct sljit_stack* stack, sljit_uw new_limit)
    262  1.1  alnsn {
    263  1.1  alnsn 	sljit_uw aligned_old_limit;
    264  1.1  alnsn 	sljit_uw aligned_new_limit;
    265  1.1  alnsn 
    266  1.1  alnsn 	if ((new_limit > stack->max_limit) || (new_limit < stack->base))
    267  1.1  alnsn 		return -1;
    268  1.1  alnsn #ifdef _WIN32
    269  1.1  alnsn 	aligned_new_limit = (new_limit + sljit_page_align) & ~sljit_page_align;
    270  1.1  alnsn 	aligned_old_limit = (stack->limit + sljit_page_align) & ~sljit_page_align;
    271  1.1  alnsn 	if (aligned_new_limit != aligned_old_limit) {
    272  1.1  alnsn 		if (aligned_new_limit > aligned_old_limit) {
    273  1.1  alnsn 			if (!VirtualAlloc((void*)aligned_old_limit, aligned_new_limit - aligned_old_limit, MEM_COMMIT, PAGE_READWRITE))
    274  1.1  alnsn 				return -1;
    275  1.1  alnsn 		}
    276  1.1  alnsn 		else {
    277  1.1  alnsn 			if (!VirtualFree((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, MEM_DECOMMIT))
    278  1.1  alnsn 				return -1;
    279  1.1  alnsn 		}
    280  1.1  alnsn 	}
    281  1.1  alnsn 	stack->limit = new_limit;
    282  1.1  alnsn 	return 0;
    283  1.1  alnsn #else
    284  1.1  alnsn 	if (new_limit >= stack->limit) {
    285  1.1  alnsn 		stack->limit = new_limit;
    286  1.1  alnsn 		return 0;
    287  1.1  alnsn 	}
    288  1.1  alnsn 	aligned_new_limit = (new_limit + sljit_page_align) & ~sljit_page_align;
    289  1.1  alnsn 	aligned_old_limit = (stack->limit + sljit_page_align) & ~sljit_page_align;
    290  1.1  alnsn 	/* If madvise is available, we release the unnecessary space. */
    291  1.1  alnsn #if defined(POSIX_MADV_DONTNEED)
    292  1.1  alnsn 	if (aligned_new_limit < aligned_old_limit)
    293  1.1  alnsn 		posix_madvise((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, POSIX_MADV_DONTNEED);
    294  1.1  alnsn #elif defined(MADV_DONTNEED)
    295  1.1  alnsn 	if (aligned_new_limit < aligned_old_limit)
    296  1.1  alnsn 		madvise((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, MADV_DONTNEED);
    297  1.1  alnsn #endif
    298  1.1  alnsn 	stack->limit = new_limit;
    299  1.1  alnsn 	return 0;
    300  1.1  alnsn #endif
    301  1.1  alnsn }
    302  1.1  alnsn 
    303  1.1  alnsn #endif /* SLJIT_UTIL_STACK */
    304  1.1  alnsn 
    305  1.1  alnsn #endif
    306