sljitUtils.c revision 1.2 1 1.1 alnsn /*
2 1.1 alnsn * Stack-less Just-In-Time compiler
3 1.1 alnsn *
4 1.1 alnsn * Copyright 2009-2012 Zoltan Herczeg (hzmester (at) freemail.hu). All rights reserved.
5 1.1 alnsn *
6 1.1 alnsn * Redistribution and use in source and binary forms, with or without modification, are
7 1.1 alnsn * permitted provided that the following conditions are met:
8 1.1 alnsn *
9 1.1 alnsn * 1. Redistributions of source code must retain the above copyright notice, this list of
10 1.1 alnsn * conditions and the following disclaimer.
11 1.1 alnsn *
12 1.1 alnsn * 2. Redistributions in binary form must reproduce the above copyright notice, this list
13 1.1 alnsn * of conditions and the following disclaimer in the documentation and/or other materials
14 1.1 alnsn * provided with the distribution.
15 1.1 alnsn *
16 1.1 alnsn * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) AND CONTRIBUTORS ``AS IS'' AND ANY
17 1.1 alnsn * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 alnsn * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
19 1.1 alnsn * SHALL THE COPYRIGHT HOLDER(S) OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 alnsn * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
21 1.1 alnsn * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
22 1.1 alnsn * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 1.1 alnsn * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
24 1.1 alnsn * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 1.1 alnsn */
26 1.1 alnsn
27 1.1 alnsn /* ------------------------------------------------------------------------ */
28 1.1 alnsn /* Locks */
29 1.1 alnsn /* ------------------------------------------------------------------------ */
30 1.1 alnsn
31 1.1 alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR) || (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
32 1.1 alnsn
33 1.1 alnsn #if (defined SLJIT_SINGLE_THREADED && SLJIT_SINGLE_THREADED)
34 1.1 alnsn
35 1.1 alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
36 1.1 alnsn
37 1.1 alnsn static SLJIT_INLINE void allocator_grab_lock(void)
38 1.1 alnsn {
39 1.1 alnsn /* Always successful. */
40 1.1 alnsn }
41 1.1 alnsn
42 1.1 alnsn static SLJIT_INLINE void allocator_release_lock(void)
43 1.1 alnsn {
44 1.1 alnsn /* Always successful. */
45 1.1 alnsn }
46 1.1 alnsn
47 1.1 alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
48 1.1 alnsn
49 1.1 alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
50 1.1 alnsn
51 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
52 1.1 alnsn {
53 1.1 alnsn /* Always successful. */
54 1.1 alnsn }
55 1.1 alnsn
56 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
57 1.1 alnsn {
58 1.1 alnsn /* Always successful. */
59 1.1 alnsn }
60 1.1 alnsn
61 1.1 alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
62 1.1 alnsn
63 1.1 alnsn #elif defined(_WIN32) /* SLJIT_SINGLE_THREADED */
64 1.1 alnsn
65 1.1 alnsn #include "windows.h"
66 1.1 alnsn
67 1.1 alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
68 1.1 alnsn
69 1.1 alnsn static HANDLE allocator_mutex = 0;
70 1.1 alnsn
71 1.1 alnsn static SLJIT_INLINE void allocator_grab_lock(void)
72 1.1 alnsn {
73 1.1 alnsn /* No idea what to do if an error occures. Static mutexes should never fail... */
74 1.1 alnsn if (!allocator_mutex)
75 1.1 alnsn allocator_mutex = CreateMutex(NULL, TRUE, NULL);
76 1.1 alnsn else
77 1.1 alnsn WaitForSingleObject(allocator_mutex, INFINITE);
78 1.1 alnsn }
79 1.1 alnsn
80 1.1 alnsn static SLJIT_INLINE void allocator_release_lock(void)
81 1.1 alnsn {
82 1.1 alnsn ReleaseMutex(allocator_mutex);
83 1.1 alnsn }
84 1.1 alnsn
85 1.1 alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
86 1.1 alnsn
87 1.1 alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
88 1.1 alnsn
89 1.1 alnsn static HANDLE global_mutex = 0;
90 1.1 alnsn
91 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
92 1.1 alnsn {
93 1.1 alnsn /* No idea what to do if an error occures. Static mutexes should never fail... */
94 1.1 alnsn if (!global_mutex)
95 1.1 alnsn global_mutex = CreateMutex(NULL, TRUE, NULL);
96 1.1 alnsn else
97 1.1 alnsn WaitForSingleObject(global_mutex, INFINITE);
98 1.1 alnsn }
99 1.1 alnsn
100 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
101 1.1 alnsn {
102 1.1 alnsn ReleaseMutex(global_mutex);
103 1.1 alnsn }
104 1.1 alnsn
105 1.1 alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
106 1.1 alnsn
107 1.1 alnsn #else /* _WIN32 */
108 1.1 alnsn
109 1.2 alnsn #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
110 1.2 alnsn
111 1.1 alnsn #include <pthread.h>
112 1.1 alnsn
113 1.1 alnsn static pthread_mutex_t allocator_mutex = PTHREAD_MUTEX_INITIALIZER;
114 1.1 alnsn
115 1.1 alnsn static SLJIT_INLINE void allocator_grab_lock(void)
116 1.1 alnsn {
117 1.1 alnsn pthread_mutex_lock(&allocator_mutex);
118 1.1 alnsn }
119 1.1 alnsn
120 1.1 alnsn static SLJIT_INLINE void allocator_release_lock(void)
121 1.1 alnsn {
122 1.1 alnsn pthread_mutex_unlock(&allocator_mutex);
123 1.1 alnsn }
124 1.1 alnsn
125 1.1 alnsn #endif /* SLJIT_EXECUTABLE_ALLOCATOR */
126 1.1 alnsn
127 1.1 alnsn #if (defined SLJIT_UTIL_GLOBAL_LOCK && SLJIT_UTIL_GLOBAL_LOCK)
128 1.1 alnsn
129 1.2 alnsn #include <pthread.h>
130 1.2 alnsn
131 1.1 alnsn static pthread_mutex_t global_mutex = PTHREAD_MUTEX_INITIALIZER;
132 1.1 alnsn
133 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_grab_lock(void)
134 1.1 alnsn {
135 1.1 alnsn pthread_mutex_lock(&global_mutex);
136 1.1 alnsn }
137 1.1 alnsn
138 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_release_lock(void)
139 1.1 alnsn {
140 1.1 alnsn pthread_mutex_unlock(&global_mutex);
141 1.1 alnsn }
142 1.1 alnsn
143 1.1 alnsn #endif /* SLJIT_UTIL_GLOBAL_LOCK */
144 1.1 alnsn
145 1.1 alnsn #endif /* _WIN32 */
146 1.1 alnsn
147 1.1 alnsn /* ------------------------------------------------------------------------ */
148 1.1 alnsn /* Stack */
149 1.1 alnsn /* ------------------------------------------------------------------------ */
150 1.1 alnsn
151 1.1 alnsn #if (defined SLJIT_UTIL_STACK && SLJIT_UTIL_STACK)
152 1.1 alnsn
153 1.2 alnsn #ifdef _KERNEL
154 1.2 alnsn #include <sys/param.h>
155 1.2 alnsn #include <uvm/uvm.h>
156 1.2 alnsn #elif defined(_WIN32)
157 1.1 alnsn #include "windows.h"
158 1.1 alnsn #else
159 1.1 alnsn #include <sys/mman.h>
160 1.1 alnsn #include <unistd.h>
161 1.1 alnsn #endif
162 1.1 alnsn
163 1.1 alnsn /* Planning to make it even more clever in the future. */
164 1.1 alnsn static sljit_w sljit_page_align = 0;
165 1.1 alnsn
166 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE struct sljit_stack* SLJIT_CALL sljit_allocate_stack(sljit_uw limit, sljit_uw max_limit)
167 1.1 alnsn {
168 1.1 alnsn struct sljit_stack *stack;
169 1.1 alnsn union {
170 1.1 alnsn void *ptr;
171 1.1 alnsn sljit_uw uw;
172 1.1 alnsn } base;
173 1.1 alnsn #ifdef _WIN32
174 1.1 alnsn SYSTEM_INFO si;
175 1.1 alnsn #endif
176 1.2 alnsn #ifdef _KERNEL
177 1.2 alnsn vaddr_t v;
178 1.2 alnsn #endif
179 1.1 alnsn
180 1.1 alnsn if (limit > max_limit || limit < 1)
181 1.1 alnsn return NULL;
182 1.1 alnsn
183 1.1 alnsn #ifdef _WIN32
184 1.1 alnsn if (!sljit_page_align) {
185 1.1 alnsn GetSystemInfo(&si);
186 1.1 alnsn sljit_page_align = si.dwPageSize - 1;
187 1.1 alnsn }
188 1.1 alnsn #else
189 1.1 alnsn if (!sljit_page_align) {
190 1.2 alnsn #ifdef _KERNEL
191 1.2 alnsn sljit_page_align = PAGE_SIZE;
192 1.2 alnsn #else
193 1.1 alnsn sljit_page_align = sysconf(_SC_PAGESIZE);
194 1.2 alnsn #endif
195 1.1 alnsn /* Should never happen. */
196 1.1 alnsn if (sljit_page_align < 0)
197 1.1 alnsn sljit_page_align = 4096;
198 1.1 alnsn sljit_page_align--;
199 1.1 alnsn }
200 1.1 alnsn #endif
201 1.1 alnsn
202 1.1 alnsn /* Align limit and max_limit. */
203 1.1 alnsn max_limit = (max_limit + sljit_page_align) & ~sljit_page_align;
204 1.1 alnsn
205 1.1 alnsn stack = (struct sljit_stack*)SLJIT_MALLOC(sizeof(struct sljit_stack));
206 1.1 alnsn if (!stack)
207 1.1 alnsn return NULL;
208 1.1 alnsn
209 1.2 alnsn #ifdef _KERNEL
210 1.2 alnsn v = uvm_km_alloc(kernel_map, max_limit, PAGE_SIZE, UVM_KMF_WIRED|UVM_KMF_ZERO);
211 1.2 alnsn base.ptr = (void *)v;
212 1.2 alnsn if (base.ptr == NULL) {
213 1.2 alnsn SLJIT_FREE(stack);
214 1.2 alnsn return NULL;
215 1.2 alnsn }
216 1.2 alnsn stack->base = base.uw;
217 1.2 alnsn stack->limit = stack->base + limit;
218 1.2 alnsn stack->max_limit = stack->base + max_limit;
219 1.2 alnsn #elif defined(_WIN32)
220 1.1 alnsn base.ptr = VirtualAlloc(0, max_limit, MEM_RESERVE, PAGE_READWRITE);
221 1.1 alnsn if (!base.ptr) {
222 1.1 alnsn SLJIT_FREE(stack);
223 1.1 alnsn return NULL;
224 1.1 alnsn }
225 1.1 alnsn stack->base = base.uw;
226 1.1 alnsn stack->limit = stack->base;
227 1.1 alnsn stack->max_limit = stack->base + max_limit;
228 1.1 alnsn if (sljit_stack_resize(stack, stack->base + limit)) {
229 1.1 alnsn sljit_free_stack(stack);
230 1.1 alnsn return NULL;
231 1.1 alnsn }
232 1.1 alnsn #else
233 1.1 alnsn base.ptr = mmap(0, max_limit, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANON, -1, 0);
234 1.1 alnsn if (base.ptr == MAP_FAILED) {
235 1.1 alnsn SLJIT_FREE(stack);
236 1.1 alnsn return NULL;
237 1.1 alnsn }
238 1.1 alnsn stack->base = base.uw;
239 1.1 alnsn stack->limit = stack->base + limit;
240 1.1 alnsn stack->max_limit = stack->base + max_limit;
241 1.1 alnsn #endif
242 1.1 alnsn stack->top = stack->base;
243 1.1 alnsn return stack;
244 1.1 alnsn }
245 1.1 alnsn
246 1.1 alnsn #undef PAGE_ALIGN
247 1.1 alnsn
248 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE void SLJIT_CALL sljit_free_stack(struct sljit_stack* stack)
249 1.1 alnsn {
250 1.2 alnsn #ifdef _KERNEL
251 1.2 alnsn uvm_km_free(kernel_map, (vaddr_t)stack->base,
252 1.2 alnsn stack->max_limit - stack->base, UVM_KMF_WIRED);
253 1.2 alnsn #elif defined(_WIN32)
254 1.1 alnsn VirtualFree((void*)stack->base, 0, MEM_RELEASE);
255 1.1 alnsn #else
256 1.1 alnsn munmap((void*)stack->base, stack->max_limit - stack->base);
257 1.1 alnsn #endif
258 1.1 alnsn SLJIT_FREE(stack);
259 1.1 alnsn }
260 1.1 alnsn
261 1.1 alnsn SLJIT_API_FUNC_ATTRIBUTE sljit_w SLJIT_CALL sljit_stack_resize(struct sljit_stack* stack, sljit_uw new_limit)
262 1.1 alnsn {
263 1.1 alnsn sljit_uw aligned_old_limit;
264 1.1 alnsn sljit_uw aligned_new_limit;
265 1.1 alnsn
266 1.1 alnsn if ((new_limit > stack->max_limit) || (new_limit < stack->base))
267 1.1 alnsn return -1;
268 1.1 alnsn #ifdef _WIN32
269 1.1 alnsn aligned_new_limit = (new_limit + sljit_page_align) & ~sljit_page_align;
270 1.1 alnsn aligned_old_limit = (stack->limit + sljit_page_align) & ~sljit_page_align;
271 1.1 alnsn if (aligned_new_limit != aligned_old_limit) {
272 1.1 alnsn if (aligned_new_limit > aligned_old_limit) {
273 1.1 alnsn if (!VirtualAlloc((void*)aligned_old_limit, aligned_new_limit - aligned_old_limit, MEM_COMMIT, PAGE_READWRITE))
274 1.1 alnsn return -1;
275 1.1 alnsn }
276 1.1 alnsn else {
277 1.1 alnsn if (!VirtualFree((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, MEM_DECOMMIT))
278 1.1 alnsn return -1;
279 1.1 alnsn }
280 1.1 alnsn }
281 1.1 alnsn stack->limit = new_limit;
282 1.1 alnsn return 0;
283 1.1 alnsn #else
284 1.1 alnsn if (new_limit >= stack->limit) {
285 1.1 alnsn stack->limit = new_limit;
286 1.1 alnsn return 0;
287 1.1 alnsn }
288 1.1 alnsn aligned_new_limit = (new_limit + sljit_page_align) & ~sljit_page_align;
289 1.1 alnsn aligned_old_limit = (stack->limit + sljit_page_align) & ~sljit_page_align;
290 1.1 alnsn /* If madvise is available, we release the unnecessary space. */
291 1.1 alnsn #if defined(POSIX_MADV_DONTNEED)
292 1.1 alnsn if (aligned_new_limit < aligned_old_limit)
293 1.1 alnsn posix_madvise((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, POSIX_MADV_DONTNEED);
294 1.1 alnsn #elif defined(MADV_DONTNEED)
295 1.1 alnsn if (aligned_new_limit < aligned_old_limit)
296 1.1 alnsn madvise((void*)aligned_new_limit, aligned_old_limit - aligned_new_limit, MADV_DONTNEED);
297 1.1 alnsn #endif
298 1.1 alnsn stack->limit = new_limit;
299 1.1 alnsn return 0;
300 1.1 alnsn #endif
301 1.1 alnsn }
302 1.1 alnsn
303 1.1 alnsn #endif /* SLJIT_UTIL_STACK */
304 1.1 alnsn
305 1.1 alnsn #endif
306