linux_exec.c revision 1.104.2.3 1 1.104.2.3 yamt /* $NetBSD: linux_exec.c,v 1.104.2.3 2010/03/11 15:03:16 yamt Exp $ */
2 1.29 christos
3 1.29 christos /*-
4 1.103 ad * Copyright (c) 1994, 1995, 1998, 2000, 2007, 2008 The NetBSD Foundation, Inc.
5 1.29 christos * All rights reserved.
6 1.29 christos *
7 1.29 christos * This code is derived from software contributed to The NetBSD Foundation
8 1.33 fvdl * by Christos Zoulas, Frank van der Linden, Eric Haszlakiewicz and
9 1.33 fvdl * Thor Lancelot Simon.
10 1.29 christos *
11 1.29 christos * Redistribution and use in source and binary forms, with or without
12 1.29 christos * modification, are permitted provided that the following conditions
13 1.29 christos * are met:
14 1.29 christos * 1. Redistributions of source code must retain the above copyright
15 1.29 christos * notice, this list of conditions and the following disclaimer.
16 1.29 christos * 2. Redistributions in binary form must reproduce the above copyright
17 1.29 christos * notice, this list of conditions and the following disclaimer in the
18 1.29 christos * documentation and/or other materials provided with the distribution.
19 1.29 christos *
20 1.29 christos * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
21 1.29 christos * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
22 1.29 christos * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
23 1.29 christos * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
24 1.29 christos * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 1.29 christos * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 1.29 christos * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 1.29 christos * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 1.29 christos * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 1.29 christos * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 1.29 christos * POSSIBILITY OF SUCH DAMAGE.
31 1.1 fvdl */
32 1.54 lukem
33 1.54 lukem #include <sys/cdefs.h>
34 1.104.2.3 yamt __KERNEL_RCSID(0, "$NetBSD: linux_exec.c,v 1.104.2.3 2010/03/11 15:03:16 yamt Exp $");
35 1.1 fvdl
36 1.1 fvdl #include <sys/param.h>
37 1.1 fvdl #include <sys/systm.h>
38 1.1 fvdl #include <sys/kernel.h>
39 1.1 fvdl #include <sys/proc.h>
40 1.1 fvdl #include <sys/malloc.h>
41 1.1 fvdl #include <sys/namei.h>
42 1.1 fvdl #include <sys/vnode.h>
43 1.13 christos #include <sys/mount.h>
44 1.25 christos #include <sys/exec.h>
45 1.8 fvdl #include <sys/exec_elf.h>
46 1.1 fvdl
47 1.1 fvdl #include <sys/mman.h>
48 1.13 christos #include <sys/syscallargs.h>
49 1.1 fvdl
50 1.85 manu #include <sys/ptrace.h> /* For proc_reparent() */
51 1.85 manu
52 1.73 fvdl #include <uvm/uvm_extern.h>
53 1.73 fvdl
54 1.96 ad #include <sys/cpu.h>
55 1.1 fvdl #include <machine/reg.h>
56 1.1 fvdl
57 1.32 christos #include <compat/linux/common/linux_types.h>
58 1.32 christos #include <compat/linux/common/linux_signal.h>
59 1.32 christos #include <compat/linux/common/linux_util.h>
60 1.85 manu #include <compat/linux/common/linux_sched.h>
61 1.85 manu #include <compat/linux/common/linux_machdep.h>
62 1.32 christos #include <compat/linux/common/linux_exec.h>
63 1.78 manu #include <compat/linux/common/linux_futex.h>
64 1.97 njoly #include <compat/linux/common/linux_ipc.h>
65 1.97 njoly #include <compat/linux/common/linux_sem.h>
66 1.32 christos
67 1.32 christos #include <compat/linux/linux_syscallargs.h>
68 1.4 christos #include <compat/linux/linux_syscall.h>
69 1.38 jdolecek #include <compat/linux/common/linux_misc.h>
70 1.38 jdolecek #include <compat/linux/common/linux_errno.h>
71 1.39 jdolecek #include <compat/linux/common/linux_emuldata.h>
72 1.8 fvdl
73 1.38 jdolecek extern struct sysent linux_sysent[];
74 1.38 jdolecek extern const char * const linux_syscallnames[];
75 1.38 jdolecek extern char linux_sigcode[], linux_esigcode[];
76 1.1 fvdl
77 1.99 dsl static void linux_e_proc_exec(struct proc *, struct exec_package *);
78 1.99 dsl static void linux_e_proc_fork(struct proc *, struct proc *, int);
79 1.99 dsl static void linux_e_proc_exit(struct proc *);
80 1.99 dsl static void linux_e_proc_init(struct proc *, struct proc *, int);
81 1.39 jdolecek
82 1.79 manu #ifdef LINUX_NPTL
83 1.91 ad void linux_userret(void);
84 1.79 manu #endif
85 1.77 manu
86 1.1 fvdl /*
87 1.38 jdolecek * Emulation switch.
88 1.38 jdolecek */
89 1.65 chs
90 1.65 chs struct uvm_object *emul_linux_object;
91 1.65 chs
92 1.104.2.2 yamt struct emul emul_linux = {
93 1.104.2.3 yamt .e_name = "linux",
94 1.104.2.3 yamt .e_path = "/emul/linux",
95 1.44 mycroft #ifndef __HAVE_MINIMAL_EMUL
96 1.104.2.3 yamt .e_flags = 0,
97 1.104.2.3 yamt .e_errno = (const int *)native_to_linux_errno,
98 1.104.2.3 yamt .e_nosys = LINUX_SYS_syscall,
99 1.104.2.3 yamt .e_nsysent = LINUX_SYS_NSYSENT,
100 1.44 mycroft #endif
101 1.104.2.3 yamt .e_sysent = linux_sysent,
102 1.104.2.3 yamt .e_syscallnames = linux_syscallnames,
103 1.104.2.3 yamt .e_sendsig = linux_sendsig,
104 1.104.2.3 yamt .e_trapsignal = linux_trapsignal,
105 1.104.2.3 yamt .e_tracesig = NULL,
106 1.104.2.3 yamt .e_sigcode = linux_sigcode,
107 1.104.2.3 yamt .e_esigcode = linux_esigcode,
108 1.104.2.3 yamt .e_sigobject = &emul_linux_object,
109 1.104.2.3 yamt .e_setregs = linux_setregs,
110 1.104.2.3 yamt .e_proc_exec = linux_e_proc_exec,
111 1.104.2.3 yamt .e_proc_fork = linux_e_proc_fork,
112 1.104.2.3 yamt .e_proc_exit = linux_e_proc_exit,
113 1.104.2.3 yamt .e_lwp_fork = NULL,
114 1.104.2.3 yamt .e_lwp_exit = NULL,
115 1.44 mycroft #ifdef __HAVE_SYSCALL_INTERN
116 1.104.2.3 yamt .e_syscall_intern = linux_syscall_intern,
117 1.42 jdolecek #else
118 1.62 thorpej #error Implement __HAVE_SYSCALL_INTERN for this platform
119 1.41 jdolecek #endif
120 1.104.2.3 yamt .e_sysctlovly = NULL,
121 1.104.2.3 yamt .e_fault = NULL,
122 1.104.2.3 yamt .e_vm_default_addr = uvm_default_mapaddr,
123 1.104.2.3 yamt .e_usertrap = linux_usertrap,
124 1.104.2.3 yamt .e_sa = NULL,
125 1.104.2.3 yamt .e_ucsize = 0,
126 1.104.2.3 yamt .e_startlwp = NULL
127 1.38 jdolecek };
128 1.39 jdolecek
129 1.39 jdolecek static void
130 1.104.2.2 yamt linux_e_proc_init(struct proc *p, struct proc *parent, int forkflags)
131 1.39 jdolecek {
132 1.71 jdolecek struct linux_emuldata *e = p->p_emuldata;
133 1.71 jdolecek struct linux_emuldata_shared *s;
134 1.77 manu struct linux_emuldata *ep = NULL;
135 1.71 jdolecek
136 1.71 jdolecek if (!e) {
137 1.39 jdolecek /* allocate new Linux emuldata */
138 1.104.2.2 yamt e = malloc(sizeof(struct linux_emuldata),
139 1.71 jdolecek M_EMULDATA, M_WAITOK);
140 1.71 jdolecek } else {
141 1.104 ad mutex_enter(proc_lock);
142 1.72 jdolecek e->s->refs--;
143 1.71 jdolecek if (e->s->refs == 0)
144 1.104.2.2 yamt free(e->s, M_EMULDATA);
145 1.104 ad mutex_exit(proc_lock);
146 1.71 jdolecek }
147 1.71 jdolecek
148 1.71 jdolecek memset(e, '\0', sizeof(struct linux_emuldata));
149 1.71 jdolecek
150 1.84 manu e->proc = p;
151 1.104.2.2 yamt e->robust_futexes = NULL;
152 1.84 manu
153 1.77 manu if (parent)
154 1.77 manu ep = parent->p_emuldata;
155 1.77 manu
156 1.72 jdolecek if (forkflags & FORK_SHAREVM) {
157 1.104 ad mutex_enter(proc_lock);
158 1.77 manu #ifdef DIAGNOSTIC
159 1.77 manu if (ep == NULL) {
160 1.77 manu killproc(p, "FORK_SHAREVM while emuldata is NULL\n");
161 1.104 ad mutex_exit(proc_lock);
162 1.104.2.2 yamt free(e, M_EMULDATA);
163 1.77 manu return;
164 1.77 manu }
165 1.77 manu #endif
166 1.77 manu s = ep->s;
167 1.71 jdolecek s->refs++;
168 1.71 jdolecek } else {
169 1.71 jdolecek struct vmspace *vm;
170 1.71 jdolecek
171 1.104.2.2 yamt s = malloc(sizeof(struct linux_emuldata_shared),
172 1.39 jdolecek M_EMULDATA, M_WAITOK);
173 1.71 jdolecek s->refs = 1;
174 1.71 jdolecek
175 1.71 jdolecek /*
176 1.71 jdolecek * Set the process idea of the break to the real value.
177 1.71 jdolecek * For fork, we use parent's vmspace since our's
178 1.71 jdolecek * is not setup at the time of this call and is going
179 1.71 jdolecek * to be copy of parent's anyway. For exec, just
180 1.71 jdolecek * use our own vmspace.
181 1.71 jdolecek */
182 1.71 jdolecek vm = (parent) ? parent->p_vmspace : p->p_vmspace;
183 1.93 christos s->p_break = (char *)vm->vm_daddr + ctob(vm->vm_dsize);
184 1.71 jdolecek
185 1.77 manu /*
186 1.77 manu * Linux threads are emulated as NetBSD processes (not lwp)
187 1.77 manu * We use native PID for Linux TID. The Linux TID is the
188 1.77 manu * PID of the first process in the group. It is stored
189 1.77 manu * here
190 1.77 manu */
191 1.77 manu s->group_pid = p->p_pid;
192 1.84 manu
193 1.84 manu /*
194 1.84 manu * Initialize the list of threads in the group
195 1.84 manu */
196 1.84 manu LIST_INIT(&s->threads);
197 1.85 manu
198 1.85 manu s->xstat = 0;
199 1.85 manu s->flags = 0;
200 1.104 ad mutex_enter(proc_lock);
201 1.39 jdolecek }
202 1.39 jdolecek
203 1.71 jdolecek e->s = s;
204 1.77 manu
205 1.84 manu /*
206 1.84 manu * Add this thread in the group thread list
207 1.84 manu */
208 1.84 manu LIST_INSERT_HEAD(&s->threads, e, threads);
209 1.84 manu
210 1.79 manu #ifdef LINUX_NPTL
211 1.77 manu if (ep != NULL) {
212 1.85 manu e->parent_tidptr = ep->parent_tidptr;
213 1.85 manu e->child_tidptr = ep->child_tidptr;
214 1.85 manu e->clone_flags = ep->clone_flags;
215 1.77 manu }
216 1.79 manu #endif /* LINUX_NPTL */
217 1.77 manu
218 1.104 ad mutex_exit(proc_lock);
219 1.71 jdolecek p->p_emuldata = e;
220 1.48 jdolecek }
221 1.48 jdolecek
222 1.48 jdolecek /*
223 1.71 jdolecek * Allocate new per-process structures. Called when executing Linux
224 1.48 jdolecek * process. We can reuse the old emuldata - if it's not null,
225 1.48 jdolecek * the executed process is of same emulation as original forked one.
226 1.48 jdolecek */
227 1.48 jdolecek static void
228 1.89 christos linux_e_proc_exec(struct proc *p, struct exec_package *epp)
229 1.48 jdolecek {
230 1.103 ad
231 1.48 jdolecek /* exec, use our vmspace */
232 1.71 jdolecek linux_e_proc_init(p, NULL, 0);
233 1.39 jdolecek }
234 1.39 jdolecek
235 1.39 jdolecek /*
236 1.39 jdolecek * Emulation per-process exit hook.
237 1.39 jdolecek */
238 1.39 jdolecek static void
239 1.100 dsl linux_e_proc_exit(struct proc *p)
240 1.39 jdolecek {
241 1.71 jdolecek struct linux_emuldata *e = p->p_emuldata;
242 1.71 jdolecek
243 1.79 manu #ifdef LINUX_NPTL
244 1.85 manu linux_nptl_proc_exit(p);
245 1.104.2.2 yamt release_futexes(p);
246 1.84 manu #endif
247 1.103 ad
248 1.84 manu /* Remove the thread for the group thread list */
249 1.104 ad mutex_enter(proc_lock);
250 1.84 manu LIST_REMOVE(e, threads);
251 1.84 manu
252 1.39 jdolecek /* free Linux emuldata and set the pointer to null */
253 1.71 jdolecek e->s->refs--;
254 1.71 jdolecek if (e->s->refs == 0)
255 1.104.2.2 yamt free(e->s, M_EMULDATA);
256 1.103 ad p->p_emuldata = NULL;
257 1.104 ad mutex_exit(proc_lock);
258 1.104.2.2 yamt free(e, M_EMULDATA);
259 1.39 jdolecek }
260 1.39 jdolecek
261 1.39 jdolecek /*
262 1.39 jdolecek * Emulation fork hook.
263 1.39 jdolecek */
264 1.39 jdolecek static void
265 1.104.2.2 yamt linux_e_proc_fork(struct proc *p, struct proc *parent, int forkflags)
266 1.39 jdolecek {
267 1.103 ad
268 1.39 jdolecek /*
269 1.71 jdolecek * The new process might share some vmspace-related stuff
270 1.71 jdolecek * with parent, depending on fork flags (CLONE_VM et.al).
271 1.71 jdolecek * Force allocation of new base emuldata, and share the
272 1.71 jdolecek * VM-related parts only if necessary.
273 1.39 jdolecek */
274 1.39 jdolecek p->p_emuldata = NULL;
275 1.71 jdolecek linux_e_proc_init(p, parent, forkflags);
276 1.77 manu
277 1.79 manu #ifdef LINUX_NPTL
278 1.91 ad linux_nptl_proc_fork(p, parent, linux_userret);
279 1.79 manu #endif
280 1.77 manu
281 1.77 manu return;
282 1.77 manu }
283 1.77 manu
284 1.79 manu #ifdef LINUX_NPTL
285 1.85 manu void
286 1.91 ad linux_userret(void)
287 1.77 manu {
288 1.91 ad struct lwp *l = curlwp;
289 1.77 manu struct proc *p = l->l_proc;
290 1.77 manu struct linux_emuldata *led = p->p_emuldata;
291 1.77 manu int error;
292 1.77 manu
293 1.85 manu /* LINUX_CLONE_CHILD_SETTID: copy child's TID to child's memory */
294 1.85 manu if (led->clone_flags & LINUX_CLONE_CHILD_SETTID) {
295 1.85 manu if ((error = copyout(&l->l_proc->p_pid,
296 1.85 manu led->child_tidptr, sizeof(l->l_proc->p_pid))) != 0)
297 1.85 manu printf("linux_userret: LINUX_CLONE_CHILD_SETTID "
298 1.85 manu "failed (led->child_tidptr = %p, p->p_pid = %d)\n",
299 1.85 manu led->child_tidptr, p->p_pid);
300 1.79 manu }
301 1.79 manu
302 1.85 manu /* LINUX_CLONE_SETTLS: allocate a new TLS */
303 1.85 manu if (led->clone_flags & LINUX_CLONE_SETTLS) {
304 1.85 manu if (linux_set_newtls(l, linux_get_newtls(l)) != 0)
305 1.85 manu printf("linux_userret: linux_set_tls failed");
306 1.77 manu }
307 1.77 manu
308 1.77 manu return;
309 1.39 jdolecek }
310 1.85 manu
311 1.85 manu void
312 1.100 dsl linux_nptl_proc_exit(struct proc *p)
313 1.85 manu {
314 1.85 manu struct linux_emuldata *e = p->p_emuldata;
315 1.91 ad
316 1.104 ad mutex_enter(proc_lock);
317 1.85 manu
318 1.85 manu /*
319 1.85 manu * Check if we are a thread group leader victim of another
320 1.85 manu * thread doing exit_group(). If we are, change the exit code.
321 1.85 manu */
322 1.85 manu if ((e->s->group_pid == p->p_pid) &&
323 1.85 manu (e->s->flags & LINUX_LES_INEXITGROUP)) {
324 1.85 manu p->p_xstat = e->s->xstat;
325 1.85 manu }
326 1.85 manu
327 1.85 manu /*
328 1.85 manu * Members of the thread groups others than the leader should
329 1.85 manu * exit quietely: no zombie stage, no signal. We do that by
330 1.85 manu * reparenting to init. init will collect us and nobody will
331 1.85 manu * notice what happened.
332 1.85 manu */
333 1.85 manu #ifdef DEBUG_LINUX
334 1.85 manu printf("%s:%d e->s->group_pid = %d, p->p_pid = %d, flags = 0x%x\n",
335 1.85 manu __func__, __LINE__, e->s->group_pid, p->p_pid, e->s->flags);
336 1.85 manu #endif
337 1.102 njoly if ((e->s->group_pid != p->p_pid) &&
338 1.102 njoly (e->clone_flags & LINUX_CLONE_THREAD)) {
339 1.85 manu proc_reparent(p, initproc);
340 1.91 ad cv_broadcast(&initproc->p_waitcv);
341 1.85 manu }
342 1.85 manu
343 1.104 ad mutex_exit(proc_lock);
344 1.91 ad
345 1.85 manu /* Emulate LINUX_CLONE_CHILD_CLEARTID */
346 1.85 manu if (e->clear_tid != NULL) {
347 1.85 manu int error;
348 1.85 manu int null = 0;
349 1.85 manu struct linux_sys_futex_args cup;
350 1.85 manu register_t retval;
351 1.85 manu
352 1.85 manu error = copyout(&null, e->clear_tid, sizeof(null));
353 1.85 manu #ifdef DEBUG_LINUX
354 1.85 manu if (error != 0)
355 1.85 manu printf("%s: cannot clear TID\n", __func__);
356 1.85 manu #endif
357 1.85 manu
358 1.85 manu SCARG(&cup, uaddr) = e->clear_tid;
359 1.85 manu SCARG(&cup, op) = LINUX_FUTEX_WAKE;
360 1.85 manu SCARG(&cup, val) = 0x7fffffff; /* Awake everyone */
361 1.85 manu SCARG(&cup, timeout) = NULL;
362 1.85 manu SCARG(&cup, uaddr2) = NULL;
363 1.85 manu SCARG(&cup, val3) = 0;
364 1.91 ad if ((error = linux_sys_futex(curlwp, &cup, &retval)) != 0)
365 1.85 manu printf("%s: linux_sys_futex failed\n", __func__);
366 1.85 manu }
367 1.85 manu
368 1.85 manu return;
369 1.85 manu }
370 1.85 manu
371 1.85 manu void
372 1.104.2.2 yamt linux_nptl_proc_fork(struct proc *p, struct proc *parent, void (*luserret)(void))
373 1.85 manu {
374 1.101 njoly struct linux_emuldata *e = p->p_emuldata;
375 1.85 manu
376 1.85 manu /* LINUX_CLONE_CHILD_CLEARTID: clear TID in child's memory on exit() */
377 1.85 manu if (e->clone_flags & LINUX_CLONE_CHILD_CLEARTID)
378 1.85 manu e->clear_tid = e->child_tidptr;
379 1.85 manu
380 1.85 manu /* LINUX_CLONE_PARENT_SETTID: set child's TID in parent's memory */
381 1.85 manu if (e->clone_flags & LINUX_CLONE_PARENT_SETTID) {
382 1.85 manu if (copyout_proc(parent, &p->p_pid,
383 1.85 manu e->parent_tidptr, sizeof(p->p_pid)) != 0)
384 1.85 manu printf("%s: LINUX_CLONE_PARENT_SETTID "
385 1.85 manu "failed (e->parent_tidptr = %p, "
386 1.85 manu "parent->p_pid = %d, p->p_pid = %d)\n",
387 1.85 manu __func__, e->parent_tidptr,
388 1.85 manu parent->p_pid, p->p_pid);
389 1.85 manu }
390 1.85 manu
391 1.85 manu /*
392 1.85 manu * CLONE_CHILD_SETTID and LINUX_CLONE_SETTLS require child's VM
393 1.85 manu * setup to be completed, we postpone them until userret time.
394 1.85 manu */
395 1.85 manu if (e->clone_flags &
396 1.85 manu (LINUX_CLONE_CHILD_CLEARTID | LINUX_CLONE_SETTLS))
397 1.91 ad p->p_userret = luserret;
398 1.85 manu
399 1.85 manu return;
400 1.85 manu }
401 1.85 manu
402 1.85 manu void
403 1.100 dsl linux_nptl_proc_init(struct proc *p, struct proc *parent)
404 1.85 manu {
405 1.85 manu struct linux_emuldata *e = p->p_emuldata;
406 1.85 manu struct linux_emuldata *ep;
407 1.85 manu
408 1.85 manu if ((parent != NULL) && (parent->p_emuldata != NULL)) {
409 1.85 manu ep = parent->p_emuldata;
410 1.85 manu
411 1.85 manu e->parent_tidptr = ep->parent_tidptr;
412 1.85 manu e->child_tidptr = ep->child_tidptr;
413 1.85 manu e->clone_flags = ep->clone_flags;
414 1.85 manu }
415 1.85 manu
416 1.85 manu return;
417 1.85 manu }
418 1.79 manu #endif /* LINUX_NPTL */
419