lwproc.c revision 1.22 1 1.22 pooka /* $NetBSD: lwproc.c,v 1.22 2013/05/02 19:15:01 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.7 pooka * Copyright (c) 2010, 2011 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka #include <sys/cdefs.h>
29 1.22 pooka __KERNEL_RCSID(0, "$NetBSD: lwproc.c,v 1.22 2013/05/02 19:15:01 pooka Exp $");
30 1.1 pooka
31 1.1 pooka #include <sys/param.h>
32 1.1 pooka #include <sys/atomic.h>
33 1.1 pooka #include <sys/filedesc.h>
34 1.1 pooka #include <sys/kauth.h>
35 1.1 pooka #include <sys/kmem.h>
36 1.1 pooka #include <sys/lwp.h>
37 1.1 pooka #include <sys/pool.h>
38 1.1 pooka #include <sys/proc.h>
39 1.1 pooka #include <sys/queue.h>
40 1.1 pooka #include <sys/resourcevar.h>
41 1.1 pooka #include <sys/uidinfo.h>
42 1.1 pooka
43 1.1 pooka #include <rump/rumpuser.h>
44 1.1 pooka
45 1.1 pooka #include "rump_private.h"
46 1.1 pooka
47 1.20 pooka struct emul *emul_default = &emul_netbsd;
48 1.20 pooka
49 1.1 pooka static void
50 1.1 pooka lwproc_proc_free(struct proc *p)
51 1.1 pooka {
52 1.1 pooka kauth_cred_t cred;
53 1.1 pooka
54 1.1 pooka mutex_enter(proc_lock);
55 1.1 pooka
56 1.1 pooka KASSERT(p->p_nlwps == 0);
57 1.1 pooka KASSERT(LIST_EMPTY(&p->p_lwps));
58 1.12 pooka KASSERT(p->p_stat == SACTIVE || p->p_stat == SDYING ||
59 1.12 pooka p->p_stat == SDEAD);
60 1.1 pooka
61 1.1 pooka LIST_REMOVE(p, p_list);
62 1.1 pooka LIST_REMOVE(p, p_sibling);
63 1.1 pooka proc_free_pid(p->p_pid); /* decrements nprocs */
64 1.1 pooka proc_leavepgrp(p); /* releases proc_lock */
65 1.1 pooka
66 1.1 pooka cred = p->p_cred;
67 1.1 pooka chgproccnt(kauth_cred_getuid(cred), -1);
68 1.1 pooka if (rump_proc_vfs_release)
69 1.1 pooka rump_proc_vfs_release(p);
70 1.1 pooka
71 1.18 pgoyette lim_free(p->p_limit);
72 1.1 pooka pstatsfree(p->p_stats);
73 1.1 pooka kauth_cred_free(p->p_cred);
74 1.1 pooka proc_finispecific(p);
75 1.1 pooka
76 1.1 pooka mutex_obj_free(p->p_lock);
77 1.1 pooka mutex_destroy(&p->p_stmutex);
78 1.1 pooka mutex_destroy(&p->p_auxlock);
79 1.1 pooka rw_destroy(&p->p_reflock);
80 1.1 pooka cv_destroy(&p->p_waitcv);
81 1.1 pooka cv_destroy(&p->p_lwpcv);
82 1.1 pooka
83 1.6 pooka /* non-kernel vmspaces are not shared */
84 1.10 pooka if (!RUMP_LOCALPROC_P(p)) {
85 1.6 pooka KASSERT(p->p_vmspace->vm_refcnt == 1);
86 1.6 pooka kmem_free(p->p_vmspace, sizeof(*p->p_vmspace));
87 1.6 pooka }
88 1.6 pooka
89 1.1 pooka proc_free_mem(p);
90 1.1 pooka }
91 1.1 pooka
92 1.1 pooka /*
93 1.1 pooka * Allocate a new process. Mostly mimic fork by
94 1.1 pooka * copying the properties of the parent. However, there are some
95 1.20 pooka * differences.
96 1.1 pooka *
97 1.1 pooka * Switch to the new lwp and return a pointer to it.
98 1.1 pooka */
99 1.1 pooka static struct proc *
100 1.7 pooka lwproc_newproc(struct proc *parent, int flags)
101 1.1 pooka {
102 1.1 pooka uid_t uid = kauth_cred_getuid(parent->p_cred);
103 1.1 pooka struct proc *p;
104 1.1 pooka
105 1.1 pooka /* maxproc not enforced */
106 1.1 pooka atomic_inc_uint(&nprocs);
107 1.1 pooka
108 1.1 pooka /* allocate process */
109 1.1 pooka p = proc_alloc();
110 1.1 pooka memset(&p->p_startzero, 0,
111 1.1 pooka offsetof(struct proc, p_endzero)
112 1.1 pooka - offsetof(struct proc, p_startzero));
113 1.1 pooka memcpy(&p->p_startcopy, &parent->p_startcopy,
114 1.1 pooka offsetof(struct proc, p_endcopy)
115 1.1 pooka - offsetof(struct proc, p_startcopy));
116 1.1 pooka
117 1.15 pooka /* some other garbage we need to zero */
118 1.15 pooka p->p_sigacts = NULL;
119 1.15 pooka p->p_aio = NULL;
120 1.15 pooka p->p_dtrace = NULL;
121 1.15 pooka p->p_mqueue_cnt = p->p_exitsig = 0;
122 1.15 pooka p->p_flag = p->p_sflag = p->p_slflag = p->p_lflag = p->p_stflag = 0;
123 1.15 pooka p->p_trace_enabled = 0;
124 1.15 pooka p->p_xstat = p->p_acflag = 0;
125 1.15 pooka p->p_stackbase = 0;
126 1.15 pooka
127 1.1 pooka p->p_stats = pstatscopy(parent->p_stats);
128 1.1 pooka
129 1.5 pooka p->p_vmspace = vmspace_kernel();
130 1.20 pooka p->p_emul = emul_default;
131 1.14 pooka if (*parent->p_comm)
132 1.14 pooka strcpy(p->p_comm, parent->p_comm);
133 1.14 pooka else
134 1.14 pooka strcpy(p->p_comm, "rumproc");
135 1.7 pooka
136 1.7 pooka if ((flags & RUMP_RFCFDG) == 0)
137 1.7 pooka KASSERT(parent == curproc);
138 1.7 pooka if (flags & RUMP_RFFDG)
139 1.7 pooka p->p_fd = fd_copy();
140 1.7 pooka else if (flags & RUMP_RFCFDG)
141 1.7 pooka p->p_fd = fd_init(NULL);
142 1.7 pooka else
143 1.7 pooka fd_share(p);
144 1.7 pooka
145 1.1 pooka lim_addref(parent->p_limit);
146 1.1 pooka p->p_limit = parent->p_limit;
147 1.1 pooka
148 1.1 pooka LIST_INIT(&p->p_lwps);
149 1.1 pooka LIST_INIT(&p->p_children);
150 1.1 pooka
151 1.1 pooka p->p_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
152 1.21 pooka mutex_init(&p->p_stmutex, MUTEX_DEFAULT, IPL_HIGH);
153 1.1 pooka mutex_init(&p->p_auxlock, MUTEX_DEFAULT, IPL_NONE);
154 1.1 pooka rw_init(&p->p_reflock);
155 1.1 pooka cv_init(&p->p_waitcv, "pwait");
156 1.1 pooka cv_init(&p->p_lwpcv, "plwp");
157 1.1 pooka
158 1.1 pooka p->p_pptr = parent;
159 1.1 pooka p->p_ppid = parent->p_pid;
160 1.12 pooka p->p_stat = SACTIVE;
161 1.1 pooka
162 1.1 pooka kauth_proc_fork(parent, p);
163 1.1 pooka
164 1.1 pooka /* initialize cwd in rump kernels with vfs */
165 1.1 pooka if (rump_proc_vfs_init)
166 1.1 pooka rump_proc_vfs_init(p);
167 1.1 pooka
168 1.1 pooka chgproccnt(uid, 1); /* not enforced */
169 1.1 pooka
170 1.1 pooka /* publish proc various proc lists */
171 1.1 pooka mutex_enter(proc_lock);
172 1.1 pooka LIST_INSERT_HEAD(&allproc, p, p_list);
173 1.1 pooka LIST_INSERT_HEAD(&parent->p_children, p, p_sibling);
174 1.1 pooka LIST_INSERT_AFTER(parent, p, p_pglist);
175 1.1 pooka mutex_exit(proc_lock);
176 1.1 pooka
177 1.1 pooka return p;
178 1.1 pooka }
179 1.1 pooka
180 1.1 pooka static void
181 1.1 pooka lwproc_freelwp(struct lwp *l)
182 1.1 pooka {
183 1.1 pooka struct proc *p;
184 1.1 pooka
185 1.1 pooka p = l->l_proc;
186 1.1 pooka mutex_enter(p->p_lock);
187 1.1 pooka
188 1.1 pooka /* XXX: l_refcnt */
189 1.1 pooka KASSERT(l->l_flag & LW_WEXIT);
190 1.1 pooka KASSERT(l->l_refcnt == 0);
191 1.1 pooka
192 1.1 pooka /* ok, zero references, continue with nuke */
193 1.1 pooka LIST_REMOVE(l, l_sibling);
194 1.1 pooka KASSERT(p->p_nlwps >= 1);
195 1.1 pooka if (--p->p_nlwps == 0) {
196 1.1 pooka KASSERT(p != &proc0);
197 1.1 pooka p->p_stat = SDEAD;
198 1.1 pooka }
199 1.22 pooka cv_broadcast(&p->p_lwpcv); /* nobody sleeps on this in a rump kernel? */
200 1.1 pooka kauth_cred_free(l->l_cred);
201 1.1 pooka mutex_exit(p->p_lock);
202 1.1 pooka
203 1.1 pooka mutex_enter(proc_lock);
204 1.1 pooka LIST_REMOVE(l, l_list);
205 1.1 pooka mutex_exit(proc_lock);
206 1.1 pooka
207 1.1 pooka if (l->l_name)
208 1.1 pooka kmem_free(l->l_name, MAXCOMLEN);
209 1.1 pooka lwp_finispecific(l);
210 1.1 pooka
211 1.22 pooka rumpuser_curlwpop(RUMPUSER_LWP_DESTROY, l);
212 1.22 pooka membar_exit();
213 1.1 pooka kmem_free(l, sizeof(*l));
214 1.1 pooka
215 1.1 pooka if (p->p_stat == SDEAD)
216 1.1 pooka lwproc_proc_free(p);
217 1.1 pooka }
218 1.1 pooka
219 1.12 pooka extern kmutex_t unruntime_lock;
220 1.12 pooka
221 1.1 pooka /*
222 1.1 pooka * called with p_lock held, releases lock before return
223 1.1 pooka */
224 1.1 pooka static void
225 1.1 pooka lwproc_makelwp(struct proc *p, struct lwp *l, bool doswitch, bool procmake)
226 1.1 pooka {
227 1.1 pooka
228 1.1 pooka p->p_nlwps++;
229 1.1 pooka l->l_refcnt = 1;
230 1.1 pooka l->l_proc = p;
231 1.1 pooka
232 1.1 pooka l->l_lid = p->p_nlwpid++;
233 1.1 pooka LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
234 1.1 pooka
235 1.1 pooka l->l_fd = p->p_fd;
236 1.12 pooka l->l_cpu = rump_cpu;
237 1.1 pooka l->l_target_cpu = rump_cpu; /* Initial target CPU always the same */
238 1.9 pooka l->l_stat = LSRUN;
239 1.12 pooka l->l_mutex = &unruntime_lock;
240 1.8 pooka TAILQ_INIT(&l->l_ld_locks);
241 1.16 pooka mutex_exit(p->p_lock);
242 1.1 pooka
243 1.16 pooka lwp_update_creds(l);
244 1.1 pooka lwp_initspecific(l);
245 1.1 pooka
246 1.22 pooka membar_enter();
247 1.22 pooka rumpuser_curlwpop(RUMPUSER_LWP_CREATE, l);
248 1.1 pooka if (doswitch) {
249 1.1 pooka rump_lwproc_switch(l);
250 1.1 pooka }
251 1.1 pooka
252 1.1 pooka /* filedesc already has refcount 1 when process is created */
253 1.1 pooka if (!procmake) {
254 1.1 pooka fd_hold(l);
255 1.1 pooka }
256 1.1 pooka
257 1.1 pooka mutex_enter(proc_lock);
258 1.1 pooka LIST_INSERT_HEAD(&alllwp, l, l_list);
259 1.1 pooka mutex_exit(proc_lock);
260 1.1 pooka }
261 1.1 pooka
262 1.1 pooka struct lwp *
263 1.3 pooka rump__lwproc_alloclwp(struct proc *p)
264 1.1 pooka {
265 1.1 pooka struct lwp *l;
266 1.3 pooka bool newproc = false;
267 1.3 pooka
268 1.3 pooka if (p == NULL) {
269 1.7 pooka p = lwproc_newproc(&proc0, 0);
270 1.3 pooka newproc = true;
271 1.3 pooka }
272 1.1 pooka
273 1.1 pooka l = kmem_zalloc(sizeof(*l), KM_SLEEP);
274 1.1 pooka
275 1.1 pooka mutex_enter(p->p_lock);
276 1.17 pooka KASSERT((p->p_sflag & PS_RUMP_LWPEXIT) == 0);
277 1.3 pooka lwproc_makelwp(p, l, false, newproc);
278 1.1 pooka
279 1.1 pooka return l;
280 1.1 pooka }
281 1.1 pooka
282 1.1 pooka int
283 1.1 pooka rump_lwproc_newlwp(pid_t pid)
284 1.1 pooka {
285 1.1 pooka struct proc *p;
286 1.1 pooka struct lwp *l;
287 1.1 pooka
288 1.1 pooka l = kmem_zalloc(sizeof(*l), KM_SLEEP);
289 1.1 pooka mutex_enter(proc_lock);
290 1.1 pooka p = proc_find_raw(pid);
291 1.1 pooka if (p == NULL) {
292 1.1 pooka mutex_exit(proc_lock);
293 1.1 pooka kmem_free(l, sizeof(*l));
294 1.1 pooka return ESRCH;
295 1.1 pooka }
296 1.1 pooka mutex_enter(p->p_lock);
297 1.17 pooka if (p->p_sflag & PS_RUMP_LWPEXIT) {
298 1.17 pooka mutex_exit(proc_lock);
299 1.17 pooka mutex_exit(p->p_lock);
300 1.17 pooka kmem_free(l, sizeof(*l));
301 1.17 pooka return EBUSY;
302 1.17 pooka }
303 1.1 pooka mutex_exit(proc_lock);
304 1.1 pooka lwproc_makelwp(p, l, true, false);
305 1.1 pooka
306 1.1 pooka return 0;
307 1.1 pooka }
308 1.1 pooka
309 1.1 pooka int
310 1.7 pooka rump_lwproc_rfork(int flags)
311 1.1 pooka {
312 1.1 pooka struct proc *p;
313 1.1 pooka struct lwp *l;
314 1.1 pooka
315 1.7 pooka if (flags & ~(RUMP_RFFDG|RUMP_RFCFDG) ||
316 1.7 pooka (~flags & (RUMP_RFFDG|RUMP_RFCFDG)) == 0)
317 1.7 pooka return EINVAL;
318 1.7 pooka
319 1.7 pooka p = lwproc_newproc(curproc, flags);
320 1.1 pooka l = kmem_zalloc(sizeof(*l), KM_SLEEP);
321 1.1 pooka mutex_enter(p->p_lock);
322 1.17 pooka KASSERT((p->p_sflag & PS_RUMP_LWPEXIT) == 0);
323 1.1 pooka lwproc_makelwp(p, l, true, true);
324 1.1 pooka
325 1.1 pooka return 0;
326 1.1 pooka }
327 1.1 pooka
328 1.1 pooka /*
329 1.1 pooka * Switch to a new process/thread. Release previous one if
330 1.4 pooka * deemed to be exiting. This is considered a slow path for
331 1.4 pooka * rump kernel entry.
332 1.1 pooka */
333 1.1 pooka void
334 1.1 pooka rump_lwproc_switch(struct lwp *newlwp)
335 1.1 pooka {
336 1.1 pooka struct lwp *l = curlwp;
337 1.1 pooka
338 1.1 pooka KASSERT(!(l->l_flag & LW_WEXIT) || newlwp);
339 1.1 pooka
340 1.1 pooka if (__predict_false(newlwp && (newlwp->l_pflag & LP_RUNNING)))
341 1.1 pooka panic("lwp %p (%d:%d) already running",
342 1.1 pooka newlwp, newlwp->l_proc->p_pid, newlwp->l_lid);
343 1.1 pooka
344 1.1 pooka if (newlwp == NULL) {
345 1.1 pooka l->l_pflag &= ~LP_RUNNING;
346 1.1 pooka l->l_flag |= LW_RUMP_CLEAR;
347 1.1 pooka return;
348 1.1 pooka }
349 1.1 pooka
350 1.1 pooka /* fd_free() must be called from curlwp context. talk about ugh */
351 1.1 pooka if (l->l_flag & LW_WEXIT) {
352 1.1 pooka fd_free();
353 1.1 pooka }
354 1.1 pooka
355 1.22 pooka rumpuser_curlwpop(RUMPUSER_LWP_SET, NULL);
356 1.1 pooka
357 1.1 pooka newlwp->l_cpu = newlwp->l_target_cpu = l->l_cpu;
358 1.1 pooka newlwp->l_mutex = l->l_mutex;
359 1.1 pooka newlwp->l_pflag |= LP_RUNNING;
360 1.1 pooka
361 1.22 pooka rumpuser_curlwpop(RUMPUSER_LWP_SET, newlwp);
362 1.1 pooka
363 1.4 pooka /*
364 1.4 pooka * Check if the thread should get a signal. This is
365 1.4 pooka * mostly to satisfy the "record" rump sigmodel.
366 1.4 pooka */
367 1.4 pooka mutex_enter(newlwp->l_proc->p_lock);
368 1.4 pooka if (sigispending(newlwp, 0)) {
369 1.4 pooka newlwp->l_flag |= LW_PENDSIG;
370 1.4 pooka }
371 1.4 pooka mutex_exit(newlwp->l_proc->p_lock);
372 1.4 pooka
373 1.12 pooka l->l_mutex = &unruntime_lock;
374 1.1 pooka l->l_pflag &= ~LP_RUNNING;
375 1.4 pooka l->l_flag &= ~LW_PENDSIG;
376 1.13 pooka l->l_stat = LSRUN;
377 1.1 pooka
378 1.1 pooka if (l->l_flag & LW_WEXIT) {
379 1.1 pooka lwproc_freelwp(l);
380 1.1 pooka }
381 1.1 pooka }
382 1.1 pooka
383 1.1 pooka void
384 1.1 pooka rump_lwproc_releaselwp(void)
385 1.1 pooka {
386 1.1 pooka struct proc *p;
387 1.1 pooka struct lwp *l = curlwp;
388 1.1 pooka
389 1.2 pooka if (l->l_refcnt == 0 && l->l_flag & LW_WEXIT)
390 1.2 pooka panic("releasing non-pertinent lwp");
391 1.2 pooka
392 1.1 pooka p = l->l_proc;
393 1.1 pooka mutex_enter(p->p_lock);
394 1.1 pooka KASSERT(l->l_refcnt != 0);
395 1.1 pooka l->l_refcnt--;
396 1.1 pooka mutex_exit(p->p_lock);
397 1.1 pooka l->l_flag |= LW_WEXIT; /* will be released when unscheduled */
398 1.1 pooka }
399 1.1 pooka
400 1.1 pooka struct lwp *
401 1.1 pooka rump_lwproc_curlwp(void)
402 1.1 pooka {
403 1.1 pooka struct lwp *l = curlwp;
404 1.1 pooka
405 1.1 pooka if (l->l_flag & LW_WEXIT)
406 1.1 pooka return NULL;
407 1.1 pooka return l;
408 1.1 pooka }
409 1.20 pooka
410 1.20 pooka /* this interface is under construction (like the proverbial 90's web page) */
411 1.20 pooka int rump_i_know_what_i_am_doing_with_sysents = 0;
412 1.20 pooka void
413 1.20 pooka rump_lwproc_sysent_usenative()
414 1.20 pooka {
415 1.20 pooka
416 1.20 pooka if (!rump_i_know_what_i_am_doing_with_sysents)
417 1.20 pooka panic("don't use rump_lwproc_sysent_usenative()");
418 1.20 pooka curproc->p_emul = &emul_netbsd;
419 1.20 pooka }
420