sys_lwp.c revision 1.64 1 1.64 kamil /* $NetBSD: sys_lwp.c,v 1.64 2019/05/01 21:57:34 kamil Exp $ */
2 1.2 ad
3 1.2 ad /*-
4 1.36 ad * Copyright (c) 2001, 2006, 2007, 2008 The NetBSD Foundation, Inc.
5 1.2 ad * All rights reserved.
6 1.2 ad *
7 1.2 ad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 ad * by Nathan J. Williams, and Andrew Doran.
9 1.2 ad *
10 1.2 ad * Redistribution and use in source and binary forms, with or without
11 1.2 ad * modification, are permitted provided that the following conditions
12 1.2 ad * are met:
13 1.2 ad * 1. Redistributions of source code must retain the above copyright
14 1.2 ad * notice, this list of conditions and the following disclaimer.
15 1.2 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 ad * notice, this list of conditions and the following disclaimer in the
17 1.2 ad * documentation and/or other materials provided with the distribution.
18 1.2 ad *
19 1.2 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 ad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 ad */
31 1.2 ad
32 1.2 ad /*
33 1.2 ad * Lightweight process (LWP) system calls. See kern_lwp.c for a description
34 1.2 ad * of LWPs.
35 1.2 ad */
36 1.2 ad
37 1.2 ad #include <sys/cdefs.h>
38 1.64 kamil __KERNEL_RCSID(0, "$NetBSD: sys_lwp.c,v 1.64 2019/05/01 21:57:34 kamil Exp $");
39 1.2 ad
40 1.2 ad #include <sys/param.h>
41 1.2 ad #include <sys/systm.h>
42 1.2 ad #include <sys/pool.h>
43 1.2 ad #include <sys/proc.h>
44 1.2 ad #include <sys/types.h>
45 1.2 ad #include <sys/syscallargs.h>
46 1.2 ad #include <sys/kauth.h>
47 1.2 ad #include <sys/kmem.h>
48 1.2 ad #include <sys/sleepq.h>
49 1.30 ad #include <sys/lwpctl.h>
50 1.45 ad #include <sys/cpu.h>
51 1.2 ad
52 1.2 ad #include <uvm/uvm_extern.h>
53 1.2 ad
54 1.2 ad #define LWP_UNPARK_MAX 1024
55 1.2 ad
56 1.47 rmind static syncobj_t lwp_park_sobj = {
57 1.63 ozaki .sobj_flag = SOBJ_SLEEPQ_LIFO,
58 1.63 ozaki .sobj_unsleep = sleepq_unsleep,
59 1.63 ozaki .sobj_changepri = sleepq_changepri,
60 1.63 ozaki .sobj_lendpri = sleepq_lendpri,
61 1.63 ozaki .sobj_owner = syncobj_noowner,
62 1.2 ad };
63 1.2 ad
64 1.47 rmind static sleeptab_t lwp_park_tab;
65 1.2 ad
66 1.2 ad void
67 1.2 ad lwp_sys_init(void)
68 1.2 ad {
69 1.2 ad sleeptab_init(&lwp_park_tab);
70 1.2 ad }
71 1.2 ad
72 1.64 kamil static void
73 1.64 kamil mi_startlwp(void *arg)
74 1.64 kamil {
75 1.64 kamil struct lwp *l = curlwp;
76 1.64 kamil struct proc *p = l->l_proc;
77 1.64 kamil
78 1.64 kamil /* If the process is traced, report lwp creation to a debugger */
79 1.64 kamil if ((p->p_slflag & (PSL_TRACED|PSL_TRACELWP_CREATE|PSL_SYSCALL)) ==
80 1.64 kamil (PSL_TRACED|PSL_TRACELWP_CREATE)) {
81 1.64 kamil /* Paranoid check */
82 1.64 kamil mutex_enter(proc_lock);
83 1.64 kamil if ((p->p_slflag & (PSL_TRACED|PSL_TRACELWP_CREATE|PSL_SYSCALL)) !=
84 1.64 kamil (PSL_TRACED|PSL_TRACELWP_CREATE)) {
85 1.64 kamil mutex_exit(proc_lock);
86 1.64 kamil goto my_tracer_is_gone;
87 1.64 kamil }
88 1.64 kamil
89 1.64 kamil mutex_enter(p->p_lock);
90 1.64 kamil p->p_lwp_created = l->l_lid;
91 1.64 kamil eventswitch(SIGTRAP, TRAP_LWP);
92 1.64 kamil // XXX ktrpoint(KTR_PSIG)
93 1.64 kamil mutex_exit(p->p_lock);
94 1.64 kamil }
95 1.64 kamil
96 1.64 kamil my_tracer_is_gone:
97 1.64 kamil (p->p_emul->e_startlwp)(arg);
98 1.64 kamil }
99 1.64 kamil
100 1.2 ad int
101 1.59 christos do_lwp_create(lwp_t *l, void *arg, u_long flags, lwpid_t *new_lwp,
102 1.59 christos const sigset_t *sigmask, const stack_t *sigstk)
103 1.2 ad {
104 1.2 ad struct proc *p = l->l_proc;
105 1.2 ad struct lwp *l2;
106 1.50 skrll struct schedstate_percpu *spc;
107 1.2 ad vaddr_t uaddr;
108 1.54 martin int error;
109 1.2 ad
110 1.2 ad /* XXX check against resource limits */
111 1.2 ad
112 1.46 rmind uaddr = uvm_uarea_alloc();
113 1.54 martin if (__predict_false(uaddr == 0))
114 1.2 ad return ENOMEM;
115 1.2 ad
116 1.59 christos error = lwp_create(l, p, uaddr, flags & LWP_DETACHED, NULL, 0,
117 1.64 kamil mi_startlwp, arg, &l2, l->l_class, sigmask, &SS_INIT);
118 1.46 rmind if (__predict_false(error)) {
119 1.46 rmind uvm_uarea_free(uaddr);
120 1.18 rmind return error;
121 1.18 rmind }
122 1.2 ad
123 1.54 martin *new_lwp = l2->l_lid;
124 1.21 rmind
125 1.2 ad /*
126 1.2 ad * Set the new LWP running, unless the caller has requested that
127 1.2 ad * it be created in suspended state. If the process is stopping,
128 1.2 ad * then the LWP is created stopped.
129 1.2 ad */
130 1.39 ad mutex_enter(p->p_lock);
131 1.2 ad lwp_lock(l2);
132 1.50 skrll spc = &l2->l_cpu->ci_schedstate;
133 1.54 martin if ((flags & LWP_SUSPENDED) == 0 &&
134 1.4 pavel (l->l_flag & (LW_WREBOOT | LW_WSUSPEND | LW_WEXIT)) == 0) {
135 1.50 skrll if (p->p_stat == SSTOP || (p->p_sflag & PS_STOPPING) != 0) {
136 1.50 skrll KASSERT(l2->l_wchan == NULL);
137 1.2 ad l2->l_stat = LSSTOP;
138 1.51 yamt p->p_nrlwps--;
139 1.50 skrll lwp_unlock_to(l2, spc->spc_lwplock);
140 1.50 skrll } else {
141 1.50 skrll KASSERT(lwp_locked(l2, spc->spc_mutex));
142 1.2 ad l2->l_stat = LSRUN;
143 1.19 yamt sched_enqueue(l2, false);
144 1.50 skrll lwp_unlock(l2);
145 1.2 ad }
146 1.31 ad } else {
147 1.2 ad l2->l_stat = LSSUSPENDED;
148 1.51 yamt p->p_nrlwps--;
149 1.50 skrll lwp_unlock_to(l2, spc->spc_lwplock);
150 1.31 ad }
151 1.39 ad mutex_exit(p->p_lock);
152 1.2 ad
153 1.2 ad return 0;
154 1.2 ad }
155 1.2 ad
156 1.2 ad int
157 1.54 martin sys__lwp_create(struct lwp *l, const struct sys__lwp_create_args *uap,
158 1.54 martin register_t *retval)
159 1.54 martin {
160 1.54 martin /* {
161 1.54 martin syscallarg(const ucontext_t *) ucp;
162 1.54 martin syscallarg(u_long) flags;
163 1.54 martin syscallarg(lwpid_t *) new_lwp;
164 1.54 martin } */
165 1.54 martin struct proc *p = l->l_proc;
166 1.57 maxv ucontext_t *newuc;
167 1.54 martin lwpid_t lid;
168 1.54 martin int error;
169 1.54 martin
170 1.54 martin newuc = kmem_alloc(sizeof(ucontext_t), KM_SLEEP);
171 1.54 martin error = copyin(SCARG(uap, ucp), newuc, p->p_emul->e_ucsize);
172 1.54 martin if (error)
173 1.54 martin goto fail;
174 1.54 martin
175 1.54 martin /* validate the ucontext */
176 1.54 martin if ((newuc->uc_flags & _UC_CPU) == 0) {
177 1.54 martin error = EINVAL;
178 1.54 martin goto fail;
179 1.54 martin }
180 1.54 martin error = cpu_mcontext_validate(l, &newuc->uc_mcontext);
181 1.54 martin if (error)
182 1.54 martin goto fail;
183 1.54 martin
184 1.59 christos const sigset_t *sigmask = newuc->uc_flags & _UC_SIGMASK ?
185 1.59 christos &newuc->uc_sigmask : &l->l_sigmask;
186 1.59 christos error = do_lwp_create(l, newuc, SCARG(uap, flags), &lid, sigmask,
187 1.59 christos &SS_INIT);
188 1.54 martin if (error)
189 1.54 martin goto fail;
190 1.54 martin
191 1.54 martin /*
192 1.54 martin * do not free ucontext in case of an error here,
193 1.54 martin * the lwp will actually run and access it
194 1.54 martin */
195 1.54 martin return copyout(&lid, SCARG(uap, new_lwp), sizeof(lid));
196 1.54 martin
197 1.54 martin fail:
198 1.54 martin kmem_free(newuc, sizeof(ucontext_t));
199 1.54 martin return error;
200 1.54 martin }
201 1.54 martin
202 1.54 martin int
203 1.32 dsl sys__lwp_exit(struct lwp *l, const void *v, register_t *retval)
204 1.2 ad {
205 1.2 ad
206 1.2 ad lwp_exit(l);
207 1.2 ad return 0;
208 1.2 ad }
209 1.2 ad
210 1.2 ad int
211 1.32 dsl sys__lwp_self(struct lwp *l, const void *v, register_t *retval)
212 1.2 ad {
213 1.2 ad
214 1.2 ad *retval = l->l_lid;
215 1.2 ad return 0;
216 1.2 ad }
217 1.2 ad
218 1.2 ad int
219 1.32 dsl sys__lwp_getprivate(struct lwp *l, const void *v, register_t *retval)
220 1.2 ad {
221 1.2 ad
222 1.2 ad *retval = (uintptr_t)l->l_private;
223 1.2 ad return 0;
224 1.2 ad }
225 1.2 ad
226 1.2 ad int
227 1.47 rmind sys__lwp_setprivate(struct lwp *l, const struct sys__lwp_setprivate_args *uap,
228 1.47 rmind register_t *retval)
229 1.2 ad {
230 1.32 dsl /* {
231 1.2 ad syscallarg(void *) ptr;
232 1.32 dsl } */
233 1.2 ad
234 1.52 chs return lwp_setprivate(l, SCARG(uap, ptr));
235 1.2 ad }
236 1.2 ad
237 1.2 ad int
238 1.47 rmind sys__lwp_suspend(struct lwp *l, const struct sys__lwp_suspend_args *uap,
239 1.47 rmind register_t *retval)
240 1.2 ad {
241 1.32 dsl /* {
242 1.2 ad syscallarg(lwpid_t) target;
243 1.32 dsl } */
244 1.2 ad struct proc *p = l->l_proc;
245 1.2 ad struct lwp *t;
246 1.2 ad int error;
247 1.2 ad
248 1.39 ad mutex_enter(p->p_lock);
249 1.2 ad if ((t = lwp_find(p, SCARG(uap, target))) == NULL) {
250 1.39 ad mutex_exit(p->p_lock);
251 1.2 ad return ESRCH;
252 1.2 ad }
253 1.2 ad
254 1.2 ad /*
255 1.2 ad * Check for deadlock, which is only possible when we're suspending
256 1.2 ad * ourself. XXX There is a short race here, as p_nrlwps is only
257 1.2 ad * incremented when an LWP suspends itself on the kernel/user
258 1.2 ad * boundary. It's still possible to kill -9 the process so we
259 1.2 ad * don't bother checking further.
260 1.2 ad */
261 1.2 ad lwp_lock(t);
262 1.2 ad if ((t == l && p->p_nrlwps == 1) ||
263 1.4 pavel (l->l_flag & (LW_WCORE | LW_WEXIT)) != 0) {
264 1.2 ad lwp_unlock(t);
265 1.39 ad mutex_exit(p->p_lock);
266 1.2 ad return EDEADLK;
267 1.2 ad }
268 1.2 ad
269 1.2 ad /*
270 1.2 ad * Suspend the LWP. XXX If it's on a different CPU, we should wait
271 1.2 ad * for it to be preempted, where it will put itself to sleep.
272 1.2 ad *
273 1.2 ad * Suspension of the current LWP will happen on return to userspace.
274 1.2 ad */
275 1.2 ad error = lwp_suspend(l, t);
276 1.23 rmind if (error) {
277 1.39 ad mutex_exit(p->p_lock);
278 1.23 rmind return error;
279 1.23 rmind }
280 1.23 rmind
281 1.23 rmind /*
282 1.23 rmind * Wait for:
283 1.23 rmind * o process exiting
284 1.23 rmind * o target LWP suspended
285 1.23 rmind * o target LWP not suspended and L_WSUSPEND clear
286 1.23 rmind * o target LWP exited
287 1.23 rmind */
288 1.23 rmind for (;;) {
289 1.39 ad error = cv_wait_sig(&p->p_lwpcv, p->p_lock);
290 1.23 rmind if (error) {
291 1.23 rmind error = ERESTART;
292 1.23 rmind break;
293 1.23 rmind }
294 1.25 rmind if (lwp_find(p, SCARG(uap, target)) == NULL) {
295 1.25 rmind error = ESRCH;
296 1.25 rmind break;
297 1.25 rmind }
298 1.23 rmind if ((l->l_flag | t->l_flag) & (LW_WCORE | LW_WEXIT)) {
299 1.23 rmind error = ERESTART;
300 1.23 rmind break;
301 1.23 rmind }
302 1.23 rmind if (t->l_stat == LSSUSPENDED ||
303 1.23 rmind (t->l_flag & LW_WSUSPEND) == 0)
304 1.23 rmind break;
305 1.23 rmind }
306 1.39 ad mutex_exit(p->p_lock);
307 1.2 ad
308 1.2 ad return error;
309 1.2 ad }
310 1.2 ad
311 1.2 ad int
312 1.47 rmind sys__lwp_continue(struct lwp *l, const struct sys__lwp_continue_args *uap,
313 1.47 rmind register_t *retval)
314 1.2 ad {
315 1.32 dsl /* {
316 1.2 ad syscallarg(lwpid_t) target;
317 1.32 dsl } */
318 1.2 ad int error;
319 1.2 ad struct proc *p = l->l_proc;
320 1.2 ad struct lwp *t;
321 1.2 ad
322 1.2 ad error = 0;
323 1.2 ad
324 1.39 ad mutex_enter(p->p_lock);
325 1.2 ad if ((t = lwp_find(p, SCARG(uap, target))) == NULL) {
326 1.39 ad mutex_exit(p->p_lock);
327 1.2 ad return ESRCH;
328 1.2 ad }
329 1.2 ad
330 1.2 ad lwp_lock(t);
331 1.2 ad lwp_continue(t);
332 1.39 ad mutex_exit(p->p_lock);
333 1.2 ad
334 1.2 ad return error;
335 1.2 ad }
336 1.2 ad
337 1.2 ad int
338 1.47 rmind sys__lwp_wakeup(struct lwp *l, const struct sys__lwp_wakeup_args *uap,
339 1.47 rmind register_t *retval)
340 1.2 ad {
341 1.32 dsl /* {
342 1.2 ad syscallarg(lwpid_t) target;
343 1.32 dsl } */
344 1.2 ad struct lwp *t;
345 1.2 ad struct proc *p;
346 1.2 ad int error;
347 1.2 ad
348 1.2 ad p = l->l_proc;
349 1.39 ad mutex_enter(p->p_lock);
350 1.2 ad
351 1.2 ad if ((t = lwp_find(p, SCARG(uap, target))) == NULL) {
352 1.39 ad mutex_exit(p->p_lock);
353 1.2 ad return ESRCH;
354 1.2 ad }
355 1.2 ad
356 1.2 ad lwp_lock(t);
357 1.15 ad t->l_flag |= (LW_CANCELLED | LW_UNPARKED);
358 1.2 ad
359 1.2 ad if (t->l_stat != LSSLEEP) {
360 1.16 ad lwp_unlock(t);
361 1.2 ad error = ENODEV;
362 1.16 ad } else if ((t->l_flag & LW_SINTR) == 0) {
363 1.16 ad lwp_unlock(t);
364 1.2 ad error = EBUSY;
365 1.16 ad } else {
366 1.16 ad /* Wake it up. lwp_unsleep() will release the LWP lock. */
367 1.46 rmind lwp_unsleep(t, true);
368 1.16 ad error = 0;
369 1.2 ad }
370 1.2 ad
371 1.39 ad mutex_exit(p->p_lock);
372 1.2 ad
373 1.2 ad return error;
374 1.2 ad }
375 1.2 ad
376 1.2 ad int
377 1.47 rmind sys__lwp_wait(struct lwp *l, const struct sys__lwp_wait_args *uap,
378 1.47 rmind register_t *retval)
379 1.2 ad {
380 1.32 dsl /* {
381 1.2 ad syscallarg(lwpid_t) wait_for;
382 1.2 ad syscallarg(lwpid_t *) departed;
383 1.32 dsl } */
384 1.2 ad struct proc *p = l->l_proc;
385 1.2 ad int error;
386 1.2 ad lwpid_t dep;
387 1.2 ad
388 1.39 ad mutex_enter(p->p_lock);
389 1.55 rmind error = lwp_wait(l, SCARG(uap, wait_for), &dep, false);
390 1.39 ad mutex_exit(p->p_lock);
391 1.2 ad
392 1.55 rmind if (!error && SCARG(uap, departed)) {
393 1.2 ad error = copyout(&dep, SCARG(uap, departed), sizeof(dep));
394 1.2 ad }
395 1.2 ad
396 1.55 rmind return error;
397 1.2 ad }
398 1.2 ad
399 1.2 ad int
400 1.47 rmind sys__lwp_kill(struct lwp *l, const struct sys__lwp_kill_args *uap,
401 1.47 rmind register_t *retval)
402 1.2 ad {
403 1.32 dsl /* {
404 1.2 ad syscallarg(lwpid_t) target;
405 1.2 ad syscallarg(int) signo;
406 1.32 dsl } */
407 1.2 ad struct proc *p = l->l_proc;
408 1.2 ad struct lwp *t;
409 1.2 ad ksiginfo_t ksi;
410 1.2 ad int signo = SCARG(uap, signo);
411 1.2 ad int error = 0;
412 1.2 ad
413 1.2 ad if ((u_int)signo >= NSIG)
414 1.2 ad return EINVAL;
415 1.2 ad
416 1.2 ad KSI_INIT(&ksi);
417 1.2 ad ksi.ksi_signo = signo;
418 1.43 ad ksi.ksi_code = SI_LWP;
419 1.2 ad ksi.ksi_pid = p->p_pid;
420 1.2 ad ksi.ksi_uid = kauth_cred_geteuid(l->l_cred);
421 1.2 ad ksi.ksi_lid = SCARG(uap, target);
422 1.2 ad
423 1.38 ad mutex_enter(proc_lock);
424 1.39 ad mutex_enter(p->p_lock);
425 1.2 ad if ((t = lwp_find(p, ksi.ksi_lid)) == NULL)
426 1.2 ad error = ESRCH;
427 1.2 ad else if (signo != 0)
428 1.2 ad kpsignal2(p, &ksi);
429 1.39 ad mutex_exit(p->p_lock);
430 1.38 ad mutex_exit(proc_lock);
431 1.2 ad
432 1.2 ad return error;
433 1.2 ad }
434 1.2 ad
435 1.2 ad int
436 1.47 rmind sys__lwp_detach(struct lwp *l, const struct sys__lwp_detach_args *uap,
437 1.47 rmind register_t *retval)
438 1.2 ad {
439 1.32 dsl /* {
440 1.2 ad syscallarg(lwpid_t) target;
441 1.32 dsl } */
442 1.2 ad struct proc *p;
443 1.2 ad struct lwp *t;
444 1.2 ad lwpid_t target;
445 1.2 ad int error;
446 1.2 ad
447 1.2 ad target = SCARG(uap, target);
448 1.2 ad p = l->l_proc;
449 1.2 ad
450 1.39 ad mutex_enter(p->p_lock);
451 1.2 ad
452 1.2 ad if (l->l_lid == target)
453 1.2 ad t = l;
454 1.2 ad else {
455 1.2 ad /*
456 1.2 ad * We can't use lwp_find() here because the target might
457 1.2 ad * be a zombie.
458 1.2 ad */
459 1.2 ad LIST_FOREACH(t, &p->p_lwps, l_sibling)
460 1.2 ad if (t->l_lid == target)
461 1.2 ad break;
462 1.2 ad }
463 1.2 ad
464 1.2 ad /*
465 1.2 ad * If the LWP is already detached, there's nothing to do.
466 1.2 ad * If it's a zombie, we need to clean up after it. LSZOMB
467 1.2 ad * is visible with the proc mutex held.
468 1.2 ad *
469 1.2 ad * After we have detached or released the LWP, kick any
470 1.2 ad * other LWPs that may be sitting in _lwp_wait(), waiting
471 1.2 ad * for the target LWP to exit.
472 1.2 ad */
473 1.2 ad if (t != NULL && t->l_stat != LSIDL) {
474 1.2 ad if ((t->l_prflag & LPR_DETACHED) == 0) {
475 1.2 ad p->p_ndlwps++;
476 1.2 ad t->l_prflag |= LPR_DETACHED;
477 1.2 ad if (t->l_stat == LSZOMB) {
478 1.17 ad /* Releases proc mutex. */
479 1.17 ad lwp_free(t, false, false);
480 1.2 ad return 0;
481 1.2 ad }
482 1.2 ad error = 0;
483 1.17 ad
484 1.17 ad /*
485 1.17 ad * Have any LWPs sleeping in lwp_wait() recheck
486 1.17 ad * for deadlock.
487 1.17 ad */
488 1.17 ad cv_broadcast(&p->p_lwpcv);
489 1.2 ad } else
490 1.2 ad error = EINVAL;
491 1.2 ad } else
492 1.2 ad error = ESRCH;
493 1.2 ad
494 1.39 ad mutex_exit(p->p_lock);
495 1.2 ad
496 1.2 ad return error;
497 1.2 ad }
498 1.2 ad
499 1.2 ad static inline wchan_t
500 1.2 ad lwp_park_wchan(struct proc *p, const void *hint)
501 1.2 ad {
502 1.22 ad
503 1.2 ad return (wchan_t)((uintptr_t)p ^ (uintptr_t)hint);
504 1.2 ad }
505 1.2 ad
506 1.2 ad int
507 1.24 ad lwp_unpark(lwpid_t target, const void *hint)
508 1.2 ad {
509 1.24 ad sleepq_t *sq;
510 1.24 ad wchan_t wchan;
511 1.41 ad kmutex_t *mp;
512 1.24 ad proc_t *p;
513 1.24 ad lwp_t *t;
514 1.24 ad
515 1.24 ad /*
516 1.24 ad * Easy case: search for the LWP on the sleep queue. If
517 1.24 ad * it's parked, remove it from the queue and set running.
518 1.24 ad */
519 1.24 ad p = curproc;
520 1.24 ad wchan = lwp_park_wchan(p, hint);
521 1.41 ad sq = sleeptab_lookup(&lwp_park_tab, wchan, &mp);
522 1.24 ad
523 1.41 ad TAILQ_FOREACH(t, sq, l_sleepchain)
524 1.24 ad if (t->l_proc == p && t->l_lid == target)
525 1.24 ad break;
526 1.24 ad
527 1.24 ad if (__predict_true(t != NULL)) {
528 1.46 rmind sleepq_remove(sq, t);
529 1.41 ad mutex_spin_exit(mp);
530 1.24 ad return 0;
531 1.24 ad }
532 1.24 ad
533 1.24 ad /*
534 1.24 ad * The LWP hasn't parked yet. Take the hit and mark the
535 1.24 ad * operation as pending.
536 1.24 ad */
537 1.41 ad mutex_spin_exit(mp);
538 1.20 dsl
539 1.39 ad mutex_enter(p->p_lock);
540 1.24 ad if ((t = lwp_find(p, target)) == NULL) {
541 1.39 ad mutex_exit(p->p_lock);
542 1.24 ad return ESRCH;
543 1.24 ad }
544 1.20 dsl
545 1.24 ad /*
546 1.24 ad * It may not have parked yet, we may have raced, or it
547 1.24 ad * is parked on a different user sync object.
548 1.24 ad */
549 1.24 ad lwp_lock(t);
550 1.24 ad if (t->l_syncobj == &lwp_park_sobj) {
551 1.24 ad /* Releases the LWP lock. */
552 1.46 rmind lwp_unsleep(t, true);
553 1.24 ad } else {
554 1.24 ad /*
555 1.24 ad * Set the operation pending. The next call to _lwp_park
556 1.24 ad * will return early.
557 1.24 ad */
558 1.24 ad t->l_flag |= LW_UNPARKED;
559 1.24 ad lwp_unlock(t);
560 1.24 ad }
561 1.20 dsl
562 1.39 ad mutex_exit(p->p_lock);
563 1.24 ad return 0;
564 1.20 dsl }
565 1.20 dsl
566 1.20 dsl int
567 1.56 christos lwp_park(clockid_t clock_id, int flags, struct timespec *ts, const void *hint)
568 1.20 dsl {
569 1.2 ad sleepq_t *sq;
570 1.41 ad kmutex_t *mp;
571 1.2 ad wchan_t wchan;
572 1.2 ad int timo, error;
573 1.62 christos struct timespec start;
574 1.24 ad lwp_t *l;
575 1.62 christos bool timeremain = !(flags & TIMER_ABSTIME) && ts;
576 1.2 ad
577 1.20 dsl if (ts != NULL) {
578 1.62 christos if ((error = ts2timo(clock_id, flags, ts, &timo,
579 1.62 christos timeremain ? &start : NULL)) != 0)
580 1.2 ad return error;
581 1.24 ad KASSERT(timo != 0);
582 1.48 rmind } else {
583 1.2 ad timo = 0;
584 1.48 rmind }
585 1.2 ad
586 1.2 ad /* Find and lock the sleep queue. */
587 1.24 ad l = curlwp;
588 1.20 dsl wchan = lwp_park_wchan(l->l_proc, hint);
589 1.41 ad sq = sleeptab_lookup(&lwp_park_tab, wchan, &mp);
590 1.2 ad
591 1.2 ad /*
592 1.2 ad * Before going the full route and blocking, check to see if an
593 1.2 ad * unpark op is pending.
594 1.2 ad */
595 1.19 yamt lwp_lock(l);
596 1.8 ad if ((l->l_flag & (LW_CANCELLED | LW_UNPARKED)) != 0) {
597 1.8 ad l->l_flag &= ~(LW_CANCELLED | LW_UNPARKED);
598 1.19 yamt lwp_unlock(l);
599 1.41 ad mutex_spin_exit(mp);
600 1.2 ad return EALREADY;
601 1.2 ad }
602 1.41 ad lwp_unlock_to(l, mp);
603 1.24 ad l->l_biglocks = 0;
604 1.27 ad sleepq_enqueue(sq, wchan, "parked", &lwp_park_sobj);
605 1.19 yamt error = sleepq_block(timo, true);
606 1.13 yamt switch (error) {
607 1.14 yamt case EWOULDBLOCK:
608 1.14 yamt error = ETIMEDOUT;
609 1.62 christos if (timeremain)
610 1.62 christos memset(ts, 0, sizeof(*ts));
611 1.14 yamt break;
612 1.14 yamt case ERESTART:
613 1.14 yamt error = EINTR;
614 1.62 christos /*FALLTHROUGH*/
615 1.14 yamt default:
616 1.62 christos if (timeremain)
617 1.62 christos clock_timeleft(clock_id, ts, &start);
618 1.14 yamt break;
619 1.13 yamt }
620 1.13 yamt return error;
621 1.2 ad }
622 1.2 ad
623 1.24 ad /*
624 1.24 ad * 'park' an LWP waiting on a user-level synchronisation object. The LWP
625 1.24 ad * will remain parked until another LWP in the same process calls in and
626 1.24 ad * requests that it be unparked.
627 1.24 ad */
628 1.2 ad int
629 1.56 christos sys____lwp_park60(struct lwp *l, const struct sys____lwp_park60_args *uap,
630 1.44 christos register_t *retval)
631 1.2 ad {
632 1.32 dsl /* {
633 1.56 christos syscallarg(clockid_t) clock_id;
634 1.56 christos syscallarg(int) flags;
635 1.62 christos syscallarg(struct timespec *) ts;
636 1.24 ad syscallarg(lwpid_t) unpark;
637 1.24 ad syscallarg(const void *) hint;
638 1.24 ad syscallarg(const void *) unparkhint;
639 1.32 dsl } */
640 1.24 ad struct timespec ts, *tsp;
641 1.24 ad int error;
642 1.2 ad
643 1.24 ad if (SCARG(uap, ts) == NULL)
644 1.24 ad tsp = NULL;
645 1.24 ad else {
646 1.24 ad error = copyin(SCARG(uap, ts), &ts, sizeof(ts));
647 1.24 ad if (error != 0)
648 1.24 ad return error;
649 1.24 ad tsp = &ts;
650 1.24 ad }
651 1.2 ad
652 1.24 ad if (SCARG(uap, unpark) != 0) {
653 1.24 ad error = lwp_unpark(SCARG(uap, unpark), SCARG(uap, unparkhint));
654 1.24 ad if (error != 0)
655 1.24 ad return error;
656 1.15 ad }
657 1.15 ad
658 1.62 christos error = lwp_park(SCARG(uap, clock_id), SCARG(uap, flags), tsp,
659 1.56 christos SCARG(uap, hint));
660 1.62 christos if (SCARG(uap, ts) != NULL && (SCARG(uap, flags) & TIMER_ABSTIME) == 0)
661 1.62 christos (void)copyout(tsp, SCARG(uap, ts), sizeof(*tsp));
662 1.62 christos return error;
663 1.24 ad }
664 1.2 ad
665 1.24 ad int
666 1.47 rmind sys__lwp_unpark(struct lwp *l, const struct sys__lwp_unpark_args *uap,
667 1.47 rmind register_t *retval)
668 1.24 ad {
669 1.32 dsl /* {
670 1.24 ad syscallarg(lwpid_t) target;
671 1.24 ad syscallarg(const void *) hint;
672 1.32 dsl } */
673 1.2 ad
674 1.24 ad return lwp_unpark(SCARG(uap, target), SCARG(uap, hint));
675 1.2 ad }
676 1.2 ad
677 1.2 ad int
678 1.47 rmind sys__lwp_unpark_all(struct lwp *l, const struct sys__lwp_unpark_all_args *uap,
679 1.47 rmind register_t *retval)
680 1.2 ad {
681 1.32 dsl /* {
682 1.2 ad syscallarg(const lwpid_t *) targets;
683 1.2 ad syscallarg(size_t) ntargets;
684 1.2 ad syscallarg(const void *) hint;
685 1.32 dsl } */
686 1.2 ad struct proc *p;
687 1.2 ad struct lwp *t;
688 1.2 ad sleepq_t *sq;
689 1.2 ad wchan_t wchan;
690 1.2 ad lwpid_t targets[32], *tp, *tpp, *tmax, target;
691 1.46 rmind int error;
692 1.41 ad kmutex_t *mp;
693 1.15 ad u_int ntargets;
694 1.2 ad size_t sz;
695 1.2 ad
696 1.2 ad p = l->l_proc;
697 1.2 ad ntargets = SCARG(uap, ntargets);
698 1.2 ad
699 1.2 ad if (SCARG(uap, targets) == NULL) {
700 1.2 ad /*
701 1.2 ad * Let the caller know how much we are willing to do, and
702 1.2 ad * let it unpark the LWPs in blocks.
703 1.2 ad */
704 1.2 ad *retval = LWP_UNPARK_MAX;
705 1.2 ad return 0;
706 1.2 ad }
707 1.2 ad if (ntargets > LWP_UNPARK_MAX || ntargets == 0)
708 1.2 ad return EINVAL;
709 1.2 ad
710 1.2 ad /*
711 1.2 ad * Copy in the target array. If it's a small number of LWPs, then
712 1.2 ad * place the numbers on the stack.
713 1.2 ad */
714 1.2 ad sz = sizeof(target) * ntargets;
715 1.2 ad if (sz <= sizeof(targets))
716 1.2 ad tp = targets;
717 1.61 chs else
718 1.2 ad tp = kmem_alloc(sz, KM_SLEEP);
719 1.2 ad error = copyin(SCARG(uap, targets), tp, sz);
720 1.2 ad if (error != 0) {
721 1.2 ad if (tp != targets) {
722 1.2 ad kmem_free(tp, sz);
723 1.2 ad }
724 1.2 ad return error;
725 1.2 ad }
726 1.2 ad
727 1.2 ad wchan = lwp_park_wchan(p, SCARG(uap, hint));
728 1.41 ad sq = sleeptab_lookup(&lwp_park_tab, wchan, &mp);
729 1.2 ad
730 1.2 ad for (tmax = tp + ntargets, tpp = tp; tpp < tmax; tpp++) {
731 1.2 ad target = *tpp;
732 1.2 ad
733 1.2 ad /*
734 1.2 ad * Easy case: search for the LWP on the sleep queue. If
735 1.2 ad * it's parked, remove it from the queue and set running.
736 1.2 ad */
737 1.41 ad TAILQ_FOREACH(t, sq, l_sleepchain)
738 1.2 ad if (t->l_proc == p && t->l_lid == target)
739 1.2 ad break;
740 1.2 ad
741 1.2 ad if (t != NULL) {
742 1.46 rmind sleepq_remove(sq, t);
743 1.2 ad continue;
744 1.2 ad }
745 1.2 ad
746 1.2 ad /*
747 1.2 ad * The LWP hasn't parked yet. Take the hit and
748 1.2 ad * mark the operation as pending.
749 1.2 ad */
750 1.41 ad mutex_spin_exit(mp);
751 1.39 ad mutex_enter(p->p_lock);
752 1.2 ad if ((t = lwp_find(p, target)) == NULL) {
753 1.39 ad mutex_exit(p->p_lock);
754 1.41 ad mutex_spin_enter(mp);
755 1.2 ad continue;
756 1.2 ad }
757 1.2 ad lwp_lock(t);
758 1.2 ad
759 1.15 ad /*
760 1.15 ad * It may not have parked yet, we may have raced, or
761 1.15 ad * it is parked on a different user sync object.
762 1.15 ad */
763 1.15 ad if (t->l_syncobj == &lwp_park_sobj) {
764 1.15 ad /* Releases the LWP lock. */
765 1.46 rmind lwp_unsleep(t, true);
766 1.2 ad } else {
767 1.2 ad /*
768 1.15 ad * Set the operation pending. The next call to
769 1.15 ad * _lwp_park will return early.
770 1.2 ad */
771 1.8 ad t->l_flag |= LW_UNPARKED;
772 1.2 ad lwp_unlock(t);
773 1.2 ad }
774 1.15 ad
775 1.39 ad mutex_exit(p->p_lock);
776 1.41 ad mutex_spin_enter(mp);
777 1.2 ad }
778 1.2 ad
779 1.41 ad mutex_spin_exit(mp);
780 1.33 ad if (tp != targets)
781 1.2 ad kmem_free(tp, sz);
782 1.15 ad
783 1.2 ad return 0;
784 1.2 ad }
785 1.28 ad
786 1.28 ad int
787 1.47 rmind sys__lwp_setname(struct lwp *l, const struct sys__lwp_setname_args *uap,
788 1.47 rmind register_t *retval)
789 1.28 ad {
790 1.32 dsl /* {
791 1.28 ad syscallarg(lwpid_t) target;
792 1.28 ad syscallarg(const char *) name;
793 1.32 dsl } */
794 1.28 ad char *name, *oname;
795 1.30 ad lwpid_t target;
796 1.28 ad proc_t *p;
797 1.28 ad lwp_t *t;
798 1.28 ad int error;
799 1.28 ad
800 1.30 ad if ((target = SCARG(uap, target)) == 0)
801 1.30 ad target = l->l_lid;
802 1.30 ad
803 1.28 ad name = kmem_alloc(MAXCOMLEN, KM_SLEEP);
804 1.28 ad error = copyinstr(SCARG(uap, name), name, MAXCOMLEN, NULL);
805 1.28 ad switch (error) {
806 1.28 ad case ENAMETOOLONG:
807 1.28 ad case 0:
808 1.28 ad name[MAXCOMLEN - 1] = '\0';
809 1.28 ad break;
810 1.28 ad default:
811 1.28 ad kmem_free(name, MAXCOMLEN);
812 1.28 ad return error;
813 1.28 ad }
814 1.28 ad
815 1.28 ad p = curproc;
816 1.39 ad mutex_enter(p->p_lock);
817 1.30 ad if ((t = lwp_find(p, target)) == NULL) {
818 1.39 ad mutex_exit(p->p_lock);
819 1.28 ad kmem_free(name, MAXCOMLEN);
820 1.28 ad return ESRCH;
821 1.28 ad }
822 1.28 ad lwp_lock(t);
823 1.28 ad oname = t->l_name;
824 1.28 ad t->l_name = name;
825 1.28 ad lwp_unlock(t);
826 1.39 ad mutex_exit(p->p_lock);
827 1.28 ad
828 1.28 ad if (oname != NULL)
829 1.28 ad kmem_free(oname, MAXCOMLEN);
830 1.28 ad
831 1.28 ad return 0;
832 1.28 ad }
833 1.28 ad
834 1.28 ad int
835 1.47 rmind sys__lwp_getname(struct lwp *l, const struct sys__lwp_getname_args *uap,
836 1.47 rmind register_t *retval)
837 1.28 ad {
838 1.32 dsl /* {
839 1.28 ad syscallarg(lwpid_t) target;
840 1.28 ad syscallarg(char *) name;
841 1.28 ad syscallarg(size_t) len;
842 1.32 dsl } */
843 1.28 ad char name[MAXCOMLEN];
844 1.30 ad lwpid_t target;
845 1.28 ad proc_t *p;
846 1.28 ad lwp_t *t;
847 1.28 ad
848 1.30 ad if ((target = SCARG(uap, target)) == 0)
849 1.30 ad target = l->l_lid;
850 1.30 ad
851 1.28 ad p = curproc;
852 1.39 ad mutex_enter(p->p_lock);
853 1.30 ad if ((t = lwp_find(p, target)) == NULL) {
854 1.39 ad mutex_exit(p->p_lock);
855 1.28 ad return ESRCH;
856 1.28 ad }
857 1.28 ad lwp_lock(t);
858 1.28 ad if (t->l_name == NULL)
859 1.28 ad name[0] = '\0';
860 1.28 ad else
861 1.58 maya strlcpy(name, t->l_name, sizeof(name));
862 1.28 ad lwp_unlock(t);
863 1.39 ad mutex_exit(p->p_lock);
864 1.28 ad
865 1.28 ad return copyoutstr(name, SCARG(uap, name), SCARG(uap, len), NULL);
866 1.28 ad }
867 1.30 ad
868 1.30 ad int
869 1.47 rmind sys__lwp_ctl(struct lwp *l, const struct sys__lwp_ctl_args *uap,
870 1.47 rmind register_t *retval)
871 1.30 ad {
872 1.32 dsl /* {
873 1.30 ad syscallarg(int) features;
874 1.30 ad syscallarg(struct lwpctl **) address;
875 1.32 dsl } */
876 1.30 ad int error, features;
877 1.30 ad vaddr_t vaddr;
878 1.30 ad
879 1.30 ad features = SCARG(uap, features);
880 1.35 ad features &= ~(LWPCTL_FEATURE_CURCPU | LWPCTL_FEATURE_PCTR);
881 1.35 ad if (features != 0)
882 1.30 ad return ENODEV;
883 1.30 ad if ((error = lwp_ctl_alloc(&vaddr)) != 0)
884 1.30 ad return error;
885 1.30 ad return copyout(&vaddr, SCARG(uap, address), sizeof(void *));
886 1.30 ad }
887