Home | History | Annotate | Line # | Download | only in rumpkern
sleepq.c revision 1.18.2.1
      1  1.18.2.1  bouyer /*	$NetBSD: sleepq.c,v 1.18.2.1 2020/04/20 11:29:13 bouyer Exp $	*/
      2       1.1   pooka 
      3       1.1   pooka /*
      4       1.1   pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5       1.1   pooka  *
      6       1.1   pooka  * Redistribution and use in source and binary forms, with or without
      7       1.1   pooka  * modification, are permitted provided that the following conditions
      8       1.1   pooka  * are met:
      9       1.1   pooka  * 1. Redistributions of source code must retain the above copyright
     10       1.1   pooka  *    notice, this list of conditions and the following disclaimer.
     11       1.1   pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12       1.1   pooka  *    notice, this list of conditions and the following disclaimer in the
     13       1.1   pooka  *    documentation and/or other materials provided with the distribution.
     14       1.1   pooka  *
     15       1.1   pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16       1.1   pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17       1.1   pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18       1.1   pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19       1.1   pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20       1.1   pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21       1.1   pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22       1.1   pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23       1.1   pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24       1.1   pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25       1.1   pooka  * SUCH DAMAGE.
     26       1.1   pooka  */
     27       1.1   pooka 
     28       1.2   pooka #include <sys/cdefs.h>
     29  1.18.2.1  bouyer __KERNEL_RCSID(0, "$NetBSD: sleepq.c,v 1.18.2.1 2020/04/20 11:29:13 bouyer Exp $");
     30       1.2   pooka 
     31       1.1   pooka #include <sys/param.h>
     32       1.1   pooka #include <sys/condvar.h>
     33       1.1   pooka #include <sys/mutex.h>
     34       1.6   pooka #include <sys/once.h>
     35       1.1   pooka #include <sys/queue.h>
     36       1.1   pooka #include <sys/sleepq.h>
     37       1.1   pooka #include <sys/syncobj.h>
     38      1.10   skrll #include <sys/atomic.h>
     39       1.1   pooka 
     40      1.17   pooka #include <rump-sys/kern.h>
     41       1.3   pooka 
     42       1.1   pooka syncobj_t sleep_syncobj;
     43       1.1   pooka static kcondvar_t sq_cv;
     44       1.1   pooka 
     45       1.6   pooka static int
     46       1.6   pooka sqinit1(void)
     47       1.6   pooka {
     48       1.6   pooka 
     49       1.6   pooka 	cv_init(&sq_cv, "sleepq");
     50       1.6   pooka 
     51       1.6   pooka 	return 0;
     52       1.6   pooka }
     53       1.6   pooka 
     54       1.1   pooka void
     55       1.1   pooka sleepq_init(sleepq_t *sq)
     56       1.1   pooka {
     57      1.14   pooka 	static ONCE_DECL(sqctl);
     58       1.6   pooka 
     59       1.6   pooka 	RUN_ONCE(&sqctl, sqinit1);
     60       1.1   pooka 
     61      1.18      ad 	LIST_INIT(sq);
     62       1.1   pooka }
     63       1.1   pooka 
     64       1.1   pooka void
     65  1.18.2.1  bouyer sleepq_enqueue(sleepq_t *sq, wchan_t wc, const char *wmsg, syncobj_t *sob,
     66  1.18.2.1  bouyer     bool catch_p)
     67       1.1   pooka {
     68       1.1   pooka 	struct lwp *l = curlwp;
     69       1.1   pooka 
     70       1.1   pooka 	l->l_wchan = wc;
     71      1.12   pooka 	l->l_wmesg = wmsg;
     72       1.3   pooka 	l->l_sleepq = sq;
     73      1.18      ad 	LIST_INSERT_HEAD(sq, l, l_sleepchain);
     74       1.1   pooka }
     75       1.1   pooka 
     76       1.1   pooka int
     77       1.3   pooka sleepq_block(int timo, bool catch)
     78       1.1   pooka {
     79       1.1   pooka 	struct lwp *l = curlwp;
     80       1.3   pooka 	int error = 0;
     81       1.3   pooka 	kmutex_t *mp = l->l_mutex;
     82       1.3   pooka 	int biglocks = l->l_biglocks;
     83       1.1   pooka 
     84       1.3   pooka 	while (l->l_wchan) {
     85      1.13   pooka 		l->l_mutex = mp; /* keep sleepq lock until woken up */
     86      1.11   pooka 		error = cv_timedwait(&sq_cv, mp, timo);
     87      1.11   pooka 		if (error == EWOULDBLOCK || error == EINTR) {
     88      1.13   pooka 			if (l->l_wchan) {
     89      1.18      ad 				LIST_REMOVE(l, l_sleepchain);
     90      1.13   pooka 				l->l_wchan = NULL;
     91      1.13   pooka 				l->l_wmesg = NULL;
     92      1.13   pooka 			}
     93       1.4   pooka 		}
     94       1.3   pooka 	}
     95       1.3   pooka 	mutex_spin_exit(mp);
     96       1.1   pooka 
     97       1.3   pooka 	if (biglocks)
     98       1.3   pooka 		KERNEL_LOCK(biglocks, curlwp);
     99       1.1   pooka 
    100       1.3   pooka 	return error;
    101       1.1   pooka }
    102       1.1   pooka 
    103      1.16   pooka void
    104       1.1   pooka sleepq_wake(sleepq_t *sq, wchan_t wchan, u_int expected, kmutex_t *mp)
    105       1.1   pooka {
    106       1.3   pooka 	struct lwp *l, *l_next;
    107       1.1   pooka 	bool found = false;
    108       1.1   pooka 
    109      1.18      ad 	for (l = LIST_FIRST(sq); l; l = l_next) {
    110      1.18      ad 		l_next = LIST_NEXT(l, l_sleepchain);
    111       1.1   pooka 		if (l->l_wchan == wchan) {
    112       1.1   pooka 			found = true;
    113       1.1   pooka 			l->l_wchan = NULL;
    114      1.12   pooka 			l->l_wmesg = NULL;
    115      1.18      ad 			LIST_REMOVE(l, l_sleepchain);
    116      1.15   pooka 			if (--expected == 0)
    117      1.15   pooka 				break;
    118       1.1   pooka 		}
    119       1.1   pooka 	}
    120       1.1   pooka 	if (found)
    121       1.1   pooka 		cv_broadcast(&sq_cv);
    122       1.1   pooka 
    123       1.1   pooka 	mutex_spin_exit(mp);
    124       1.1   pooka }
    125       1.1   pooka 
    126       1.5   rmind void
    127       1.3   pooka sleepq_unsleep(struct lwp *l, bool cleanup)
    128       1.3   pooka {
    129       1.3   pooka 
    130       1.3   pooka 	l->l_wchan = NULL;
    131      1.12   pooka 	l->l_wmesg = NULL;
    132      1.18      ad 	LIST_REMOVE(l, l_sleepchain);
    133       1.3   pooka 	cv_broadcast(&sq_cv);
    134       1.3   pooka 
    135       1.3   pooka 	if (cleanup) {
    136       1.3   pooka 		mutex_spin_exit(l->l_mutex);
    137       1.3   pooka 	}
    138       1.3   pooka }
    139       1.3   pooka 
    140       1.1   pooka /*
    141       1.3   pooka  * Thread scheduler handles priorities.  Therefore no action here.
    142       1.3   pooka  * (maybe do something if we're deperate?)
    143       1.3   pooka  */
    144       1.3   pooka void
    145       1.3   pooka sleepq_changepri(struct lwp *l, pri_t pri)
    146       1.3   pooka {
    147       1.3   pooka 
    148       1.3   pooka }
    149       1.3   pooka 
    150       1.3   pooka void
    151       1.3   pooka sleepq_lendpri(struct lwp *l, pri_t pri)
    152       1.3   pooka {
    153       1.3   pooka 
    154       1.3   pooka }
    155       1.3   pooka 
    156       1.3   pooka struct lwp *
    157       1.3   pooka syncobj_noowner(wchan_t wc)
    158       1.3   pooka {
    159       1.3   pooka 
    160       1.3   pooka 	return NULL;
    161       1.3   pooka }
    162       1.3   pooka 
    163       1.9   rmind void
    164       1.9   rmind lwp_unlock_to(struct lwp *l, kmutex_t *new)
    165       1.1   pooka {
    166       1.9   rmind 	kmutex_t *old;
    167       1.1   pooka 
    168       1.9   rmind 	KASSERT(mutex_owned(l->l_mutex));
    169       1.9   rmind 
    170       1.9   rmind 	old = l->l_mutex;
    171       1.9   rmind 	membar_exit();
    172       1.9   rmind 	l->l_mutex = new;
    173       1.9   rmind 	mutex_spin_exit(old);
    174       1.1   pooka }
    175