Home | History | Annotate | Line # | Download | only in kern
uipc_sem.c revision 1.10.4.3
      1  1.10.4.3      yamt /*	$NetBSD: uipc_sem.c,v 1.10.4.3 2007/02/26 09:11:20 yamt Exp $	*/
      2       1.3   thorpej 
      3       1.3   thorpej /*-
      4       1.3   thorpej  * Copyright (c) 2003 The NetBSD Foundation, Inc.
      5       1.3   thorpej  * All rights reserved.
      6       1.3   thorpej  *
      7       1.3   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8       1.3   thorpej  * by Jason R. Thorpe of Wasabi Systems, Inc.
      9       1.3   thorpej  *
     10       1.3   thorpej  * Redistribution and use in source and binary forms, with or without
     11       1.3   thorpej  * modification, are permitted provided that the following conditions
     12       1.3   thorpej  * are met:
     13       1.3   thorpej  * 1. Redistributions of source code must retain the above copyright
     14       1.3   thorpej  *    notice, this list of conditions and the following disclaimer.
     15       1.3   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.3   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17       1.3   thorpej  *    documentation and/or other materials provided with the distribution.
     18       1.3   thorpej  * 3. All advertising materials mentioning features or use of this software
     19       1.3   thorpej  *    must display the following acknowledgement:
     20       1.3   thorpej  *        This product includes software developed by the NetBSD
     21       1.3   thorpej  *        Foundation, Inc. and its contributors.
     22       1.3   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23       1.3   thorpej  *    contributors may be used to endorse or promote products derived
     24       1.3   thorpej  *    from this software without specific prior written permission.
     25       1.3   thorpej  *
     26       1.3   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27       1.3   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28       1.3   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29       1.3   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30       1.3   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31       1.3   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32       1.3   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33       1.3   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34       1.3   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35       1.3   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36       1.3   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     37       1.3   thorpej  */
     38       1.1  christos 
     39       1.1  christos /*
     40       1.1  christos  * Copyright (c) 2002 Alfred Perlstein <alfred (at) FreeBSD.org>
     41       1.1  christos  * All rights reserved.
     42       1.1  christos  *
     43       1.1  christos  * Redistribution and use in source and binary forms, with or without
     44       1.1  christos  * modification, are permitted provided that the following conditions
     45       1.1  christos  * are met:
     46       1.1  christos  * 1. Redistributions of source code must retain the above copyright
     47       1.1  christos  *    notice, this list of conditions and the following disclaimer.
     48       1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     49       1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     50       1.1  christos  *    documentation and/or other materials provided with the distribution.
     51       1.1  christos  *
     52       1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     53       1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     54       1.1  christos  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     55       1.1  christos  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     56       1.1  christos  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     57       1.1  christos  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     58       1.1  christos  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     59       1.1  christos  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     60       1.1  christos  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     61       1.1  christos  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     62       1.1  christos  * SUCH DAMAGE.
     63       1.1  christos  */
     64       1.9     lukem 
     65       1.9     lukem #include <sys/cdefs.h>
     66  1.10.4.3      yamt __KERNEL_RCSID(0, "$NetBSD: uipc_sem.c,v 1.10.4.3 2007/02/26 09:11:20 yamt Exp $");
     67       1.1  christos 
     68       1.1  christos #include "opt_posix.h"
     69       1.1  christos 
     70       1.1  christos #include <sys/param.h>
     71       1.1  christos #include <sys/systm.h>
     72       1.1  christos #include <sys/kernel.h>
     73       1.1  christos #include <sys/proc.h>
     74       1.1  christos #include <sys/lock.h>
     75       1.1  christos #include <sys/ksem.h>
     76       1.1  christos #include <sys/syscall.h>
     77       1.1  christos #include <sys/stat.h>
     78       1.1  christos #include <sys/malloc.h>
     79       1.1  christos #include <sys/fcntl.h>
     80  1.10.4.1      yamt #include <sys/kauth.h>
     81       1.1  christos 
     82       1.1  christos #include <sys/mount.h>
     83       1.1  christos 
     84       1.1  christos #include <sys/syscallargs.h>
     85       1.1  christos 
     86       1.1  christos #ifndef SEM_MAX
     87       1.1  christos #define SEM_MAX	30
     88       1.1  christos #endif
     89       1.1  christos 
     90       1.1  christos #define SEM_MAX_NAMELEN	14
     91       1.1  christos #define SEM_VALUE_MAX (~0U)
     92  1.10.4.1      yamt #define SEM_HASHTBL_SIZE 13
     93       1.1  christos 
     94  1.10.4.1      yamt #define SEM_TO_ID(x)	(((x)->ks_id))
     95  1.10.4.1      yamt #define SEM_HASH(id)	((id) % SEM_HASHTBL_SIZE)
     96       1.4   thorpej 
     97       1.4   thorpej MALLOC_DEFINE(M_SEM, "p1003_1b_sem", "p1003_1b semaphores");
     98       1.1  christos 
     99       1.3   thorpej /*
    100       1.3   thorpej  * Note: to read the ks_name member, you need either the ks_interlock
    101       1.3   thorpej  * or the ksem_slock.  To write the ks_name member, you need both.  Make
    102       1.3   thorpej  * sure the order is ksem_slock -> ks_interlock.
    103       1.3   thorpej  */
    104       1.1  christos struct ksem {
    105       1.1  christos 	LIST_ENTRY(ksem) ks_entry;	/* global list entry */
    106  1.10.4.1      yamt 	LIST_ENTRY(ksem) ks_hash;	/* hash list entry */
    107  1.10.4.3      yamt 	kmutex_t ks_interlock;		/* lock on this ksem */
    108  1.10.4.3      yamt 	kcondvar_t ks_cv;		/* condition variable */
    109       1.1  christos 	char *ks_name;			/* if named, this is the name */
    110       1.3   thorpej 	unsigned int ks_ref;		/* number of references */
    111       1.1  christos 	mode_t ks_mode;			/* protection bits */
    112       1.1  christos 	uid_t ks_uid;			/* creator uid */
    113       1.1  christos 	gid_t ks_gid;			/* creator gid */
    114       1.1  christos 	unsigned int ks_value;		/* current value */
    115       1.3   thorpej 	unsigned int ks_waiters;	/* number of waiters */
    116  1.10.4.1      yamt 	semid_t ks_id;			/* unique identifier */
    117       1.3   thorpej };
    118       1.3   thorpej 
    119       1.3   thorpej struct ksem_ref {
    120       1.3   thorpej 	LIST_ENTRY(ksem_ref) ksr_list;
    121       1.3   thorpej 	struct ksem *ksr_ksem;
    122       1.3   thorpej };
    123       1.3   thorpej 
    124       1.3   thorpej struct ksem_proc {
    125  1.10.4.3      yamt 	krwlock_t kp_lock;
    126       1.3   thorpej 	LIST_HEAD(, ksem_ref) kp_ksems;
    127       1.1  christos };
    128       1.1  christos 
    129  1.10.4.1      yamt LIST_HEAD(ksem_list, ksem);
    130  1.10.4.1      yamt 
    131       1.1  christos /*
    132       1.3   thorpej  * ksem_slock protects ksem_head and nsems.  Only named semaphores go
    133       1.3   thorpej  * onto ksem_head.
    134       1.1  christos  */
    135  1.10.4.3      yamt static kmutex_t ksem_mutex;
    136  1.10.4.1      yamt static struct ksem_list ksem_head = LIST_HEAD_INITIALIZER(&ksem_head);
    137  1.10.4.1      yamt static struct ksem_list ksem_hash[SEM_HASHTBL_SIZE];
    138       1.3   thorpej static int nsems = 0;
    139       1.1  christos 
    140  1.10.4.1      yamt /*
    141  1.10.4.1      yamt  * ksem_counter is the last assigned semid_t.  It needs to be COMPAT_NETBSD32
    142  1.10.4.1      yamt  * friendly, even though semid_t itself is defined as uintptr_t.
    143  1.10.4.1      yamt  */
    144  1.10.4.1      yamt static uint32_t ksem_counter = 1;
    145  1.10.4.1      yamt 
    146  1.10.4.2      yamt static specificdata_key_t ksem_specificdata_key;
    147  1.10.4.1      yamt 
    148       1.3   thorpej static void
    149       1.3   thorpej ksem_free(struct ksem *ks)
    150       1.3   thorpej {
    151       1.1  christos 
    152  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    153  1.10.4.3      yamt 
    154       1.3   thorpej 	/*
    155       1.3   thorpej 	 * If the ksem is anonymous (or has been unlinked), then
    156       1.3   thorpej 	 * this is the end if its life.
    157       1.3   thorpej 	 */
    158       1.3   thorpej 	if (ks->ks_name == NULL) {
    159  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    160  1.10.4.3      yamt 		mutex_destroy(&ks->ks_interlock);
    161  1.10.4.3      yamt 		cv_destroy(&ks->ks_cv);
    162       1.1  christos 
    163  1.10.4.3      yamt 		mutex_enter(&ksem_mutex);
    164       1.3   thorpej 		nsems--;
    165  1.10.4.1      yamt 		LIST_REMOVE(ks, ks_hash);
    166  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    167  1.10.4.1      yamt 
    168  1.10.4.1      yamt 		free(ks, M_SEM);
    169       1.3   thorpej 		return;
    170       1.3   thorpej 	}
    171  1.10.4.3      yamt 	mutex_exit(&ks->ks_interlock);
    172       1.3   thorpej }
    173       1.1  christos 
    174  1.10.4.1      yamt static inline void
    175       1.3   thorpej ksem_addref(struct ksem *ks)
    176       1.1  christos {
    177       1.1  christos 
    178  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    179       1.1  christos 	ks->ks_ref++;
    180       1.3   thorpej 	KASSERT(ks->ks_ref != 0);	/* XXX KDASSERT */
    181       1.1  christos }
    182       1.1  christos 
    183  1.10.4.1      yamt static inline void
    184       1.3   thorpej ksem_delref(struct ksem *ks)
    185       1.1  christos {
    186       1.1  christos 
    187  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    188       1.3   thorpej 	KASSERT(ks->ks_ref != 0);	/* XXX KDASSERT */
    189       1.3   thorpej 	if (--ks->ks_ref == 0) {
    190       1.1  christos 		ksem_free(ks);
    191       1.3   thorpej 		return;
    192       1.3   thorpej 	}
    193  1.10.4.3      yamt 	mutex_exit(&ks->ks_interlock);
    194       1.3   thorpej }
    195       1.3   thorpej 
    196       1.3   thorpej static struct ksem_proc *
    197       1.3   thorpej ksem_proc_alloc(void)
    198       1.3   thorpej {
    199       1.3   thorpej 	struct ksem_proc *kp;
    200       1.3   thorpej 
    201       1.3   thorpej 	kp = malloc(sizeof(*kp), M_SEM, M_WAITOK);
    202  1.10.4.3      yamt 	rw_init(&kp->kp_lock);
    203       1.3   thorpej 	LIST_INIT(&kp->kp_ksems);
    204       1.3   thorpej 
    205       1.3   thorpej 	return (kp);
    206       1.1  christos }
    207       1.1  christos 
    208       1.3   thorpej static void
    209  1.10.4.2      yamt ksem_proc_dtor(void *arg)
    210  1.10.4.2      yamt {
    211  1.10.4.2      yamt 	struct ksem_proc *kp = arg;
    212  1.10.4.2      yamt 	struct ksem_ref *ksr;
    213  1.10.4.2      yamt 
    214  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_WRITER);
    215  1.10.4.2      yamt 
    216  1.10.4.2      yamt 	while ((ksr = LIST_FIRST(&kp->kp_ksems)) != NULL) {
    217  1.10.4.2      yamt 		LIST_REMOVE(ksr, ksr_list);
    218  1.10.4.3      yamt 		mutex_enter(&ksr->ksr_ksem->ks_interlock);
    219  1.10.4.2      yamt 		ksem_delref(ksr->ksr_ksem);
    220  1.10.4.3      yamt 		mutex_exit(&ksr->ksr_ksem->ks_interlock);
    221  1.10.4.2      yamt 		free(ksr, M_SEM);
    222  1.10.4.2      yamt 	}
    223  1.10.4.2      yamt 
    224  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    225  1.10.4.3      yamt 	rw_destroy(&kp->kp_lock);
    226  1.10.4.2      yamt 	free(kp, M_SEM);
    227  1.10.4.2      yamt }
    228  1.10.4.2      yamt 
    229  1.10.4.2      yamt static void
    230       1.3   thorpej ksem_add_proc(struct proc *p, struct ksem *ks)
    231       1.3   thorpej {
    232       1.3   thorpej 	struct ksem_proc *kp;
    233       1.3   thorpej 	struct ksem_ref *ksr;
    234       1.3   thorpej 
    235  1.10.4.2      yamt 	kp = proc_getspecific(p, ksem_specificdata_key);
    236  1.10.4.2      yamt 	if (kp == NULL) {
    237       1.3   thorpej 		kp = ksem_proc_alloc();
    238  1.10.4.2      yamt 		proc_setspecific(p, ksem_specificdata_key, kp);
    239  1.10.4.2      yamt 	}
    240       1.3   thorpej 
    241       1.3   thorpej 	ksr = malloc(sizeof(*ksr), M_SEM, M_WAITOK);
    242       1.3   thorpej 	ksr->ksr_ksem = ks;
    243       1.3   thorpej 
    244  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_WRITER);
    245       1.3   thorpej 	LIST_INSERT_HEAD(&kp->kp_ksems, ksr, ksr_list);
    246  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    247       1.3   thorpej }
    248       1.3   thorpej 
    249       1.3   thorpej /* We MUST have a write lock on the ksem_proc list! */
    250       1.3   thorpej static struct ksem_ref *
    251       1.3   thorpej ksem_drop_proc(struct ksem_proc *kp, struct ksem *ks)
    252       1.1  christos {
    253       1.3   thorpej 	struct ksem_ref *ksr;
    254       1.1  christos 
    255  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    256       1.3   thorpej 	LIST_FOREACH(ksr, &kp->kp_ksems, ksr_list) {
    257       1.3   thorpej 		if (ksr->ksr_ksem == ks) {
    258       1.3   thorpej 			ksem_delref(ks);
    259       1.3   thorpej 			LIST_REMOVE(ksr, ksr_list);
    260       1.3   thorpej 			return (ksr);
    261       1.3   thorpej 		}
    262       1.1  christos 	}
    263       1.3   thorpej #ifdef DIAGNOSTIC
    264       1.3   thorpej 	panic("ksem_drop_proc: ksem_proc %p ksem %p", kp, ks);
    265       1.3   thorpej #endif
    266       1.1  christos 	return (NULL);
    267       1.1  christos }
    268       1.1  christos 
    269       1.3   thorpej static int
    270  1.10.4.2      yamt ksem_perm(struct lwp *l, struct ksem *ks)
    271       1.3   thorpej {
    272  1.10.4.1      yamt 	kauth_cred_t uc;
    273       1.3   thorpej 
    274  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    275  1.10.4.2      yamt 	uc = l->l_cred;
    276  1.10.4.1      yamt 	if ((kauth_cred_geteuid(uc) == ks->ks_uid && (ks->ks_mode & S_IWUSR) != 0) ||
    277  1.10.4.1      yamt 	    (kauth_cred_getegid(uc) == ks->ks_gid && (ks->ks_mode & S_IWGRP) != 0) ||
    278  1.10.4.1      yamt 	    (ks->ks_mode & S_IWOTH) != 0 ||
    279  1.10.4.3      yamt 	    kauth_authorize_generic(uc, KAUTH_GENERIC_ISSUSER, NULL) == 0)
    280       1.3   thorpej 		return (0);
    281       1.3   thorpej 	return (EPERM);
    282       1.3   thorpej }
    283       1.3   thorpej 
    284       1.1  christos static struct ksem *
    285  1.10.4.1      yamt ksem_lookup_byid(semid_t id)
    286  1.10.4.1      yamt {
    287  1.10.4.1      yamt 	struct ksem *ks;
    288  1.10.4.1      yamt 
    289  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ksem_mutex));
    290  1.10.4.1      yamt 	LIST_FOREACH(ks, &ksem_hash[SEM_HASH(id)], ks_hash) {
    291  1.10.4.1      yamt 		if (ks->ks_id == id)
    292  1.10.4.1      yamt 			return ks;
    293  1.10.4.1      yamt 	}
    294  1.10.4.1      yamt 	return NULL;
    295  1.10.4.1      yamt }
    296  1.10.4.1      yamt 
    297  1.10.4.1      yamt static struct ksem *
    298       1.3   thorpej ksem_lookup_byname(const char *name)
    299       1.1  christos {
    300       1.1  christos 	struct ksem *ks;
    301       1.1  christos 
    302  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ksem_mutex));
    303       1.3   thorpej 	LIST_FOREACH(ks, &ksem_head, ks_entry) {
    304       1.3   thorpej 		if (strcmp(ks->ks_name, name) == 0) {
    305  1.10.4.3      yamt 			mutex_enter(&ks->ks_interlock);
    306       1.1  christos 			return (ks);
    307       1.3   thorpej 		}
    308       1.3   thorpej 	}
    309       1.1  christos 	return (NULL);
    310       1.1  christos }
    311       1.1  christos 
    312       1.1  christos static int
    313  1.10.4.2      yamt ksem_create(struct lwp *l, const char *name, struct ksem **ksret,
    314       1.3   thorpej     mode_t mode, unsigned int value)
    315       1.1  christos {
    316       1.1  christos 	struct ksem *ret;
    317  1.10.4.1      yamt 	kauth_cred_t uc;
    318       1.1  christos 	size_t len;
    319       1.1  christos 
    320  1.10.4.2      yamt 	uc = l->l_cred;
    321       1.1  christos 	if (value > SEM_VALUE_MAX)
    322       1.1  christos 		return (EINVAL);
    323       1.1  christos 	ret = malloc(sizeof(*ret), M_SEM, M_WAITOK | M_ZERO);
    324       1.1  christos 	if (name != NULL) {
    325       1.1  christos 		len = strlen(name);
    326       1.1  christos 		if (len > SEM_MAX_NAMELEN) {
    327       1.1  christos 			free(ret, M_SEM);
    328       1.1  christos 			return (ENAMETOOLONG);
    329       1.1  christos 		}
    330       1.1  christos 		/* name must start with a '/' but not contain one. */
    331       1.1  christos 		if (*name != '/' || len < 2 || strchr(name + 1, '/') != NULL) {
    332       1.1  christos 			free(ret, M_SEM);
    333       1.1  christos 			return (EINVAL);
    334       1.1  christos 		}
    335       1.1  christos 		ret->ks_name = malloc(len + 1, M_SEM, M_WAITOK);
    336       1.6    itojun 		strlcpy(ret->ks_name, name, len + 1);
    337       1.3   thorpej 	} else
    338       1.1  christos 		ret->ks_name = NULL;
    339       1.1  christos 	ret->ks_mode = mode;
    340       1.1  christos 	ret->ks_value = value;
    341       1.1  christos 	ret->ks_ref = 1;
    342       1.1  christos 	ret->ks_waiters = 0;
    343  1.10.4.1      yamt 	ret->ks_uid = kauth_cred_geteuid(uc);
    344  1.10.4.1      yamt 	ret->ks_gid = kauth_cred_getegid(uc);
    345  1.10.4.3      yamt 	mutex_init(&ret->ks_interlock, MUTEX_DEFAULT, IPL_NONE);
    346  1.10.4.3      yamt 	cv_init(&ret->ks_cv, "psem");
    347       1.3   thorpej 
    348  1.10.4.3      yamt 	mutex_enter(&ksem_mutex);
    349       1.1  christos 	if (nsems >= SEM_MAX) {
    350  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    351       1.3   thorpej 		if (ret->ks_name != NULL)
    352       1.3   thorpej 			free(ret->ks_name, M_SEM);
    353       1.3   thorpej 		free(ret, M_SEM);
    354       1.3   thorpej 		return (ENFILE);
    355       1.1  christos 	}
    356       1.3   thorpej 	nsems++;
    357  1.10.4.1      yamt 	while (ksem_lookup_byid(ksem_counter) != NULL) {
    358  1.10.4.1      yamt 		ksem_counter++;
    359  1.10.4.1      yamt 		/* 0 is a special value for libpthread */
    360  1.10.4.1      yamt 		if (ksem_counter == 0)
    361  1.10.4.1      yamt 			ksem_counter++;
    362  1.10.4.1      yamt 	}
    363  1.10.4.1      yamt 	ret->ks_id = ksem_counter;
    364  1.10.4.1      yamt 	LIST_INSERT_HEAD(&ksem_hash[SEM_HASH(ret->ks_id)], ret, ks_hash);
    365  1.10.4.3      yamt 	mutex_exit(&ksem_mutex);
    366       1.3   thorpej 
    367       1.3   thorpej 	*ksret = ret;
    368       1.3   thorpej 	return (0);
    369       1.1  christos }
    370       1.1  christos 
    371       1.1  christos int
    372       1.2  christos sys__ksem_init(struct lwp *l, void *v, register_t *retval)
    373       1.1  christos {
    374       1.2  christos 	struct sys__ksem_init_args /* {
    375       1.1  christos 		unsigned int value;
    376       1.1  christos 		semid_t *idp;
    377       1.1  christos 	} */ *uap = v;
    378  1.10.4.1      yamt 
    379  1.10.4.1      yamt 	return do_ksem_init(l, SCARG(uap, value), SCARG(uap, idp), copyout);
    380  1.10.4.1      yamt }
    381  1.10.4.1      yamt 
    382  1.10.4.1      yamt int
    383  1.10.4.1      yamt do_ksem_init(struct lwp *l, unsigned int value, semid_t *idp,
    384  1.10.4.1      yamt     copyout_t docopyout)
    385  1.10.4.1      yamt {
    386       1.1  christos 	struct ksem *ks;
    387       1.1  christos 	semid_t id;
    388       1.1  christos 	int error;
    389       1.1  christos 
    390       1.3   thorpej 	/* Note the mode does not matter for anonymous semaphores. */
    391  1.10.4.2      yamt 	error = ksem_create(l, NULL, &ks, 0, value);
    392       1.1  christos 	if (error)
    393       1.1  christos 		return (error);
    394       1.1  christos 	id = SEM_TO_ID(ks);
    395  1.10.4.1      yamt 	error = (*docopyout)(&id, idp, sizeof(id));
    396       1.1  christos 	if (error) {
    397  1.10.4.3      yamt 		mutex_enter(&ks->ks_interlock);
    398       1.3   thorpej 		ksem_delref(ks);
    399       1.1  christos 		return (error);
    400       1.1  christos 	}
    401       1.3   thorpej 
    402       1.3   thorpej 	ksem_add_proc(l->l_proc, ks);
    403       1.3   thorpej 
    404       1.3   thorpej 	return (0);
    405       1.1  christos }
    406       1.1  christos 
    407       1.1  christos int
    408       1.2  christos sys__ksem_open(struct lwp *l, void *v, register_t *retval)
    409       1.1  christos {
    410       1.2  christos 	struct sys__ksem_open_args /* {
    411       1.1  christos 		const char *name;
    412       1.1  christos 		int oflag;
    413       1.1  christos 		mode_t mode;
    414       1.1  christos 		unsigned int value;
    415      1.10     perry 		semid_t *idp;
    416       1.1  christos 	} */ *uap = v;
    417  1.10.4.1      yamt 
    418  1.10.4.1      yamt 	return do_ksem_open(l, SCARG(uap, name), SCARG(uap, oflag),
    419  1.10.4.1      yamt 	    SCARG(uap, mode), SCARG(uap, value), SCARG(uap, idp), copyout);
    420  1.10.4.1      yamt }
    421  1.10.4.1      yamt 
    422  1.10.4.1      yamt int
    423  1.10.4.1      yamt do_ksem_open(struct lwp *l, const char *semname, int oflag, mode_t mode,
    424  1.10.4.1      yamt      unsigned int value, semid_t *idp, copyout_t docopyout)
    425  1.10.4.1      yamt {
    426       1.1  christos 	char name[SEM_MAX_NAMELEN + 1];
    427       1.1  christos 	size_t done;
    428       1.1  christos 	int error;
    429       1.1  christos 	struct ksem *ksnew, *ks;
    430       1.1  christos 	semid_t id;
    431       1.1  christos 
    432  1.10.4.1      yamt 	error = copyinstr(semname, name, sizeof(name), &done);
    433       1.1  christos 	if (error)
    434       1.1  christos 		return (error);
    435       1.1  christos 
    436       1.1  christos 	ksnew = NULL;
    437  1.10.4.3      yamt 	mutex_enter(&ksem_mutex);
    438       1.1  christos 	ks = ksem_lookup_byname(name);
    439       1.3   thorpej 
    440       1.3   thorpej 	/* Found one? */
    441       1.3   thorpej 	if (ks != NULL) {
    442       1.3   thorpej 		/* Check for exclusive create. */
    443  1.10.4.1      yamt 		if (oflag & O_EXCL) {
    444  1.10.4.3      yamt 			mutex_exit(&ks->ks_interlock);
    445  1.10.4.3      yamt 			mutex_exit(&ksem_mutex);
    446       1.3   thorpej 			return (EEXIST);
    447       1.1  christos 		}
    448       1.3   thorpej  found_one:
    449       1.1  christos 		/*
    450       1.3   thorpej 		 * Verify permissions.  If we can access it, add
    451       1.3   thorpej 		 * this process's reference.
    452       1.1  christos 		 */
    453  1.10.4.3      yamt 		LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    454  1.10.4.2      yamt 		error = ksem_perm(l, ks);
    455       1.3   thorpej 		if (error == 0)
    456       1.3   thorpej 			ksem_addref(ks);
    457  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    458  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    459       1.1  christos 		if (error)
    460       1.1  christos 			return (error);
    461       1.3   thorpej 
    462       1.1  christos 		id = SEM_TO_ID(ks);
    463  1.10.4.1      yamt 		error = (*docopyout)(&id, idp, sizeof(id));
    464       1.1  christos 		if (error) {
    465  1.10.4.3      yamt 			mutex_enter(&ks->ks_interlock);
    466       1.3   thorpej 			ksem_delref(ks);
    467       1.1  christos 			return (error);
    468       1.1  christos 		}
    469       1.3   thorpej 
    470       1.3   thorpej 		ksem_add_proc(l->l_proc, ks);
    471       1.3   thorpej 
    472       1.3   thorpej 		return (0);
    473       1.3   thorpej 	}
    474       1.3   thorpej 
    475       1.3   thorpej 	/*
    476       1.3   thorpej 	 * didn't ask for creation? error.
    477       1.3   thorpej 	 */
    478  1.10.4.1      yamt 	if ((oflag & O_CREAT) == 0) {
    479  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    480       1.3   thorpej 		return (ENOENT);
    481       1.1  christos 	}
    482       1.1  christos 
    483       1.3   thorpej 	/*
    484       1.3   thorpej 	 * We may block during creation, so drop the lock.
    485       1.3   thorpej 	 */
    486  1.10.4.3      yamt 	mutex_exit(&ksem_mutex);
    487  1.10.4.2      yamt 	error = ksem_create(l, name, &ksnew, mode, value);
    488       1.3   thorpej 	if (error != 0)
    489       1.3   thorpej 		return (error);
    490       1.3   thorpej 
    491       1.3   thorpej 	id = SEM_TO_ID(ksnew);
    492  1.10.4.1      yamt 	error = (*docopyout)(&id, idp, sizeof(id));
    493       1.3   thorpej 	if (error) {
    494       1.3   thorpej 		free(ksnew->ks_name, M_SEM);
    495       1.3   thorpej 		ksnew->ks_name = NULL;
    496       1.1  christos 
    497  1.10.4.3      yamt 		mutex_enter(&ksnew->ks_interlock);
    498       1.3   thorpej 		ksem_delref(ksnew);
    499       1.3   thorpej 		return (error);
    500       1.3   thorpej 	}
    501       1.1  christos 
    502       1.3   thorpej 	/*
    503       1.3   thorpej 	 * We need to make sure we haven't lost a race while
    504       1.3   thorpej 	 * allocating during creation.
    505       1.3   thorpej 	 */
    506  1.10.4.3      yamt 	mutex_enter(&ksem_mutex);
    507       1.3   thorpej 	if ((ks = ksem_lookup_byname(name)) != NULL) {
    508  1.10.4.1      yamt 		if (oflag & O_EXCL) {
    509  1.10.4.3      yamt 			mutex_exit(&ks->ks_interlock);
    510  1.10.4.3      yamt 			mutex_exit(&ksem_mutex);
    511       1.1  christos 
    512       1.3   thorpej 			free(ksnew->ks_name, M_SEM);
    513       1.3   thorpej 			ksnew->ks_name = NULL;
    514       1.1  christos 
    515  1.10.4.3      yamt 			mutex_enter(&ksnew->ks_interlock);
    516       1.3   thorpej 			ksem_delref(ksnew);
    517       1.3   thorpej 			return (EEXIST);
    518       1.3   thorpej 		}
    519       1.3   thorpej 		goto found_one;
    520       1.3   thorpej 	} else {
    521       1.3   thorpej 		/* ksnew already has its initial reference. */
    522      1.10     perry 		LIST_INSERT_HEAD(&ksem_head, ksnew, ks_entry);
    523  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    524       1.1  christos 
    525       1.3   thorpej 		ksem_add_proc(l->l_proc, ksnew);
    526       1.1  christos 	}
    527       1.3   thorpej 	return (error);
    528       1.1  christos }
    529       1.1  christos 
    530       1.3   thorpej /* We must have a read lock on the ksem_proc list! */
    531       1.3   thorpej static struct ksem *
    532       1.3   thorpej ksem_lookup_proc(struct ksem_proc *kp, semid_t id)
    533       1.1  christos {
    534       1.3   thorpej 	struct ksem_ref *ksr;
    535       1.1  christos 
    536       1.3   thorpej 	LIST_FOREACH(ksr, &kp->kp_ksems, ksr_list) {
    537  1.10.4.1      yamt 		if (id == SEM_TO_ID(ksr->ksr_ksem)) {
    538  1.10.4.3      yamt 			mutex_enter(&ksr->ksr_ksem->ks_interlock);
    539       1.3   thorpej 			return (ksr->ksr_ksem);
    540       1.3   thorpej 		}
    541       1.1  christos 	}
    542       1.3   thorpej 
    543       1.3   thorpej 	return (NULL);
    544       1.1  christos }
    545       1.1  christos 
    546       1.1  christos int
    547       1.2  christos sys__ksem_unlink(struct lwp *l, void *v, register_t *retval)
    548       1.1  christos {
    549       1.2  christos 	struct sys__ksem_unlink_args /* {
    550       1.1  christos 		const char *name;
    551       1.1  christos 	} */ *uap = v;
    552       1.3   thorpej 	char name[SEM_MAX_NAMELEN + 1], *cp;
    553       1.1  christos 	size_t done;
    554       1.1  christos 	struct ksem *ks;
    555       1.1  christos 	int error;
    556       1.1  christos 
    557       1.1  christos 	error = copyinstr(SCARG(uap, name), name, sizeof(name), &done);
    558       1.1  christos 	if (error)
    559       1.1  christos 		return error;
    560       1.1  christos 
    561  1.10.4.3      yamt 	mutex_enter(&ksem_mutex);
    562       1.1  christos 	ks = ksem_lookup_byname(name);
    563       1.3   thorpej 	if (ks == NULL) {
    564  1.10.4.3      yamt 		mutex_exit(&ksem_mutex);
    565       1.3   thorpej 		return (ENOENT);
    566       1.1  christos 	}
    567       1.3   thorpej 
    568  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    569       1.3   thorpej 
    570       1.3   thorpej 	LIST_REMOVE(ks, ks_entry);
    571       1.3   thorpej 	cp = ks->ks_name;
    572       1.3   thorpej 	ks->ks_name = NULL;
    573       1.3   thorpej 
    574  1.10.4.3      yamt 	mutex_exit(&ksem_mutex);
    575       1.3   thorpej 
    576       1.3   thorpej 	if (ks->ks_ref == 0)
    577       1.3   thorpej 		ksem_free(ks);
    578       1.3   thorpej 	else
    579  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    580       1.3   thorpej 
    581       1.3   thorpej 	free(cp, M_SEM);
    582       1.3   thorpej 
    583       1.3   thorpej 	return (0);
    584       1.1  christos }
    585       1.1  christos 
    586       1.1  christos int
    587       1.2  christos sys__ksem_close(struct lwp *l, void *v, register_t *retval)
    588       1.1  christos {
    589       1.2  christos 	struct sys__ksem_close_args /* {
    590       1.1  christos 		semid_t id;
    591       1.1  christos 	} */ *uap = v;
    592       1.3   thorpej 	struct ksem_proc *kp;
    593       1.3   thorpej 	struct ksem_ref *ksr;
    594       1.1  christos 	struct ksem *ks;
    595       1.1  christos 
    596  1.10.4.2      yamt 	kp = proc_getspecific(l->l_proc, ksem_specificdata_key);
    597  1.10.4.2      yamt 	if (kp == NULL)
    598       1.3   thorpej 		return (EINVAL);
    599       1.3   thorpej 
    600  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_WRITER);
    601       1.3   thorpej 
    602       1.3   thorpej 	ks = ksem_lookup_proc(kp, SCARG(uap, id));
    603       1.3   thorpej 	if (ks == NULL) {
    604  1.10.4.3      yamt 		rw_exit(&kp->kp_lock);
    605       1.3   thorpej 		return (EINVAL);
    606       1.3   thorpej 	}
    607       1.3   thorpej 
    608  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    609       1.3   thorpej 	if (ks->ks_name == NULL) {
    610  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    611  1.10.4.3      yamt 		rw_exit(&kp->kp_lock);
    612       1.3   thorpej 		return (EINVAL);
    613       1.3   thorpej 	}
    614       1.3   thorpej 
    615       1.3   thorpej 	ksr = ksem_drop_proc(kp, ks);
    616  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    617       1.3   thorpej 	free(ksr, M_SEM);
    618       1.3   thorpej 
    619       1.3   thorpej 	return (0);
    620       1.1  christos }
    621       1.1  christos 
    622       1.1  christos int
    623       1.2  christos sys__ksem_post(struct lwp *l, void *v, register_t *retval)
    624       1.1  christos {
    625       1.2  christos 	struct sys__ksem_post_args /* {
    626       1.1  christos 		semid_t id;
    627       1.1  christos 	} */ *uap = v;
    628       1.3   thorpej 	struct ksem_proc *kp;
    629       1.1  christos 	struct ksem *ks;
    630       1.1  christos 	int error;
    631       1.1  christos 
    632  1.10.4.2      yamt 	kp = proc_getspecific(l->l_proc, ksem_specificdata_key);
    633  1.10.4.2      yamt 	if (kp == NULL)
    634       1.3   thorpej 		return (EINVAL);
    635       1.3   thorpej 
    636  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_READER);
    637       1.3   thorpej 	ks = ksem_lookup_proc(kp, SCARG(uap, id));
    638  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    639       1.3   thorpej 	if (ks == NULL)
    640       1.3   thorpej 		return (EINVAL);
    641       1.3   thorpej 
    642  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    643       1.1  christos 	if (ks->ks_value == SEM_VALUE_MAX) {
    644       1.1  christos 		error = EOVERFLOW;
    645       1.3   thorpej 		goto out;
    646       1.1  christos 	}
    647       1.1  christos 	++ks->ks_value;
    648       1.3   thorpej 	if (ks->ks_waiters)
    649  1.10.4.3      yamt 		cv_broadcast(&ks->ks_cv);
    650       1.1  christos 	error = 0;
    651       1.3   thorpej  out:
    652  1.10.4.3      yamt 	mutex_exit(&ks->ks_interlock);
    653       1.3   thorpej 	return (error);
    654       1.3   thorpej }
    655       1.3   thorpej 
    656       1.3   thorpej static int
    657       1.3   thorpej ksem_wait(struct lwp *l, semid_t id, int tryflag)
    658       1.3   thorpej {
    659       1.3   thorpej 	struct ksem_proc *kp;
    660       1.3   thorpej 	struct ksem *ks;
    661       1.3   thorpej 	int error;
    662       1.3   thorpej 
    663  1.10.4.2      yamt 	kp = proc_getspecific(l->l_proc, ksem_specificdata_key);
    664  1.10.4.2      yamt 	if (kp == NULL)
    665       1.3   thorpej 		return (EINVAL);
    666       1.3   thorpej 
    667  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_READER);
    668       1.3   thorpej 	ks = ksem_lookup_proc(kp, id);
    669  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    670       1.3   thorpej 	if (ks == NULL)
    671       1.3   thorpej 		return (EINVAL);
    672       1.3   thorpej 
    673  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    674       1.3   thorpej 	ksem_addref(ks);
    675       1.3   thorpej 	while (ks->ks_value == 0) {
    676       1.3   thorpej 		ks->ks_waiters++;
    677  1.10.4.3      yamt 		if (tryflag)
    678  1.10.4.3      yamt 			error = EAGAIN;
    679  1.10.4.3      yamt 		else
    680  1.10.4.3      yamt 			error = cv_wait_sig(&ks->ks_cv, &ks->ks_interlock);
    681       1.3   thorpej 		ks->ks_waiters--;
    682       1.3   thorpej 		if (error)
    683       1.3   thorpej 			goto out;
    684       1.3   thorpej 	}
    685       1.3   thorpej 	ks->ks_value--;
    686       1.3   thorpej 	error = 0;
    687       1.3   thorpej  out:
    688       1.3   thorpej 	ksem_delref(ks);
    689       1.1  christos 	return (error);
    690       1.1  christos }
    691       1.1  christos 
    692       1.1  christos int
    693       1.2  christos sys__ksem_wait(struct lwp *l, void *v, register_t *retval)
    694       1.1  christos {
    695       1.2  christos 	struct sys__ksem_wait_args /* {
    696       1.1  christos 		semid_t id;
    697       1.1  christos 	} */ *uap = v;
    698       1.1  christos 
    699       1.1  christos 	return ksem_wait(l, SCARG(uap, id), 0);
    700       1.1  christos }
    701       1.1  christos 
    702       1.1  christos int
    703       1.2  christos sys__ksem_trywait(struct lwp *l, void *v, register_t *retval)
    704       1.1  christos {
    705       1.2  christos 	struct sys__ksem_trywait_args /* {
    706       1.1  christos 		semid_t id;
    707       1.1  christos 	} */ *uap = v;
    708       1.1  christos 
    709       1.1  christos 	return ksem_wait(l, SCARG(uap, id), 1);
    710       1.1  christos }
    711       1.1  christos 
    712       1.1  christos int
    713       1.2  christos sys__ksem_getvalue(struct lwp *l, void *v, register_t *retval)
    714       1.1  christos {
    715       1.2  christos 	struct sys__ksem_getvalue_args /* {
    716       1.1  christos 		semid_t id;
    717       1.1  christos 		unsigned int *value;
    718       1.1  christos 	} */ *uap = v;
    719       1.3   thorpej 	struct ksem_proc *kp;
    720       1.1  christos 	struct ksem *ks;
    721       1.1  christos 	unsigned int val;
    722       1.1  christos 
    723  1.10.4.2      yamt 	kp = proc_getspecific(l->l_proc, ksem_specificdata_key);
    724  1.10.4.2      yamt 	if (kp == NULL)
    725       1.3   thorpej 		return (EINVAL);
    726       1.3   thorpej 
    727  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_READER);
    728       1.3   thorpej 	ks = ksem_lookup_proc(kp, SCARG(uap, id));
    729  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    730       1.3   thorpej 	if (ks == NULL)
    731       1.1  christos 		return (EINVAL);
    732       1.3   thorpej 
    733  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    734       1.1  christos 	val = ks->ks_value;
    735  1.10.4.3      yamt 	mutex_exit(&ks->ks_interlock);
    736       1.3   thorpej 
    737       1.3   thorpej 	return (copyout(&val, SCARG(uap, value), sizeof(val)));
    738       1.1  christos }
    739       1.1  christos 
    740       1.1  christos int
    741       1.2  christos sys__ksem_destroy(struct lwp *l, void *v, register_t *retval)
    742       1.1  christos {
    743       1.2  christos 	struct sys__ksem_destroy_args /*{
    744       1.1  christos 		semid_t id;
    745       1.1  christos 	} */ *uap = v;
    746       1.3   thorpej 	struct ksem_proc *kp;
    747       1.3   thorpej 	struct ksem_ref *ksr;
    748       1.1  christos 	struct ksem *ks;
    749       1.1  christos 
    750  1.10.4.2      yamt 	kp = proc_getspecific(l->l_proc, ksem_specificdata_key);
    751  1.10.4.2      yamt 	if (kp == NULL)
    752       1.3   thorpej 		return (EINVAL);
    753       1.3   thorpej 
    754  1.10.4.3      yamt 	rw_enter(&kp->kp_lock, RW_WRITER);
    755       1.3   thorpej 
    756       1.3   thorpej 	ks = ksem_lookup_proc(kp, SCARG(uap, id));
    757       1.3   thorpej 	if (ks == NULL) {
    758  1.10.4.3      yamt 		rw_exit(&kp->kp_lock);
    759       1.3   thorpej 		return (EINVAL);
    760       1.3   thorpej 	}
    761       1.3   thorpej 
    762  1.10.4.3      yamt 	LOCK_ASSERT(mutex_owned(&ks->ks_interlock));
    763       1.3   thorpej 
    764       1.3   thorpej 	/*
    765       1.3   thorpej 	 * XXX This misses named semaphores which have been unlink'd,
    766       1.3   thorpej 	 * XXX but since behavior of destroying a named semaphore is
    767       1.3   thorpej 	 * XXX undefined, this is technically allowed.
    768       1.3   thorpej 	 */
    769       1.3   thorpej 	if (ks->ks_name != NULL) {
    770  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    771  1.10.4.3      yamt 		rw_exit(&kp->kp_lock);
    772       1.3   thorpej 		return (EINVAL);
    773       1.3   thorpej 	}
    774       1.3   thorpej 
    775       1.3   thorpej 	if (ks->ks_waiters) {
    776  1.10.4.3      yamt 		mutex_exit(&ks->ks_interlock);
    777  1.10.4.3      yamt 		rw_exit(&kp->kp_lock);
    778       1.3   thorpej 		return (EBUSY);
    779       1.3   thorpej 	}
    780       1.3   thorpej 
    781       1.3   thorpej 	ksr = ksem_drop_proc(kp, ks);
    782  1.10.4.3      yamt 	rw_exit(&kp->kp_lock);
    783       1.3   thorpej 	free(ksr, M_SEM);
    784       1.3   thorpej 
    785       1.3   thorpej 	return (0);
    786       1.3   thorpej }
    787       1.3   thorpej 
    788       1.3   thorpej static void
    789       1.3   thorpej ksem_forkhook(struct proc *p2, struct proc *p1)
    790       1.3   thorpej {
    791       1.3   thorpej 	struct ksem_proc *kp1, *kp2;
    792       1.3   thorpej 	struct ksem_ref *ksr, *ksr1;
    793       1.3   thorpej 
    794  1.10.4.2      yamt 	kp1 = proc_getspecific(p1, ksem_specificdata_key);
    795  1.10.4.2      yamt 	if (kp1 == NULL)
    796       1.3   thorpej 		return;
    797       1.3   thorpej 
    798  1.10.4.2      yamt 	kp2 = ksem_proc_alloc();
    799       1.3   thorpej 
    800  1.10.4.3      yamt 	rw_enter(&kp1->kp_lock, RW_READER);
    801       1.3   thorpej 
    802       1.3   thorpej 	if (!LIST_EMPTY(&kp1->kp_ksems)) {
    803       1.3   thorpej 		LIST_FOREACH(ksr, &kp1->kp_ksems, ksr_list) {
    804       1.3   thorpej 			ksr1 = malloc(sizeof(*ksr), M_SEM, M_WAITOK);
    805       1.3   thorpej 			ksr1->ksr_ksem = ksr->ksr_ksem;
    806  1.10.4.3      yamt 			mutex_enter(&ksr->ksr_ksem->ks_interlock);
    807       1.3   thorpej 			ksem_addref(ksr->ksr_ksem);
    808  1.10.4.3      yamt 			mutex_exit(&ksr->ksr_ksem->ks_interlock);
    809       1.3   thorpej 			LIST_INSERT_HEAD(&kp2->kp_ksems, ksr1, ksr_list);
    810       1.3   thorpej 		}
    811       1.1  christos 	}
    812       1.3   thorpej 
    813  1.10.4.3      yamt 	rw_exit(&kp1->kp_lock);
    814  1.10.4.2      yamt 	proc_setspecific(p2, ksem_specificdata_key, kp2);
    815       1.1  christos }
    816       1.1  christos 
    817       1.1  christos static void
    818  1.10.4.2      yamt ksem_exechook(struct proc *p, void *arg)
    819       1.1  christos {
    820       1.3   thorpej 	struct ksem_proc *kp;
    821       1.1  christos 
    822  1.10.4.2      yamt 	kp = proc_getspecific(p, ksem_specificdata_key);
    823  1.10.4.2      yamt 	if (kp != NULL) {
    824  1.10.4.2      yamt 		proc_setspecific(p, ksem_specificdata_key, NULL);
    825  1.10.4.2      yamt 		ksem_proc_dtor(kp);
    826       1.1  christos 	}
    827       1.1  christos }
    828       1.1  christos 
    829       1.1  christos void
    830       1.1  christos ksem_init(void)
    831       1.1  christos {
    832  1.10.4.2      yamt 	int i, error;
    833       1.3   thorpej 
    834  1.10.4.3      yamt 	mutex_init(&ksem_mutex, MUTEX_DEFAULT, IPL_NONE);
    835  1.10.4.2      yamt 	exechook_establish(ksem_exechook, NULL);
    836       1.3   thorpej 	forkhook_establish(ksem_forkhook);
    837  1.10.4.1      yamt 
    838  1.10.4.1      yamt 	for (i = 0; i < SEM_HASHTBL_SIZE; i++)
    839  1.10.4.1      yamt 		LIST_INIT(&ksem_hash[i]);
    840  1.10.4.2      yamt 
    841  1.10.4.2      yamt 	error = proc_specific_key_create(&ksem_specificdata_key,
    842  1.10.4.2      yamt 					 ksem_proc_dtor);
    843  1.10.4.2      yamt 	KASSERT(error == 0);
    844       1.1  christos }
    845