Home | History | Annotate | Line # | Download | only in kern
uipc_sem.c revision 1.42.2.1
      1  1.42.2.1     skrll /*	$NetBSD: uipc_sem.c,v 1.42.2.1 2015/12/27 12:10:05 skrll Exp $	*/
      2       1.3   thorpej 
      3       1.3   thorpej /*-
      4      1.30     rmind  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5       1.3   thorpej  * All rights reserved.
      6       1.3   thorpej  *
      7       1.3   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8      1.30     rmind  * by Mindaugas Rasiukevicius.
      9       1.3   thorpej  *
     10       1.3   thorpej  * Redistribution and use in source and binary forms, with or without
     11       1.3   thorpej  * modification, are permitted provided that the following conditions
     12       1.3   thorpej  * are met:
     13       1.3   thorpej  * 1. Redistributions of source code must retain the above copyright
     14       1.3   thorpej  *    notice, this list of conditions and the following disclaimer.
     15       1.3   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.3   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17       1.3   thorpej  *    documentation and/or other materials provided with the distribution.
     18       1.3   thorpej  *
     19       1.3   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.3   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.3   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.3   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.3   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.3   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.3   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.3   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.3   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.3   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.3   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     30       1.3   thorpej  */
     31       1.1  christos 
     32       1.1  christos /*
     33       1.1  christos  * Copyright (c) 2002 Alfred Perlstein <alfred (at) FreeBSD.org>
     34       1.1  christos  * All rights reserved.
     35       1.1  christos  *
     36       1.1  christos  * Redistribution and use in source and binary forms, with or without
     37       1.1  christos  * modification, are permitted provided that the following conditions
     38       1.1  christos  * are met:
     39       1.1  christos  * 1. Redistributions of source code must retain the above copyright
     40       1.1  christos  *    notice, this list of conditions and the following disclaimer.
     41       1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     42       1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     43       1.1  christos  *    documentation and/or other materials provided with the distribution.
     44       1.1  christos  *
     45       1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     46       1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     47       1.1  christos  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     48       1.1  christos  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     49       1.1  christos  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     50       1.1  christos  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     51       1.1  christos  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     52       1.1  christos  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     53       1.1  christos  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     54       1.1  christos  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     55       1.1  christos  * SUCH DAMAGE.
     56       1.1  christos  */
     57       1.9     lukem 
     58      1.30     rmind /*
     59      1.30     rmind  * Implementation of POSIX semaphore.
     60      1.30     rmind  */
     61      1.30     rmind 
     62       1.9     lukem #include <sys/cdefs.h>
     63  1.42.2.1     skrll __KERNEL_RCSID(0, "$NetBSD: uipc_sem.c,v 1.42.2.1 2015/12/27 12:10:05 skrll Exp $");
     64       1.1  christos 
     65       1.1  christos #include <sys/param.h>
     66       1.1  christos #include <sys/kernel.h>
     67      1.34     rmind 
     68      1.34     rmind #include <sys/atomic.h>
     69       1.1  christos #include <sys/proc.h>
     70       1.1  christos #include <sys/ksem.h>
     71       1.1  christos #include <sys/syscall.h>
     72       1.1  christos #include <sys/stat.h>
     73      1.21        ad #include <sys/kmem.h>
     74       1.1  christos #include <sys/fcntl.h>
     75      1.30     rmind #include <sys/file.h>
     76      1.30     rmind #include <sys/filedesc.h>
     77      1.14      elad #include <sys/kauth.h>
     78      1.27        ad #include <sys/module.h>
     79       1.1  christos #include <sys/mount.h>
     80      1.27        ad #include <sys/syscall.h>
     81       1.1  christos #include <sys/syscallargs.h>
     82      1.27        ad #include <sys/syscallvar.h>
     83  1.42.2.1     skrll #include <sys/sysctl.h>
     84       1.1  christos 
     85      1.30     rmind MODULE(MODULE_CLASS_MISC, ksem, NULL);
     86      1.30     rmind 
     87      1.30     rmind #define	SEM_MAX_NAMELEN		14
     88      1.30     rmind #define	SEM_VALUE_MAX		(~0U)
     89       1.1  christos 
     90      1.30     rmind #define	KS_UNLINKED		0x01
     91       1.4   thorpej 
     92      1.30     rmind static kmutex_t		ksem_lock	__cacheline_aligned;
     93      1.30     rmind static LIST_HEAD(,ksem)	ksem_head	__cacheline_aligned;
     94      1.34     rmind static u_int		nsems_total	__cacheline_aligned;
     95      1.30     rmind static u_int		nsems		__cacheline_aligned;
     96      1.30     rmind 
     97      1.38      elad static kauth_listener_t	ksem_listener;
     98      1.38      elad 
     99      1.30     rmind static int		ksem_sysinit(void);
    100      1.30     rmind static int		ksem_sysfini(bool);
    101      1.30     rmind static int		ksem_modcmd(modcmd_t, void *);
    102      1.30     rmind static int		ksem_close_fop(file_t *);
    103      1.39  christos static int		ksem_stat_fop(file_t *, struct stat *);
    104      1.39  christos static int		ksem_read_fop(file_t *, off_t *, struct uio *,
    105      1.39  christos     kauth_cred_t, int);
    106      1.30     rmind 
    107      1.30     rmind static const struct fileops semops = {
    108      1.39  christos 	.fo_read = ksem_read_fop,
    109      1.30     rmind 	.fo_write = fbadop_write,
    110      1.30     rmind 	.fo_ioctl = fbadop_ioctl,
    111      1.30     rmind 	.fo_fcntl = fnullop_fcntl,
    112      1.30     rmind 	.fo_poll = fnullop_poll,
    113      1.39  christos 	.fo_stat = ksem_stat_fop,
    114      1.30     rmind 	.fo_close = ksem_close_fop,
    115      1.30     rmind 	.fo_kqfilter = fnullop_kqfilter,
    116      1.30     rmind 	.fo_restart = fnullop_restart,
    117      1.30     rmind };
    118      1.27        ad 
    119      1.27        ad static const struct syscall_package ksem_syscalls[] = {
    120      1.27        ad 	{ SYS__ksem_init, 0, (sy_call_t *)sys__ksem_init },
    121      1.27        ad 	{ SYS__ksem_open, 0, (sy_call_t *)sys__ksem_open },
    122      1.27        ad 	{ SYS__ksem_unlink, 0, (sy_call_t *)sys__ksem_unlink },
    123      1.27        ad 	{ SYS__ksem_close, 0, (sy_call_t *)sys__ksem_close },
    124      1.27        ad 	{ SYS__ksem_post, 0, (sy_call_t *)sys__ksem_post },
    125      1.27        ad 	{ SYS__ksem_wait, 0, (sy_call_t *)sys__ksem_wait },
    126      1.27        ad 	{ SYS__ksem_trywait, 0, (sy_call_t *)sys__ksem_trywait },
    127      1.27        ad 	{ SYS__ksem_getvalue, 0, (sy_call_t *)sys__ksem_getvalue },
    128      1.27        ad 	{ SYS__ksem_destroy, 0, (sy_call_t *)sys__ksem_destroy },
    129      1.36     joerg 	{ SYS__ksem_timedwait, 0, (sy_call_t *)sys__ksem_timedwait },
    130      1.27        ad 	{ 0, 0, NULL },
    131      1.27        ad };
    132       1.1  christos 
    133  1.42.2.1     skrll struct sysctllog *ksem_clog;
    134  1.42.2.1     skrll int ksem_max;
    135  1.42.2.1     skrll 
    136      1.30     rmind static int
    137      1.38      elad ksem_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
    138      1.38      elad     void *arg0, void *arg1, void *arg2, void *arg3)
    139      1.38      elad {
    140      1.38      elad 	ksem_t *ks;
    141      1.38      elad 	mode_t mode;
    142      1.38      elad 
    143      1.38      elad 	if (action != KAUTH_SYSTEM_SEMAPHORE)
    144      1.38      elad 		return KAUTH_RESULT_DEFER;
    145      1.38      elad 
    146      1.38      elad 	ks = arg1;
    147      1.38      elad 	mode = ks->ks_mode;
    148      1.38      elad 
    149      1.38      elad 	if ((kauth_cred_geteuid(cred) == ks->ks_uid && (mode & S_IWUSR) != 0) ||
    150      1.38      elad 	    (kauth_cred_getegid(cred) == ks->ks_gid && (mode & S_IWGRP) != 0) ||
    151      1.38      elad 	    (mode & S_IWOTH) != 0)
    152      1.38      elad 		return KAUTH_RESULT_ALLOW;
    153      1.38      elad 
    154      1.38      elad 	return KAUTH_RESULT_DEFER;
    155      1.38      elad }
    156      1.38      elad 
    157      1.38      elad static int
    158      1.30     rmind ksem_sysinit(void)
    159       1.3   thorpej {
    160      1.30     rmind 	int error;
    161  1.42.2.1     skrll 	const struct sysctlnode *rnode;
    162       1.1  christos 
    163      1.30     rmind 	mutex_init(&ksem_lock, MUTEX_DEFAULT, IPL_NONE);
    164      1.30     rmind 	LIST_INIT(&ksem_head);
    165      1.34     rmind 	nsems_total = 0;
    166      1.34     rmind 	nsems = 0;
    167      1.20        ad 
    168      1.30     rmind 	error = syscall_establish(NULL, ksem_syscalls);
    169      1.30     rmind 	if (error) {
    170      1.30     rmind 		(void)ksem_sysfini(false);
    171       1.3   thorpej 	}
    172      1.38      elad 
    173      1.38      elad 	ksem_listener = kauth_listen_scope(KAUTH_SCOPE_SYSTEM,
    174      1.38      elad 	    ksem_listener_cb, NULL);
    175      1.38      elad 
    176  1.42.2.1     skrll 	/* Define module-specific sysctl tree */
    177  1.42.2.1     skrll 
    178  1.42.2.1     skrll 	ksem_max = KSEM_MAX;
    179  1.42.2.1     skrll 	ksem_clog = NULL;
    180  1.42.2.1     skrll 
    181  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, NULL, &rnode,
    182  1.42.2.1     skrll 			CTLFLAG_PERMANENT,
    183  1.42.2.1     skrll 			CTLTYPE_NODE, "posix",
    184  1.42.2.1     skrll 			SYSCTL_DESCR("POSIX options"),
    185  1.42.2.1     skrll 			NULL, 0, NULL, 0,
    186  1.42.2.1     skrll 			CTL_KERN, CTL_CREATE, CTL_EOL);
    187  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    188  1.42.2.1     skrll 			CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
    189  1.42.2.1     skrll 			CTLTYPE_INT, "semmax",
    190  1.42.2.1     skrll 			SYSCTL_DESCR("Maximal number of semaphores"),
    191  1.42.2.1     skrll 			NULL, 0, &ksem_max, 0,
    192  1.42.2.1     skrll 			CTL_CREATE, CTL_EOL);
    193  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    194  1.42.2.1     skrll 			CTLFLAG_PERMANENT | CTLFLAG_READONLY,
    195  1.42.2.1     skrll 			CTLTYPE_INT, "semcnt",
    196  1.42.2.1     skrll 			SYSCTL_DESCR("Current number of semaphores"),
    197  1.42.2.1     skrll 			NULL, 0, &nsems, 0,
    198  1.42.2.1     skrll 			CTL_CREATE, CTL_EOL);
    199  1.42.2.1     skrll 
    200      1.30     rmind 	return error;
    201       1.3   thorpej }
    202       1.1  christos 
    203      1.30     rmind static int
    204      1.30     rmind ksem_sysfini(bool interface)
    205       1.1  christos {
    206      1.30     rmind 	int error;
    207       1.1  christos 
    208      1.30     rmind 	if (interface) {
    209      1.30     rmind 		error = syscall_disestablish(NULL, ksem_syscalls);
    210      1.30     rmind 		if (error != 0) {
    211      1.30     rmind 			return error;
    212      1.30     rmind 		}
    213      1.34     rmind 		/*
    214      1.34     rmind 		 * Make sure that no semaphores are in use.  Note: semops
    215      1.34     rmind 		 * must be unused at this point.
    216      1.34     rmind 		 */
    217      1.34     rmind 		if (nsems_total) {
    218      1.30     rmind 			error = syscall_establish(NULL, ksem_syscalls);
    219      1.30     rmind 			KASSERT(error == 0);
    220      1.30     rmind 			return EBUSY;
    221      1.30     rmind 		}
    222       1.3   thorpej 	}
    223      1.38      elad 	kauth_unlisten_scope(ksem_listener);
    224      1.30     rmind 	mutex_destroy(&ksem_lock);
    225  1.42.2.1     skrll 	sysctl_teardown(&ksem_clog);
    226      1.30     rmind 	return 0;
    227       1.3   thorpej }
    228       1.3   thorpej 
    229      1.30     rmind static int
    230      1.30     rmind ksem_modcmd(modcmd_t cmd, void *arg)
    231       1.3   thorpej {
    232       1.3   thorpej 
    233      1.30     rmind 	switch (cmd) {
    234      1.30     rmind 	case MODULE_CMD_INIT:
    235      1.30     rmind 		return ksem_sysinit();
    236       1.3   thorpej 
    237      1.30     rmind 	case MODULE_CMD_FINI:
    238      1.30     rmind 		return ksem_sysfini(true);
    239       1.1  christos 
    240      1.30     rmind 	default:
    241      1.30     rmind 		return ENOTTY;
    242      1.16   thorpej 	}
    243      1.16   thorpej }
    244      1.16   thorpej 
    245      1.30     rmind static ksem_t *
    246      1.30     rmind ksem_lookup(const char *name)
    247       1.3   thorpej {
    248      1.30     rmind 	ksem_t *ks;
    249       1.3   thorpej 
    250      1.30     rmind 	KASSERT(mutex_owned(&ksem_lock));
    251       1.3   thorpej 
    252      1.30     rmind 	LIST_FOREACH(ks, &ksem_head, ks_entry) {
    253      1.30     rmind 		if (strcmp(ks->ks_name, name) == 0) {
    254      1.30     rmind 			mutex_enter(&ks->ks_lock);
    255      1.30     rmind 			return ks;
    256       1.3   thorpej 		}
    257       1.1  christos 	}
    258      1.30     rmind 	return NULL;
    259       1.1  christos }
    260       1.1  christos 
    261       1.3   thorpej static int
    262      1.30     rmind ksem_perm(lwp_t *l, ksem_t *ks)
    263       1.3   thorpej {
    264      1.30     rmind 	kauth_cred_t uc = l->l_cred;
    265       1.3   thorpej 
    266      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    267      1.30     rmind 
    268      1.38      elad 	if (kauth_authorize_system(uc, KAUTH_SYSTEM_SEMAPHORE, 0, ks, NULL, NULL) != 0)
    269      1.38      elad 		return EACCES;
    270      1.38      elad 
    271      1.38      elad 	return 0;
    272       1.3   thorpej }
    273       1.3   thorpej 
    274      1.30     rmind /*
    275      1.30     rmind  * ksem_get: get the semaphore from the descriptor.
    276      1.30     rmind  *
    277      1.30     rmind  * => locks the semaphore, if found.
    278      1.30     rmind  * => holds a reference on the file descriptor.
    279      1.30     rmind  */
    280      1.30     rmind static int
    281      1.30     rmind ksem_get(int fd, ksem_t **ksret)
    282      1.13      cube {
    283      1.30     rmind 	ksem_t *ks;
    284      1.30     rmind 	file_t *fp;
    285      1.13      cube 
    286      1.30     rmind 	fp = fd_getfile(fd);
    287      1.37     joerg 	if (__predict_false(fp == NULL))
    288      1.37     joerg 		return EINVAL;
    289      1.30     rmind 	if (__predict_false(fp->f_type != DTYPE_SEM)) {
    290      1.30     rmind 		fd_putfile(fd);
    291      1.37     joerg 		return EINVAL;
    292      1.13      cube 	}
    293      1.42      matt 	ks = fp->f_ksem;
    294      1.30     rmind 	mutex_enter(&ks->ks_lock);
    295      1.13      cube 
    296      1.30     rmind 	*ksret = ks;
    297      1.30     rmind 	return 0;
    298       1.1  christos }
    299       1.1  christos 
    300      1.30     rmind /*
    301      1.30     rmind  * ksem_create: allocate and setup a new semaphore structure.
    302      1.30     rmind  */
    303       1.1  christos static int
    304      1.30     rmind ksem_create(lwp_t *l, const char *name, ksem_t **ksret, mode_t mode, u_int val)
    305       1.1  christos {
    306      1.30     rmind 	ksem_t *ks;
    307      1.14      elad 	kauth_cred_t uc;
    308      1.30     rmind 	char *kname;
    309       1.1  christos 	size_t len;
    310       1.1  christos 
    311      1.30     rmind 	/* Pre-check for the limit. */
    312      1.30     rmind 	if (nsems >= ksem_max) {
    313      1.30     rmind 		return ENFILE;
    314      1.30     rmind 	}
    315      1.30     rmind 
    316      1.30     rmind 	if (val > SEM_VALUE_MAX) {
    317      1.30     rmind 		return EINVAL;
    318      1.30     rmind 	}
    319      1.30     rmind 
    320       1.1  christos 	if (name != NULL) {
    321       1.1  christos 		len = strlen(name);
    322       1.1  christos 		if (len > SEM_MAX_NAMELEN) {
    323      1.30     rmind 			return ENAMETOOLONG;
    324       1.1  christos 		}
    325      1.30     rmind 		/* Name must start with a '/' but not contain one. */
    326       1.1  christos 		if (*name != '/' || len < 2 || strchr(name + 1, '/') != NULL) {
    327      1.30     rmind 			return EINVAL;
    328       1.1  christos 		}
    329      1.30     rmind 		kname = kmem_alloc(++len, KM_SLEEP);
    330      1.30     rmind 		strlcpy(kname, name, len);
    331      1.30     rmind 	} else {
    332      1.30     rmind 		kname = NULL;
    333      1.30     rmind 		len = 0;
    334      1.30     rmind 	}
    335      1.30     rmind 
    336      1.30     rmind 	ks = kmem_zalloc(sizeof(ksem_t), KM_SLEEP);
    337      1.30     rmind 	mutex_init(&ks->ks_lock, MUTEX_DEFAULT, IPL_NONE);
    338      1.30     rmind 	cv_init(&ks->ks_cv, "psem");
    339      1.30     rmind 	ks->ks_name = kname;
    340      1.30     rmind 	ks->ks_namelen = len;
    341      1.30     rmind 	ks->ks_mode = mode;
    342      1.30     rmind 	ks->ks_value = val;
    343      1.30     rmind 	ks->ks_ref = 1;
    344      1.30     rmind 
    345      1.30     rmind 	uc = l->l_cred;
    346      1.30     rmind 	ks->ks_uid = kauth_cred_geteuid(uc);
    347      1.30     rmind 	ks->ks_gid = kauth_cred_getegid(uc);
    348      1.30     rmind 
    349      1.34     rmind 	atomic_inc_uint(&nsems_total);
    350      1.30     rmind 	*ksret = ks;
    351      1.30     rmind 	return 0;
    352      1.30     rmind }
    353      1.30     rmind 
    354      1.30     rmind static void
    355      1.30     rmind ksem_free(ksem_t *ks)
    356      1.30     rmind {
    357       1.3   thorpej 
    358      1.34     rmind 	KASSERT(!cv_has_waiters(&ks->ks_cv));
    359      1.34     rmind 
    360      1.30     rmind 	if (ks->ks_name) {
    361      1.30     rmind 		KASSERT(ks->ks_namelen > 0);
    362      1.30     rmind 		kmem_free(ks->ks_name, ks->ks_namelen);
    363      1.13      cube 	}
    364      1.30     rmind 	mutex_destroy(&ks->ks_lock);
    365      1.30     rmind 	cv_destroy(&ks->ks_cv);
    366      1.30     rmind 	kmem_free(ks, sizeof(ksem_t));
    367      1.34     rmind 
    368      1.34     rmind 	atomic_dec_uint(&nsems_total);
    369       1.1  christos }
    370       1.1  christos 
    371       1.1  christos int
    372      1.30     rmind sys__ksem_init(struct lwp *l, const struct sys__ksem_init_args *uap,
    373      1.30     rmind     register_t *retval)
    374       1.1  christos {
    375      1.23       dsl 	/* {
    376       1.1  christos 		unsigned int value;
    377      1.29        ad 		intptr_t *idp;
    378      1.23       dsl 	} */
    379      1.13      cube 
    380      1.13      cube 	return do_ksem_init(l, SCARG(uap, value), SCARG(uap, idp), copyout);
    381      1.13      cube }
    382      1.13      cube 
    383      1.13      cube int
    384      1.30     rmind do_ksem_init(lwp_t *l, u_int val, intptr_t *idp, copyout_t docopyout)
    385      1.13      cube {
    386      1.30     rmind 	proc_t *p = l->l_proc;
    387      1.30     rmind 	ksem_t *ks;
    388      1.30     rmind 	file_t *fp;
    389      1.29        ad 	intptr_t id;
    390      1.30     rmind 	int fd, error;
    391       1.1  christos 
    392      1.30     rmind 	error = fd_allocfile(&fp, &fd);
    393       1.1  christos 	if (error) {
    394      1.30     rmind 		return error;
    395       1.1  christos 	}
    396      1.30     rmind 	fp->f_type = DTYPE_SEM;
    397      1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    398      1.30     rmind 	fp->f_ops = &semops;
    399       1.3   thorpej 
    400      1.30     rmind 	id = (intptr_t)fd;
    401      1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    402      1.30     rmind 	if (error) {
    403      1.30     rmind 		fd_abort(p, fp, fd);
    404      1.30     rmind 		return error;
    405      1.30     rmind 	}
    406       1.3   thorpej 
    407      1.30     rmind 	/* Note the mode does not matter for anonymous semaphores. */
    408      1.30     rmind 	error = ksem_create(l, NULL, &ks, 0, val);
    409      1.30     rmind 	if (error) {
    410      1.30     rmind 		fd_abort(p, fp, fd);
    411      1.30     rmind 		return error;
    412      1.30     rmind 	}
    413      1.42      matt 	fp->f_ksem = ks;
    414      1.30     rmind 	fd_affix(p, fp, fd);
    415      1.30     rmind 	return error;
    416       1.1  christos }
    417       1.1  christos 
    418       1.1  christos int
    419      1.30     rmind sys__ksem_open(struct lwp *l, const struct sys__ksem_open_args *uap,
    420      1.30     rmind     register_t *retval)
    421       1.1  christos {
    422      1.23       dsl 	/* {
    423       1.1  christos 		const char *name;
    424       1.1  christos 		int oflag;
    425       1.1  christos 		mode_t mode;
    426       1.1  christos 		unsigned int value;
    427      1.29        ad 		intptr_t *idp;
    428      1.23       dsl 	} */
    429      1.13      cube 
    430      1.13      cube 	return do_ksem_open(l, SCARG(uap, name), SCARG(uap, oflag),
    431      1.13      cube 	    SCARG(uap, mode), SCARG(uap, value), SCARG(uap, idp), copyout);
    432      1.13      cube }
    433      1.13      cube 
    434      1.13      cube int
    435      1.13      cube do_ksem_open(struct lwp *l, const char *semname, int oflag, mode_t mode,
    436      1.29        ad      unsigned int value, intptr_t *idp, copyout_t docopyout)
    437      1.13      cube {
    438       1.1  christos 	char name[SEM_MAX_NAMELEN + 1];
    439      1.30     rmind 	proc_t *p = l->l_proc;
    440      1.30     rmind 	ksem_t *ksnew = NULL, *ks;
    441      1.30     rmind 	file_t *fp;
    442      1.29        ad 	intptr_t id;
    443      1.30     rmind 	int fd, error;
    444       1.1  christos 
    445      1.30     rmind 	error = copyinstr(semname, name, sizeof(name), NULL);
    446      1.30     rmind 	if (error) {
    447      1.30     rmind 		return error;
    448      1.30     rmind 	}
    449      1.30     rmind 	error = fd_allocfile(&fp, &fd);
    450      1.30     rmind 	if (error) {
    451      1.30     rmind 		return error;
    452      1.30     rmind 	}
    453      1.30     rmind 	fp->f_type = DTYPE_SEM;
    454      1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    455      1.30     rmind 	fp->f_ops = &semops;
    456      1.30     rmind 
    457      1.30     rmind 	/*
    458      1.30     rmind 	 * The ID (file descriptor number) can be stored early.
    459      1.30     rmind 	 * Note that zero is a special value for libpthread.
    460      1.30     rmind 	 */
    461      1.30     rmind 	id = (intptr_t)fd;
    462      1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    463      1.30     rmind 	if (error) {
    464      1.30     rmind 		goto err;
    465      1.30     rmind 	}
    466      1.30     rmind 
    467      1.30     rmind 	if (oflag & O_CREAT) {
    468      1.30     rmind 		/* Create a new semaphore. */
    469      1.30     rmind 		error = ksem_create(l, name, &ksnew, mode, value);
    470      1.30     rmind 		if (error) {
    471      1.30     rmind 			goto err;
    472      1.30     rmind 		}
    473      1.30     rmind 		KASSERT(ksnew != NULL);
    474      1.30     rmind 	}
    475       1.1  christos 
    476      1.30     rmind 	/* Lookup for a semaphore with such name. */
    477      1.30     rmind 	mutex_enter(&ksem_lock);
    478      1.30     rmind 	ks = ksem_lookup(name);
    479      1.30     rmind 	if (ks) {
    480      1.30     rmind 		KASSERT(mutex_owned(&ks->ks_lock));
    481      1.30     rmind 		mutex_exit(&ksem_lock);
    482       1.3   thorpej 
    483       1.3   thorpej 		/* Check for exclusive create. */
    484      1.13      cube 		if (oflag & O_EXCL) {
    485      1.30     rmind 			mutex_exit(&ks->ks_lock);
    486      1.30     rmind 			error = EEXIST;
    487      1.30     rmind 			goto err;
    488       1.1  christos 		}
    489       1.1  christos 		/*
    490      1.30     rmind 		 * Verify permissions.  If we can access it,
    491      1.30     rmind 		 * add the reference of this thread.
    492       1.1  christos 		 */
    493      1.15        ad 		error = ksem_perm(l, ks);
    494      1.30     rmind 		if (error == 0) {
    495      1.30     rmind 			ks->ks_ref++;
    496      1.30     rmind 		}
    497      1.30     rmind 		mutex_exit(&ks->ks_lock);
    498       1.1  christos 		if (error) {
    499      1.30     rmind 			goto err;
    500      1.30     rmind 		}
    501      1.30     rmind 	} else {
    502      1.30     rmind 		/* Fail if not found and not creating. */
    503      1.30     rmind 		if ((oflag & O_CREAT) == 0) {
    504      1.30     rmind 			mutex_exit(&ksem_lock);
    505      1.30     rmind 			KASSERT(ksnew == NULL);
    506      1.31     rmind 			error = ENOENT;
    507      1.31     rmind 			goto err;
    508       1.1  christos 		}
    509       1.3   thorpej 
    510      1.30     rmind 		/* Check for the limit locked. */
    511      1.30     rmind 		if (nsems >= ksem_max) {
    512      1.30     rmind 			mutex_exit(&ksem_lock);
    513      1.30     rmind 			error = ENFILE;
    514      1.30     rmind 			goto err;
    515      1.30     rmind 		}
    516       1.3   thorpej 
    517      1.30     rmind 		/*
    518      1.32     rmind 		 * Finally, insert semaphore into the list.
    519      1.30     rmind 		 * Note: it already has the initial reference.
    520      1.30     rmind 		 */
    521      1.30     rmind 		ks = ksnew;
    522      1.30     rmind 		LIST_INSERT_HEAD(&ksem_head, ks, ks_entry);
    523      1.30     rmind 		nsems++;
    524      1.30     rmind 		mutex_exit(&ksem_lock);
    525      1.30     rmind 
    526      1.30     rmind 		ksnew = NULL;
    527      1.30     rmind 	}
    528      1.30     rmind 	KASSERT(ks != NULL);
    529      1.42      matt 	fp->f_ksem = ks;
    530      1.30     rmind 	fd_affix(p, fp, fd);
    531      1.30     rmind err:
    532      1.30     rmind 	if (error) {
    533      1.30     rmind 		fd_abort(p, fp, fd);
    534       1.3   thorpej 	}
    535      1.30     rmind 	if (ksnew) {
    536      1.30     rmind 		ksem_free(ksnew);
    537       1.1  christos 	}
    538      1.30     rmind 	return error;
    539      1.30     rmind }
    540       1.1  christos 
    541      1.30     rmind int
    542      1.30     rmind sys__ksem_close(struct lwp *l, const struct sys__ksem_close_args *uap,
    543      1.30     rmind     register_t *retval)
    544      1.30     rmind {
    545      1.30     rmind 	/* {
    546      1.30     rmind 		intptr_t id;
    547      1.30     rmind 	} */
    548      1.33     rmind 	int fd = (int)SCARG(uap, id);
    549      1.33     rmind 
    550      1.33     rmind 	if (fd_getfile(fd) == NULL) {
    551      1.33     rmind 		return EBADF;
    552      1.33     rmind 	}
    553      1.33     rmind 	return fd_close(fd);
    554       1.1  christos }
    555       1.1  christos 
    556      1.30     rmind static int
    557      1.39  christos ksem_read_fop(file_t *fp, off_t *offset, struct uio *uio, kauth_cred_t cred,
    558      1.39  christos     int flags)
    559      1.39  christos {
    560      1.39  christos 	size_t len;
    561      1.39  christos 	char *name;
    562      1.42      matt 	ksem_t *ks = fp->f_ksem;
    563      1.39  christos 
    564      1.39  christos 	mutex_enter(&ks->ks_lock);
    565      1.39  christos 	len = ks->ks_namelen;
    566      1.39  christos 	name = ks->ks_name;
    567      1.39  christos 	mutex_exit(&ks->ks_lock);
    568      1.39  christos 	if (name == NULL || len == 0)
    569      1.39  christos 		return 0;
    570      1.39  christos 	return uiomove(name, len, uio);
    571      1.39  christos }
    572      1.39  christos 
    573      1.39  christos static int
    574      1.39  christos ksem_stat_fop(file_t *fp, struct stat *ub)
    575      1.39  christos {
    576      1.42      matt 	ksem_t *ks = fp->f_ksem;
    577      1.39  christos 
    578      1.39  christos 	mutex_enter(&ks->ks_lock);
    579      1.39  christos 
    580      1.39  christos 	memset(ub, 0, sizeof(*ub));
    581      1.39  christos 
    582      1.39  christos 	ub->st_mode = ks->ks_mode | ((ks->ks_name && ks->ks_namelen)
    583      1.39  christos 	    ? _S_IFLNK : _S_IFREG);
    584      1.39  christos 	ub->st_uid = ks->ks_uid;
    585      1.39  christos 	ub->st_gid = ks->ks_gid;
    586      1.39  christos 	ub->st_size = ks->ks_value;
    587      1.39  christos 	ub->st_blocks = (ub->st_size) ? 1 : 0;
    588      1.39  christos 	ub->st_nlink = ks->ks_ref;
    589      1.39  christos 	ub->st_blksize = 4096;
    590      1.39  christos 
    591      1.39  christos 	nanotime(&ub->st_atimespec);
    592      1.39  christos 	ub->st_mtimespec = ub->st_ctimespec = ub->st_birthtimespec =
    593      1.39  christos 	    ub->st_atimespec;
    594      1.39  christos 
    595      1.39  christos 	/*
    596      1.39  christos 	 * Left as 0: st_dev, st_ino, st_rdev, st_flags, st_gen.
    597      1.39  christos 	 * XXX (st_dev, st_ino) should be unique.
    598      1.39  christos 	 */
    599      1.39  christos 	mutex_exit(&ks->ks_lock);
    600      1.39  christos 	return 0;
    601      1.39  christos }
    602      1.39  christos 
    603      1.39  christos static int
    604      1.30     rmind ksem_close_fop(file_t *fp)
    605       1.1  christos {
    606      1.42      matt 	ksem_t *ks = fp->f_ksem;
    607      1.30     rmind 	bool destroy = false;
    608       1.1  christos 
    609      1.30     rmind 	mutex_enter(&ks->ks_lock);
    610      1.30     rmind 	KASSERT(ks->ks_ref > 0);
    611      1.30     rmind 	if (--ks->ks_ref == 0) {
    612      1.30     rmind 		/*
    613      1.30     rmind 		 * Destroy if the last reference and semaphore is unnamed,
    614      1.30     rmind 		 * or unlinked (for named semaphore).
    615      1.30     rmind 		 */
    616      1.30     rmind 		destroy = (ks->ks_flags & KS_UNLINKED) || (ks->ks_name == NULL);
    617       1.1  christos 	}
    618      1.30     rmind 	mutex_exit(&ks->ks_lock);
    619       1.3   thorpej 
    620      1.30     rmind 	if (destroy) {
    621      1.30     rmind 		ksem_free(ks);
    622      1.30     rmind 	}
    623      1.30     rmind 	return 0;
    624       1.1  christos }
    625       1.1  christos 
    626       1.1  christos int
    627      1.30     rmind sys__ksem_unlink(struct lwp *l, const struct sys__ksem_unlink_args *uap,
    628      1.30     rmind     register_t *retval)
    629       1.1  christos {
    630      1.23       dsl 	/* {
    631       1.1  christos 		const char *name;
    632      1.23       dsl 	} */
    633      1.30     rmind 	char name[SEM_MAX_NAMELEN + 1];
    634      1.30     rmind 	ksem_t *ks;
    635      1.30     rmind 	u_int refcnt;
    636       1.1  christos 	int error;
    637       1.1  christos 
    638      1.30     rmind 	error = copyinstr(SCARG(uap, name), name, sizeof(name), NULL);
    639       1.1  christos 	if (error)
    640       1.1  christos 		return error;
    641       1.1  christos 
    642      1.30     rmind 	mutex_enter(&ksem_lock);
    643      1.30     rmind 	ks = ksem_lookup(name);
    644       1.3   thorpej 	if (ks == NULL) {
    645      1.30     rmind 		mutex_exit(&ksem_lock);
    646      1.30     rmind 		return ENOENT;
    647       1.1  christos 	}
    648      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    649       1.3   thorpej 
    650      1.30     rmind 	/* Verify permissions. */
    651      1.30     rmind 	error = ksem_perm(l, ks);
    652      1.30     rmind 	if (error) {
    653      1.30     rmind 		mutex_exit(&ks->ks_lock);
    654      1.30     rmind 		mutex_exit(&ksem_lock);
    655      1.30     rmind 		return error;
    656      1.30     rmind 	}
    657       1.3   thorpej 
    658      1.31     rmind 	/* Remove from the global list. */
    659       1.3   thorpej 	LIST_REMOVE(ks, ks_entry);
    660      1.30     rmind 	nsems--;
    661      1.31     rmind 	mutex_exit(&ksem_lock);
    662       1.3   thorpej 
    663      1.30     rmind 	refcnt = ks->ks_ref;
    664      1.30     rmind 	if (refcnt) {
    665      1.30     rmind 		/* Mark as unlinked, if there are references. */
    666      1.30     rmind 		ks->ks_flags |= KS_UNLINKED;
    667      1.30     rmind 	}
    668      1.30     rmind 	mutex_exit(&ks->ks_lock);
    669       1.3   thorpej 
    670      1.30     rmind 	if (refcnt == 0) {
    671       1.3   thorpej 		ksem_free(ks);
    672      1.30     rmind 	}
    673      1.30     rmind 	return 0;
    674       1.1  christos }
    675       1.1  christos 
    676       1.1  christos int
    677      1.30     rmind sys__ksem_post(struct lwp *l, const struct sys__ksem_post_args *uap,
    678      1.30     rmind     register_t *retval)
    679       1.1  christos {
    680      1.23       dsl 	/* {
    681      1.29        ad 		intptr_t id;
    682      1.23       dsl 	} */
    683      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    684      1.30     rmind 	ksem_t *ks;
    685       1.1  christos 
    686      1.30     rmind 	error = ksem_get(fd, &ks);
    687      1.30     rmind 	if (error) {
    688      1.30     rmind 		return error;
    689       1.3   thorpej 	}
    690      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    691       1.1  christos 	if (ks->ks_value == SEM_VALUE_MAX) {
    692       1.1  christos 		error = EOVERFLOW;
    693       1.3   thorpej 		goto out;
    694       1.1  christos 	}
    695      1.30     rmind 	ks->ks_value++;
    696      1.30     rmind 	if (ks->ks_waiters) {
    697      1.20        ad 		cv_broadcast(&ks->ks_cv);
    698      1.30     rmind 	}
    699      1.30     rmind out:
    700      1.30     rmind 	mutex_exit(&ks->ks_lock);
    701      1.30     rmind 	fd_putfile(fd);
    702      1.30     rmind 	return error;
    703       1.3   thorpej }
    704       1.3   thorpej 
    705      1.36     joerg int
    706      1.41      matt do_ksem_wait(lwp_t *l, intptr_t id, bool try_p, struct timespec *abstime)
    707       1.3   thorpej {
    708      1.36     joerg 	int fd = (int)id, error, timeo;
    709      1.30     rmind 	ksem_t *ks;
    710       1.3   thorpej 
    711      1.30     rmind 	error = ksem_get(fd, &ks);
    712      1.30     rmind 	if (error) {
    713      1.30     rmind 		return error;
    714      1.30     rmind 	}
    715      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    716       1.3   thorpej 	while (ks->ks_value == 0) {
    717       1.3   thorpej 		ks->ks_waiters++;
    718      1.41      matt 		if (!try_p && abstime != NULL) {
    719      1.40  christos 			error = ts2timo(CLOCK_REALTIME, TIMER_ABSTIME, abstime,
    720      1.40  christos 			    &timeo, NULL);
    721      1.36     joerg 			if (error != 0)
    722      1.36     joerg 				goto out;
    723      1.36     joerg 		} else {
    724      1.36     joerg 			timeo = 0;
    725      1.36     joerg 		}
    726      1.41      matt 		error = try_p ? EAGAIN : cv_timedwait_sig(&ks->ks_cv,
    727      1.36     joerg 		    &ks->ks_lock, timeo);
    728       1.3   thorpej 		ks->ks_waiters--;
    729       1.3   thorpej 		if (error)
    730       1.3   thorpej 			goto out;
    731       1.3   thorpej 	}
    732       1.3   thorpej 	ks->ks_value--;
    733      1.30     rmind out:
    734      1.30     rmind 	mutex_exit(&ks->ks_lock);
    735      1.30     rmind 	fd_putfile(fd);
    736      1.30     rmind 	return error;
    737       1.1  christos }
    738       1.1  christos 
    739       1.1  christos int
    740      1.30     rmind sys__ksem_wait(struct lwp *l, const struct sys__ksem_wait_args *uap,
    741      1.30     rmind     register_t *retval)
    742       1.1  christos {
    743      1.23       dsl 	/* {
    744      1.29        ad 		intptr_t id;
    745      1.23       dsl 	} */
    746       1.1  christos 
    747      1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), false, NULL);
    748      1.36     joerg }
    749      1.36     joerg 
    750      1.36     joerg int
    751      1.36     joerg sys__ksem_timedwait(struct lwp *l, const struct sys__ksem_timedwait_args *uap,
    752      1.36     joerg     register_t *retval)
    753      1.36     joerg {
    754      1.36     joerg 	/* {
    755      1.36     joerg 		intptr_t id;
    756      1.36     joerg 		const struct timespec *abstime;
    757      1.36     joerg 	} */
    758      1.36     joerg 	struct timespec ts;
    759      1.36     joerg 	int error;
    760      1.36     joerg 
    761      1.36     joerg 	error = copyin(SCARG(uap, abstime), &ts, sizeof(ts));
    762      1.36     joerg 	if (error != 0)
    763      1.36     joerg 		return error;
    764      1.36     joerg 
    765      1.36     joerg 	if (ts.tv_sec < 0 || ts.tv_nsec < 0 || ts.tv_nsec >= 1000000000)
    766      1.36     joerg 		return EINVAL;
    767      1.36     joerg 
    768      1.36     joerg 	error = do_ksem_wait(l, SCARG(uap, id), false, &ts);
    769      1.36     joerg 	if (error == EWOULDBLOCK)
    770      1.36     joerg 		error = ETIMEDOUT;
    771      1.36     joerg 	return error;
    772       1.1  christos }
    773       1.1  christos 
    774       1.1  christos int
    775      1.30     rmind sys__ksem_trywait(struct lwp *l, const struct sys__ksem_trywait_args *uap,
    776      1.30     rmind     register_t *retval)
    777       1.1  christos {
    778      1.23       dsl 	/* {
    779      1.29        ad 		intptr_t id;
    780      1.23       dsl 	} */
    781       1.1  christos 
    782      1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), true, NULL);
    783       1.1  christos }
    784       1.1  christos 
    785       1.1  christos int
    786      1.30     rmind sys__ksem_getvalue(struct lwp *l, const struct sys__ksem_getvalue_args *uap,
    787      1.30     rmind     register_t *retval)
    788       1.1  christos {
    789      1.23       dsl 	/* {
    790      1.29        ad 		intptr_t id;
    791       1.1  christos 		unsigned int *value;
    792      1.23       dsl 	} */
    793      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    794      1.30     rmind 	ksem_t *ks;
    795       1.1  christos 	unsigned int val;
    796       1.1  christos 
    797      1.30     rmind 	error = ksem_get(fd, &ks);
    798      1.30     rmind 	if (error) {
    799      1.30     rmind 		return error;
    800      1.30     rmind 	}
    801      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    802       1.1  christos 	val = ks->ks_value;
    803      1.30     rmind 	mutex_exit(&ks->ks_lock);
    804      1.30     rmind 	fd_putfile(fd);
    805       1.3   thorpej 
    806      1.30     rmind 	return copyout(&val, SCARG(uap, value), sizeof(val));
    807       1.1  christos }
    808       1.1  christos 
    809       1.1  christos int
    810      1.30     rmind sys__ksem_destroy(struct lwp *l, const struct sys__ksem_destroy_args *uap,
    811      1.30     rmind     register_t *retval)
    812       1.1  christos {
    813      1.23       dsl 	/* {
    814      1.29        ad 		intptr_t id;
    815      1.23       dsl 	} */
    816      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    817      1.30     rmind 	ksem_t *ks;
    818       1.1  christos 
    819      1.30     rmind 	error = ksem_get(fd, &ks);
    820      1.30     rmind 	if (error) {
    821      1.30     rmind 		return error;
    822       1.3   thorpej 	}
    823      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    824       1.3   thorpej 
    825      1.30     rmind 	/* Operation is only for unnamed semaphores. */
    826       1.3   thorpej 	if (ks->ks_name != NULL) {
    827      1.30     rmind 		error = EINVAL;
    828      1.30     rmind 		goto out;
    829       1.3   thorpej 	}
    830      1.30     rmind 	/* Cannot destroy if there are waiters. */
    831       1.3   thorpej 	if (ks->ks_waiters) {
    832      1.30     rmind 		error = EBUSY;
    833      1.30     rmind 		goto out;
    834       1.3   thorpej 	}
    835      1.30     rmind out:
    836      1.30     rmind 	mutex_exit(&ks->ks_lock);
    837      1.30     rmind 	if (error) {
    838      1.32     rmind 		fd_putfile(fd);
    839      1.27        ad 		return error;
    840      1.27        ad 	}
    841      1.32     rmind 	return fd_close(fd);
    842      1.22     rmind }
    843