Home | History | Annotate | Line # | Download | only in kern
uipc_sem.c revision 1.42.2.4
      1  1.42.2.4     skrll /*	$NetBSD: uipc_sem.c,v 1.42.2.4 2016/12/05 10:55:26 skrll Exp $	*/
      2       1.3   thorpej 
      3       1.3   thorpej /*-
      4      1.30     rmind  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5       1.3   thorpej  * All rights reserved.
      6       1.3   thorpej  *
      7       1.3   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8      1.30     rmind  * by Mindaugas Rasiukevicius.
      9       1.3   thorpej  *
     10       1.3   thorpej  * Redistribution and use in source and binary forms, with or without
     11       1.3   thorpej  * modification, are permitted provided that the following conditions
     12       1.3   thorpej  * are met:
     13       1.3   thorpej  * 1. Redistributions of source code must retain the above copyright
     14       1.3   thorpej  *    notice, this list of conditions and the following disclaimer.
     15       1.3   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.3   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17       1.3   thorpej  *    documentation and/or other materials provided with the distribution.
     18       1.3   thorpej  *
     19       1.3   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.3   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.3   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.3   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.3   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.3   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.3   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.3   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.3   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.3   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.3   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     30       1.3   thorpej  */
     31       1.1  christos 
     32       1.1  christos /*
     33       1.1  christos  * Copyright (c) 2002 Alfred Perlstein <alfred (at) FreeBSD.org>
     34       1.1  christos  * All rights reserved.
     35       1.1  christos  *
     36       1.1  christos  * Redistribution and use in source and binary forms, with or without
     37       1.1  christos  * modification, are permitted provided that the following conditions
     38       1.1  christos  * are met:
     39       1.1  christos  * 1. Redistributions of source code must retain the above copyright
     40       1.1  christos  *    notice, this list of conditions and the following disclaimer.
     41       1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     42       1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     43       1.1  christos  *    documentation and/or other materials provided with the distribution.
     44       1.1  christos  *
     45       1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     46       1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     47       1.1  christos  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     48       1.1  christos  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     49       1.1  christos  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     50       1.1  christos  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     51       1.1  christos  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     52       1.1  christos  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     53       1.1  christos  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     54       1.1  christos  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     55       1.1  christos  * SUCH DAMAGE.
     56       1.1  christos  */
     57       1.9     lukem 
     58      1.30     rmind /*
     59      1.30     rmind  * Implementation of POSIX semaphore.
     60      1.30     rmind  */
     61      1.30     rmind 
     62       1.9     lukem #include <sys/cdefs.h>
     63  1.42.2.4     skrll __KERNEL_RCSID(0, "$NetBSD: uipc_sem.c,v 1.42.2.4 2016/12/05 10:55:26 skrll Exp $");
     64       1.1  christos 
     65       1.1  christos #include <sys/param.h>
     66       1.1  christos #include <sys/kernel.h>
     67      1.34     rmind 
     68      1.34     rmind #include <sys/atomic.h>
     69       1.1  christos #include <sys/proc.h>
     70       1.1  christos #include <sys/ksem.h>
     71       1.1  christos #include <sys/syscall.h>
     72       1.1  christos #include <sys/stat.h>
     73      1.21        ad #include <sys/kmem.h>
     74       1.1  christos #include <sys/fcntl.h>
     75      1.30     rmind #include <sys/file.h>
     76      1.30     rmind #include <sys/filedesc.h>
     77      1.14      elad #include <sys/kauth.h>
     78      1.27        ad #include <sys/module.h>
     79       1.1  christos #include <sys/mount.h>
     80  1.42.2.2     skrll #include <sys/semaphore.h>
     81      1.27        ad #include <sys/syscall.h>
     82       1.1  christos #include <sys/syscallargs.h>
     83      1.27        ad #include <sys/syscallvar.h>
     84  1.42.2.1     skrll #include <sys/sysctl.h>
     85       1.1  christos 
     86      1.30     rmind MODULE(MODULE_CLASS_MISC, ksem, NULL);
     87      1.30     rmind 
     88      1.30     rmind #define	SEM_MAX_NAMELEN		14
     89       1.1  christos 
     90  1.42.2.3     skrll #define	SEM_NSEMS_MAX		256
     91      1.30     rmind #define	KS_UNLINKED		0x01
     92       1.4   thorpej 
     93      1.30     rmind static kmutex_t		ksem_lock	__cacheline_aligned;
     94      1.30     rmind static LIST_HEAD(,ksem)	ksem_head	__cacheline_aligned;
     95      1.34     rmind static u_int		nsems_total	__cacheline_aligned;
     96      1.30     rmind static u_int		nsems		__cacheline_aligned;
     97      1.30     rmind 
     98      1.38      elad static kauth_listener_t	ksem_listener;
     99      1.38      elad 
    100      1.30     rmind static int		ksem_sysinit(void);
    101      1.30     rmind static int		ksem_sysfini(bool);
    102      1.30     rmind static int		ksem_modcmd(modcmd_t, void *);
    103      1.30     rmind static int		ksem_close_fop(file_t *);
    104      1.39  christos static int		ksem_stat_fop(file_t *, struct stat *);
    105      1.39  christos static int		ksem_read_fop(file_t *, off_t *, struct uio *,
    106      1.39  christos     kauth_cred_t, int);
    107      1.30     rmind 
    108      1.30     rmind static const struct fileops semops = {
    109      1.39  christos 	.fo_read = ksem_read_fop,
    110      1.30     rmind 	.fo_write = fbadop_write,
    111      1.30     rmind 	.fo_ioctl = fbadop_ioctl,
    112      1.30     rmind 	.fo_fcntl = fnullop_fcntl,
    113      1.30     rmind 	.fo_poll = fnullop_poll,
    114      1.39  christos 	.fo_stat = ksem_stat_fop,
    115      1.30     rmind 	.fo_close = ksem_close_fop,
    116      1.30     rmind 	.fo_kqfilter = fnullop_kqfilter,
    117      1.30     rmind 	.fo_restart = fnullop_restart,
    118      1.30     rmind };
    119      1.27        ad 
    120      1.27        ad static const struct syscall_package ksem_syscalls[] = {
    121      1.27        ad 	{ SYS__ksem_init, 0, (sy_call_t *)sys__ksem_init },
    122      1.27        ad 	{ SYS__ksem_open, 0, (sy_call_t *)sys__ksem_open },
    123      1.27        ad 	{ SYS__ksem_unlink, 0, (sy_call_t *)sys__ksem_unlink },
    124      1.27        ad 	{ SYS__ksem_close, 0, (sy_call_t *)sys__ksem_close },
    125      1.27        ad 	{ SYS__ksem_post, 0, (sy_call_t *)sys__ksem_post },
    126      1.27        ad 	{ SYS__ksem_wait, 0, (sy_call_t *)sys__ksem_wait },
    127      1.27        ad 	{ SYS__ksem_trywait, 0, (sy_call_t *)sys__ksem_trywait },
    128      1.27        ad 	{ SYS__ksem_getvalue, 0, (sy_call_t *)sys__ksem_getvalue },
    129      1.27        ad 	{ SYS__ksem_destroy, 0, (sy_call_t *)sys__ksem_destroy },
    130      1.36     joerg 	{ SYS__ksem_timedwait, 0, (sy_call_t *)sys__ksem_timedwait },
    131      1.27        ad 	{ 0, 0, NULL },
    132      1.27        ad };
    133       1.1  christos 
    134  1.42.2.1     skrll struct sysctllog *ksem_clog;
    135  1.42.2.1     skrll int ksem_max;
    136  1.42.2.1     skrll 
    137      1.30     rmind static int
    138      1.38      elad ksem_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
    139      1.38      elad     void *arg0, void *arg1, void *arg2, void *arg3)
    140      1.38      elad {
    141      1.38      elad 	ksem_t *ks;
    142      1.38      elad 	mode_t mode;
    143      1.38      elad 
    144      1.38      elad 	if (action != KAUTH_SYSTEM_SEMAPHORE)
    145      1.38      elad 		return KAUTH_RESULT_DEFER;
    146      1.38      elad 
    147      1.38      elad 	ks = arg1;
    148      1.38      elad 	mode = ks->ks_mode;
    149      1.38      elad 
    150      1.38      elad 	if ((kauth_cred_geteuid(cred) == ks->ks_uid && (mode & S_IWUSR) != 0) ||
    151      1.38      elad 	    (kauth_cred_getegid(cred) == ks->ks_gid && (mode & S_IWGRP) != 0) ||
    152      1.38      elad 	    (mode & S_IWOTH) != 0)
    153      1.38      elad 		return KAUTH_RESULT_ALLOW;
    154      1.38      elad 
    155      1.38      elad 	return KAUTH_RESULT_DEFER;
    156      1.38      elad }
    157      1.38      elad 
    158      1.38      elad static int
    159      1.30     rmind ksem_sysinit(void)
    160       1.3   thorpej {
    161      1.30     rmind 	int error;
    162  1.42.2.1     skrll 	const struct sysctlnode *rnode;
    163       1.1  christos 
    164      1.30     rmind 	mutex_init(&ksem_lock, MUTEX_DEFAULT, IPL_NONE);
    165      1.30     rmind 	LIST_INIT(&ksem_head);
    166      1.34     rmind 	nsems_total = 0;
    167      1.34     rmind 	nsems = 0;
    168      1.20        ad 
    169      1.30     rmind 	error = syscall_establish(NULL, ksem_syscalls);
    170      1.30     rmind 	if (error) {
    171      1.30     rmind 		(void)ksem_sysfini(false);
    172       1.3   thorpej 	}
    173      1.38      elad 
    174      1.38      elad 	ksem_listener = kauth_listen_scope(KAUTH_SCOPE_SYSTEM,
    175      1.38      elad 	    ksem_listener_cb, NULL);
    176      1.38      elad 
    177  1.42.2.1     skrll 	/* Define module-specific sysctl tree */
    178  1.42.2.1     skrll 
    179  1.42.2.1     skrll 	ksem_max = KSEM_MAX;
    180  1.42.2.1     skrll 	ksem_clog = NULL;
    181  1.42.2.1     skrll 
    182  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, NULL, &rnode,
    183  1.42.2.1     skrll 			CTLFLAG_PERMANENT,
    184  1.42.2.1     skrll 			CTLTYPE_NODE, "posix",
    185  1.42.2.1     skrll 			SYSCTL_DESCR("POSIX options"),
    186  1.42.2.1     skrll 			NULL, 0, NULL, 0,
    187  1.42.2.1     skrll 			CTL_KERN, CTL_CREATE, CTL_EOL);
    188  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    189  1.42.2.1     skrll 			CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
    190  1.42.2.1     skrll 			CTLTYPE_INT, "semmax",
    191  1.42.2.1     skrll 			SYSCTL_DESCR("Maximal number of semaphores"),
    192  1.42.2.1     skrll 			NULL, 0, &ksem_max, 0,
    193  1.42.2.1     skrll 			CTL_CREATE, CTL_EOL);
    194  1.42.2.1     skrll 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    195  1.42.2.1     skrll 			CTLFLAG_PERMANENT | CTLFLAG_READONLY,
    196  1.42.2.1     skrll 			CTLTYPE_INT, "semcnt",
    197  1.42.2.1     skrll 			SYSCTL_DESCR("Current number of semaphores"),
    198  1.42.2.1     skrll 			NULL, 0, &nsems, 0,
    199  1.42.2.1     skrll 			CTL_CREATE, CTL_EOL);
    200  1.42.2.1     skrll 
    201      1.30     rmind 	return error;
    202       1.3   thorpej }
    203       1.1  christos 
    204      1.30     rmind static int
    205      1.30     rmind ksem_sysfini(bool interface)
    206       1.1  christos {
    207      1.30     rmind 	int error;
    208       1.1  christos 
    209      1.30     rmind 	if (interface) {
    210      1.30     rmind 		error = syscall_disestablish(NULL, ksem_syscalls);
    211      1.30     rmind 		if (error != 0) {
    212      1.30     rmind 			return error;
    213      1.30     rmind 		}
    214      1.34     rmind 		/*
    215      1.34     rmind 		 * Make sure that no semaphores are in use.  Note: semops
    216      1.34     rmind 		 * must be unused at this point.
    217      1.34     rmind 		 */
    218      1.34     rmind 		if (nsems_total) {
    219      1.30     rmind 			error = syscall_establish(NULL, ksem_syscalls);
    220      1.30     rmind 			KASSERT(error == 0);
    221      1.30     rmind 			return EBUSY;
    222      1.30     rmind 		}
    223       1.3   thorpej 	}
    224      1.38      elad 	kauth_unlisten_scope(ksem_listener);
    225      1.30     rmind 	mutex_destroy(&ksem_lock);
    226  1.42.2.1     skrll 	sysctl_teardown(&ksem_clog);
    227      1.30     rmind 	return 0;
    228       1.3   thorpej }
    229       1.3   thorpej 
    230      1.30     rmind static int
    231      1.30     rmind ksem_modcmd(modcmd_t cmd, void *arg)
    232       1.3   thorpej {
    233       1.3   thorpej 
    234      1.30     rmind 	switch (cmd) {
    235      1.30     rmind 	case MODULE_CMD_INIT:
    236      1.30     rmind 		return ksem_sysinit();
    237       1.3   thorpej 
    238      1.30     rmind 	case MODULE_CMD_FINI:
    239      1.30     rmind 		return ksem_sysfini(true);
    240       1.1  christos 
    241      1.30     rmind 	default:
    242      1.30     rmind 		return ENOTTY;
    243      1.16   thorpej 	}
    244      1.16   thorpej }
    245      1.16   thorpej 
    246      1.30     rmind static ksem_t *
    247      1.30     rmind ksem_lookup(const char *name)
    248       1.3   thorpej {
    249      1.30     rmind 	ksem_t *ks;
    250       1.3   thorpej 
    251      1.30     rmind 	KASSERT(mutex_owned(&ksem_lock));
    252       1.3   thorpej 
    253      1.30     rmind 	LIST_FOREACH(ks, &ksem_head, ks_entry) {
    254      1.30     rmind 		if (strcmp(ks->ks_name, name) == 0) {
    255      1.30     rmind 			mutex_enter(&ks->ks_lock);
    256      1.30     rmind 			return ks;
    257       1.3   thorpej 		}
    258       1.1  christos 	}
    259      1.30     rmind 	return NULL;
    260       1.1  christos }
    261       1.1  christos 
    262       1.3   thorpej static int
    263      1.30     rmind ksem_perm(lwp_t *l, ksem_t *ks)
    264       1.3   thorpej {
    265      1.30     rmind 	kauth_cred_t uc = l->l_cred;
    266       1.3   thorpej 
    267      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    268      1.30     rmind 
    269      1.38      elad 	if (kauth_authorize_system(uc, KAUTH_SYSTEM_SEMAPHORE, 0, ks, NULL, NULL) != 0)
    270      1.38      elad 		return EACCES;
    271      1.38      elad 
    272      1.38      elad 	return 0;
    273       1.3   thorpej }
    274       1.3   thorpej 
    275      1.30     rmind /*
    276      1.30     rmind  * ksem_get: get the semaphore from the descriptor.
    277      1.30     rmind  *
    278      1.30     rmind  * => locks the semaphore, if found.
    279      1.30     rmind  * => holds a reference on the file descriptor.
    280      1.30     rmind  */
    281      1.30     rmind static int
    282      1.30     rmind ksem_get(int fd, ksem_t **ksret)
    283      1.13      cube {
    284      1.30     rmind 	ksem_t *ks;
    285      1.30     rmind 	file_t *fp;
    286      1.13      cube 
    287      1.30     rmind 	fp = fd_getfile(fd);
    288      1.37     joerg 	if (__predict_false(fp == NULL))
    289      1.37     joerg 		return EINVAL;
    290      1.30     rmind 	if (__predict_false(fp->f_type != DTYPE_SEM)) {
    291      1.30     rmind 		fd_putfile(fd);
    292      1.37     joerg 		return EINVAL;
    293      1.13      cube 	}
    294      1.42      matt 	ks = fp->f_ksem;
    295      1.30     rmind 	mutex_enter(&ks->ks_lock);
    296      1.13      cube 
    297      1.30     rmind 	*ksret = ks;
    298      1.30     rmind 	return 0;
    299       1.1  christos }
    300       1.1  christos 
    301      1.30     rmind /*
    302      1.30     rmind  * ksem_create: allocate and setup a new semaphore structure.
    303      1.30     rmind  */
    304       1.1  christos static int
    305      1.30     rmind ksem_create(lwp_t *l, const char *name, ksem_t **ksret, mode_t mode, u_int val)
    306       1.1  christos {
    307      1.30     rmind 	ksem_t *ks;
    308      1.14      elad 	kauth_cred_t uc;
    309      1.30     rmind 	char *kname;
    310       1.1  christos 	size_t len;
    311       1.1  christos 
    312      1.30     rmind 	/* Pre-check for the limit. */
    313      1.30     rmind 	if (nsems >= ksem_max) {
    314      1.30     rmind 		return ENFILE;
    315      1.30     rmind 	}
    316      1.30     rmind 
    317      1.30     rmind 	if (val > SEM_VALUE_MAX) {
    318      1.30     rmind 		return EINVAL;
    319      1.30     rmind 	}
    320      1.30     rmind 
    321       1.1  christos 	if (name != NULL) {
    322       1.1  christos 		len = strlen(name);
    323       1.1  christos 		if (len > SEM_MAX_NAMELEN) {
    324      1.30     rmind 			return ENAMETOOLONG;
    325       1.1  christos 		}
    326      1.30     rmind 		/* Name must start with a '/' but not contain one. */
    327       1.1  christos 		if (*name != '/' || len < 2 || strchr(name + 1, '/') != NULL) {
    328      1.30     rmind 			return EINVAL;
    329       1.1  christos 		}
    330      1.30     rmind 		kname = kmem_alloc(++len, KM_SLEEP);
    331      1.30     rmind 		strlcpy(kname, name, len);
    332      1.30     rmind 	} else {
    333      1.30     rmind 		kname = NULL;
    334      1.30     rmind 		len = 0;
    335      1.30     rmind 	}
    336      1.30     rmind 
    337  1.42.2.3     skrll 	if (atomic_inc_uint_nv(&l->l_proc->p_nsems) > SEM_NSEMS_MAX) {
    338  1.42.2.4     skrll 		atomic_dec_uint(&l->l_proc->p_nsems);
    339  1.42.2.4     skrll 		if (kname != NULL)
    340  1.42.2.4     skrll 			kmem_free(kname, len);
    341  1.42.2.3     skrll 		return -1;
    342  1.42.2.4     skrll 	}
    343  1.42.2.3     skrll 
    344      1.30     rmind 	ks = kmem_zalloc(sizeof(ksem_t), KM_SLEEP);
    345      1.30     rmind 	mutex_init(&ks->ks_lock, MUTEX_DEFAULT, IPL_NONE);
    346      1.30     rmind 	cv_init(&ks->ks_cv, "psem");
    347      1.30     rmind 	ks->ks_name = kname;
    348      1.30     rmind 	ks->ks_namelen = len;
    349      1.30     rmind 	ks->ks_mode = mode;
    350      1.30     rmind 	ks->ks_value = val;
    351      1.30     rmind 	ks->ks_ref = 1;
    352      1.30     rmind 
    353      1.30     rmind 	uc = l->l_cred;
    354      1.30     rmind 	ks->ks_uid = kauth_cred_geteuid(uc);
    355      1.30     rmind 	ks->ks_gid = kauth_cred_getegid(uc);
    356      1.30     rmind 
    357      1.34     rmind 	atomic_inc_uint(&nsems_total);
    358      1.30     rmind 	*ksret = ks;
    359      1.30     rmind 	return 0;
    360      1.30     rmind }
    361      1.30     rmind 
    362      1.30     rmind static void
    363      1.30     rmind ksem_free(ksem_t *ks)
    364      1.30     rmind {
    365       1.3   thorpej 
    366      1.34     rmind 	KASSERT(!cv_has_waiters(&ks->ks_cv));
    367      1.34     rmind 
    368      1.30     rmind 	if (ks->ks_name) {
    369      1.30     rmind 		KASSERT(ks->ks_namelen > 0);
    370      1.30     rmind 		kmem_free(ks->ks_name, ks->ks_namelen);
    371      1.13      cube 	}
    372      1.30     rmind 	mutex_destroy(&ks->ks_lock);
    373      1.30     rmind 	cv_destroy(&ks->ks_cv);
    374      1.30     rmind 	kmem_free(ks, sizeof(ksem_t));
    375      1.34     rmind 
    376      1.34     rmind 	atomic_dec_uint(&nsems_total);
    377  1.42.2.3     skrll  	atomic_dec_uint(&curproc->p_nsems);
    378       1.1  christos }
    379       1.1  christos 
    380       1.1  christos int
    381      1.30     rmind sys__ksem_init(struct lwp *l, const struct sys__ksem_init_args *uap,
    382      1.30     rmind     register_t *retval)
    383       1.1  christos {
    384      1.23       dsl 	/* {
    385       1.1  christos 		unsigned int value;
    386      1.29        ad 		intptr_t *idp;
    387      1.23       dsl 	} */
    388      1.13      cube 
    389      1.13      cube 	return do_ksem_init(l, SCARG(uap, value), SCARG(uap, idp), copyout);
    390      1.13      cube }
    391      1.13      cube 
    392      1.13      cube int
    393      1.30     rmind do_ksem_init(lwp_t *l, u_int val, intptr_t *idp, copyout_t docopyout)
    394      1.13      cube {
    395      1.30     rmind 	proc_t *p = l->l_proc;
    396      1.30     rmind 	ksem_t *ks;
    397      1.30     rmind 	file_t *fp;
    398      1.29        ad 	intptr_t id;
    399      1.30     rmind 	int fd, error;
    400       1.1  christos 
    401      1.30     rmind 	error = fd_allocfile(&fp, &fd);
    402       1.1  christos 	if (error) {
    403      1.30     rmind 		return error;
    404       1.1  christos 	}
    405      1.30     rmind 	fp->f_type = DTYPE_SEM;
    406      1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    407      1.30     rmind 	fp->f_ops = &semops;
    408       1.3   thorpej 
    409      1.30     rmind 	id = (intptr_t)fd;
    410      1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    411      1.30     rmind 	if (error) {
    412      1.30     rmind 		fd_abort(p, fp, fd);
    413      1.30     rmind 		return error;
    414      1.30     rmind 	}
    415       1.3   thorpej 
    416      1.30     rmind 	/* Note the mode does not matter for anonymous semaphores. */
    417      1.30     rmind 	error = ksem_create(l, NULL, &ks, 0, val);
    418      1.30     rmind 	if (error) {
    419      1.30     rmind 		fd_abort(p, fp, fd);
    420      1.30     rmind 		return error;
    421      1.30     rmind 	}
    422      1.42      matt 	fp->f_ksem = ks;
    423      1.30     rmind 	fd_affix(p, fp, fd);
    424      1.30     rmind 	return error;
    425       1.1  christos }
    426       1.1  christos 
    427       1.1  christos int
    428      1.30     rmind sys__ksem_open(struct lwp *l, const struct sys__ksem_open_args *uap,
    429      1.30     rmind     register_t *retval)
    430       1.1  christos {
    431      1.23       dsl 	/* {
    432       1.1  christos 		const char *name;
    433       1.1  christos 		int oflag;
    434       1.1  christos 		mode_t mode;
    435       1.1  christos 		unsigned int value;
    436      1.29        ad 		intptr_t *idp;
    437      1.23       dsl 	} */
    438      1.13      cube 
    439      1.13      cube 	return do_ksem_open(l, SCARG(uap, name), SCARG(uap, oflag),
    440      1.13      cube 	    SCARG(uap, mode), SCARG(uap, value), SCARG(uap, idp), copyout);
    441      1.13      cube }
    442      1.13      cube 
    443      1.13      cube int
    444      1.13      cube do_ksem_open(struct lwp *l, const char *semname, int oflag, mode_t mode,
    445      1.29        ad      unsigned int value, intptr_t *idp, copyout_t docopyout)
    446      1.13      cube {
    447       1.1  christos 	char name[SEM_MAX_NAMELEN + 1];
    448      1.30     rmind 	proc_t *p = l->l_proc;
    449      1.30     rmind 	ksem_t *ksnew = NULL, *ks;
    450      1.30     rmind 	file_t *fp;
    451      1.29        ad 	intptr_t id;
    452      1.30     rmind 	int fd, error;
    453       1.1  christos 
    454      1.30     rmind 	error = copyinstr(semname, name, sizeof(name), NULL);
    455      1.30     rmind 	if (error) {
    456      1.30     rmind 		return error;
    457      1.30     rmind 	}
    458      1.30     rmind 	error = fd_allocfile(&fp, &fd);
    459      1.30     rmind 	if (error) {
    460      1.30     rmind 		return error;
    461      1.30     rmind 	}
    462      1.30     rmind 	fp->f_type = DTYPE_SEM;
    463      1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    464      1.30     rmind 	fp->f_ops = &semops;
    465      1.30     rmind 
    466      1.30     rmind 	/*
    467      1.30     rmind 	 * The ID (file descriptor number) can be stored early.
    468      1.30     rmind 	 * Note that zero is a special value for libpthread.
    469      1.30     rmind 	 */
    470      1.30     rmind 	id = (intptr_t)fd;
    471      1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    472      1.30     rmind 	if (error) {
    473      1.30     rmind 		goto err;
    474      1.30     rmind 	}
    475      1.30     rmind 
    476      1.30     rmind 	if (oflag & O_CREAT) {
    477      1.30     rmind 		/* Create a new semaphore. */
    478      1.30     rmind 		error = ksem_create(l, name, &ksnew, mode, value);
    479      1.30     rmind 		if (error) {
    480      1.30     rmind 			goto err;
    481      1.30     rmind 		}
    482      1.30     rmind 		KASSERT(ksnew != NULL);
    483      1.30     rmind 	}
    484       1.1  christos 
    485      1.30     rmind 	/* Lookup for a semaphore with such name. */
    486      1.30     rmind 	mutex_enter(&ksem_lock);
    487      1.30     rmind 	ks = ksem_lookup(name);
    488      1.30     rmind 	if (ks) {
    489      1.30     rmind 		KASSERT(mutex_owned(&ks->ks_lock));
    490      1.30     rmind 		mutex_exit(&ksem_lock);
    491       1.3   thorpej 
    492       1.3   thorpej 		/* Check for exclusive create. */
    493      1.13      cube 		if (oflag & O_EXCL) {
    494      1.30     rmind 			mutex_exit(&ks->ks_lock);
    495      1.30     rmind 			error = EEXIST;
    496      1.30     rmind 			goto err;
    497       1.1  christos 		}
    498       1.1  christos 		/*
    499      1.30     rmind 		 * Verify permissions.  If we can access it,
    500      1.30     rmind 		 * add the reference of this thread.
    501       1.1  christos 		 */
    502      1.15        ad 		error = ksem_perm(l, ks);
    503      1.30     rmind 		if (error == 0) {
    504      1.30     rmind 			ks->ks_ref++;
    505      1.30     rmind 		}
    506      1.30     rmind 		mutex_exit(&ks->ks_lock);
    507       1.1  christos 		if (error) {
    508      1.30     rmind 			goto err;
    509      1.30     rmind 		}
    510      1.30     rmind 	} else {
    511      1.30     rmind 		/* Fail if not found and not creating. */
    512      1.30     rmind 		if ((oflag & O_CREAT) == 0) {
    513      1.30     rmind 			mutex_exit(&ksem_lock);
    514      1.30     rmind 			KASSERT(ksnew == NULL);
    515      1.31     rmind 			error = ENOENT;
    516      1.31     rmind 			goto err;
    517       1.1  christos 		}
    518       1.3   thorpej 
    519      1.30     rmind 		/* Check for the limit locked. */
    520      1.30     rmind 		if (nsems >= ksem_max) {
    521      1.30     rmind 			mutex_exit(&ksem_lock);
    522      1.30     rmind 			error = ENFILE;
    523      1.30     rmind 			goto err;
    524      1.30     rmind 		}
    525       1.3   thorpej 
    526      1.30     rmind 		/*
    527      1.32     rmind 		 * Finally, insert semaphore into the list.
    528      1.30     rmind 		 * Note: it already has the initial reference.
    529      1.30     rmind 		 */
    530      1.30     rmind 		ks = ksnew;
    531      1.30     rmind 		LIST_INSERT_HEAD(&ksem_head, ks, ks_entry);
    532      1.30     rmind 		nsems++;
    533      1.30     rmind 		mutex_exit(&ksem_lock);
    534      1.30     rmind 
    535      1.30     rmind 		ksnew = NULL;
    536      1.30     rmind 	}
    537      1.30     rmind 	KASSERT(ks != NULL);
    538      1.42      matt 	fp->f_ksem = ks;
    539      1.30     rmind 	fd_affix(p, fp, fd);
    540      1.30     rmind err:
    541      1.30     rmind 	if (error) {
    542      1.30     rmind 		fd_abort(p, fp, fd);
    543       1.3   thorpej 	}
    544      1.30     rmind 	if (ksnew) {
    545      1.30     rmind 		ksem_free(ksnew);
    546       1.1  christos 	}
    547      1.30     rmind 	return error;
    548      1.30     rmind }
    549       1.1  christos 
    550      1.30     rmind int
    551      1.30     rmind sys__ksem_close(struct lwp *l, const struct sys__ksem_close_args *uap,
    552      1.30     rmind     register_t *retval)
    553      1.30     rmind {
    554      1.30     rmind 	/* {
    555      1.30     rmind 		intptr_t id;
    556      1.30     rmind 	} */
    557      1.33     rmind 	int fd = (int)SCARG(uap, id);
    558      1.33     rmind 
    559      1.33     rmind 	if (fd_getfile(fd) == NULL) {
    560      1.33     rmind 		return EBADF;
    561      1.33     rmind 	}
    562      1.33     rmind 	return fd_close(fd);
    563       1.1  christos }
    564       1.1  christos 
    565      1.30     rmind static int
    566      1.39  christos ksem_read_fop(file_t *fp, off_t *offset, struct uio *uio, kauth_cred_t cred,
    567      1.39  christos     int flags)
    568      1.39  christos {
    569      1.39  christos 	size_t len;
    570      1.39  christos 	char *name;
    571      1.42      matt 	ksem_t *ks = fp->f_ksem;
    572      1.39  christos 
    573      1.39  christos 	mutex_enter(&ks->ks_lock);
    574      1.39  christos 	len = ks->ks_namelen;
    575      1.39  christos 	name = ks->ks_name;
    576      1.39  christos 	mutex_exit(&ks->ks_lock);
    577      1.39  christos 	if (name == NULL || len == 0)
    578      1.39  christos 		return 0;
    579      1.39  christos 	return uiomove(name, len, uio);
    580      1.39  christos }
    581      1.39  christos 
    582      1.39  christos static int
    583      1.39  christos ksem_stat_fop(file_t *fp, struct stat *ub)
    584      1.39  christos {
    585      1.42      matt 	ksem_t *ks = fp->f_ksem;
    586      1.39  christos 
    587      1.39  christos 	mutex_enter(&ks->ks_lock);
    588      1.39  christos 
    589      1.39  christos 	memset(ub, 0, sizeof(*ub));
    590      1.39  christos 
    591      1.39  christos 	ub->st_mode = ks->ks_mode | ((ks->ks_name && ks->ks_namelen)
    592      1.39  christos 	    ? _S_IFLNK : _S_IFREG);
    593      1.39  christos 	ub->st_uid = ks->ks_uid;
    594      1.39  christos 	ub->st_gid = ks->ks_gid;
    595      1.39  christos 	ub->st_size = ks->ks_value;
    596      1.39  christos 	ub->st_blocks = (ub->st_size) ? 1 : 0;
    597      1.39  christos 	ub->st_nlink = ks->ks_ref;
    598      1.39  christos 	ub->st_blksize = 4096;
    599      1.39  christos 
    600      1.39  christos 	nanotime(&ub->st_atimespec);
    601      1.39  christos 	ub->st_mtimespec = ub->st_ctimespec = ub->st_birthtimespec =
    602      1.39  christos 	    ub->st_atimespec;
    603      1.39  christos 
    604      1.39  christos 	/*
    605      1.39  christos 	 * Left as 0: st_dev, st_ino, st_rdev, st_flags, st_gen.
    606      1.39  christos 	 * XXX (st_dev, st_ino) should be unique.
    607      1.39  christos 	 */
    608      1.39  christos 	mutex_exit(&ks->ks_lock);
    609      1.39  christos 	return 0;
    610      1.39  christos }
    611      1.39  christos 
    612      1.39  christos static int
    613      1.30     rmind ksem_close_fop(file_t *fp)
    614       1.1  christos {
    615      1.42      matt 	ksem_t *ks = fp->f_ksem;
    616      1.30     rmind 	bool destroy = false;
    617       1.1  christos 
    618      1.30     rmind 	mutex_enter(&ks->ks_lock);
    619      1.30     rmind 	KASSERT(ks->ks_ref > 0);
    620      1.30     rmind 	if (--ks->ks_ref == 0) {
    621      1.30     rmind 		/*
    622      1.30     rmind 		 * Destroy if the last reference and semaphore is unnamed,
    623      1.30     rmind 		 * or unlinked (for named semaphore).
    624      1.30     rmind 		 */
    625      1.30     rmind 		destroy = (ks->ks_flags & KS_UNLINKED) || (ks->ks_name == NULL);
    626       1.1  christos 	}
    627      1.30     rmind 	mutex_exit(&ks->ks_lock);
    628       1.3   thorpej 
    629      1.30     rmind 	if (destroy) {
    630      1.30     rmind 		ksem_free(ks);
    631      1.30     rmind 	}
    632      1.30     rmind 	return 0;
    633       1.1  christos }
    634       1.1  christos 
    635       1.1  christos int
    636      1.30     rmind sys__ksem_unlink(struct lwp *l, const struct sys__ksem_unlink_args *uap,
    637      1.30     rmind     register_t *retval)
    638       1.1  christos {
    639      1.23       dsl 	/* {
    640       1.1  christos 		const char *name;
    641      1.23       dsl 	} */
    642      1.30     rmind 	char name[SEM_MAX_NAMELEN + 1];
    643      1.30     rmind 	ksem_t *ks;
    644      1.30     rmind 	u_int refcnt;
    645       1.1  christos 	int error;
    646       1.1  christos 
    647      1.30     rmind 	error = copyinstr(SCARG(uap, name), name, sizeof(name), NULL);
    648       1.1  christos 	if (error)
    649       1.1  christos 		return error;
    650       1.1  christos 
    651      1.30     rmind 	mutex_enter(&ksem_lock);
    652      1.30     rmind 	ks = ksem_lookup(name);
    653       1.3   thorpej 	if (ks == NULL) {
    654      1.30     rmind 		mutex_exit(&ksem_lock);
    655      1.30     rmind 		return ENOENT;
    656       1.1  christos 	}
    657      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    658       1.3   thorpej 
    659      1.30     rmind 	/* Verify permissions. */
    660      1.30     rmind 	error = ksem_perm(l, ks);
    661      1.30     rmind 	if (error) {
    662      1.30     rmind 		mutex_exit(&ks->ks_lock);
    663      1.30     rmind 		mutex_exit(&ksem_lock);
    664      1.30     rmind 		return error;
    665      1.30     rmind 	}
    666       1.3   thorpej 
    667      1.31     rmind 	/* Remove from the global list. */
    668       1.3   thorpej 	LIST_REMOVE(ks, ks_entry);
    669      1.30     rmind 	nsems--;
    670      1.31     rmind 	mutex_exit(&ksem_lock);
    671       1.3   thorpej 
    672      1.30     rmind 	refcnt = ks->ks_ref;
    673      1.30     rmind 	if (refcnt) {
    674      1.30     rmind 		/* Mark as unlinked, if there are references. */
    675      1.30     rmind 		ks->ks_flags |= KS_UNLINKED;
    676      1.30     rmind 	}
    677      1.30     rmind 	mutex_exit(&ks->ks_lock);
    678       1.3   thorpej 
    679      1.30     rmind 	if (refcnt == 0) {
    680       1.3   thorpej 		ksem_free(ks);
    681      1.30     rmind 	}
    682      1.30     rmind 	return 0;
    683       1.1  christos }
    684       1.1  christos 
    685       1.1  christos int
    686      1.30     rmind sys__ksem_post(struct lwp *l, const struct sys__ksem_post_args *uap,
    687      1.30     rmind     register_t *retval)
    688       1.1  christos {
    689      1.23       dsl 	/* {
    690      1.29        ad 		intptr_t id;
    691      1.23       dsl 	} */
    692      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    693      1.30     rmind 	ksem_t *ks;
    694       1.1  christos 
    695      1.30     rmind 	error = ksem_get(fd, &ks);
    696      1.30     rmind 	if (error) {
    697      1.30     rmind 		return error;
    698       1.3   thorpej 	}
    699      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    700       1.1  christos 	if (ks->ks_value == SEM_VALUE_MAX) {
    701       1.1  christos 		error = EOVERFLOW;
    702       1.3   thorpej 		goto out;
    703       1.1  christos 	}
    704      1.30     rmind 	ks->ks_value++;
    705      1.30     rmind 	if (ks->ks_waiters) {
    706      1.20        ad 		cv_broadcast(&ks->ks_cv);
    707      1.30     rmind 	}
    708      1.30     rmind out:
    709      1.30     rmind 	mutex_exit(&ks->ks_lock);
    710      1.30     rmind 	fd_putfile(fd);
    711      1.30     rmind 	return error;
    712       1.3   thorpej }
    713       1.3   thorpej 
    714      1.36     joerg int
    715      1.41      matt do_ksem_wait(lwp_t *l, intptr_t id, bool try_p, struct timespec *abstime)
    716       1.3   thorpej {
    717      1.36     joerg 	int fd = (int)id, error, timeo;
    718      1.30     rmind 	ksem_t *ks;
    719       1.3   thorpej 
    720      1.30     rmind 	error = ksem_get(fd, &ks);
    721      1.30     rmind 	if (error) {
    722      1.30     rmind 		return error;
    723      1.30     rmind 	}
    724      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    725       1.3   thorpej 	while (ks->ks_value == 0) {
    726       1.3   thorpej 		ks->ks_waiters++;
    727      1.41      matt 		if (!try_p && abstime != NULL) {
    728      1.40  christos 			error = ts2timo(CLOCK_REALTIME, TIMER_ABSTIME, abstime,
    729      1.40  christos 			    &timeo, NULL);
    730      1.36     joerg 			if (error != 0)
    731      1.36     joerg 				goto out;
    732      1.36     joerg 		} else {
    733      1.36     joerg 			timeo = 0;
    734      1.36     joerg 		}
    735      1.41      matt 		error = try_p ? EAGAIN : cv_timedwait_sig(&ks->ks_cv,
    736      1.36     joerg 		    &ks->ks_lock, timeo);
    737       1.3   thorpej 		ks->ks_waiters--;
    738       1.3   thorpej 		if (error)
    739       1.3   thorpej 			goto out;
    740       1.3   thorpej 	}
    741       1.3   thorpej 	ks->ks_value--;
    742      1.30     rmind out:
    743      1.30     rmind 	mutex_exit(&ks->ks_lock);
    744      1.30     rmind 	fd_putfile(fd);
    745      1.30     rmind 	return error;
    746       1.1  christos }
    747       1.1  christos 
    748       1.1  christos int
    749      1.30     rmind sys__ksem_wait(struct lwp *l, const struct sys__ksem_wait_args *uap,
    750      1.30     rmind     register_t *retval)
    751       1.1  christos {
    752      1.23       dsl 	/* {
    753      1.29        ad 		intptr_t id;
    754      1.23       dsl 	} */
    755       1.1  christos 
    756      1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), false, NULL);
    757      1.36     joerg }
    758      1.36     joerg 
    759      1.36     joerg int
    760      1.36     joerg sys__ksem_timedwait(struct lwp *l, const struct sys__ksem_timedwait_args *uap,
    761      1.36     joerg     register_t *retval)
    762      1.36     joerg {
    763      1.36     joerg 	/* {
    764      1.36     joerg 		intptr_t id;
    765      1.36     joerg 		const struct timespec *abstime;
    766      1.36     joerg 	} */
    767      1.36     joerg 	struct timespec ts;
    768      1.36     joerg 	int error;
    769      1.36     joerg 
    770      1.36     joerg 	error = copyin(SCARG(uap, abstime), &ts, sizeof(ts));
    771      1.36     joerg 	if (error != 0)
    772      1.36     joerg 		return error;
    773      1.36     joerg 
    774      1.36     joerg 	if (ts.tv_sec < 0 || ts.tv_nsec < 0 || ts.tv_nsec >= 1000000000)
    775      1.36     joerg 		return EINVAL;
    776      1.36     joerg 
    777      1.36     joerg 	error = do_ksem_wait(l, SCARG(uap, id), false, &ts);
    778      1.36     joerg 	if (error == EWOULDBLOCK)
    779      1.36     joerg 		error = ETIMEDOUT;
    780      1.36     joerg 	return error;
    781       1.1  christos }
    782       1.1  christos 
    783       1.1  christos int
    784      1.30     rmind sys__ksem_trywait(struct lwp *l, const struct sys__ksem_trywait_args *uap,
    785      1.30     rmind     register_t *retval)
    786       1.1  christos {
    787      1.23       dsl 	/* {
    788      1.29        ad 		intptr_t id;
    789      1.23       dsl 	} */
    790       1.1  christos 
    791      1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), true, NULL);
    792       1.1  christos }
    793       1.1  christos 
    794       1.1  christos int
    795      1.30     rmind sys__ksem_getvalue(struct lwp *l, const struct sys__ksem_getvalue_args *uap,
    796      1.30     rmind     register_t *retval)
    797       1.1  christos {
    798      1.23       dsl 	/* {
    799      1.29        ad 		intptr_t id;
    800       1.1  christos 		unsigned int *value;
    801      1.23       dsl 	} */
    802      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    803      1.30     rmind 	ksem_t *ks;
    804       1.1  christos 	unsigned int val;
    805       1.1  christos 
    806      1.30     rmind 	error = ksem_get(fd, &ks);
    807      1.30     rmind 	if (error) {
    808      1.30     rmind 		return error;
    809      1.30     rmind 	}
    810      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    811       1.1  christos 	val = ks->ks_value;
    812      1.30     rmind 	mutex_exit(&ks->ks_lock);
    813      1.30     rmind 	fd_putfile(fd);
    814       1.3   thorpej 
    815      1.30     rmind 	return copyout(&val, SCARG(uap, value), sizeof(val));
    816       1.1  christos }
    817       1.1  christos 
    818       1.1  christos int
    819      1.30     rmind sys__ksem_destroy(struct lwp *l, const struct sys__ksem_destroy_args *uap,
    820      1.30     rmind     register_t *retval)
    821       1.1  christos {
    822      1.23       dsl 	/* {
    823      1.29        ad 		intptr_t id;
    824      1.23       dsl 	} */
    825      1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    826      1.30     rmind 	ksem_t *ks;
    827       1.1  christos 
    828      1.30     rmind 	error = ksem_get(fd, &ks);
    829      1.30     rmind 	if (error) {
    830      1.30     rmind 		return error;
    831       1.3   thorpej 	}
    832      1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    833       1.3   thorpej 
    834      1.30     rmind 	/* Operation is only for unnamed semaphores. */
    835       1.3   thorpej 	if (ks->ks_name != NULL) {
    836      1.30     rmind 		error = EINVAL;
    837      1.30     rmind 		goto out;
    838       1.3   thorpej 	}
    839      1.30     rmind 	/* Cannot destroy if there are waiters. */
    840       1.3   thorpej 	if (ks->ks_waiters) {
    841      1.30     rmind 		error = EBUSY;
    842      1.30     rmind 		goto out;
    843       1.3   thorpej 	}
    844      1.30     rmind out:
    845      1.30     rmind 	mutex_exit(&ks->ks_lock);
    846      1.30     rmind 	if (error) {
    847      1.32     rmind 		fd_putfile(fd);
    848      1.27        ad 		return error;
    849      1.27        ad 	}
    850      1.32     rmind 	return fd_close(fd);
    851      1.22     rmind }
    852