Home | History | Annotate | Line # | Download | only in kern
kern_descrip.c revision 1.172.6.5
      1  1.172.6.1       mjf /*	$NetBSD: kern_descrip.c,v 1.172.6.5 2009/01/17 13:29:18 mjf Exp $	*/
      2  1.172.6.1       mjf 
      3  1.172.6.1       mjf /*-
      4  1.172.6.1       mjf  * Copyright (c) 2008 The NetBSD Foundation, Inc.
      5  1.172.6.1       mjf  * All rights reserved.
      6  1.172.6.1       mjf  *
      7  1.172.6.1       mjf  * Redistribution and use in source and binary forms, with or without
      8  1.172.6.1       mjf  * modification, are permitted provided that the following conditions
      9  1.172.6.1       mjf  * are met:
     10  1.172.6.1       mjf  * 1. Redistributions of source code must retain the above copyright
     11  1.172.6.1       mjf  *    notice, this list of conditions and the following disclaimer.
     12  1.172.6.1       mjf  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.172.6.1       mjf  *    notice, this list of conditions and the following disclaimer in the
     14  1.172.6.1       mjf  *    documentation and/or other materials provided with the distribution.
     15  1.172.6.1       mjf  *
     16  1.172.6.1       mjf  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.172.6.1       mjf  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.172.6.1       mjf  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.172.6.1       mjf  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.172.6.1       mjf  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.172.6.1       mjf  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.172.6.1       mjf  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.172.6.1       mjf  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.172.6.1       mjf  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.172.6.1       mjf  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.172.6.1       mjf  * POSSIBILITY OF SUCH DAMAGE.
     27  1.172.6.1       mjf  */
     28       1.22       cgd 
     29       1.16       cgd /*
     30       1.17       cgd  * Copyright (c) 1982, 1986, 1989, 1991, 1993
     31       1.17       cgd  *	The Regents of the University of California.  All rights reserved.
     32       1.16       cgd  * (c) UNIX System Laboratories, Inc.
     33       1.16       cgd  * All or some portions of this file are derived from material licensed
     34       1.16       cgd  * to the University of California by American Telephone and Telegraph
     35       1.16       cgd  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     36       1.16       cgd  * the permission of UNIX System Laboratories, Inc.
     37       1.16       cgd  *
     38       1.16       cgd  * Redistribution and use in source and binary forms, with or without
     39       1.16       cgd  * modification, are permitted provided that the following conditions
     40       1.16       cgd  * are met:
     41       1.16       cgd  * 1. Redistributions of source code must retain the above copyright
     42       1.16       cgd  *    notice, this list of conditions and the following disclaimer.
     43       1.16       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     44       1.16       cgd  *    notice, this list of conditions and the following disclaimer in the
     45       1.16       cgd  *    documentation and/or other materials provided with the distribution.
     46      1.111       agc  * 3. Neither the name of the University nor the names of its contributors
     47       1.16       cgd  *    may be used to endorse or promote products derived from this software
     48       1.16       cgd  *    without specific prior written permission.
     49       1.16       cgd  *
     50       1.16       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     51       1.16       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     52       1.16       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     53       1.16       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     54       1.16       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     55       1.16       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     56       1.16       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     57       1.16       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     58       1.16       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     59       1.16       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     60       1.16       cgd  * SUCH DAMAGE.
     61       1.16       cgd  *
     62       1.51      fvdl  *	@(#)kern_descrip.c	8.8 (Berkeley) 2/14/95
     63       1.16       cgd  */
     64       1.81     lukem 
     65  1.172.6.1       mjf /*
     66  1.172.6.1       mjf  * File descriptor management.
     67  1.172.6.1       mjf  */
     68  1.172.6.1       mjf 
     69       1.81     lukem #include <sys/cdefs.h>
     70  1.172.6.1       mjf __KERNEL_RCSID(0, "$NetBSD: kern_descrip.c,v 1.172.6.5 2009/01/17 13:29:18 mjf Exp $");
     71       1.50       mrg 
     72       1.16       cgd #include <sys/param.h>
     73       1.16       cgd #include <sys/systm.h>
     74       1.16       cgd #include <sys/filedesc.h>
     75       1.16       cgd #include <sys/kernel.h>
     76       1.16       cgd #include <sys/proc.h>
     77       1.16       cgd #include <sys/file.h>
     78       1.16       cgd #include <sys/socket.h>
     79       1.16       cgd #include <sys/socketvar.h>
     80       1.16       cgd #include <sys/stat.h>
     81       1.16       cgd #include <sys/ioctl.h>
     82       1.16       cgd #include <sys/fcntl.h>
     83       1.55   thorpej #include <sys/pool.h>
     84       1.17       cgd #include <sys/unistd.h>
     85       1.16       cgd #include <sys/resourcevar.h>
     86       1.42  christos #include <sys/conf.h>
     87       1.96  jdolecek #include <sys/event.h>
     88      1.143      elad #include <sys/kauth.h>
     89      1.163        ad #include <sys/atomic.h>
     90       1.25       cgd #include <sys/syscallargs.h>
     91  1.172.6.2       mjf #include <sys/cpu.h>
     92  1.172.6.5       mjf #include <sys/kmem.h>
     93  1.172.6.5       mjf #include <sys/vnode.h>
     94       1.38  christos 
     95      1.167        ad static int	file_ctor(void *, void *, int);
     96      1.167        ad static void	file_dtor(void *, void *);
     97  1.172.6.1       mjf static int	fdfile_ctor(void *, void *, int);
     98  1.172.6.1       mjf static void	fdfile_dtor(void *, void *);
     99  1.172.6.1       mjf static int	filedesc_ctor(void *, void *, int);
    100  1.172.6.1       mjf static void	filedesc_dtor(void *, void *);
    101  1.172.6.1       mjf static int	filedescopen(dev_t, int, int, lwp_t *);
    102      1.162        ad 
    103  1.172.6.1       mjf kmutex_t	filelist_lock;	/* lock on filehead */
    104       1.72     lukem struct filelist	filehead;	/* head of list of open files */
    105      1.167        ad u_int		nfiles;		/* actual number of open files */
    106      1.161        ad 
    107  1.172.6.1       mjf static pool_cache_t filedesc_cache;
    108      1.162        ad static pool_cache_t file_cache;
    109  1.172.6.1       mjf static pool_cache_t fdfile_cache;
    110      1.101   thorpej 
    111  1.172.6.1       mjf const struct cdevsw filedesc_cdevsw = {
    112  1.172.6.1       mjf 	filedescopen, noclose, noread, nowrite, noioctl,
    113  1.172.6.1       mjf 	nostop, notty, nopoll, nommap, nokqfilter, D_OTHER | D_MPSAFE,
    114  1.172.6.1       mjf };
    115  1.172.6.1       mjf 
    116  1.172.6.1       mjf /* For ease of reading. */
    117  1.172.6.1       mjf __strong_alias(fd_putvnode,fd_putfile)
    118  1.172.6.1       mjf __strong_alias(fd_putsock,fd_putfile)
    119  1.172.6.1       mjf 
    120  1.172.6.1       mjf /*
    121  1.172.6.1       mjf  * Initialize the descriptor system.
    122  1.172.6.1       mjf  */
    123  1.172.6.1       mjf void
    124  1.172.6.1       mjf fd_sys_init(void)
    125  1.172.6.1       mjf {
    126  1.172.6.1       mjf 
    127  1.172.6.1       mjf 	mutex_init(&filelist_lock, MUTEX_DEFAULT, IPL_NONE);
    128  1.172.6.1       mjf 
    129  1.172.6.1       mjf 	file_cache = pool_cache_init(sizeof(file_t), coherency_unit, 0,
    130  1.172.6.1       mjf 	    0, "file", NULL, IPL_NONE, file_ctor, file_dtor, NULL);
    131  1.172.6.1       mjf 	KASSERT(file_cache != NULL);
    132  1.172.6.1       mjf 
    133  1.172.6.1       mjf 	fdfile_cache = pool_cache_init(sizeof(fdfile_t), coherency_unit, 0,
    134  1.172.6.1       mjf 	    PR_LARGECACHE, "fdfile", NULL, IPL_NONE, fdfile_ctor, fdfile_dtor,
    135  1.172.6.1       mjf 	    NULL);
    136  1.172.6.1       mjf 	KASSERT(fdfile_cache != NULL);
    137  1.172.6.1       mjf 
    138  1.172.6.1       mjf 	filedesc_cache = pool_cache_init(sizeof(filedesc_t), coherency_unit,
    139  1.172.6.1       mjf 	    0, 0, "filedesc", NULL, IPL_NONE, filedesc_ctor, filedesc_dtor,
    140  1.172.6.1       mjf 	    NULL);
    141  1.172.6.1       mjf 	KASSERT(filedesc_cache != NULL);
    142  1.172.6.1       mjf }
    143  1.172.6.1       mjf 
    144  1.172.6.1       mjf static int
    145  1.172.6.1       mjf fd_next_zero(filedesc_t *fdp, uint32_t *bitmap, int want, u_int bits)
    146      1.115    provos {
    147      1.115    provos 	int i, off, maxoff;
    148      1.115    provos 	uint32_t sub;
    149      1.115    provos 
    150  1.172.6.1       mjf 	KASSERT(mutex_owned(&fdp->fd_lock));
    151  1.172.6.1       mjf 
    152      1.115    provos 	if (want > bits)
    153      1.115    provos 		return -1;
    154      1.115    provos 
    155      1.115    provos 	off = want >> NDENTRYSHIFT;
    156      1.115    provos 	i = want & NDENTRYMASK;
    157      1.115    provos 	if (i) {
    158      1.115    provos 		sub = bitmap[off] | ((u_int)~0 >> (NDENTRIES - i));
    159      1.115    provos 		if (sub != ~0)
    160      1.115    provos 			goto found;
    161      1.115    provos 		off++;
    162      1.115    provos 	}
    163      1.115    provos 
    164      1.115    provos 	maxoff = NDLOSLOTS(bits);
    165      1.115    provos 	while (off < maxoff) {
    166      1.115    provos 		if ((sub = bitmap[off]) != ~0)
    167      1.115    provos 			goto found;
    168      1.115    provos 		off++;
    169      1.115    provos 	}
    170      1.115    provos 
    171      1.115    provos 	return (-1);
    172      1.115    provos 
    173      1.115    provos  found:
    174      1.115    provos 	return (off << NDENTRYSHIFT) + ffs(~sub) - 1;
    175      1.115    provos }
    176      1.115    provos 
    177      1.134   thorpej static int
    178  1.172.6.1       mjf fd_last_set(filedesc_t *fd, int last)
    179      1.115    provos {
    180      1.115    provos 	int off, i;
    181  1.172.6.1       mjf 	fdfile_t **ofiles = fd->fd_ofiles;
    182      1.115    provos 	uint32_t *bitmap = fd->fd_lomap;
    183      1.115    provos 
    184  1.172.6.1       mjf 	KASSERT(mutex_owned(&fd->fd_lock));
    185  1.172.6.1       mjf 
    186      1.115    provos 	off = (last - 1) >> NDENTRYSHIFT;
    187      1.115    provos 
    188      1.121    provos 	while (off >= 0 && !bitmap[off])
    189      1.115    provos 		off--;
    190      1.115    provos 
    191      1.115    provos 	if (off < 0)
    192      1.128      cube 		return (-1);
    193      1.131     perry 
    194      1.115    provos 	i = ((off + 1) << NDENTRYSHIFT) - 1;
    195      1.115    provos 	if (i >= last)
    196      1.115    provos 		i = last - 1;
    197      1.115    provos 
    198  1.172.6.1       mjf 	/* XXX should use bitmap */
    199  1.172.6.1       mjf 	/* XXXAD does not work for fd_copy() */
    200  1.172.6.1       mjf 	while (i > 0 && (ofiles[i] == NULL || !ofiles[i]->ff_allocated))
    201      1.115    provos 		i--;
    202      1.115    provos 
    203      1.115    provos 	return (i);
    204      1.115    provos }
    205      1.115    provos 
    206  1.172.6.1       mjf void
    207  1.172.6.1       mjf fd_used(filedesc_t *fdp, unsigned fd)
    208       1.27   mycroft {
    209      1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    210  1.172.6.1       mjf 	fdfile_t *ff;
    211  1.172.6.1       mjf 
    212  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
    213      1.115    provos 
    214  1.172.6.1       mjf 	KASSERT(mutex_owned(&fdp->fd_lock));
    215  1.172.6.1       mjf 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) == 0);
    216  1.172.6.1       mjf 	KASSERT(ff != NULL);
    217  1.172.6.1       mjf 	KASSERT(ff->ff_file == NULL);
    218  1.172.6.1       mjf    	KASSERT(!ff->ff_allocated);
    219      1.124      yamt 
    220  1.172.6.1       mjf    	ff->ff_allocated = 1;
    221      1.115    provos 	fdp->fd_lomap[off] |= 1 << (fd & NDENTRYMASK);
    222      1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    223  1.172.6.1       mjf 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    224      1.124      yamt 		    (1 << (off & NDENTRYMASK))) == 0);
    225      1.115    provos 		fdp->fd_himap[off >> NDENTRYSHIFT] |= 1 << (off & NDENTRYMASK);
    226      1.124      yamt 	}
    227       1.27   mycroft 
    228  1.172.6.1       mjf 	if ((int)fd > fdp->fd_lastfile) {
    229       1.27   mycroft 		fdp->fd_lastfile = fd;
    230  1.172.6.1       mjf 	}
    231  1.172.6.1       mjf 
    232  1.172.6.1       mjf 	if (fd >= NDFDFILE) {
    233  1.172.6.1       mjf 		fdp->fd_nused++;
    234  1.172.6.1       mjf 	} else {
    235  1.172.6.1       mjf 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    236  1.172.6.1       mjf 	}
    237       1.27   mycroft }
    238       1.27   mycroft 
    239  1.172.6.1       mjf void
    240  1.172.6.1       mjf fd_unused(filedesc_t *fdp, unsigned fd)
    241       1.27   mycroft {
    242      1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    243  1.172.6.1       mjf 	fdfile_t *ff;
    244       1.27   mycroft 
    245  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
    246  1.172.6.1       mjf 
    247  1.172.6.1       mjf 	/*
    248  1.172.6.1       mjf 	 * Don't assert the lock is held here, as we may be copying
    249  1.172.6.1       mjf 	 * the table during exec() and it is not needed there.
    250  1.172.6.1       mjf 	 * procfs and sysctl are locked out by proc::p_reflock.
    251  1.172.6.1       mjf 	 *
    252  1.172.6.1       mjf 	 * KASSERT(mutex_owned(&fdp->fd_lock));
    253  1.172.6.1       mjf 	 */
    254  1.172.6.1       mjf 	KASSERT(ff != NULL);
    255  1.172.6.1       mjf 	KASSERT(ff->ff_file == NULL);
    256  1.172.6.1       mjf    	KASSERT(ff->ff_allocated);
    257  1.172.6.1       mjf 
    258  1.172.6.1       mjf 	if (fd < fdp->fd_freefile) {
    259       1.27   mycroft 		fdp->fd_freefile = fd;
    260  1.172.6.1       mjf 	}
    261      1.115    provos 
    262      1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    263  1.172.6.1       mjf 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    264      1.124      yamt 		    (1 << (off & NDENTRYMASK))) != 0);
    265      1.124      yamt 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    266      1.124      yamt 		    ~(1 << (off & NDENTRYMASK));
    267      1.124      yamt 	}
    268  1.172.6.1       mjf 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    269      1.115    provos 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    270  1.172.6.1       mjf 	ff->ff_allocated = 0;
    271      1.115    provos 
    272  1.172.6.1       mjf 	KASSERT(fd <= fdp->fd_lastfile);
    273  1.172.6.1       mjf 	if (fd == fdp->fd_lastfile) {
    274  1.172.6.1       mjf 		fdp->fd_lastfile = fd_last_set(fdp, fd);
    275  1.172.6.1       mjf 	}
    276  1.172.6.1       mjf 
    277  1.172.6.1       mjf 	if (fd >= NDFDFILE) {
    278  1.172.6.1       mjf 		KASSERT(fdp->fd_nused > 0);
    279  1.172.6.1       mjf 		fdp->fd_nused--;
    280  1.172.6.1       mjf 	} else {
    281  1.172.6.1       mjf 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    282  1.172.6.1       mjf 	}
    283       1.27   mycroft }
    284       1.27   mycroft 
    285      1.103        pk /*
    286  1.172.6.1       mjf  * Custom version of fd_unused() for fd_copy(), where the descriptor
    287  1.172.6.1       mjf  * table is not yet fully initialized.
    288      1.103        pk  */
    289  1.172.6.1       mjf static inline void
    290  1.172.6.1       mjf fd_zap(filedesc_t *fdp, unsigned fd)
    291       1.77   thorpej {
    292  1.172.6.1       mjf 	u_int off = fd >> NDENTRYSHIFT;
    293       1.77   thorpej 
    294  1.172.6.1       mjf 	if (fd < fdp->fd_freefile) {
    295  1.172.6.1       mjf 		fdp->fd_freefile = fd;
    296      1.161        ad 	}
    297       1.77   thorpej 
    298  1.172.6.1       mjf 	if (fdp->fd_lomap[off] == ~0) {
    299  1.172.6.1       mjf 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    300  1.172.6.1       mjf 		    (1 << (off & NDENTRYMASK))) != 0);
    301  1.172.6.1       mjf 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    302  1.172.6.1       mjf 		    ~(1 << (off & NDENTRYMASK));
    303      1.103        pk 	}
    304  1.172.6.1       mjf 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    305  1.172.6.1       mjf 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    306  1.172.6.1       mjf }
    307  1.172.6.1       mjf 
    308  1.172.6.1       mjf bool
    309  1.172.6.1       mjf fd_isused(filedesc_t *fdp, unsigned fd)
    310  1.172.6.1       mjf {
    311  1.172.6.1       mjf 	u_int off = fd >> NDENTRYSHIFT;
    312  1.172.6.1       mjf 
    313  1.172.6.1       mjf 	KASSERT(fd < fdp->fd_nfiles);
    314       1.77   thorpej 
    315  1.172.6.1       mjf 	return (fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0;
    316       1.77   thorpej }
    317       1.77   thorpej 
    318       1.16       cgd /*
    319  1.172.6.1       mjf  * Look up the file structure corresponding to a file descriptor
    320  1.172.6.1       mjf  * and return the file, holding a reference on the descriptor.
    321      1.134   thorpej  */
    322  1.172.6.1       mjf inline file_t *
    323  1.172.6.1       mjf fd_getfile(unsigned fd)
    324      1.134   thorpej {
    325  1.172.6.1       mjf 	filedesc_t *fdp;
    326  1.172.6.1       mjf 	fdfile_t *ff;
    327  1.172.6.1       mjf 	file_t *fp;
    328      1.134   thorpej 
    329  1.172.6.1       mjf 	fdp = curlwp->l_fd;
    330      1.134   thorpej 
    331      1.134   thorpej 	/*
    332  1.172.6.1       mjf 	 * Look up the fdfile structure representing this descriptor.
    333  1.172.6.1       mjf 	 * Ensure that we see fd_nfiles before fd_ofiles since we
    334  1.172.6.1       mjf 	 * are doing this unlocked.  See fd_tryexpand().
    335      1.134   thorpej 	 */
    336  1.172.6.1       mjf 	if (__predict_false(fd >= fdp->fd_nfiles)) {
    337  1.172.6.1       mjf 		return NULL;
    338  1.172.6.1       mjf 	}
    339  1.172.6.1       mjf 	membar_consumer();
    340  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
    341  1.172.6.1       mjf 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    342  1.172.6.1       mjf 	if (__predict_false(ff == NULL)) {
    343  1.172.6.1       mjf 		return NULL;
    344  1.172.6.1       mjf 	}
    345      1.134   thorpej 
    346  1.172.6.1       mjf 	/*
    347  1.172.6.1       mjf 	 * Now get a reference to the descriptor.   Issue a memory
    348  1.172.6.1       mjf 	 * barrier to ensure that we acquire the file pointer _after_
    349  1.172.6.1       mjf 	 * adding a reference.  If no memory barrier, we could fetch
    350  1.172.6.1       mjf 	 * a stale pointer.
    351  1.172.6.1       mjf 	 */
    352  1.172.6.1       mjf 	atomic_inc_uint(&ff->ff_refcnt);
    353  1.172.6.1       mjf #ifndef __HAVE_ATOMIC_AS_MEMBAR
    354  1.172.6.1       mjf 	membar_enter();
    355  1.172.6.1       mjf #endif
    356      1.134   thorpej 
    357  1.172.6.1       mjf 	/*
    358  1.172.6.1       mjf 	 * If the file is not open or is being closed then put the
    359  1.172.6.1       mjf 	 * reference back.
    360  1.172.6.1       mjf 	 */
    361  1.172.6.1       mjf 	fp = ff->ff_file;
    362  1.172.6.1       mjf 	if (__predict_true(fp != NULL)) {
    363  1.172.6.1       mjf 		return fp;
    364      1.134   thorpej 	}
    365  1.172.6.1       mjf 	fd_putfile(fd);
    366  1.172.6.1       mjf 	return NULL;
    367      1.134   thorpej }
    368      1.134   thorpej 
    369      1.134   thorpej /*
    370  1.172.6.1       mjf  * Release a reference to a file descriptor acquired with fd_getfile().
    371      1.161        ad  */
    372      1.161        ad void
    373  1.172.6.1       mjf fd_putfile(unsigned fd)
    374      1.161        ad {
    375  1.172.6.1       mjf 	filedesc_t *fdp;
    376  1.172.6.1       mjf 	fdfile_t *ff;
    377  1.172.6.1       mjf 	u_int u, v;
    378  1.172.6.1       mjf 
    379  1.172.6.1       mjf 	fdp = curlwp->l_fd;
    380  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
    381  1.172.6.1       mjf 
    382  1.172.6.1       mjf 	KASSERT(fd < fdp->fd_nfiles);
    383  1.172.6.1       mjf 	KASSERT(ff != NULL);
    384  1.172.6.1       mjf 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    385  1.172.6.1       mjf 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    386      1.161        ad 
    387  1.172.6.1       mjf 	/*
    388  1.172.6.1       mjf 	 * Ensure that any use of the file is complete and globally
    389  1.172.6.1       mjf 	 * visible before dropping the final reference.  If no membar,
    390  1.172.6.1       mjf 	 * the current CPU could still access memory associated with
    391  1.172.6.1       mjf 	 * the file after it has been freed or recycled by another
    392  1.172.6.1       mjf 	 * CPU.
    393  1.172.6.1       mjf 	 */
    394  1.172.6.1       mjf #ifndef __HAVE_ATOMIC_AS_MEMBAR
    395  1.172.6.1       mjf 	membar_exit();
    396  1.172.6.1       mjf #endif
    397      1.162        ad 
    398  1.172.6.1       mjf 	/*
    399  1.172.6.1       mjf 	 * Be optimistic and start out with the assumption that no other
    400  1.172.6.1       mjf 	 * threads are trying to close the descriptor.  If the CAS fails,
    401  1.172.6.1       mjf 	 * we lost a race and/or it's being closed.
    402  1.172.6.1       mjf 	 */
    403  1.172.6.1       mjf 	for (u = ff->ff_refcnt & FR_MASK;; u = v) {
    404  1.172.6.1       mjf 		v = atomic_cas_uint(&ff->ff_refcnt, u, u - 1);
    405  1.172.6.1       mjf 		if (__predict_true(u == v)) {
    406  1.172.6.1       mjf 			return;
    407  1.172.6.1       mjf 		}
    408  1.172.6.1       mjf 		if (__predict_false((v & FR_CLOSING) != 0)) {
    409  1.172.6.1       mjf 			break;
    410  1.172.6.1       mjf 		}
    411  1.172.6.1       mjf 	}
    412      1.162        ad 
    413  1.172.6.1       mjf 	/* Another thread is waiting to close the file: join it. */
    414  1.172.6.1       mjf 	(void)fd_close(fd);
    415      1.161        ad }
    416      1.161        ad 
    417      1.161        ad /*
    418  1.172.6.1       mjf  * Convenience wrapper around fd_getfile() that returns reference
    419  1.172.6.1       mjf  * to a vnode.
    420       1.16       cgd  */
    421       1.38  christos int
    422  1.172.6.1       mjf fd_getvnode(unsigned fd, file_t **fpp)
    423       1.36   thorpej {
    424  1.172.6.1       mjf 	vnode_t *vp;
    425  1.172.6.1       mjf 	file_t *fp;
    426       1.16       cgd 
    427  1.172.6.1       mjf 	fp = fd_getfile(fd);
    428  1.172.6.1       mjf 	if (__predict_false(fp == NULL)) {
    429  1.172.6.1       mjf 		return EBADF;
    430       1.59   thorpej 	}
    431  1.172.6.1       mjf 	if (__predict_false(fp->f_type != DTYPE_VNODE)) {
    432  1.172.6.1       mjf 		fd_putfile(fd);
    433  1.172.6.1       mjf 		return EINVAL;
    434  1.172.6.1       mjf 	}
    435  1.172.6.1       mjf 	vp = fp->f_data;
    436  1.172.6.1       mjf 	if (__predict_false(vp->v_type == VBAD)) {
    437  1.172.6.1       mjf 		/* XXX Is this case really necessary? */
    438  1.172.6.1       mjf 		fd_putfile(fd);
    439  1.172.6.1       mjf 		return EBADF;
    440  1.172.6.1       mjf 	}
    441  1.172.6.1       mjf 	*fpp = fp;
    442  1.172.6.1       mjf 	return 0;
    443       1.16       cgd }
    444       1.16       cgd 
    445       1.16       cgd /*
    446  1.172.6.1       mjf  * Convenience wrapper around fd_getfile() that returns reference
    447  1.172.6.1       mjf  * to a socket.
    448       1.16       cgd  */
    449       1.38  christos int
    450  1.172.6.1       mjf fd_getsock(unsigned fd, struct socket **sop)
    451       1.36   thorpej {
    452  1.172.6.1       mjf 	file_t *fp;
    453       1.16       cgd 
    454  1.172.6.1       mjf 	fp = fd_getfile(fd);
    455  1.172.6.1       mjf 	if (__predict_false(fp == NULL)) {
    456  1.172.6.1       mjf 		return EBADF;
    457       1.17       cgd 	}
    458  1.172.6.1       mjf 	if (__predict_false(fp->f_type != DTYPE_SOCKET)) {
    459  1.172.6.1       mjf 		fd_putfile(fd);
    460  1.172.6.1       mjf 		return ENOTSOCK;
    461       1.16       cgd 	}
    462  1.172.6.1       mjf 	*sop = fp->f_data;
    463  1.172.6.1       mjf 	return 0;
    464       1.16       cgd }
    465       1.16       cgd 
    466       1.16       cgd /*
    467  1.172.6.1       mjf  * Look up the file structure corresponding to a file descriptor
    468  1.172.6.1       mjf  * and return it with a reference held on the file, not the
    469  1.172.6.1       mjf  * descriptor.
    470  1.172.6.1       mjf  *
    471  1.172.6.1       mjf  * This is heavyweight and only used when accessing descriptors
    472  1.172.6.1       mjf  * from a foreign process.  The caller must ensure that `p' does
    473  1.172.6.1       mjf  * not exit or fork across this call.
    474  1.172.6.1       mjf  *
    475  1.172.6.1       mjf  * To release the file (not descriptor) reference, use closef().
    476      1.134   thorpej  */
    477  1.172.6.1       mjf file_t *
    478  1.172.6.1       mjf fd_getfile2(proc_t *p, unsigned fd)
    479      1.134   thorpej {
    480  1.172.6.1       mjf 	filedesc_t *fdp;
    481  1.172.6.1       mjf 	fdfile_t *ff;
    482  1.172.6.1       mjf 	file_t *fp;
    483      1.134   thorpej 
    484  1.172.6.1       mjf 	fdp = p->p_fd;
    485  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
    486  1.172.6.1       mjf 	if (fd > fdp->fd_nfiles) {
    487  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    488  1.172.6.1       mjf 		return NULL;
    489  1.172.6.1       mjf 	}
    490  1.172.6.1       mjf 	if ((ff = fdp->fd_ofiles[fd]) == NULL) {
    491  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    492  1.172.6.1       mjf 		return NULL;
    493  1.172.6.1       mjf 	}
    494  1.172.6.1       mjf 	mutex_enter(&ff->ff_lock);
    495  1.172.6.1       mjf 	if ((fp = ff->ff_file) == NULL) {
    496  1.172.6.1       mjf 		mutex_exit(&ff->ff_lock);
    497  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    498  1.172.6.1       mjf 		return NULL;
    499      1.158       dsl 	}
    500  1.172.6.1       mjf 	mutex_enter(&fp->f_lock);
    501  1.172.6.1       mjf 	fp->f_count++;
    502  1.172.6.1       mjf 	mutex_exit(&fp->f_lock);
    503  1.172.6.1       mjf 	mutex_exit(&ff->ff_lock);
    504  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
    505      1.158       dsl 
    506  1.172.6.1       mjf 	return fp;
    507      1.158       dsl }
    508      1.158       dsl 
    509      1.134   thorpej /*
    510  1.172.6.1       mjf  * Internal form of close.  Must be called with a reference to the
    511  1.172.6.1       mjf  * descriptor, and will drop the reference.  When all descriptor
    512  1.172.6.1       mjf  * references are dropped, releases the descriptor slot and a single
    513  1.172.6.1       mjf  * reference to the file structure.
    514  1.172.6.1       mjf  */
    515  1.172.6.1       mjf int
    516  1.172.6.1       mjf fd_close(unsigned fd)
    517  1.172.6.1       mjf {
    518  1.172.6.1       mjf 	struct flock lf;
    519  1.172.6.1       mjf 	filedesc_t *fdp;
    520  1.172.6.1       mjf 	fdfile_t *ff;
    521  1.172.6.1       mjf 	file_t *fp;
    522  1.172.6.1       mjf 	proc_t *p;
    523  1.172.6.1       mjf 	lwp_t *l;
    524       1.72     lukem 
    525  1.172.6.1       mjf 	l = curlwp;
    526       1.99   thorpej 	p = l->l_proc;
    527  1.172.6.1       mjf 	fdp = l->l_fd;
    528  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
    529       1.16       cgd 
    530  1.172.6.1       mjf 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    531      1.158       dsl 
    532  1.172.6.1       mjf 	mutex_enter(&ff->ff_lock);
    533  1.172.6.1       mjf 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    534  1.172.6.1       mjf 	if (ff->ff_file == NULL) {
    535  1.172.6.1       mjf 		/*
    536  1.172.6.1       mjf 		 * Another user of the file is already closing, and is
    537  1.172.6.1       mjf 		 * waiting for other users of the file to drain.  Release
    538  1.172.6.1       mjf 		 * our reference, and wake up the closer.
    539  1.172.6.1       mjf 		 */
    540  1.172.6.1       mjf 		atomic_dec_uint(&ff->ff_refcnt);
    541  1.172.6.1       mjf 		cv_broadcast(&ff->ff_closing);
    542  1.172.6.1       mjf 		mutex_exit(&ff->ff_lock);
    543      1.122  christos 
    544  1.172.6.1       mjf 		/*
    545  1.172.6.1       mjf 		 * An application error, so pretend that the descriptor
    546  1.172.6.1       mjf 		 * was already closed.  We can't safely wait for it to
    547  1.172.6.1       mjf 		 * be closed without potentially deadlocking.
    548  1.172.6.1       mjf 		 */
    549       1.16       cgd 		return (EBADF);
    550       1.61  wrstuden 	}
    551  1.172.6.1       mjf 	KASSERT((ff->ff_refcnt & FR_CLOSING) == 0);
    552       1.61  wrstuden 
    553  1.172.6.1       mjf 	/*
    554  1.172.6.1       mjf 	 * There may be multiple users of this file within the process.
    555  1.172.6.1       mjf 	 * Notify existing and new users that the file is closing.  This
    556  1.172.6.1       mjf 	 * will prevent them from adding additional uses to this file
    557  1.172.6.1       mjf 	 * while we are closing it.
    558  1.172.6.1       mjf 	 */
    559  1.172.6.1       mjf 	fp = ff->ff_file;
    560  1.172.6.1       mjf 	ff->ff_file = NULL;
    561  1.172.6.4       mjf 	ff->ff_exclose = false;
    562       1.17       cgd 
    563  1.172.6.1       mjf 	/*
    564  1.172.6.1       mjf 	 * We expect the caller to hold a descriptor reference - drop it.
    565  1.172.6.1       mjf 	 * The reference count may increase beyond zero at this point due
    566  1.172.6.1       mjf 	 * to an erroneous descriptor reference by an application, but
    567  1.172.6.1       mjf 	 * fd_getfile() will notice that the file is being closed and drop
    568  1.172.6.1       mjf 	 * the reference again.
    569  1.172.6.1       mjf 	 */
    570  1.172.6.1       mjf #ifndef __HAVE_ATOMIC_AS_MEMBAR
    571  1.172.6.1       mjf 	membar_producer();
    572  1.172.6.1       mjf #endif
    573  1.172.6.1       mjf 	if (__predict_false(atomic_dec_uint_nv(&ff->ff_refcnt) != 0)) {
    574  1.172.6.1       mjf 		/*
    575  1.172.6.1       mjf 		 * Wait for other references to drain.  This is typically
    576  1.172.6.1       mjf 		 * an application error - the descriptor is being closed
    577  1.172.6.1       mjf 		 * while still in use.
    578  1.172.6.1       mjf 		 *
    579  1.172.6.1       mjf 		 */
    580  1.172.6.1       mjf 		atomic_or_uint(&ff->ff_refcnt, FR_CLOSING);
    581  1.172.6.1       mjf 		/*
    582  1.172.6.1       mjf 		 * Remove any knotes attached to the file.  A knote
    583  1.172.6.1       mjf 		 * attached to the descriptor can hold references on it.
    584  1.172.6.1       mjf 		 */
    585  1.172.6.1       mjf 		if (!SLIST_EMPTY(&ff->ff_knlist)) {
    586  1.172.6.1       mjf 			mutex_exit(&ff->ff_lock);
    587  1.172.6.1       mjf 			knote_fdclose(fd);
    588  1.172.6.1       mjf 			mutex_enter(&ff->ff_lock);
    589       1.75   thorpej 		}
    590  1.172.6.1       mjf 		/*
    591  1.172.6.1       mjf 		 * We need to see the count drop to zero at least once,
    592  1.172.6.1       mjf 		 * in order to ensure that all pre-existing references
    593  1.172.6.1       mjf 		 * have been drained.  New references past this point are
    594  1.172.6.1       mjf 		 * of no interest.
    595  1.172.6.1       mjf 		 */
    596  1.172.6.1       mjf 		while ((ff->ff_refcnt & FR_MASK) != 0) {
    597  1.172.6.1       mjf 			cv_wait(&ff->ff_closing, &ff->ff_lock);
    598      1.107       dsl 		}
    599  1.172.6.1       mjf 		atomic_and_uint(&ff->ff_refcnt, ~FR_CLOSING);
    600  1.172.6.1       mjf 	} else {
    601  1.172.6.1       mjf 		/* If no references, there must be no knotes. */
    602  1.172.6.1       mjf 		KASSERT(SLIST_EMPTY(&ff->ff_knlist));
    603       1.16       cgd 	}
    604  1.172.6.1       mjf 	mutex_exit(&ff->ff_lock);
    605       1.59   thorpej 
    606  1.172.6.1       mjf 	/*
    607  1.172.6.1       mjf 	 * POSIX record locking dictates that any close releases ALL
    608  1.172.6.1       mjf 	 * locks owned by this process.  This is handled by setting
    609  1.172.6.1       mjf 	 * a flag in the unlock to free ONLY locks obeying POSIX
    610  1.172.6.1       mjf 	 * semantics, and not to free BSD-style file locks.
    611  1.172.6.1       mjf 	 * If the descriptor was in a message, POSIX-style locks
    612  1.172.6.1       mjf 	 * aren't passed with the descriptor.
    613  1.172.6.1       mjf 	 */
    614  1.172.6.1       mjf 	if ((p->p_flag & PK_ADVLOCK) != 0 && fp->f_type == DTYPE_VNODE) {
    615  1.172.6.1       mjf 		lf.l_whence = SEEK_SET;
    616  1.172.6.1       mjf 		lf.l_start = 0;
    617  1.172.6.1       mjf 		lf.l_len = 0;
    618  1.172.6.1       mjf 		lf.l_type = F_UNLCK;
    619  1.172.6.1       mjf 		(void)VOP_ADVLOCK(fp->f_data, p, F_UNLCK, &lf, F_POSIX);
    620      1.103        pk 	}
    621      1.103        pk 
    622       1.59   thorpej 
    623  1.172.6.1       mjf 	/* Free descriptor slot. */
    624  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
    625      1.126        pk 	fd_unused(fdp, fd);
    626  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
    627      1.126        pk 
    628  1.172.6.1       mjf 	/* Now drop reference to the file itself. */
    629  1.172.6.1       mjf 	return closef(fp);
    630       1.27   mycroft }
    631       1.27   mycroft 
    632       1.17       cgd /*
    633  1.172.6.1       mjf  * Duplicate a file descriptor.
    634      1.153       dsl  */
    635      1.153       dsl int
    636  1.172.6.4       mjf fd_dup(file_t *fp, int minfd, int *newp, bool exclose)
    637      1.153       dsl {
    638  1.172.6.1       mjf 	proc_t *p;
    639  1.172.6.1       mjf 	int error;
    640      1.153       dsl 
    641  1.172.6.1       mjf 	p = curproc;
    642      1.153       dsl 
    643  1.172.6.1       mjf 	while ((error = fd_alloc(p, minfd, newp)) != 0) {
    644  1.172.6.1       mjf 		if (error != ENOSPC) {
    645  1.172.6.1       mjf 			return error;
    646  1.172.6.1       mjf 		}
    647  1.172.6.1       mjf 		fd_tryexpand(p);
    648  1.172.6.1       mjf 	}
    649      1.153       dsl 
    650  1.172.6.1       mjf 	curlwp->l_fd->fd_ofiles[*newp]->ff_exclose = exclose;
    651  1.172.6.1       mjf 	fd_affix(p, fp, *newp);
    652  1.172.6.1       mjf 	return 0;
    653      1.153       dsl }
    654      1.153       dsl 
    655      1.153       dsl /*
    656  1.172.6.1       mjf  * dup2 operation.
    657       1.17       cgd  */
    658       1.38  christos int
    659  1.172.6.1       mjf fd_dup2(file_t *fp, unsigned new)
    660       1.36   thorpej {
    661  1.172.6.1       mjf 	filedesc_t *fdp;
    662  1.172.6.1       mjf 	fdfile_t *ff;
    663       1.16       cgd 
    664  1.172.6.1       mjf 	fdp = curlwp->l_fd;
    665       1.59   thorpej 
    666  1.172.6.1       mjf 	/*
    667  1.172.6.1       mjf 	 * Ensure there are enough slots in the descriptor table,
    668  1.172.6.1       mjf 	 * and allocate an fdfile_t up front in case we need it.
    669  1.172.6.1       mjf 	 */
    670  1.172.6.1       mjf 	while (new >= fdp->fd_nfiles) {
    671  1.172.6.1       mjf 		fd_tryexpand(curproc);
    672  1.172.6.1       mjf 	}
    673  1.172.6.1       mjf 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    674       1.73  jdolecek 
    675  1.172.6.1       mjf 	/*
    676  1.172.6.1       mjf 	 * If there is already a file open, close it.  If the file is
    677  1.172.6.1       mjf 	 * half open, wait for it to be constructed before closing it.
    678  1.172.6.1       mjf 	 * XXX Potential for deadlock here?
    679  1.172.6.1       mjf 	 */
    680  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
    681  1.172.6.1       mjf 	while (fd_isused(fdp, new)) {
    682  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    683  1.172.6.1       mjf 		if (fd_getfile(new) != NULL) {
    684  1.172.6.1       mjf 			(void)fd_close(new);
    685  1.172.6.1       mjf 		} else {
    686  1.172.6.1       mjf 			/* XXX Crummy, but unlikely to happen. */
    687  1.172.6.1       mjf 			kpause("dup2", false, 1, NULL);
    688  1.172.6.1       mjf 		}
    689  1.172.6.1       mjf 		mutex_enter(&fdp->fd_lock);
    690  1.172.6.1       mjf 	}
    691  1.172.6.1       mjf 	if (fdp->fd_ofiles[new] == NULL) {
    692  1.172.6.1       mjf 		KASSERT(new >= NDFDFILE);
    693  1.172.6.1       mjf 		fdp->fd_ofiles[new] = ff;
    694  1.172.6.1       mjf 		ff = NULL;
    695  1.172.6.1       mjf 	}
    696  1.172.6.1       mjf 	fd_used(fdp, new);
    697  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
    698  1.172.6.1       mjf 
    699  1.172.6.1       mjf 	/* Slot is now allocated.  Insert copy of the file. */
    700  1.172.6.1       mjf 	fd_affix(curproc, fp, new);
    701  1.172.6.1       mjf 	if (ff != NULL) {
    702  1.172.6.1       mjf 		pool_cache_put(fdfile_cache, ff);
    703  1.172.6.1       mjf 	}
    704  1.172.6.1       mjf 	return 0;
    705       1.16       cgd }
    706       1.16       cgd 
    707       1.16       cgd /*
    708  1.172.6.1       mjf  * Drop reference to a file structure.
    709       1.16       cgd  */
    710       1.38  christos int
    711  1.172.6.1       mjf closef(file_t *fp)
    712       1.36   thorpej {
    713  1.172.6.1       mjf 	struct flock lf;
    714  1.172.6.1       mjf 	int error;
    715       1.17       cgd 
    716  1.172.6.1       mjf 	/*
    717  1.172.6.1       mjf 	 * Drop reference.  If referenced elsewhere it's still open
    718  1.172.6.1       mjf 	 * and we have nothing more to do.
    719  1.172.6.1       mjf 	 */
    720  1.172.6.1       mjf 	mutex_enter(&fp->f_lock);
    721  1.172.6.1       mjf 	KASSERT(fp->f_count > 0);
    722  1.172.6.1       mjf 	if (--fp->f_count > 0) {
    723  1.172.6.1       mjf 		mutex_exit(&fp->f_lock);
    724  1.172.6.1       mjf 		return 0;
    725  1.172.6.1       mjf 	}
    726  1.172.6.1       mjf 	KASSERT(fp->f_count == 0);
    727  1.172.6.1       mjf 	mutex_exit(&fp->f_lock);
    728       1.96  jdolecek 
    729  1.172.6.1       mjf 	/* We held the last reference - release locks, close and free. */
    730  1.172.6.1       mjf         if ((fp->f_flag & FHASLOCK) && fp->f_type == DTYPE_VNODE) {
    731  1.172.6.1       mjf         	lf.l_whence = SEEK_SET;
    732  1.172.6.1       mjf 		lf.l_start = 0;
    733  1.172.6.1       mjf 		lf.l_len = 0;
    734  1.172.6.1       mjf 		lf.l_type = F_UNLCK;
    735  1.172.6.1       mjf 		(void)VOP_ADVLOCK(fp->f_data, fp, F_UNLCK, &lf, F_FLOCK);
    736  1.172.6.1       mjf 	}
    737  1.172.6.1       mjf 	if (fp->f_ops != NULL) {
    738  1.172.6.1       mjf 		error = (*fp->f_ops->fo_close)(fp);
    739  1.172.6.1       mjf 	} else {
    740  1.172.6.1       mjf 		error = 0;
    741       1.17       cgd 	}
    742  1.172.6.1       mjf 	ffree(fp);
    743       1.59   thorpej 
    744  1.172.6.1       mjf 	return error;
    745       1.16       cgd }
    746       1.16       cgd 
    747       1.16       cgd /*
    748       1.16       cgd  * Allocate a file descriptor for the process.
    749       1.16       cgd  */
    750       1.38  christos int
    751  1.172.6.1       mjf fd_alloc(proc_t *p, int want, int *result)
    752       1.72     lukem {
    753  1.172.6.1       mjf 	filedesc_t *fdp;
    754      1.126        pk 	int i, lim, last, error;
    755      1.115    provos 	u_int off, new;
    756  1.172.6.1       mjf 	fdfile_t *ff;
    757  1.172.6.1       mjf 
    758  1.172.6.1       mjf 	KASSERT(p == curproc || p == &proc0);
    759       1.72     lukem 
    760       1.72     lukem 	fdp = p->p_fd;
    761  1.172.6.1       mjf 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    762  1.172.6.1       mjf 	KASSERT(ff->ff_refcnt == 0);
    763  1.172.6.1       mjf 	KASSERT(ff->ff_file == NULL);
    764       1.16       cgd 
    765       1.16       cgd 	/*
    766       1.16       cgd 	 * Search for a free descriptor starting at the higher
    767  1.172.6.1       mjf 	 * of want or fd_freefile.
    768       1.16       cgd 	 */
    769  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
    770  1.172.6.1       mjf 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    771       1.17       cgd 	lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
    772       1.90     enami 	last = min(fdp->fd_nfiles, lim);
    773  1.172.6.1       mjf 	for (;;) {
    774  1.172.6.1       mjf 		if ((i = want) < fdp->fd_freefile)
    775  1.172.6.1       mjf 			i = fdp->fd_freefile;
    776  1.172.6.1       mjf 		off = i >> NDENTRYSHIFT;
    777  1.172.6.1       mjf 		new = fd_next_zero(fdp, fdp->fd_himap, off,
    778  1.172.6.1       mjf 		    (last + NDENTRIES - 1) >> NDENTRYSHIFT);
    779  1.172.6.1       mjf 		if (new == -1)
    780  1.172.6.1       mjf 			break;
    781  1.172.6.1       mjf 		i = fd_next_zero(fdp, &fdp->fd_lomap[new],
    782      1.115    provos 		    new > off ? 0 : i & NDENTRYMASK, NDENTRIES);
    783      1.115    provos 		if (i == -1) {
    784      1.131     perry 			/*
    785  1.172.6.1       mjf 			 * Free file descriptor in this block was
    786      1.115    provos 			 * below want, try again with higher want.
    787      1.115    provos 			 */
    788      1.115    provos 			want = (new + 1) << NDENTRYSHIFT;
    789  1.172.6.1       mjf 			continue;
    790      1.115    provos 		}
    791      1.115    provos 		i += (new << NDENTRYSHIFT);
    792  1.172.6.1       mjf 		if (i >= last) {
    793  1.172.6.1       mjf 			break;
    794       1.16       cgd 		}
    795  1.172.6.1       mjf 		if (fdp->fd_ofiles[i] == NULL) {
    796  1.172.6.1       mjf 			KASSERT(i >= NDFDFILE);
    797  1.172.6.1       mjf 			fdp->fd_ofiles[i] = ff;
    798  1.172.6.1       mjf 		} else {
    799  1.172.6.1       mjf 		   	pool_cache_put(fdfile_cache, ff);
    800  1.172.6.1       mjf 		}
    801  1.172.6.1       mjf 		KASSERT(fdp->fd_ofiles[i]->ff_file == NULL);
    802  1.172.6.1       mjf 		fd_used(fdp, i);
    803  1.172.6.1       mjf 		if (want <= fdp->fd_freefile) {
    804  1.172.6.1       mjf 			fdp->fd_freefile = i;
    805  1.172.6.1       mjf 		}
    806  1.172.6.1       mjf 		*result = i;
    807  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    808  1.172.6.1       mjf 		KASSERT(i >= NDFDFILE ||
    809  1.172.6.1       mjf 		    fdp->fd_ofiles[i] == (fdfile_t *)fdp->fd_dfdfile[i]);
    810  1.172.6.1       mjf 		return 0;
    811       1.90     enami 	}
    812       1.16       cgd 
    813  1.172.6.1       mjf 	/* No space in current array.  Let the caller expand and retry. */
    814      1.126        pk 	error = (fdp->fd_nfiles >= lim) ? EMFILE : ENOSPC;
    815  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
    816  1.172.6.1       mjf 	pool_cache_put(fdfile_cache, ff);
    817  1.172.6.1       mjf 	return error;
    818       1.16       cgd }
    819       1.16       cgd 
    820  1.172.6.1       mjf /*
    821  1.172.6.5       mjf  * Allocate memory for the open files array.
    822  1.172.6.5       mjf  */
    823  1.172.6.5       mjf static fdfile_t **
    824  1.172.6.5       mjf fd_ofile_alloc(int n)
    825  1.172.6.5       mjf {
    826  1.172.6.5       mjf 	uintptr_t *ptr, sz;
    827  1.172.6.5       mjf 
    828  1.172.6.5       mjf 	KASSERT(n > NDFILE);
    829  1.172.6.5       mjf 
    830  1.172.6.5       mjf 	sz = (n + 2) * sizeof(uintptr_t);
    831  1.172.6.5       mjf 	ptr = kmem_alloc((size_t)sz, KM_SLEEP);
    832  1.172.6.5       mjf 	ptr[1] = sz;
    833  1.172.6.5       mjf 
    834  1.172.6.5       mjf 	return (fdfile_t **)(ptr + 2);
    835  1.172.6.5       mjf }
    836  1.172.6.5       mjf 
    837  1.172.6.5       mjf /*
    838  1.172.6.5       mjf  * Free an open files array.
    839  1.172.6.5       mjf  */
    840  1.172.6.5       mjf static void
    841  1.172.6.5       mjf fd_ofile_free(int n, fdfile_t **of)
    842  1.172.6.5       mjf {
    843  1.172.6.5       mjf 	uintptr_t *ptr, sz;
    844  1.172.6.5       mjf 
    845  1.172.6.5       mjf 	KASSERT(n > NDFILE);
    846  1.172.6.5       mjf 
    847  1.172.6.5       mjf 	sz = (n + 2) * sizeof(uintptr_t);
    848  1.172.6.5       mjf 	ptr = (uintptr_t *)of - 2;
    849  1.172.6.5       mjf 	KASSERT(ptr[1] == sz);
    850  1.172.6.5       mjf 	kmem_free(ptr, sz);
    851  1.172.6.5       mjf }
    852  1.172.6.5       mjf 
    853  1.172.6.5       mjf /*
    854  1.172.6.5       mjf  * Allocate descriptor bitmap.
    855  1.172.6.5       mjf  */
    856  1.172.6.5       mjf static void
    857  1.172.6.5       mjf fd_map_alloc(int n, uint32_t **lo, uint32_t **hi)
    858  1.172.6.5       mjf {
    859  1.172.6.5       mjf 	uint8_t *ptr;
    860  1.172.6.5       mjf 	size_t szlo, szhi;
    861  1.172.6.5       mjf 
    862  1.172.6.5       mjf 	KASSERT(n > NDENTRIES);
    863  1.172.6.5       mjf 
    864  1.172.6.5       mjf 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    865  1.172.6.5       mjf 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    866  1.172.6.5       mjf 	ptr = kmem_alloc(szlo + szhi, KM_SLEEP);
    867  1.172.6.5       mjf 	*lo = (uint32_t *)ptr;
    868  1.172.6.5       mjf 	*hi = (uint32_t *)(ptr + szlo);
    869  1.172.6.5       mjf }
    870  1.172.6.5       mjf 
    871  1.172.6.5       mjf /*
    872  1.172.6.5       mjf  * Free descriptor bitmap.
    873  1.172.6.5       mjf  */
    874  1.172.6.5       mjf static void
    875  1.172.6.5       mjf fd_map_free(int n, uint32_t *lo, uint32_t *hi)
    876  1.172.6.5       mjf {
    877  1.172.6.5       mjf 	size_t szlo, szhi;
    878  1.172.6.5       mjf 
    879  1.172.6.5       mjf 	KASSERT(n > NDENTRIES);
    880  1.172.6.5       mjf 
    881  1.172.6.5       mjf 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    882  1.172.6.5       mjf 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    883  1.172.6.5       mjf 	KASSERT(hi == (uint32_t *)((uint8_t *)lo + szlo));
    884  1.172.6.5       mjf 	kmem_free(lo, szlo + szhi);
    885  1.172.6.5       mjf }
    886  1.172.6.5       mjf 
    887  1.172.6.5       mjf /*
    888  1.172.6.1       mjf  * Expand a process' descriptor table.
    889  1.172.6.1       mjf  */
    890       1.76   thorpej void
    891  1.172.6.1       mjf fd_tryexpand(proc_t *p)
    892       1.76   thorpej {
    893  1.172.6.1       mjf 	filedesc_t *fdp;
    894  1.172.6.1       mjf 	int i, numfiles, oldnfiles;
    895  1.172.6.1       mjf 	fdfile_t **newofile;
    896  1.172.6.1       mjf 	uint32_t *newhimap, *newlomap;
    897       1.76   thorpej 
    898  1.172.6.1       mjf 	KASSERT(p == curproc || p == &proc0);
    899       1.76   thorpej 
    900  1.172.6.1       mjf 	fdp = p->p_fd;
    901  1.172.6.1       mjf 	newhimap = NULL;
    902  1.172.6.1       mjf 	newlomap = NULL;
    903      1.126        pk 	oldnfiles = fdp->fd_nfiles;
    904      1.126        pk 
    905      1.126        pk 	if (oldnfiles < NDEXTENT)
    906      1.133  christos 		numfiles = NDEXTENT;
    907       1.76   thorpej 	else
    908      1.133  christos 		numfiles = 2 * oldnfiles;
    909      1.126        pk 
    910  1.172.6.5       mjf 	newofile = fd_ofile_alloc(numfiles);
    911      1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    912  1.172.6.5       mjf 		fd_map_alloc(numfiles, &newlomap, &newhimap);
    913      1.126        pk 	}
    914      1.126        pk 
    915  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
    916  1.172.6.1       mjf 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    917      1.126        pk 	if (fdp->fd_nfiles != oldnfiles) {
    918  1.172.6.1       mjf 		/* fdp changed; caller must retry */
    919  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
    920  1.172.6.5       mjf 		fd_ofile_free(numfiles, newofile);
    921  1.172.6.5       mjf 		if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    922  1.172.6.5       mjf 			fd_map_free(numfiles, newlomap, newhimap);
    923  1.172.6.5       mjf 		}
    924  1.172.6.1       mjf 		return;
    925  1.172.6.1       mjf 	}
    926  1.172.6.1       mjf 
    927  1.172.6.1       mjf 	/* Copy the existing ofile array and zero the new portion. */
    928  1.172.6.1       mjf 	i = sizeof(fdfile_t *) * fdp->fd_nfiles;
    929  1.172.6.1       mjf 	memcpy(newofile, fdp->fd_ofiles, i);
    930  1.172.6.1       mjf 	memset((uint8_t *)newofile + i, 0, numfiles * sizeof(fdfile_t *) - i);
    931  1.172.6.1       mjf 
    932  1.172.6.1       mjf 	/*
    933  1.172.6.1       mjf 	 * Link old ofiles array into list to be discarded.  We defer
    934  1.172.6.1       mjf 	 * freeing until process exit if the descriptor table is visble
    935  1.172.6.1       mjf 	 * to other threads.
    936  1.172.6.1       mjf 	 */
    937  1.172.6.1       mjf 	if (oldnfiles > NDFILE) {
    938  1.172.6.1       mjf 		if ((fdp->fd_refcnt | p->p_nlwps) > 1) {
    939  1.172.6.5       mjf 			fdp->fd_ofiles[-2] = (void *)fdp->fd_discard;
    940  1.172.6.5       mjf 			fdp->fd_discard = fdp->fd_ofiles - 2;
    941  1.172.6.1       mjf 		} else {
    942  1.172.6.5       mjf 			fd_ofile_free(oldnfiles, fdp->fd_ofiles);
    943  1.172.6.1       mjf 		}
    944  1.172.6.1       mjf 	}
    945      1.115    provos 
    946      1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    947  1.172.6.1       mjf 		i = NDHISLOTS(oldnfiles) * sizeof(uint32_t);
    948  1.172.6.1       mjf 		memcpy(newhimap, fdp->fd_himap, i);
    949  1.172.6.1       mjf 		memset((uint8_t *)newhimap + i, 0,
    950      1.133  christos 		    NDHISLOTS(numfiles) * sizeof(uint32_t) - i);
    951      1.115    provos 
    952  1.172.6.1       mjf 		i = NDLOSLOTS(oldnfiles) * sizeof(uint32_t);
    953  1.172.6.1       mjf 		memcpy(newlomap, fdp->fd_lomap, i);
    954  1.172.6.1       mjf 		memset((uint8_t *)newlomap + i, 0,
    955      1.133  christos 		    NDLOSLOTS(numfiles) * sizeof(uint32_t) - i);
    956      1.115    provos 
    957      1.126        pk 		if (NDHISLOTS(oldnfiles) > NDHISLOTS(NDFILE)) {
    958  1.172.6.5       mjf 			fd_map_free(oldnfiles, fdp->fd_lomap, fdp->fd_himap);
    959      1.115    provos 		}
    960      1.115    provos 		fdp->fd_himap = newhimap;
    961      1.115    provos 		fdp->fd_lomap = newlomap;
    962      1.115    provos 	}
    963      1.115    provos 
    964  1.172.6.1       mjf 	/*
    965  1.172.6.1       mjf 	 * All other modifications must become globally visible before
    966  1.172.6.1       mjf 	 * the change to fd_nfiles.  See fd_getfile().
    967  1.172.6.1       mjf 	 */
    968       1.76   thorpej 	fdp->fd_ofiles = newofile;
    969  1.172.6.1       mjf 	membar_producer();
    970      1.133  christos 	fdp->fd_nfiles = numfiles;
    971  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
    972      1.126        pk 
    973  1.172.6.1       mjf 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    974       1.76   thorpej }
    975       1.76   thorpej 
    976       1.16       cgd /*
    977  1.172.6.1       mjf  * Create a new open file structure and allocate a file descriptor
    978  1.172.6.1       mjf  * for the current process.
    979       1.16       cgd  */
    980       1.38  christos int
    981  1.172.6.1       mjf fd_allocfile(file_t **resultfp, int *resultfd)
    982       1.16       cgd {
    983  1.172.6.1       mjf 	file_t *fp;
    984  1.172.6.1       mjf 	proc_t *p;
    985  1.172.6.1       mjf 	int error;
    986       1.16       cgd 
    987  1.172.6.1       mjf 	p = curproc;
    988      1.144        ad 
    989  1.172.6.1       mjf 	while ((error = fd_alloc(p, 0, resultfd)) != 0) {
    990  1.172.6.1       mjf 		if (error != ENOSPC) {
    991  1.172.6.1       mjf 			return error;
    992       1.76   thorpej 		}
    993  1.172.6.1       mjf 		fd_tryexpand(p);
    994       1.75   thorpej 	}
    995      1.102        pk 
    996      1.162        ad 	fp = pool_cache_get(file_cache, PR_WAITOK);
    997  1.172.6.1       mjf 	KASSERT(fp->f_count == 0);
    998  1.172.6.1       mjf 	fp->f_cred = kauth_cred_get();
    999  1.172.6.1       mjf 	kauth_cred_hold(fp->f_cred);
   1000      1.167        ad 
   1001  1.172.6.1       mjf 	if (__predict_false(atomic_inc_uint_nv(&nfiles) >= maxfiles)) {
   1002  1.172.6.1       mjf 		fd_abort(p, fp, *resultfd);
   1003       1.69  jdolecek 		tablefull("file", "increase kern.maxfiles or MAXFILES");
   1004  1.172.6.1       mjf 		return ENFILE;
   1005       1.16       cgd 	}
   1006      1.167        ad 
   1007      1.167        ad 	fp->f_advice = 0;
   1008      1.167        ad 	fp->f_msgcount = 0;
   1009      1.167        ad 	fp->f_offset = 0;
   1010  1.172.6.1       mjf 	fp->f_iflags = 0;
   1011  1.172.6.1       mjf 	*resultfp = fp;
   1012  1.172.6.1       mjf 
   1013  1.172.6.1       mjf 	return 0;
   1014  1.172.6.1       mjf }
   1015  1.172.6.1       mjf 
   1016  1.172.6.1       mjf /*
   1017  1.172.6.1       mjf  * Successful creation of a new descriptor: make visible to the process.
   1018  1.172.6.1       mjf  */
   1019  1.172.6.1       mjf void
   1020  1.172.6.1       mjf fd_affix(proc_t *p, file_t *fp, unsigned fd)
   1021  1.172.6.1       mjf {
   1022  1.172.6.1       mjf 	fdfile_t *ff;
   1023  1.172.6.1       mjf 	filedesc_t *fdp;
   1024  1.172.6.1       mjf 
   1025  1.172.6.1       mjf 	KASSERT(p == curproc || p == &proc0);
   1026  1.172.6.1       mjf 
   1027  1.172.6.1       mjf 	/* Add a reference to the file structure. */
   1028  1.172.6.1       mjf 	mutex_enter(&fp->f_lock);
   1029  1.172.6.1       mjf 	fp->f_count++;
   1030  1.172.6.1       mjf 	mutex_exit(&fp->f_lock);
   1031      1.167        ad 
   1032       1.16       cgd 	/*
   1033  1.172.6.1       mjf 	 * Insert the new file into the descriptor slot.
   1034  1.172.6.1       mjf 	 *
   1035  1.172.6.1       mjf 	 * The memory barriers provided by lock activity in this routine
   1036  1.172.6.1       mjf 	 * ensure that any updates to the file structure become globally
   1037  1.172.6.1       mjf 	 * visible before the file becomes visible to other LWPs in the
   1038  1.172.6.1       mjf 	 * current process.
   1039       1.16       cgd 	 */
   1040  1.172.6.1       mjf 	fdp = p->p_fd;
   1041  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
   1042      1.167        ad 
   1043  1.172.6.1       mjf 	KASSERT(ff != NULL);
   1044  1.172.6.1       mjf 	KASSERT(ff->ff_file == NULL);
   1045  1.172.6.1       mjf 	KASSERT(ff->ff_allocated);
   1046  1.172.6.1       mjf 	KASSERT(fd_isused(fdp, fd));
   1047  1.172.6.1       mjf 	KASSERT(fd >= NDFDFILE ||
   1048  1.172.6.1       mjf 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1049      1.161        ad 
   1050  1.172.6.1       mjf 	/* No need to lock in order to make file initially visible. */
   1051  1.172.6.1       mjf 	ff->ff_file = fp;
   1052  1.172.6.1       mjf }
   1053  1.172.6.1       mjf 
   1054  1.172.6.1       mjf /*
   1055  1.172.6.1       mjf  * Abort creation of a new descriptor: free descriptor slot and file.
   1056  1.172.6.1       mjf  */
   1057  1.172.6.1       mjf void
   1058  1.172.6.1       mjf fd_abort(proc_t *p, file_t *fp, unsigned fd)
   1059  1.172.6.1       mjf {
   1060  1.172.6.1       mjf 	filedesc_t *fdp;
   1061  1.172.6.1       mjf 	fdfile_t *ff;
   1062  1.172.6.1       mjf 
   1063  1.172.6.1       mjf 	KASSERT(p == curproc || p == &proc0);
   1064  1.172.6.1       mjf 
   1065  1.172.6.1       mjf 	fdp = p->p_fd;
   1066  1.172.6.1       mjf 	ff = fdp->fd_ofiles[fd];
   1067  1.172.6.1       mjf 
   1068  1.172.6.1       mjf 	KASSERT(fd >= NDFDFILE ||
   1069  1.172.6.1       mjf 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1070  1.172.6.1       mjf 
   1071  1.172.6.1       mjf 	mutex_enter(&fdp->fd_lock);
   1072  1.172.6.1       mjf 	KASSERT(fd_isused(fdp, fd));
   1073  1.172.6.1       mjf 	fd_unused(fdp, fd);
   1074  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
   1075  1.172.6.1       mjf 
   1076  1.172.6.1       mjf 	if (fp != NULL) {
   1077  1.172.6.1       mjf 		ffree(fp);
   1078  1.172.6.1       mjf 	}
   1079       1.16       cgd }
   1080       1.16       cgd 
   1081       1.16       cgd /*
   1082       1.16       cgd  * Free a file descriptor.
   1083       1.16       cgd  */
   1084       1.38  christos void
   1085  1.172.6.1       mjf ffree(file_t *fp)
   1086       1.16       cgd {
   1087       1.59   thorpej 
   1088  1.172.6.1       mjf 	KASSERT(fp->f_count == 0);
   1089       1.59   thorpej 
   1090      1.167        ad 	atomic_dec_uint(&nfiles);
   1091      1.167        ad 	kauth_cred_free(fp->f_cred);
   1092      1.162        ad 	pool_cache_put(file_cache, fp);
   1093       1.48   thorpej }
   1094       1.48   thorpej 
   1095      1.167        ad static int
   1096      1.167        ad file_ctor(void *arg, void *obj, int flags)
   1097      1.167        ad {
   1098  1.172.6.1       mjf 	file_t *fp = obj;
   1099      1.167        ad 
   1100      1.167        ad 	memset(fp, 0, sizeof(*fp));
   1101      1.167        ad 	mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1102      1.167        ad 
   1103      1.167        ad 	mutex_enter(&filelist_lock);
   1104      1.167        ad 	LIST_INSERT_HEAD(&filehead, fp, f_list);
   1105      1.167        ad 	mutex_exit(&filelist_lock);
   1106      1.167        ad 
   1107      1.167        ad 	return 0;
   1108      1.167        ad }
   1109      1.167        ad 
   1110      1.167        ad static void
   1111      1.167        ad file_dtor(void *arg, void *obj)
   1112      1.167        ad {
   1113  1.172.6.1       mjf 	file_t *fp = obj;
   1114      1.167        ad 
   1115      1.167        ad 	mutex_enter(&filelist_lock);
   1116      1.167        ad 	LIST_REMOVE(fp, f_list);
   1117      1.167        ad 	mutex_exit(&filelist_lock);
   1118      1.167        ad 
   1119      1.167        ad 	mutex_destroy(&fp->f_lock);
   1120      1.167        ad }
   1121      1.167        ad 
   1122  1.172.6.1       mjf static int
   1123  1.172.6.1       mjf fdfile_ctor(void *arg, void *obj, int flags)
   1124  1.172.6.1       mjf {
   1125  1.172.6.1       mjf 	fdfile_t *ff = obj;
   1126  1.172.6.1       mjf 
   1127  1.172.6.1       mjf 	memset(ff, 0, sizeof(*ff));
   1128  1.172.6.1       mjf 	mutex_init(&ff->ff_lock, MUTEX_DEFAULT, IPL_NONE);
   1129  1.172.6.1       mjf 	cv_init(&ff->ff_closing, "fdclose");
   1130  1.172.6.1       mjf 
   1131  1.172.6.1       mjf 	return 0;
   1132  1.172.6.1       mjf }
   1133  1.172.6.1       mjf 
   1134  1.172.6.1       mjf static void
   1135  1.172.6.1       mjf fdfile_dtor(void *arg, void *obj)
   1136  1.172.6.1       mjf {
   1137  1.172.6.1       mjf 	fdfile_t *ff = obj;
   1138  1.172.6.1       mjf 
   1139  1.172.6.1       mjf 	mutex_destroy(&ff->ff_lock);
   1140  1.172.6.1       mjf 	cv_destroy(&ff->ff_closing);
   1141  1.172.6.1       mjf }
   1142  1.172.6.1       mjf 
   1143  1.172.6.1       mjf file_t *
   1144      1.169        ad fgetdummy(void)
   1145      1.169        ad {
   1146  1.172.6.1       mjf 	file_t *fp;
   1147      1.169        ad 
   1148      1.169        ad 	fp = kmem_alloc(sizeof(*fp), KM_SLEEP);
   1149      1.169        ad 	if (fp != NULL) {
   1150      1.169        ad 		memset(fp, 0, sizeof(*fp));
   1151      1.169        ad 		mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1152      1.169        ad 	}
   1153      1.169        ad 	return fp;
   1154      1.169        ad }
   1155      1.169        ad 
   1156      1.169        ad void
   1157  1.172.6.1       mjf fputdummy(file_t *fp)
   1158       1.58   thorpej {
   1159       1.58   thorpej 
   1160  1.172.6.1       mjf 	mutex_destroy(&fp->f_lock);
   1161  1.172.6.1       mjf 	kmem_free(fp, sizeof(*fp));
   1162       1.58   thorpej }
   1163       1.58   thorpej 
   1164       1.58   thorpej /*
   1165  1.172.6.1       mjf  * Create an initial filedesc structure.
   1166       1.48   thorpej  */
   1167  1.172.6.1       mjf filedesc_t *
   1168  1.172.6.1       mjf fd_init(filedesc_t *fdp)
   1169       1.48   thorpej {
   1170  1.172.6.1       mjf 	unsigned fd;
   1171  1.172.6.1       mjf 
   1172  1.172.6.1       mjf 	if (fdp == NULL) {
   1173  1.172.6.1       mjf 		fdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1174  1.172.6.1       mjf 	} else {
   1175  1.172.6.1       mjf 		filedesc_ctor(NULL, fdp, PR_WAITOK);
   1176  1.172.6.1       mjf 	}
   1177       1.48   thorpej 
   1178  1.172.6.1       mjf 	fdp->fd_refcnt = 1;
   1179  1.172.6.1       mjf 	fdp->fd_ofiles = fdp->fd_dfiles;
   1180  1.172.6.1       mjf 	fdp->fd_nfiles = NDFILE;
   1181  1.172.6.1       mjf 	fdp->fd_himap = fdp->fd_dhimap;
   1182  1.172.6.1       mjf 	fdp->fd_lomap = fdp->fd_dlomap;
   1183  1.172.6.1       mjf 	KASSERT(fdp->fd_lastfile == -1);
   1184  1.172.6.1       mjf 	KASSERT(fdp->fd_lastkqfile == -1);
   1185  1.172.6.1       mjf 	KASSERT(fdp->fd_knhash == NULL);
   1186       1.48   thorpej 
   1187  1.172.6.1       mjf 	memset(&fdp->fd_startzero, 0, sizeof(*fdp) -
   1188  1.172.6.1       mjf 	    offsetof(filedesc_t, fd_startzero));
   1189  1.172.6.1       mjf 	for (fd = 0; fd < NDFDFILE; fd++) {
   1190  1.172.6.1       mjf 		fdp->fd_ofiles[fd] = (fdfile_t *)fdp->fd_dfdfile[fd];
   1191  1.172.6.1       mjf 	}
   1192       1.48   thorpej 
   1193  1.172.6.1       mjf 	return fdp;
   1194       1.48   thorpej }
   1195       1.48   thorpej 
   1196       1.48   thorpej /*
   1197       1.48   thorpej  * Initialize a file descriptor table.
   1198       1.48   thorpej  */
   1199  1.172.6.1       mjf static int
   1200  1.172.6.1       mjf filedesc_ctor(void *arg, void *obj, int flag)
   1201       1.48   thorpej {
   1202  1.172.6.1       mjf 	filedesc_t *fdp = obj;
   1203  1.172.6.1       mjf 	int i;
   1204       1.48   thorpej 
   1205  1.172.6.1       mjf 	memset(fdp, 0, sizeof(*fdp));
   1206  1.172.6.1       mjf 	mutex_init(&fdp->fd_lock, MUTEX_DEFAULT, IPL_NONE);
   1207  1.172.6.1       mjf 	fdp->fd_lastfile = -1;
   1208  1.172.6.1       mjf 	fdp->fd_lastkqfile = -1;
   1209  1.172.6.1       mjf 
   1210  1.172.6.4       mjf 	CTASSERT(sizeof(fdp->fd_dfdfile[0]) >= sizeof(fdfile_t));
   1211  1.172.6.1       mjf 	for (i = 0; i < NDFDFILE; i++) {
   1212  1.172.6.1       mjf 		fdfile_ctor(NULL, fdp->fd_dfdfile[i], PR_WAITOK);
   1213  1.172.6.1       mjf 	}
   1214       1.48   thorpej 
   1215  1.172.6.1       mjf 	return 0;
   1216       1.48   thorpej }
   1217       1.48   thorpej 
   1218  1.172.6.1       mjf static void
   1219  1.172.6.1       mjf filedesc_dtor(void *arg, void *obj)
   1220       1.48   thorpej {
   1221  1.172.6.1       mjf 	filedesc_t *fdp = obj;
   1222  1.172.6.1       mjf 	int i;
   1223       1.48   thorpej 
   1224  1.172.6.1       mjf 	for (i = 0; i < NDFDFILE; i++) {
   1225  1.172.6.1       mjf 		fdfile_dtor(NULL, fdp->fd_dfdfile[i]);
   1226  1.172.6.1       mjf 	}
   1227       1.48   thorpej 
   1228  1.172.6.1       mjf 	mutex_destroy(&fdp->fd_lock);
   1229       1.48   thorpej }
   1230       1.48   thorpej 
   1231       1.48   thorpej /*
   1232  1.172.6.1       mjf  * Make p2 share p1's filedesc structure.
   1233       1.48   thorpej  */
   1234       1.48   thorpej void
   1235  1.172.6.1       mjf fd_share(struct proc *p2)
   1236       1.48   thorpej {
   1237  1.172.6.1       mjf 	filedesc_t *fdp;
   1238       1.48   thorpej 
   1239  1.172.6.1       mjf 	fdp = curlwp->l_fd;
   1240  1.172.6.1       mjf 	p2->p_fd = fdp;
   1241  1.172.6.1       mjf 	atomic_inc_uint(&fdp->fd_refcnt);
   1242       1.16       cgd }
   1243       1.16       cgd 
   1244       1.16       cgd /*
   1245       1.16       cgd  * Copy a filedesc structure.
   1246       1.16       cgd  */
   1247  1.172.6.1       mjf filedesc_t *
   1248  1.172.6.1       mjf fd_copy(void)
   1249       1.16       cgd {
   1250  1.172.6.1       mjf 	filedesc_t *newfdp, *fdp;
   1251  1.172.6.1       mjf 	fdfile_t *ff, *fflist, **ffp, **nffp, *ff2;
   1252  1.172.6.1       mjf 	int i, nused, numfiles, lastfile, j, newlast;
   1253  1.172.6.1       mjf 	file_t *fp;
   1254       1.16       cgd 
   1255  1.172.6.1       mjf 	fdp = curproc->p_fd;
   1256  1.172.6.1       mjf 	newfdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1257       1.16       cgd 	newfdp->fd_refcnt = 1;
   1258      1.126        pk 
   1259  1.172.6.1       mjf 	KASSERT(newfdp->fd_knhash == NULL);
   1260  1.172.6.1       mjf 	KASSERT(newfdp->fd_knhashmask == 0);
   1261  1.172.6.1       mjf 	KASSERT(newfdp->fd_discard == NULL);
   1262  1.172.6.1       mjf 
   1263  1.172.6.1       mjf 	for (;;) {
   1264  1.172.6.1       mjf 		numfiles = fdp->fd_nfiles;
   1265  1.172.6.1       mjf 		lastfile = fdp->fd_lastfile;
   1266  1.172.6.1       mjf 
   1267  1.172.6.1       mjf 		/*
   1268  1.172.6.1       mjf 		 * If the number of open files fits in the internal arrays
   1269  1.172.6.1       mjf 		 * of the open file structure, use them, otherwise allocate
   1270  1.172.6.1       mjf 		 * additional memory for the number of descriptors currently
   1271  1.172.6.1       mjf 		 * in use.
   1272  1.172.6.1       mjf 		 */
   1273  1.172.6.1       mjf 		if (lastfile < NDFILE) {
   1274  1.172.6.1       mjf 			i = NDFILE;
   1275  1.172.6.1       mjf 			newfdp->fd_ofiles = newfdp->fd_dfiles;
   1276  1.172.6.1       mjf 		} else {
   1277  1.172.6.1       mjf 			/*
   1278  1.172.6.1       mjf 			 * Compute the smallest multiple of NDEXTENT needed
   1279  1.172.6.1       mjf 			 * for the file descriptors currently in use,
   1280  1.172.6.1       mjf 			 * allowing the table to shrink.
   1281  1.172.6.1       mjf 			 */
   1282  1.172.6.1       mjf 			i = numfiles;
   1283  1.172.6.1       mjf 			while (i >= 2 * NDEXTENT && i > lastfile * 2) {
   1284  1.172.6.1       mjf 				i /= 2;
   1285  1.172.6.1       mjf 			}
   1286  1.172.6.5       mjf 			newfdp->fd_ofiles = fd_ofile_alloc(i);
   1287  1.172.6.1       mjf 			KASSERT(i >= NDFILE);
   1288  1.172.6.1       mjf 		}
   1289  1.172.6.1       mjf 		if (NDHISLOTS(i) <= NDHISLOTS(NDFILE)) {
   1290  1.172.6.1       mjf 			newfdp->fd_himap = newfdp->fd_dhimap;
   1291  1.172.6.1       mjf 			newfdp->fd_lomap = newfdp->fd_dlomap;
   1292  1.172.6.1       mjf 		} else {
   1293  1.172.6.5       mjf 			fd_map_alloc(i, &newfdp->fd_lomap,
   1294  1.172.6.5       mjf 			    &newfdp->fd_himap);
   1295  1.172.6.1       mjf 		}
   1296       1.16       cgd 
   1297       1.16       cgd 		/*
   1298  1.172.6.1       mjf 		 * Allocate and string together fdfile structures.
   1299  1.172.6.1       mjf 		 * We abuse fdfile_t::ff_file here, but it will be
   1300  1.172.6.1       mjf 		 * cleared before this routine returns.
   1301       1.16       cgd 		 */
   1302  1.172.6.1       mjf 		nused = fdp->fd_nused;
   1303  1.172.6.1       mjf 		fflist = NULL;
   1304  1.172.6.1       mjf 		for (j = nused; j != 0; j--) {
   1305  1.172.6.1       mjf 			ff = pool_cache_get(fdfile_cache, PR_WAITOK);
   1306  1.172.6.1       mjf 			ff->ff_file = (void *)fflist;
   1307  1.172.6.1       mjf 			fflist = ff;
   1308  1.172.6.1       mjf 		}
   1309  1.172.6.1       mjf 
   1310  1.172.6.1       mjf 		mutex_enter(&fdp->fd_lock);
   1311  1.172.6.1       mjf 		if (numfiles == fdp->fd_nfiles && nused == fdp->fd_nused &&
   1312  1.172.6.1       mjf 		    lastfile == fdp->fd_lastfile) {
   1313  1.172.6.1       mjf 			break;
   1314  1.172.6.1       mjf 		}
   1315  1.172.6.1       mjf 		mutex_exit(&fdp->fd_lock);
   1316  1.172.6.1       mjf 		if (i >= NDFILE) {
   1317  1.172.6.5       mjf 			fd_ofile_free(i, newfdp->fd_ofiles);
   1318  1.172.6.1       mjf 		}
   1319      1.126        pk 		if (NDHISLOTS(i) > NDHISLOTS(NDFILE)) {
   1320  1.172.6.5       mjf 			fd_map_free(i, newfdp->fd_lomap, newfdp->fd_himap);
   1321      1.126        pk 		}
   1322  1.172.6.1       mjf 		while (fflist != NULL) {
   1323  1.172.6.1       mjf 			ff = fflist;
   1324  1.172.6.1       mjf 			fflist = (void *)ff->ff_file;
   1325  1.172.6.1       mjf 			ff->ff_file = NULL;
   1326  1.172.6.1       mjf 			pool_cache_put(fdfile_cache, ff);
   1327  1.172.6.1       mjf 		}
   1328      1.115    provos 	}
   1329      1.115    provos 
   1330       1.16       cgd 	newfdp->fd_nfiles = i;
   1331      1.126        pk 	newfdp->fd_freefile = fdp->fd_freefile;
   1332  1.172.6.1       mjf 	newfdp->fd_exclose = fdp->fd_exclose;
   1333      1.126        pk 
   1334  1.172.6.1       mjf 	/*
   1335  1.172.6.1       mjf 	 * Clear the entries that will not be copied over.
   1336  1.172.6.1       mjf 	 * Avoid calling memset with 0 size.
   1337  1.172.6.1       mjf 	 */
   1338  1.172.6.1       mjf 	if (lastfile < (i-1)) {
   1339      1.128      cube 		memset(newfdp->fd_ofiles + lastfile + 1, 0,
   1340  1.172.6.1       mjf 		    (i - lastfile - 1) * sizeof(file_t **));
   1341  1.172.6.1       mjf 	}
   1342  1.172.6.1       mjf 	if (i < NDENTRIES * NDENTRIES) {
   1343      1.120      yamt 		i = NDENTRIES * NDENTRIES; /* size of inlined bitmaps */
   1344  1.172.6.1       mjf 	}
   1345      1.115    provos 	memcpy(newfdp->fd_himap, fdp->fd_himap, NDHISLOTS(i)*sizeof(uint32_t));
   1346      1.115    provos 	memcpy(newfdp->fd_lomap, fdp->fd_lomap, NDLOSLOTS(i)*sizeof(uint32_t));
   1347      1.126        pk 
   1348  1.172.6.1       mjf 	ffp = fdp->fd_ofiles;
   1349  1.172.6.1       mjf 	nffp = newfdp->fd_ofiles;
   1350  1.172.6.1       mjf 	j = imax(lastfile, (NDFDFILE - 1));
   1351  1.172.6.1       mjf 	newlast = -1;
   1352  1.172.6.1       mjf 	KASSERT(j < fdp->fd_nfiles);
   1353  1.172.6.1       mjf 	for (i = 0; i <= j; i++, ffp++, *nffp++ = ff2) {
   1354  1.172.6.1       mjf 		ff = *ffp;
   1355  1.172.6.1       mjf 		/* Install built-in fdfiles even if unused here. */
   1356  1.172.6.1       mjf 		if (i < NDFDFILE) {
   1357  1.172.6.1       mjf 			ff2 = (fdfile_t *)newfdp->fd_dfdfile[i];
   1358  1.172.6.1       mjf 		} else {
   1359  1.172.6.1       mjf 			ff2 = NULL;
   1360  1.172.6.1       mjf 		}
   1361  1.172.6.1       mjf 		/* Determine if descriptor is active in parent. */
   1362  1.172.6.1       mjf 		if (ff == NULL || !fd_isused(fdp, i)) {
   1363  1.172.6.1       mjf 			KASSERT(ff != NULL || i >= NDFDFILE);
   1364      1.126        pk 			continue;
   1365       1.96  jdolecek 		}
   1366  1.172.6.1       mjf 		mutex_enter(&ff->ff_lock);
   1367  1.172.6.1       mjf 		fp = ff->ff_file;
   1368  1.172.6.1       mjf 		if (fp == NULL) {
   1369  1.172.6.1       mjf 			/* Descriptor is half-open: free slot. */
   1370  1.172.6.1       mjf 			fd_zap(newfdp, i);
   1371  1.172.6.1       mjf 			mutex_exit(&ff->ff_lock);
   1372  1.172.6.1       mjf 			continue;
   1373  1.172.6.1       mjf 		}
   1374  1.172.6.1       mjf 		if (fp->f_type == DTYPE_KQUEUE) {
   1375  1.172.6.1       mjf 			/* kqueue descriptors cannot be copied. */
   1376  1.172.6.1       mjf 			fd_zap(newfdp, i);
   1377  1.172.6.1       mjf 			mutex_exit(&ff->ff_lock);
   1378  1.172.6.1       mjf 			continue;
   1379  1.172.6.1       mjf 		}
   1380  1.172.6.1       mjf 		/* It's active: add a reference to the file. */
   1381  1.172.6.1       mjf 		mutex_enter(&fp->f_lock);
   1382  1.172.6.1       mjf 		fp->f_count++;
   1383  1.172.6.1       mjf 		mutex_exit(&fp->f_lock);
   1384  1.172.6.1       mjf 		/* Consume one fdfile_t to represent it. */
   1385  1.172.6.1       mjf 		if (i >= NDFDFILE) {
   1386  1.172.6.1       mjf 			ff2 = fflist;
   1387  1.172.6.1       mjf 			fflist = (void *)ff2->ff_file;
   1388  1.172.6.1       mjf 		}
   1389  1.172.6.1       mjf 		ff2->ff_file = fp;
   1390  1.172.6.1       mjf 		ff2->ff_exclose = ff->ff_exclose;
   1391  1.172.6.4       mjf 		ff2->ff_allocated = true;
   1392  1.172.6.1       mjf 		mutex_exit(&ff->ff_lock);
   1393  1.172.6.1       mjf 		if (i > newlast) {
   1394  1.172.6.1       mjf 			newlast = i;
   1395  1.172.6.1       mjf 		}
   1396  1.172.6.1       mjf 	}
   1397  1.172.6.1       mjf 	mutex_exit(&fdp->fd_lock);
   1398  1.172.6.1       mjf 
   1399  1.172.6.1       mjf 	/* Discard unused fdfile_t structures. */
   1400  1.172.6.1       mjf 	while (__predict_false(fflist != NULL)) {
   1401  1.172.6.1       mjf 		ff = fflist;
   1402  1.172.6.1       mjf 		fflist = (void *)ff->ff_file;
   1403  1.172.6.1       mjf 		ff->ff_file = NULL;
   1404  1.172.6.1       mjf 		pool_cache_put(fdfile_cache, ff);
   1405  1.172.6.1       mjf 		nused--;
   1406      1.126        pk 	}
   1407  1.172.6.1       mjf 	KASSERT(nused >= 0);
   1408  1.172.6.1       mjf 	KASSERT(newfdp->fd_ofiles[0] == (fdfile_t *)newfdp->fd_dfdfile[0]);
   1409      1.126        pk 
   1410  1.172.6.1       mjf 	newfdp->fd_nused = nused;
   1411  1.172.6.1       mjf 	newfdp->fd_lastfile = newlast;
   1412      1.126        pk 
   1413       1.16       cgd 	return (newfdp);
   1414       1.16       cgd }
   1415       1.16       cgd 
   1416       1.16       cgd /*
   1417       1.16       cgd  * Release a filedesc structure.
   1418       1.16       cgd  */
   1419       1.16       cgd void
   1420  1.172.6.1       mjf fd_free(void)
   1421       1.16       cgd {
   1422  1.172.6.1       mjf 	filedesc_t *fdp;
   1423  1.172.6.1       mjf 	fdfile_t *ff;
   1424  1.172.6.1       mjf 	file_t *fp;
   1425  1.172.6.1       mjf 	int fd, lastfd;
   1426  1.172.6.5       mjf 	void **discard;
   1427      1.126        pk 
   1428  1.172.6.1       mjf 	fdp = curlwp->l_fd;
   1429       1.16       cgd 
   1430  1.172.6.1       mjf 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
   1431       1.59   thorpej 
   1432  1.172.6.1       mjf 	if (atomic_dec_uint_nv(&fdp->fd_refcnt) > 0)
   1433  1.172.6.1       mjf 		return;
   1434       1.59   thorpej 
   1435       1.59   thorpej 	/*
   1436  1.172.6.1       mjf 	 * Close any files that the process holds open.
   1437       1.59   thorpej 	 */
   1438  1.172.6.2       mjf 	for (fd = 0, lastfd = fdp->fd_nfiles - 1; fd <= lastfd; fd++) {
   1439  1.172.6.1       mjf 		ff = fdp->fd_ofiles[fd];
   1440  1.172.6.1       mjf 		KASSERT(fd >= NDFDFILE ||
   1441  1.172.6.1       mjf 		    ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1442  1.172.6.1       mjf 		if ((ff = fdp->fd_ofiles[fd]) == NULL)
   1443  1.172.6.1       mjf 			continue;
   1444  1.172.6.1       mjf 		if ((fp = ff->ff_file) != NULL) {
   1445  1.172.6.1       mjf 			/*
   1446  1.172.6.1       mjf 			 * Must use fd_close() here as kqueue holds
   1447  1.172.6.1       mjf 			 * long term references to descriptors.
   1448  1.172.6.1       mjf 			 */
   1449  1.172.6.1       mjf 			ff->ff_refcnt++;
   1450  1.172.6.1       mjf 			fd_close(fd);
   1451  1.172.6.1       mjf 		}
   1452  1.172.6.1       mjf 		KASSERT(ff->ff_refcnt == 0);
   1453  1.172.6.1       mjf 		KASSERT(ff->ff_file == NULL);
   1454  1.172.6.1       mjf 		KASSERT(!ff->ff_exclose);
   1455  1.172.6.1       mjf 		KASSERT(!ff->ff_allocated);
   1456  1.172.6.1       mjf 		if (fd >= NDFDFILE) {
   1457  1.172.6.1       mjf 			pool_cache_put(fdfile_cache, ff);
   1458       1.59   thorpej 		}
   1459       1.59   thorpej 	}
   1460       1.59   thorpej 
   1461       1.59   thorpej 	/*
   1462  1.172.6.1       mjf 	 * Clean out the descriptor table for the next user and return
   1463  1.172.6.1       mjf 	 * to the cache.
   1464  1.172.6.1       mjf 	 */
   1465  1.172.6.1       mjf 	while ((discard = fdp->fd_discard) != NULL) {
   1466  1.172.6.5       mjf 		fdp->fd_discard = discard[0];
   1467  1.172.6.5       mjf 		kmem_free(discard, (uintptr_t)discard[1]);
   1468      1.137      yamt 	}
   1469  1.172.6.1       mjf 	if (NDHISLOTS(fdp->fd_nfiles) > NDHISLOTS(NDFILE)) {
   1470  1.172.6.1       mjf 		KASSERT(fdp->fd_himap != fdp->fd_dhimap);
   1471  1.172.6.1       mjf 		KASSERT(fdp->fd_lomap != fdp->fd_dlomap);
   1472  1.172.6.5       mjf 		fd_map_free(fdp->fd_nfiles, fdp->fd_lomap, fdp->fd_himap);
   1473      1.137      yamt 	}
   1474  1.172.6.1       mjf 	if (fdp->fd_nfiles > NDFILE) {
   1475  1.172.6.1       mjf 		KASSERT(fdp->fd_ofiles != fdp->fd_dfiles);
   1476  1.172.6.5       mjf 		fd_ofile_free(fdp->fd_nfiles, fdp->fd_ofiles);
   1477      1.137      yamt 	}
   1478  1.172.6.1       mjf 	if (fdp->fd_knhash != NULL) {
   1479  1.172.6.2       mjf 		hashdone(fdp->fd_knhash, HASH_LIST, fdp->fd_knhashmask);
   1480  1.172.6.1       mjf 		fdp->fd_knhash = NULL;
   1481  1.172.6.1       mjf 		fdp->fd_knhashmask = 0;
   1482  1.172.6.1       mjf 	} else {
   1483  1.172.6.1       mjf 		KASSERT(fdp->fd_knhashmask == 0);
   1484      1.137      yamt 	}
   1485  1.172.6.1       mjf 	fdp->fd_lastkqfile = -1;
   1486  1.172.6.1       mjf 	pool_cache_put(filedesc_cache, fdp);
   1487      1.170    martin }
   1488      1.170    martin 
   1489       1.16       cgd /*
   1490       1.16       cgd  * File Descriptor pseudo-device driver (/dev/fd/).
   1491       1.16       cgd  *
   1492       1.16       cgd  * Opening minor device N dup()s the file (if any) connected to file
   1493       1.16       cgd  * descriptor N belonging to the calling process.  Note that this driver
   1494       1.16       cgd  * consists of only the ``open()'' routine, because all subsequent
   1495       1.16       cgd  * references to this file will be direct to the other driver.
   1496       1.16       cgd  */
   1497      1.134   thorpej static int
   1498  1.172.6.1       mjf filedescopen(dev_t dev, int mode, int type, lwp_t *l)
   1499       1.16       cgd {
   1500       1.16       cgd 
   1501       1.28   mycroft 	/*
   1502      1.112  jdolecek 	 * XXX Kludge: set dupfd to contain the value of the
   1503       1.89     enami 	 * the file descriptor being sought for duplication. The error
   1504       1.28   mycroft 	 * return ensures that the vnode for this device will be released
   1505       1.28   mycroft 	 * by vn_open. Open will detect this special error and take the
   1506       1.28   mycroft 	 * actions in dupfdopen below. Other callers of vn_open or VOP_OPEN
   1507       1.28   mycroft 	 * will simply report the error.
   1508       1.28   mycroft 	 */
   1509      1.138  christos 	l->l_dupfd = minor(dev);	/* XXX */
   1510      1.127  christos 	return EDUPFD;
   1511       1.27   mycroft }
   1512       1.27   mycroft 
   1513       1.28   mycroft /*
   1514       1.28   mycroft  * Duplicate the specified descriptor to a free descriptor.
   1515       1.28   mycroft  */
   1516       1.27   mycroft int
   1517  1.172.6.1       mjf fd_dupopen(int old, int *new, int mode, int error)
   1518       1.72     lukem {
   1519  1.172.6.1       mjf 	filedesc_t *fdp;
   1520  1.172.6.1       mjf 	fdfile_t *ff;
   1521  1.172.6.1       mjf 	file_t *fp;
   1522       1.77   thorpej 
   1523  1.172.6.1       mjf 	if ((fp = fd_getfile(old)) == NULL) {
   1524  1.172.6.1       mjf 		return EBADF;
   1525  1.172.6.1       mjf 	}
   1526  1.172.6.1       mjf 	fdp = curlwp->l_fd;
   1527  1.172.6.1       mjf 	ff = fdp->fd_ofiles[old];
   1528       1.59   thorpej 
   1529       1.27   mycroft 	/*
   1530       1.28   mycroft 	 * There are two cases of interest here.
   1531       1.28   mycroft 	 *
   1532      1.127  christos 	 * For EDUPFD simply dup (dfd) to file descriptor
   1533       1.28   mycroft 	 * (indx) and return.
   1534       1.28   mycroft 	 *
   1535      1.127  christos 	 * For EMOVEFD steal away the file structure from (dfd) and
   1536       1.28   mycroft 	 * store it in (indx).  (dfd) is effectively closed by
   1537       1.28   mycroft 	 * this operation.
   1538       1.28   mycroft 	 *
   1539       1.28   mycroft 	 * Any other error code is just returned.
   1540       1.27   mycroft 	 */
   1541       1.28   mycroft 	switch (error) {
   1542      1.127  christos 	case EDUPFD:
   1543       1.28   mycroft 		/*
   1544       1.28   mycroft 		 * Check that the mode the file is being opened for is a
   1545       1.28   mycroft 		 * subset of the mode of the existing descriptor.
   1546       1.28   mycroft 		 */
   1547  1.172.6.1       mjf 		if (((mode & (FREAD|FWRITE)) | fp->f_flag) != fp->f_flag) {
   1548  1.172.6.1       mjf 			error = EACCES;
   1549  1.172.6.1       mjf 			break;
   1550  1.172.6.1       mjf 		}
   1551  1.172.6.1       mjf 
   1552  1.172.6.1       mjf 		/* Copy it. */
   1553  1.172.6.1       mjf 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1554  1.172.6.1       mjf 		break;
   1555       1.27   mycroft 
   1556      1.127  christos 	case EMOVEFD:
   1557  1.172.6.1       mjf 		/* Copy it. */
   1558  1.172.6.1       mjf 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1559  1.172.6.1       mjf 		if (error != 0) {
   1560  1.172.6.1       mjf 			break;
   1561  1.172.6.1       mjf 		}
   1562       1.16       cgd 
   1563  1.172.6.1       mjf 		/* Steal away the file pointer from 'old'. */
   1564  1.172.6.1       mjf 		(void)fd_close(old);
   1565  1.172.6.1       mjf 		return 0;
   1566       1.28   mycroft 	}
   1567  1.172.6.1       mjf 
   1568  1.172.6.1       mjf 	fd_putfile(old);
   1569  1.172.6.1       mjf 	return error;
   1570       1.61  wrstuden }
   1571       1.61  wrstuden 
   1572       1.61  wrstuden /*
   1573      1.113  jdolecek  * Sets descriptor owner. If the owner is a process, 'pgid'
   1574      1.113  jdolecek  * is set to positive value, process ID. If the owner is process group,
   1575      1.113  jdolecek  * 'pgid' is set to -pg_id.
   1576      1.113  jdolecek  */
   1577      1.113  jdolecek int
   1578  1.172.6.3       mjf fsetown(pid_t *pgid, u_long cmd, const void *data)
   1579      1.113  jdolecek {
   1580      1.133  christos 	int id = *(const int *)data;
   1581      1.113  jdolecek 	int error;
   1582      1.113  jdolecek 
   1583      1.113  jdolecek 	switch (cmd) {
   1584      1.113  jdolecek 	case TIOCSPGRP:
   1585      1.113  jdolecek 		if (id < 0)
   1586      1.113  jdolecek 			return (EINVAL);
   1587      1.113  jdolecek 		id = -id;
   1588      1.113  jdolecek 		break;
   1589      1.113  jdolecek 	default:
   1590      1.113  jdolecek 		break;
   1591      1.113  jdolecek 	}
   1592      1.113  jdolecek 
   1593      1.113  jdolecek 	if (id > 0 && !pfind(id))
   1594      1.113  jdolecek 		return (ESRCH);
   1595  1.172.6.1       mjf 	else if (id < 0 && (error = pgid_in_session(curproc, -id)))
   1596      1.113  jdolecek 		return (error);
   1597      1.113  jdolecek 
   1598      1.113  jdolecek 	*pgid = id;
   1599      1.113  jdolecek 	return (0);
   1600      1.113  jdolecek }
   1601      1.113  jdolecek 
   1602      1.113  jdolecek /*
   1603      1.113  jdolecek  * Return descriptor owner information. If the value is positive,
   1604      1.113  jdolecek  * it's process ID. If it's negative, it's process group ID and
   1605      1.113  jdolecek  * needs the sign removed before use.
   1606      1.113  jdolecek  */
   1607      1.113  jdolecek int
   1608  1.172.6.3       mjf fgetown(pid_t pgid, u_long cmd, void *data)
   1609      1.113  jdolecek {
   1610  1.172.6.1       mjf 
   1611      1.113  jdolecek 	switch (cmd) {
   1612      1.113  jdolecek 	case TIOCGPGRP:
   1613      1.113  jdolecek 		*(int *)data = -pgid;
   1614      1.113  jdolecek 		break;
   1615      1.113  jdolecek 	default:
   1616      1.113  jdolecek 		*(int *)data = pgid;
   1617      1.113  jdolecek 		break;
   1618      1.113  jdolecek 	}
   1619      1.113  jdolecek 	return (0);
   1620      1.113  jdolecek }
   1621      1.113  jdolecek 
   1622      1.113  jdolecek /*
   1623      1.113  jdolecek  * Send signal to descriptor owner, either process or process group.
   1624      1.113  jdolecek  */
   1625      1.113  jdolecek void
   1626      1.114  christos fownsignal(pid_t pgid, int signo, int code, int band, void *fdescdata)
   1627      1.113  jdolecek {
   1628      1.113  jdolecek 	struct proc *p1;
   1629      1.150        ad 	struct pgrp *pgrp;
   1630      1.131     perry 	ksiginfo_t ksi;
   1631      1.113  jdolecek 
   1632  1.172.6.2       mjf 	KASSERT(!cpu_intr_p());
   1633  1.172.6.2       mjf 
   1634      1.148      yamt 	KSI_INIT(&ksi);
   1635      1.114  christos 	ksi.ksi_signo = signo;
   1636      1.113  jdolecek 	ksi.ksi_code = code;
   1637      1.113  jdolecek 	ksi.ksi_band = band;
   1638      1.113  jdolecek 
   1639  1.172.6.2       mjf 	mutex_enter(proc_lock);
   1640      1.150        ad 	if (pgid > 0 && (p1 = p_find(pgid, PFIND_LOCKED)))
   1641      1.113  jdolecek 		kpsignal(p1, &ksi, fdescdata);
   1642      1.150        ad 	else if (pgid < 0 && (pgrp = pg_find(-pgid, PFIND_LOCKED)))
   1643      1.150        ad 		kpgsignal(pgrp, &ksi, fdescdata, 0);
   1644  1.172.6.2       mjf 	mutex_exit(proc_lock);
   1645      1.113  jdolecek }
   1646      1.127  christos 
   1647      1.127  christos int
   1648  1.172.6.1       mjf fd_clone(file_t *fp, unsigned fd, int flag, const struct fileops *fops,
   1649  1.172.6.1       mjf 	 void *data)
   1650      1.127  christos {
   1651  1.172.6.1       mjf 
   1652      1.130  christos 	fp->f_flag = flag;
   1653      1.127  christos 	fp->f_type = DTYPE_MISC;
   1654      1.127  christos 	fp->f_ops = fops;
   1655      1.127  christos 	fp->f_data = data;
   1656  1.172.6.1       mjf 	curlwp->l_dupfd = fd;
   1657  1.172.6.1       mjf 	fd_affix(curproc, fp, fd);
   1658      1.127  christos 
   1659      1.127  christos 	return EMOVEFD;
   1660      1.127  christos }
   1661      1.127  christos 
   1662      1.127  christos int
   1663  1.172.6.1       mjf fnullop_fcntl(file_t *fp, u_int cmd, void *data)
   1664      1.127  christos {
   1665      1.147      yamt 
   1666      1.127  christos 	if (cmd == F_SETFL)
   1667      1.127  christos 		return 0;
   1668      1.127  christos 
   1669      1.127  christos 	return EOPNOTSUPP;
   1670      1.127  christos }
   1671      1.127  christos 
   1672      1.127  christos int
   1673  1.172.6.1       mjf fnullop_poll(file_t *fp, int which)
   1674      1.127  christos {
   1675      1.147      yamt 
   1676      1.127  christos 	return 0;
   1677      1.127  christos }
   1678      1.127  christos 
   1679      1.127  christos int
   1680  1.172.6.1       mjf fnullop_kqfilter(file_t *fp, struct knote *kn)
   1681      1.127  christos {
   1682      1.127  christos 
   1683      1.127  christos 	return 0;
   1684      1.127  christos }
   1685      1.127  christos 
   1686      1.127  christos int
   1687  1.172.6.1       mjf fbadop_read(file_t *fp, off_t *offset, struct uio *uio,
   1688  1.172.6.1       mjf 	    kauth_cred_t cred, int flags)
   1689      1.160     rmind {
   1690      1.160     rmind 
   1691      1.160     rmind 	return EOPNOTSUPP;
   1692      1.160     rmind }
   1693      1.160     rmind 
   1694      1.160     rmind int
   1695  1.172.6.1       mjf fbadop_write(file_t *fp, off_t *offset, struct uio *uio,
   1696  1.172.6.1       mjf 	     kauth_cred_t cred, int flags)
   1697      1.160     rmind {
   1698      1.160     rmind 
   1699      1.160     rmind 	return EOPNOTSUPP;
   1700      1.160     rmind }
   1701      1.160     rmind 
   1702      1.160     rmind int
   1703  1.172.6.1       mjf fbadop_ioctl(file_t *fp, u_long com, void *data)
   1704      1.160     rmind {
   1705      1.160     rmind 
   1706      1.160     rmind 	return EOPNOTSUPP;
   1707      1.160     rmind }
   1708      1.160     rmind 
   1709      1.160     rmind int
   1710  1.172.6.1       mjf fbadop_stat(file_t *fp, struct stat *sb)
   1711      1.127  christos {
   1712      1.147      yamt 
   1713      1.127  christos 	return EOPNOTSUPP;
   1714      1.127  christos }
   1715      1.160     rmind 
   1716      1.160     rmind int
   1717  1.172.6.1       mjf fbadop_close(file_t *fp)
   1718      1.160     rmind {
   1719      1.160     rmind 
   1720      1.160     rmind 	return EOPNOTSUPP;
   1721      1.160     rmind }
   1722