Home | History | Annotate | Line # | Download | only in kern
kern_descrip.c revision 1.185
      1  1.185        ad /*	$NetBSD: kern_descrip.c,v 1.185 2008/12/21 09:58:22 ad Exp $	*/
      2  1.173        ad 
      3  1.173        ad /*-
      4  1.173        ad  * Copyright (c) 2008 The NetBSD Foundation, Inc.
      5  1.173        ad  * All rights reserved.
      6  1.173        ad  *
      7  1.173        ad  * Redistribution and use in source and binary forms, with or without
      8  1.173        ad  * modification, are permitted provided that the following conditions
      9  1.173        ad  * are met:
     10  1.173        ad  * 1. Redistributions of source code must retain the above copyright
     11  1.173        ad  *    notice, this list of conditions and the following disclaimer.
     12  1.173        ad  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.173        ad  *    notice, this list of conditions and the following disclaimer in the
     14  1.173        ad  *    documentation and/or other materials provided with the distribution.
     15  1.173        ad  *
     16  1.173        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.173        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.173        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.173        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.173        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.173        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.173        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.173        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.173        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.173        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.173        ad  * POSSIBILITY OF SUCH DAMAGE.
     27  1.173        ad  */
     28   1.22       cgd 
     29   1.16       cgd /*
     30   1.17       cgd  * Copyright (c) 1982, 1986, 1989, 1991, 1993
     31   1.17       cgd  *	The Regents of the University of California.  All rights reserved.
     32   1.16       cgd  * (c) UNIX System Laboratories, Inc.
     33   1.16       cgd  * All or some portions of this file are derived from material licensed
     34   1.16       cgd  * to the University of California by American Telephone and Telegraph
     35   1.16       cgd  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     36   1.16       cgd  * the permission of UNIX System Laboratories, Inc.
     37   1.16       cgd  *
     38   1.16       cgd  * Redistribution and use in source and binary forms, with or without
     39   1.16       cgd  * modification, are permitted provided that the following conditions
     40   1.16       cgd  * are met:
     41   1.16       cgd  * 1. Redistributions of source code must retain the above copyright
     42   1.16       cgd  *    notice, this list of conditions and the following disclaimer.
     43   1.16       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     44   1.16       cgd  *    notice, this list of conditions and the following disclaimer in the
     45   1.16       cgd  *    documentation and/or other materials provided with the distribution.
     46  1.111       agc  * 3. Neither the name of the University nor the names of its contributors
     47   1.16       cgd  *    may be used to endorse or promote products derived from this software
     48   1.16       cgd  *    without specific prior written permission.
     49   1.16       cgd  *
     50   1.16       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     51   1.16       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     52   1.16       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     53   1.16       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     54   1.16       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     55   1.16       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     56   1.16       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     57   1.16       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     58   1.16       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     59   1.16       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     60   1.16       cgd  * SUCH DAMAGE.
     61   1.16       cgd  *
     62   1.51      fvdl  *	@(#)kern_descrip.c	8.8 (Berkeley) 2/14/95
     63   1.16       cgd  */
     64   1.81     lukem 
     65  1.173        ad /*
     66  1.173        ad  * File descriptor management.
     67  1.173        ad  */
     68  1.173        ad 
     69   1.81     lukem #include <sys/cdefs.h>
     70  1.185        ad __KERNEL_RCSID(0, "$NetBSD: kern_descrip.c,v 1.185 2008/12/21 09:58:22 ad Exp $");
     71   1.50       mrg 
     72   1.16       cgd #include <sys/param.h>
     73   1.16       cgd #include <sys/systm.h>
     74   1.16       cgd #include <sys/filedesc.h>
     75   1.16       cgd #include <sys/kernel.h>
     76   1.16       cgd #include <sys/proc.h>
     77   1.16       cgd #include <sys/file.h>
     78   1.16       cgd #include <sys/socket.h>
     79   1.16       cgd #include <sys/socketvar.h>
     80   1.16       cgd #include <sys/stat.h>
     81   1.16       cgd #include <sys/ioctl.h>
     82   1.16       cgd #include <sys/fcntl.h>
     83   1.55   thorpej #include <sys/pool.h>
     84   1.17       cgd #include <sys/unistd.h>
     85   1.16       cgd #include <sys/resourcevar.h>
     86   1.42  christos #include <sys/conf.h>
     87   1.96  jdolecek #include <sys/event.h>
     88  1.143      elad #include <sys/kauth.h>
     89  1.163        ad #include <sys/atomic.h>
     90   1.25       cgd #include <sys/syscallargs.h>
     91  1.176        ad #include <sys/cpu.h>
     92  1.184     pooka #include <sys/kmem.h>
     93  1.184     pooka #include <sys/vnode.h>
     94   1.38  christos 
     95  1.167        ad static int	file_ctor(void *, void *, int);
     96  1.167        ad static void	file_dtor(void *, void *);
     97  1.173        ad static int	fdfile_ctor(void *, void *, int);
     98  1.173        ad static void	fdfile_dtor(void *, void *);
     99  1.173        ad static int	filedesc_ctor(void *, void *, int);
    100  1.173        ad static void	filedesc_dtor(void *, void *);
    101  1.173        ad static int	filedescopen(dev_t, int, int, lwp_t *);
    102  1.162        ad 
    103  1.173        ad kmutex_t	filelist_lock;	/* lock on filehead */
    104   1.72     lukem struct filelist	filehead;	/* head of list of open files */
    105  1.167        ad u_int		nfiles;		/* actual number of open files */
    106  1.161        ad 
    107  1.173        ad static pool_cache_t filedesc_cache;
    108  1.162        ad static pool_cache_t file_cache;
    109  1.173        ad static pool_cache_t fdfile_cache;
    110  1.101   thorpej 
    111  1.173        ad const struct cdevsw filedesc_cdevsw = {
    112  1.173        ad 	filedescopen, noclose, noread, nowrite, noioctl,
    113  1.173        ad 	nostop, notty, nopoll, nommap, nokqfilter, D_OTHER | D_MPSAFE,
    114  1.173        ad };
    115  1.173        ad 
    116  1.173        ad /* For ease of reading. */
    117  1.173        ad __strong_alias(fd_putvnode,fd_putfile)
    118  1.173        ad __strong_alias(fd_putsock,fd_putfile)
    119  1.173        ad 
    120  1.173        ad /*
    121  1.173        ad  * Initialize the descriptor system.
    122  1.173        ad  */
    123  1.173        ad void
    124  1.173        ad fd_sys_init(void)
    125  1.173        ad {
    126  1.173        ad 
    127  1.173        ad 	mutex_init(&filelist_lock, MUTEX_DEFAULT, IPL_NONE);
    128  1.173        ad 
    129  1.174        ad 	file_cache = pool_cache_init(sizeof(file_t), coherency_unit, 0,
    130  1.173        ad 	    0, "file", NULL, IPL_NONE, file_ctor, file_dtor, NULL);
    131  1.173        ad 	KASSERT(file_cache != NULL);
    132  1.173        ad 
    133  1.174        ad 	fdfile_cache = pool_cache_init(sizeof(fdfile_t), coherency_unit, 0,
    134  1.173        ad 	    PR_LARGECACHE, "fdfile", NULL, IPL_NONE, fdfile_ctor, fdfile_dtor,
    135  1.173        ad 	    NULL);
    136  1.173        ad 	KASSERT(fdfile_cache != NULL);
    137  1.173        ad 
    138  1.174        ad 	filedesc_cache = pool_cache_init(sizeof(filedesc_t), coherency_unit,
    139  1.173        ad 	    0, 0, "filedesc", NULL, IPL_NONE, filedesc_ctor, filedesc_dtor,
    140  1.173        ad 	    NULL);
    141  1.173        ad 	KASSERT(filedesc_cache != NULL);
    142  1.173        ad }
    143   1.72     lukem 
    144  1.173        ad static int
    145  1.173        ad fd_next_zero(filedesc_t *fdp, uint32_t *bitmap, int want, u_int bits)
    146  1.115    provos {
    147  1.115    provos 	int i, off, maxoff;
    148  1.115    provos 	uint32_t sub;
    149  1.115    provos 
    150  1.173        ad 	KASSERT(mutex_owned(&fdp->fd_lock));
    151  1.173        ad 
    152  1.115    provos 	if (want > bits)
    153  1.115    provos 		return -1;
    154  1.115    provos 
    155  1.115    provos 	off = want >> NDENTRYSHIFT;
    156  1.115    provos 	i = want & NDENTRYMASK;
    157  1.115    provos 	if (i) {
    158  1.115    provos 		sub = bitmap[off] | ((u_int)~0 >> (NDENTRIES - i));
    159  1.115    provos 		if (sub != ~0)
    160  1.115    provos 			goto found;
    161  1.115    provos 		off++;
    162  1.115    provos 	}
    163  1.115    provos 
    164  1.115    provos 	maxoff = NDLOSLOTS(bits);
    165  1.115    provos 	while (off < maxoff) {
    166  1.115    provos 		if ((sub = bitmap[off]) != ~0)
    167  1.115    provos 			goto found;
    168  1.115    provos 		off++;
    169  1.115    provos 	}
    170  1.115    provos 
    171  1.115    provos 	return (-1);
    172  1.115    provos 
    173  1.115    provos  found:
    174  1.115    provos 	return (off << NDENTRYSHIFT) + ffs(~sub) - 1;
    175  1.115    provos }
    176  1.115    provos 
    177  1.134   thorpej static int
    178  1.173        ad fd_last_set(filedesc_t *fd, int last)
    179  1.115    provos {
    180  1.115    provos 	int off, i;
    181  1.173        ad 	fdfile_t **ofiles = fd->fd_ofiles;
    182  1.115    provos 	uint32_t *bitmap = fd->fd_lomap;
    183  1.115    provos 
    184  1.173        ad 	KASSERT(mutex_owned(&fd->fd_lock));
    185  1.173        ad 
    186  1.115    provos 	off = (last - 1) >> NDENTRYSHIFT;
    187  1.115    provos 
    188  1.121    provos 	while (off >= 0 && !bitmap[off])
    189  1.115    provos 		off--;
    190  1.115    provos 
    191  1.115    provos 	if (off < 0)
    192  1.128      cube 		return (-1);
    193  1.131     perry 
    194  1.115    provos 	i = ((off + 1) << NDENTRYSHIFT) - 1;
    195  1.115    provos 	if (i >= last)
    196  1.115    provos 		i = last - 1;
    197  1.115    provos 
    198  1.173        ad 	/* XXX should use bitmap */
    199  1.173        ad 	/* XXXAD does not work for fd_copy() */
    200  1.173        ad 	while (i > 0 && (ofiles[i] == NULL || !ofiles[i]->ff_allocated))
    201  1.115    provos 		i--;
    202  1.115    provos 
    203  1.115    provos 	return (i);
    204  1.115    provos }
    205  1.115    provos 
    206  1.173        ad void
    207  1.173        ad fd_used(filedesc_t *fdp, unsigned fd)
    208   1.27   mycroft {
    209  1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    210  1.173        ad 	fdfile_t *ff;
    211  1.173        ad 
    212  1.173        ad 	ff = fdp->fd_ofiles[fd];
    213  1.115    provos 
    214  1.173        ad 	KASSERT(mutex_owned(&fdp->fd_lock));
    215  1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) == 0);
    216  1.173        ad 	KASSERT(ff != NULL);
    217  1.173        ad 	KASSERT(ff->ff_file == NULL);
    218  1.173        ad    	KASSERT(!ff->ff_allocated);
    219  1.124      yamt 
    220  1.173        ad    	ff->ff_allocated = 1;
    221  1.115    provos 	fdp->fd_lomap[off] |= 1 << (fd & NDENTRYMASK);
    222  1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    223  1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    224  1.124      yamt 		    (1 << (off & NDENTRYMASK))) == 0);
    225  1.115    provos 		fdp->fd_himap[off >> NDENTRYSHIFT] |= 1 << (off & NDENTRYMASK);
    226  1.124      yamt 	}
    227   1.27   mycroft 
    228  1.173        ad 	if ((int)fd > fdp->fd_lastfile) {
    229   1.27   mycroft 		fdp->fd_lastfile = fd;
    230  1.173        ad 	}
    231  1.173        ad 
    232  1.173        ad 	if (fd >= NDFDFILE) {
    233  1.173        ad 		fdp->fd_nused++;
    234  1.173        ad 	} else {
    235  1.173        ad 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    236  1.173        ad 	}
    237   1.27   mycroft }
    238   1.27   mycroft 
    239  1.173        ad void
    240  1.173        ad fd_unused(filedesc_t *fdp, unsigned fd)
    241   1.27   mycroft {
    242  1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    243  1.173        ad 	fdfile_t *ff;
    244   1.27   mycroft 
    245  1.173        ad 	ff = fdp->fd_ofiles[fd];
    246  1.173        ad 
    247  1.173        ad 	/*
    248  1.173        ad 	 * Don't assert the lock is held here, as we may be copying
    249  1.173        ad 	 * the table during exec() and it is not needed there.
    250  1.173        ad 	 * procfs and sysctl are locked out by proc::p_reflock.
    251  1.173        ad 	 *
    252  1.173        ad 	 * KASSERT(mutex_owned(&fdp->fd_lock));
    253  1.173        ad 	 */
    254  1.173        ad 	KASSERT(ff != NULL);
    255  1.173        ad 	KASSERT(ff->ff_file == NULL);
    256  1.173        ad    	KASSERT(ff->ff_allocated);
    257  1.173        ad 
    258  1.173        ad 	if (fd < fdp->fd_freefile) {
    259   1.27   mycroft 		fdp->fd_freefile = fd;
    260  1.173        ad 	}
    261  1.115    provos 
    262  1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    263  1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    264  1.124      yamt 		    (1 << (off & NDENTRYMASK))) != 0);
    265  1.124      yamt 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    266  1.124      yamt 		    ~(1 << (off & NDENTRYMASK));
    267  1.124      yamt 	}
    268  1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    269  1.115    provos 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    270  1.173        ad 	ff->ff_allocated = 0;
    271  1.115    provos 
    272  1.173        ad 	KASSERT(fd <= fdp->fd_lastfile);
    273  1.173        ad 	if (fd == fdp->fd_lastfile) {
    274  1.173        ad 		fdp->fd_lastfile = fd_last_set(fdp, fd);
    275  1.173        ad 	}
    276  1.173        ad 
    277  1.173        ad 	if (fd >= NDFDFILE) {
    278  1.173        ad 		KASSERT(fdp->fd_nused > 0);
    279  1.173        ad 		fdp->fd_nused--;
    280  1.173        ad 	} else {
    281  1.173        ad 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    282  1.173        ad 	}
    283   1.27   mycroft }
    284   1.27   mycroft 
    285  1.103        pk /*
    286  1.173        ad  * Custom version of fd_unused() for fd_copy(), where the descriptor
    287  1.173        ad  * table is not yet fully initialized.
    288  1.103        pk  */
    289  1.173        ad static inline void
    290  1.173        ad fd_zap(filedesc_t *fdp, unsigned fd)
    291   1.77   thorpej {
    292  1.173        ad 	u_int off = fd >> NDENTRYSHIFT;
    293   1.77   thorpej 
    294  1.173        ad 	if (fd < fdp->fd_freefile) {
    295  1.173        ad 		fdp->fd_freefile = fd;
    296  1.161        ad 	}
    297   1.77   thorpej 
    298  1.173        ad 	if (fdp->fd_lomap[off] == ~0) {
    299  1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    300  1.173        ad 		    (1 << (off & NDENTRYMASK))) != 0);
    301  1.173        ad 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    302  1.173        ad 		    ~(1 << (off & NDENTRYMASK));
    303  1.103        pk 	}
    304  1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    305  1.173        ad 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    306  1.173        ad }
    307  1.173        ad 
    308  1.173        ad bool
    309  1.173        ad fd_isused(filedesc_t *fdp, unsigned fd)
    310  1.173        ad {
    311  1.173        ad 	u_int off = fd >> NDENTRYSHIFT;
    312  1.173        ad 
    313  1.173        ad 	KASSERT(fd < fdp->fd_nfiles);
    314   1.77   thorpej 
    315  1.173        ad 	return (fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0;
    316   1.77   thorpej }
    317   1.77   thorpej 
    318   1.16       cgd /*
    319  1.173        ad  * Look up the file structure corresponding to a file descriptor
    320  1.173        ad  * and return the file, holding a reference on the descriptor.
    321  1.134   thorpej  */
    322  1.173        ad inline file_t *
    323  1.173        ad fd_getfile(unsigned fd)
    324  1.134   thorpej {
    325  1.173        ad 	filedesc_t *fdp;
    326  1.173        ad 	fdfile_t *ff;
    327  1.173        ad 	file_t *fp;
    328  1.134   thorpej 
    329  1.173        ad 	fdp = curlwp->l_fd;
    330  1.134   thorpej 
    331  1.134   thorpej 	/*
    332  1.173        ad 	 * Look up the fdfile structure representing this descriptor.
    333  1.173        ad 	 * Ensure that we see fd_nfiles before fd_ofiles since we
    334  1.173        ad 	 * are doing this unlocked.  See fd_tryexpand().
    335  1.134   thorpej 	 */
    336  1.173        ad 	if (__predict_false(fd >= fdp->fd_nfiles)) {
    337  1.173        ad 		return NULL;
    338  1.173        ad 	}
    339  1.173        ad 	membar_consumer();
    340  1.173        ad 	ff = fdp->fd_ofiles[fd];
    341  1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    342  1.173        ad 	if (__predict_false(ff == NULL)) {
    343  1.173        ad 		return NULL;
    344  1.173        ad 	}
    345  1.134   thorpej 
    346  1.173        ad 	/*
    347  1.173        ad 	 * Now get a reference to the descriptor.   Issue a memory
    348  1.173        ad 	 * barrier to ensure that we acquire the file pointer _after_
    349  1.173        ad 	 * adding a reference.  If no memory barrier, we could fetch
    350  1.173        ad 	 * a stale pointer.
    351  1.173        ad 	 */
    352  1.173        ad 	atomic_inc_uint(&ff->ff_refcnt);
    353  1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    354  1.173        ad 	membar_enter();
    355  1.173        ad #endif
    356  1.134   thorpej 
    357  1.173        ad 	/*
    358  1.173        ad 	 * If the file is not open or is being closed then put the
    359  1.173        ad 	 * reference back.
    360  1.173        ad 	 */
    361  1.173        ad 	fp = ff->ff_file;
    362  1.173        ad 	if (__predict_true(fp != NULL)) {
    363  1.173        ad 		return fp;
    364  1.134   thorpej 	}
    365  1.173        ad 	fd_putfile(fd);
    366  1.173        ad 	return NULL;
    367  1.134   thorpej }
    368  1.134   thorpej 
    369  1.134   thorpej /*
    370  1.173        ad  * Release a reference to a file descriptor acquired with fd_getfile().
    371  1.161        ad  */
    372  1.161        ad void
    373  1.173        ad fd_putfile(unsigned fd)
    374  1.161        ad {
    375  1.173        ad 	filedesc_t *fdp;
    376  1.173        ad 	fdfile_t *ff;
    377  1.173        ad 	u_int u, v;
    378  1.173        ad 
    379  1.173        ad 	fdp = curlwp->l_fd;
    380  1.173        ad 	ff = fdp->fd_ofiles[fd];
    381  1.173        ad 
    382  1.173        ad 	KASSERT(fd < fdp->fd_nfiles);
    383  1.173        ad 	KASSERT(ff != NULL);
    384  1.173        ad 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    385  1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    386  1.161        ad 
    387  1.173        ad 	/*
    388  1.173        ad 	 * Ensure that any use of the file is complete and globally
    389  1.173        ad 	 * visible before dropping the final reference.  If no membar,
    390  1.173        ad 	 * the current CPU could still access memory associated with
    391  1.173        ad 	 * the file after it has been freed or recycled by another
    392  1.173        ad 	 * CPU.
    393  1.173        ad 	 */
    394  1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    395  1.173        ad 	membar_exit();
    396  1.173        ad #endif
    397  1.161        ad 
    398  1.173        ad 	/*
    399  1.173        ad 	 * Be optimistic and start out with the assumption that no other
    400  1.173        ad 	 * threads are trying to close the descriptor.  If the CAS fails,
    401  1.173        ad 	 * we lost a race and/or it's being closed.
    402  1.173        ad 	 */
    403  1.173        ad 	for (u = ff->ff_refcnt & FR_MASK;; u = v) {
    404  1.173        ad 		v = atomic_cas_uint(&ff->ff_refcnt, u, u - 1);
    405  1.173        ad 		if (__predict_true(u == v)) {
    406  1.173        ad 			return;
    407  1.173        ad 		}
    408  1.173        ad 		if (__predict_false((v & FR_CLOSING) != 0)) {
    409  1.173        ad 			break;
    410  1.173        ad 		}
    411  1.173        ad 	}
    412  1.162        ad 
    413  1.173        ad 	/* Another thread is waiting to close the file: join it. */
    414  1.173        ad 	(void)fd_close(fd);
    415  1.161        ad }
    416  1.161        ad 
    417  1.161        ad /*
    418  1.173        ad  * Convenience wrapper around fd_getfile() that returns reference
    419  1.173        ad  * to a vnode.
    420   1.16       cgd  */
    421   1.38  christos int
    422  1.173        ad fd_getvnode(unsigned fd, file_t **fpp)
    423   1.36   thorpej {
    424  1.173        ad 	vnode_t *vp;
    425  1.173        ad 	file_t *fp;
    426   1.72     lukem 
    427  1.173        ad 	fp = fd_getfile(fd);
    428  1.173        ad 	if (__predict_false(fp == NULL)) {
    429  1.173        ad 		return EBADF;
    430  1.173        ad 	}
    431  1.173        ad 	if (__predict_false(fp->f_type != DTYPE_VNODE)) {
    432  1.173        ad 		fd_putfile(fd);
    433  1.173        ad 		return EINVAL;
    434  1.173        ad 	}
    435  1.173        ad 	vp = fp->f_data;
    436  1.173        ad 	if (__predict_false(vp->v_type == VBAD)) {
    437  1.173        ad 		/* XXX Is this case really necessary? */
    438  1.173        ad 		fd_putfile(fd);
    439  1.173        ad 		return EBADF;
    440   1.59   thorpej 	}
    441  1.173        ad 	*fpp = fp;
    442  1.173        ad 	return 0;
    443   1.16       cgd }
    444   1.16       cgd 
    445   1.16       cgd /*
    446  1.173        ad  * Convenience wrapper around fd_getfile() that returns reference
    447  1.173        ad  * to a socket.
    448   1.16       cgd  */
    449   1.38  christos int
    450  1.173        ad fd_getsock(unsigned fd, struct socket **sop)
    451   1.36   thorpej {
    452  1.173        ad 	file_t *fp;
    453   1.72     lukem 
    454  1.173        ad 	fp = fd_getfile(fd);
    455  1.173        ad 	if (__predict_false(fp == NULL)) {
    456  1.173        ad 		return EBADF;
    457  1.103        pk 	}
    458  1.173        ad 	if (__predict_false(fp->f_type != DTYPE_SOCKET)) {
    459  1.173        ad 		fd_putfile(fd);
    460  1.173        ad 		return ENOTSOCK;
    461   1.17       cgd 	}
    462  1.173        ad 	*sop = fp->f_data;
    463  1.173        ad 	return 0;
    464   1.16       cgd }
    465   1.16       cgd 
    466   1.16       cgd /*
    467  1.173        ad  * Look up the file structure corresponding to a file descriptor
    468  1.173        ad  * and return it with a reference held on the file, not the
    469  1.173        ad  * descriptor.
    470  1.173        ad  *
    471  1.173        ad  * This is heavyweight and only used when accessing descriptors
    472  1.173        ad  * from a foreign process.  The caller must ensure that `p' does
    473  1.173        ad  * not exit or fork across this call.
    474  1.173        ad  *
    475  1.173        ad  * To release the file (not descriptor) reference, use closef().
    476  1.134   thorpej  */
    477  1.173        ad file_t *
    478  1.173        ad fd_getfile2(proc_t *p, unsigned fd)
    479  1.134   thorpej {
    480  1.173        ad 	filedesc_t *fdp;
    481  1.173        ad 	fdfile_t *ff;
    482  1.173        ad 	file_t *fp;
    483  1.134   thorpej 
    484  1.173        ad 	fdp = p->p_fd;
    485  1.173        ad 	mutex_enter(&fdp->fd_lock);
    486  1.173        ad 	if (fd > fdp->fd_nfiles) {
    487  1.173        ad 		mutex_exit(&fdp->fd_lock);
    488  1.173        ad 		return NULL;
    489  1.173        ad 	}
    490  1.173        ad 	if ((ff = fdp->fd_ofiles[fd]) == NULL) {
    491  1.173        ad 		mutex_exit(&fdp->fd_lock);
    492  1.173        ad 		return NULL;
    493  1.173        ad 	}
    494  1.173        ad 	mutex_enter(&ff->ff_lock);
    495  1.173        ad 	if ((fp = ff->ff_file) == NULL) {
    496  1.173        ad 		mutex_exit(&ff->ff_lock);
    497  1.173        ad 		mutex_exit(&fdp->fd_lock);
    498  1.173        ad 		return NULL;
    499  1.158       dsl 	}
    500  1.173        ad 	mutex_enter(&fp->f_lock);
    501  1.173        ad 	fp->f_count++;
    502  1.173        ad 	mutex_exit(&fp->f_lock);
    503  1.173        ad 	mutex_exit(&ff->ff_lock);
    504  1.173        ad 	mutex_exit(&fdp->fd_lock);
    505  1.158       dsl 
    506  1.173        ad 	return fp;
    507  1.158       dsl }
    508  1.158       dsl 
    509  1.134   thorpej /*
    510  1.173        ad  * Internal form of close.  Must be called with a reference to the
    511  1.173        ad  * descriptor, and will drop the reference.  When all descriptor
    512  1.173        ad  * references are dropped, releases the descriptor slot and a single
    513  1.173        ad  * reference to the file structure.
    514  1.173        ad  */
    515  1.173        ad int
    516  1.173        ad fd_close(unsigned fd)
    517  1.173        ad {
    518  1.173        ad 	struct flock lf;
    519  1.173        ad 	filedesc_t *fdp;
    520  1.173        ad 	fdfile_t *ff;
    521  1.173        ad 	file_t *fp;
    522  1.173        ad 	proc_t *p;
    523  1.173        ad 	lwp_t *l;
    524   1.72     lukem 
    525  1.173        ad 	l = curlwp;
    526   1.99   thorpej 	p = l->l_proc;
    527  1.173        ad 	fdp = l->l_fd;
    528  1.173        ad 	ff = fdp->fd_ofiles[fd];
    529   1.16       cgd 
    530  1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    531  1.122  christos 
    532  1.173        ad 	mutex_enter(&ff->ff_lock);
    533  1.173        ad 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    534  1.173        ad 	if (ff->ff_file == NULL) {
    535  1.173        ad 		/*
    536  1.173        ad 		 * Another user of the file is already closing, and is
    537  1.173        ad 		 * waiting for other users of the file to drain.  Release
    538  1.173        ad 		 * our reference, and wake up the closer.
    539  1.173        ad 		 */
    540  1.173        ad 		atomic_dec_uint(&ff->ff_refcnt);
    541  1.173        ad 		cv_broadcast(&ff->ff_closing);
    542  1.173        ad 		mutex_exit(&ff->ff_lock);
    543  1.122  christos 
    544  1.173        ad 		/*
    545  1.173        ad 		 * An application error, so pretend that the descriptor
    546  1.173        ad 		 * was already closed.  We can't safely wait for it to
    547  1.173        ad 		 * be closed without potentially deadlocking.
    548  1.173        ad 		 */
    549   1.16       cgd 		return (EBADF);
    550   1.61  wrstuden 	}
    551  1.173        ad 	KASSERT((ff->ff_refcnt & FR_CLOSING) == 0);
    552   1.61  wrstuden 
    553  1.173        ad 	/*
    554  1.173        ad 	 * There may be multiple users of this file within the process.
    555  1.173        ad 	 * Notify existing and new users that the file is closing.  This
    556  1.173        ad 	 * will prevent them from adding additional uses to this file
    557  1.173        ad 	 * while we are closing it.
    558  1.173        ad 	 */
    559  1.173        ad 	fp = ff->ff_file;
    560  1.173        ad 	ff->ff_file = NULL;
    561  1.182      matt 	ff->ff_exclose = false;
    562   1.17       cgd 
    563  1.173        ad 	/*
    564  1.173        ad 	 * We expect the caller to hold a descriptor reference - drop it.
    565  1.173        ad 	 * The reference count may increase beyond zero at this point due
    566  1.173        ad 	 * to an erroneous descriptor reference by an application, but
    567  1.173        ad 	 * fd_getfile() will notice that the file is being closed and drop
    568  1.173        ad 	 * the reference again.
    569  1.173        ad 	 */
    570  1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    571  1.173        ad 	membar_producer();
    572  1.173        ad #endif
    573  1.173        ad 	if (__predict_false(atomic_dec_uint_nv(&ff->ff_refcnt) != 0)) {
    574  1.173        ad 		/*
    575  1.173        ad 		 * Wait for other references to drain.  This is typically
    576  1.173        ad 		 * an application error - the descriptor is being closed
    577  1.173        ad 		 * while still in use.
    578  1.173        ad 		 *
    579  1.173        ad 		 */
    580  1.173        ad 		atomic_or_uint(&ff->ff_refcnt, FR_CLOSING);
    581  1.173        ad 		/*
    582  1.173        ad 		 * Remove any knotes attached to the file.  A knote
    583  1.173        ad 		 * attached to the descriptor can hold references on it.
    584  1.173        ad 		 */
    585  1.173        ad 		if (!SLIST_EMPTY(&ff->ff_knlist)) {
    586  1.173        ad 			mutex_exit(&ff->ff_lock);
    587  1.173        ad 			knote_fdclose(fd);
    588  1.173        ad 			mutex_enter(&ff->ff_lock);
    589   1.75   thorpej 		}
    590  1.173        ad 		/*
    591  1.173        ad 		 * We need to see the count drop to zero at least once,
    592  1.173        ad 		 * in order to ensure that all pre-existing references
    593  1.173        ad 		 * have been drained.  New references past this point are
    594  1.173        ad 		 * of no interest.
    595  1.173        ad 		 */
    596  1.173        ad 		while ((ff->ff_refcnt & FR_MASK) != 0) {
    597  1.173        ad 			cv_wait(&ff->ff_closing, &ff->ff_lock);
    598  1.107       dsl 		}
    599  1.173        ad 		atomic_and_uint(&ff->ff_refcnt, ~FR_CLOSING);
    600  1.173        ad 	} else {
    601  1.173        ad 		/* If no references, there must be no knotes. */
    602  1.173        ad 		KASSERT(SLIST_EMPTY(&ff->ff_knlist));
    603   1.16       cgd 	}
    604  1.173        ad 	mutex_exit(&ff->ff_lock);
    605   1.59   thorpej 
    606  1.173        ad 	/*
    607  1.173        ad 	 * POSIX record locking dictates that any close releases ALL
    608  1.173        ad 	 * locks owned by this process.  This is handled by setting
    609  1.173        ad 	 * a flag in the unlock to free ONLY locks obeying POSIX
    610  1.173        ad 	 * semantics, and not to free BSD-style file locks.
    611  1.173        ad 	 * If the descriptor was in a message, POSIX-style locks
    612  1.173        ad 	 * aren't passed with the descriptor.
    613  1.173        ad 	 */
    614  1.173        ad 	if ((p->p_flag & PK_ADVLOCK) != 0 && fp->f_type == DTYPE_VNODE) {
    615  1.173        ad 		lf.l_whence = SEEK_SET;
    616  1.173        ad 		lf.l_start = 0;
    617  1.173        ad 		lf.l_len = 0;
    618  1.173        ad 		lf.l_type = F_UNLCK;
    619  1.173        ad 		(void)VOP_ADVLOCK(fp->f_data, p, F_UNLCK, &lf, F_POSIX);
    620  1.103        pk 	}
    621  1.103        pk 
    622   1.59   thorpej 
    623  1.173        ad 	/* Free descriptor slot. */
    624  1.173        ad 	mutex_enter(&fdp->fd_lock);
    625  1.126        pk 	fd_unused(fdp, fd);
    626  1.173        ad 	mutex_exit(&fdp->fd_lock);
    627  1.126        pk 
    628  1.173        ad 	/* Now drop reference to the file itself. */
    629  1.173        ad 	return closef(fp);
    630   1.27   mycroft }
    631   1.27   mycroft 
    632   1.17       cgd /*
    633  1.173        ad  * Duplicate a file descriptor.
    634   1.16       cgd  */
    635   1.38  christos int
    636  1.182      matt fd_dup(file_t *fp, int minfd, int *newp, bool exclose)
    637   1.36   thorpej {
    638  1.173        ad 	proc_t *p;
    639  1.173        ad 	int error;
    640   1.16       cgd 
    641  1.173        ad 	p = curproc;
    642   1.79   thorpej 
    643  1.173        ad 	while ((error = fd_alloc(p, minfd, newp)) != 0) {
    644  1.173        ad 		if (error != ENOSPC) {
    645  1.173        ad 			return error;
    646  1.173        ad 		}
    647  1.173        ad 		fd_tryexpand(p);
    648  1.173        ad 	}
    649   1.79   thorpej 
    650  1.173        ad 	curlwp->l_fd->fd_ofiles[*newp]->ff_exclose = exclose;
    651  1.173        ad 	fd_affix(p, fp, *newp);
    652  1.173        ad 	return 0;
    653   1.16       cgd }
    654   1.16       cgd 
    655   1.17       cgd /*
    656  1.173        ad  * dup2 operation.
    657  1.153       dsl  */
    658  1.153       dsl int
    659  1.173        ad fd_dup2(file_t *fp, unsigned new)
    660  1.153       dsl {
    661  1.173        ad 	filedesc_t *fdp;
    662  1.173        ad 	fdfile_t *ff;
    663  1.153       dsl 
    664  1.173        ad 	fdp = curlwp->l_fd;
    665  1.153       dsl 
    666  1.173        ad 	/*
    667  1.173        ad 	 * Ensure there are enough slots in the descriptor table,
    668  1.173        ad 	 * and allocate an fdfile_t up front in case we need it.
    669  1.173        ad 	 */
    670  1.173        ad 	while (new >= fdp->fd_nfiles) {
    671  1.173        ad 		fd_tryexpand(curproc);
    672  1.173        ad 	}
    673  1.173        ad 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    674  1.153       dsl 
    675  1.173        ad 	/*
    676  1.173        ad 	 * If there is already a file open, close it.  If the file is
    677  1.173        ad 	 * half open, wait for it to be constructed before closing it.
    678  1.173        ad 	 * XXX Potential for deadlock here?
    679  1.173        ad 	 */
    680  1.173        ad 	mutex_enter(&fdp->fd_lock);
    681  1.173        ad 	while (fd_isused(fdp, new)) {
    682  1.173        ad 		mutex_exit(&fdp->fd_lock);
    683  1.173        ad 		if (fd_getfile(new) != NULL) {
    684  1.173        ad 			(void)fd_close(new);
    685  1.173        ad 		} else {
    686  1.173        ad 			/* XXX Crummy, but unlikely to happen. */
    687  1.173        ad 			kpause("dup2", false, 1, NULL);
    688  1.173        ad 		}
    689  1.173        ad 		mutex_enter(&fdp->fd_lock);
    690  1.173        ad 	}
    691  1.173        ad 	if (fdp->fd_ofiles[new] == NULL) {
    692  1.173        ad 		KASSERT(new >= NDFDFILE);
    693  1.173        ad 		fdp->fd_ofiles[new] = ff;
    694  1.173        ad 		ff = NULL;
    695  1.173        ad 	}
    696  1.173        ad 	fd_used(fdp, new);
    697  1.173        ad 	mutex_exit(&fdp->fd_lock);
    698  1.173        ad 
    699  1.173        ad 	/* Slot is now allocated.  Insert copy of the file. */
    700  1.173        ad 	fd_affix(curproc, fp, new);
    701  1.173        ad 	if (ff != NULL) {
    702  1.173        ad 		pool_cache_put(fdfile_cache, ff);
    703  1.173        ad 	}
    704  1.173        ad 	return 0;
    705  1.153       dsl }
    706  1.153       dsl 
    707  1.153       dsl /*
    708  1.173        ad  * Drop reference to a file structure.
    709   1.17       cgd  */
    710   1.38  christos int
    711  1.173        ad closef(file_t *fp)
    712   1.36   thorpej {
    713  1.173        ad 	struct flock lf;
    714  1.173        ad 	int error;
    715   1.16       cgd 
    716  1.173        ad 	/*
    717  1.173        ad 	 * Drop reference.  If referenced elsewhere it's still open
    718  1.173        ad 	 * and we have nothing more to do.
    719  1.173        ad 	 */
    720  1.173        ad 	mutex_enter(&fp->f_lock);
    721  1.173        ad 	KASSERT(fp->f_count > 0);
    722  1.173        ad 	if (--fp->f_count > 0) {
    723  1.173        ad 		mutex_exit(&fp->f_lock);
    724  1.173        ad 		return 0;
    725  1.173        ad 	}
    726  1.173        ad 	KASSERT(fp->f_count == 0);
    727  1.173        ad 	mutex_exit(&fp->f_lock);
    728   1.59   thorpej 
    729  1.173        ad 	/* We held the last reference - release locks, close and free. */
    730  1.173        ad         if ((fp->f_flag & FHASLOCK) && fp->f_type == DTYPE_VNODE) {
    731  1.173        ad         	lf.l_whence = SEEK_SET;
    732  1.173        ad 		lf.l_start = 0;
    733  1.173        ad 		lf.l_len = 0;
    734  1.173        ad 		lf.l_type = F_UNLCK;
    735  1.173        ad 		(void)VOP_ADVLOCK(fp->f_data, fp, F_UNLCK, &lf, F_FLOCK);
    736  1.173        ad 	}
    737  1.173        ad 	if (fp->f_ops != NULL) {
    738  1.173        ad 		error = (*fp->f_ops->fo_close)(fp);
    739  1.173        ad 	} else {
    740  1.173        ad 		error = 0;
    741   1.17       cgd 	}
    742  1.173        ad 	ffree(fp);
    743   1.59   thorpej 
    744  1.173        ad 	return error;
    745   1.16       cgd }
    746   1.16       cgd 
    747   1.16       cgd /*
    748   1.16       cgd  * Allocate a file descriptor for the process.
    749   1.16       cgd  */
    750   1.38  christos int
    751  1.173        ad fd_alloc(proc_t *p, int want, int *result)
    752   1.72     lukem {
    753  1.173        ad 	filedesc_t *fdp;
    754  1.126        pk 	int i, lim, last, error;
    755  1.115    provos 	u_int off, new;
    756  1.173        ad 	fdfile_t *ff;
    757  1.173        ad 
    758  1.173        ad 	KASSERT(p == curproc || p == &proc0);
    759   1.72     lukem 
    760   1.72     lukem 	fdp = p->p_fd;
    761  1.173        ad 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    762  1.173        ad 	KASSERT(ff->ff_refcnt == 0);
    763  1.173        ad 	KASSERT(ff->ff_file == NULL);
    764   1.16       cgd 
    765   1.16       cgd 	/*
    766   1.16       cgd 	 * Search for a free descriptor starting at the higher
    767  1.173        ad 	 * of want or fd_freefile.
    768   1.16       cgd 	 */
    769  1.173        ad 	mutex_enter(&fdp->fd_lock);
    770  1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    771   1.17       cgd 	lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
    772   1.90     enami 	last = min(fdp->fd_nfiles, lim);
    773  1.173        ad 	for (;;) {
    774  1.173        ad 		if ((i = want) < fdp->fd_freefile)
    775  1.173        ad 			i = fdp->fd_freefile;
    776  1.173        ad 		off = i >> NDENTRYSHIFT;
    777  1.173        ad 		new = fd_next_zero(fdp, fdp->fd_himap, off,
    778  1.173        ad 		    (last + NDENTRIES - 1) >> NDENTRYSHIFT);
    779  1.173        ad 		if (new == -1)
    780  1.173        ad 			break;
    781  1.173        ad 		i = fd_next_zero(fdp, &fdp->fd_lomap[new],
    782  1.115    provos 		    new > off ? 0 : i & NDENTRYMASK, NDENTRIES);
    783  1.115    provos 		if (i == -1) {
    784  1.131     perry 			/*
    785  1.173        ad 			 * Free file descriptor in this block was
    786  1.115    provos 			 * below want, try again with higher want.
    787  1.115    provos 			 */
    788  1.115    provos 			want = (new + 1) << NDENTRYSHIFT;
    789  1.173        ad 			continue;
    790  1.115    provos 		}
    791  1.115    provos 		i += (new << NDENTRYSHIFT);
    792  1.173        ad 		if (i >= last) {
    793  1.173        ad 			break;
    794  1.173        ad 		}
    795  1.173        ad 		if (fdp->fd_ofiles[i] == NULL) {
    796  1.173        ad 			KASSERT(i >= NDFDFILE);
    797  1.173        ad 			fdp->fd_ofiles[i] = ff;
    798  1.173        ad 		} else {
    799  1.173        ad 		   	pool_cache_put(fdfile_cache, ff);
    800  1.173        ad 		}
    801  1.173        ad 		KASSERT(fdp->fd_ofiles[i]->ff_file == NULL);
    802  1.173        ad 		fd_used(fdp, i);
    803  1.173        ad 		if (want <= fdp->fd_freefile) {
    804  1.173        ad 			fdp->fd_freefile = i;
    805   1.16       cgd 		}
    806  1.173        ad 		*result = i;
    807  1.173        ad 		mutex_exit(&fdp->fd_lock);
    808  1.173        ad 		KASSERT(i >= NDFDFILE ||
    809  1.173        ad 		    fdp->fd_ofiles[i] == (fdfile_t *)fdp->fd_dfdfile[i]);
    810  1.173        ad 		return 0;
    811   1.90     enami 	}
    812   1.16       cgd 
    813  1.173        ad 	/* No space in current array.  Let the caller expand and retry. */
    814  1.126        pk 	error = (fdp->fd_nfiles >= lim) ? EMFILE : ENOSPC;
    815  1.173        ad 	mutex_exit(&fdp->fd_lock);
    816  1.173        ad 	pool_cache_put(fdfile_cache, ff);
    817  1.173        ad 	return error;
    818   1.16       cgd }
    819   1.16       cgd 
    820  1.173        ad /*
    821  1.185        ad  * Allocate memory for the open files array.
    822  1.185        ad  */
    823  1.185        ad static fdfile_t **
    824  1.185        ad fd_ofile_alloc(int n)
    825  1.185        ad {
    826  1.185        ad 	uintptr_t *ptr, sz;
    827  1.185        ad 
    828  1.185        ad 	KASSERT(n > NDFILE);
    829  1.185        ad 
    830  1.185        ad 	sz = (n + 2) * sizeof(uintptr_t);
    831  1.185        ad 	ptr = kmem_alloc((size_t)sz, KM_SLEEP);
    832  1.185        ad 	ptr[1] = sz;
    833  1.185        ad 
    834  1.185        ad 	return (fdfile_t **)(ptr + 2);
    835  1.185        ad }
    836  1.185        ad 
    837  1.185        ad /*
    838  1.185        ad  * Free an open files array.
    839  1.185        ad  */
    840  1.185        ad static void
    841  1.185        ad fd_ofile_free(int n, fdfile_t **of)
    842  1.185        ad {
    843  1.185        ad 	uintptr_t *ptr, sz;
    844  1.185        ad 
    845  1.185        ad 	KASSERT(n > NDFILE);
    846  1.185        ad 
    847  1.185        ad 	sz = (n + 2) * sizeof(uintptr_t);
    848  1.185        ad 	ptr = (uintptr_t *)of - 2;
    849  1.185        ad 	KASSERT(ptr[1] == sz);
    850  1.185        ad 	kmem_free(ptr, sz);
    851  1.185        ad }
    852  1.185        ad 
    853  1.185        ad /*
    854  1.185        ad  * Allocate descriptor bitmap.
    855  1.185        ad  */
    856  1.185        ad static void
    857  1.185        ad fd_map_alloc(int n, uint32_t **lo, uint32_t **hi)
    858  1.185        ad {
    859  1.185        ad 	uint8_t *ptr;
    860  1.185        ad 	size_t szlo, szhi;
    861  1.185        ad 
    862  1.185        ad 	KASSERT(n > NDENTRIES);
    863  1.185        ad 
    864  1.185        ad 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    865  1.185        ad 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    866  1.185        ad 	ptr = kmem_alloc(szlo + szhi, KM_SLEEP);
    867  1.185        ad 	*lo = (uint32_t *)ptr;
    868  1.185        ad 	*hi = (uint32_t *)(ptr + szlo);
    869  1.185        ad }
    870  1.185        ad 
    871  1.185        ad /*
    872  1.185        ad  * Free descriptor bitmap.
    873  1.185        ad  */
    874  1.185        ad static void
    875  1.185        ad fd_map_free(int n, uint32_t *lo, uint32_t *hi)
    876  1.185        ad {
    877  1.185        ad 	size_t szlo, szhi;
    878  1.185        ad 
    879  1.185        ad 	KASSERT(n > NDENTRIES);
    880  1.185        ad 
    881  1.185        ad 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    882  1.185        ad 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    883  1.185        ad 	KASSERT(hi == (uint32_t *)((uint8_t *)lo + szlo));
    884  1.185        ad 	kmem_free(lo, szlo + szhi);
    885  1.185        ad }
    886  1.185        ad 
    887  1.185        ad /*
    888  1.173        ad  * Expand a process' descriptor table.
    889  1.173        ad  */
    890   1.76   thorpej void
    891  1.173        ad fd_tryexpand(proc_t *p)
    892   1.76   thorpej {
    893  1.173        ad 	filedesc_t *fdp;
    894  1.173        ad 	int i, numfiles, oldnfiles;
    895  1.173        ad 	fdfile_t **newofile;
    896  1.173        ad 	uint32_t *newhimap, *newlomap;
    897  1.173        ad 
    898  1.173        ad 	KASSERT(p == curproc || p == &proc0);
    899   1.76   thorpej 
    900   1.76   thorpej 	fdp = p->p_fd;
    901  1.173        ad 	newhimap = NULL;
    902  1.173        ad 	newlomap = NULL;
    903  1.126        pk 	oldnfiles = fdp->fd_nfiles;
    904  1.126        pk 
    905  1.126        pk 	if (oldnfiles < NDEXTENT)
    906  1.133  christos 		numfiles = NDEXTENT;
    907   1.76   thorpej 	else
    908  1.133  christos 		numfiles = 2 * oldnfiles;
    909  1.126        pk 
    910  1.185        ad 	newofile = fd_ofile_alloc(numfiles);
    911  1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    912  1.185        ad 		fd_map_alloc(numfiles, &newlomap, &newhimap);
    913  1.126        pk 	}
    914  1.126        pk 
    915  1.173        ad 	mutex_enter(&fdp->fd_lock);
    916  1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    917  1.126        pk 	if (fdp->fd_nfiles != oldnfiles) {
    918  1.173        ad 		/* fdp changed; caller must retry */
    919  1.173        ad 		mutex_exit(&fdp->fd_lock);
    920  1.185        ad 		fd_ofile_free(numfiles, newofile);
    921  1.185        ad 		if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    922  1.185        ad 			fd_map_free(numfiles, newlomap, newhimap);
    923  1.185        ad 		}
    924  1.173        ad 		return;
    925  1.173        ad 	}
    926  1.173        ad 
    927  1.173        ad 	/* Copy the existing ofile array and zero the new portion. */
    928  1.173        ad 	i = sizeof(fdfile_t *) * fdp->fd_nfiles;
    929  1.173        ad 	memcpy(newofile, fdp->fd_ofiles, i);
    930  1.173        ad 	memset((uint8_t *)newofile + i, 0, numfiles * sizeof(fdfile_t *) - i);
    931  1.173        ad 
    932  1.173        ad 	/*
    933  1.173        ad 	 * Link old ofiles array into list to be discarded.  We defer
    934  1.173        ad 	 * freeing until process exit if the descriptor table is visble
    935  1.173        ad 	 * to other threads.
    936  1.173        ad 	 */
    937  1.173        ad 	if (oldnfiles > NDFILE) {
    938  1.173        ad 		if ((fdp->fd_refcnt | p->p_nlwps) > 1) {
    939  1.185        ad 			fdp->fd_ofiles[-2] = (void *)fdp->fd_discard;
    940  1.185        ad 			fdp->fd_discard = fdp->fd_ofiles - 2;
    941  1.173        ad 		} else {
    942  1.185        ad 			fd_ofile_free(oldnfiles, fdp->fd_ofiles);
    943  1.173        ad 		}
    944  1.173        ad 	}
    945  1.115    provos 
    946  1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    947  1.173        ad 		i = NDHISLOTS(oldnfiles) * sizeof(uint32_t);
    948  1.173        ad 		memcpy(newhimap, fdp->fd_himap, i);
    949  1.173        ad 		memset((uint8_t *)newhimap + i, 0,
    950  1.133  christos 		    NDHISLOTS(numfiles) * sizeof(uint32_t) - i);
    951  1.115    provos 
    952  1.173        ad 		i = NDLOSLOTS(oldnfiles) * sizeof(uint32_t);
    953  1.173        ad 		memcpy(newlomap, fdp->fd_lomap, i);
    954  1.173        ad 		memset((uint8_t *)newlomap + i, 0,
    955  1.133  christos 		    NDLOSLOTS(numfiles) * sizeof(uint32_t) - i);
    956  1.115    provos 
    957  1.126        pk 		if (NDHISLOTS(oldnfiles) > NDHISLOTS(NDFILE)) {
    958  1.185        ad 			fd_map_free(oldnfiles, fdp->fd_lomap, fdp->fd_himap);
    959  1.115    provos 		}
    960  1.115    provos 		fdp->fd_himap = newhimap;
    961  1.115    provos 		fdp->fd_lomap = newlomap;
    962  1.115    provos 	}
    963  1.115    provos 
    964  1.173        ad 	/*
    965  1.173        ad 	 * All other modifications must become globally visible before
    966  1.173        ad 	 * the change to fd_nfiles.  See fd_getfile().
    967  1.173        ad 	 */
    968   1.76   thorpej 	fdp->fd_ofiles = newofile;
    969  1.173        ad 	membar_producer();
    970  1.133  christos 	fdp->fd_nfiles = numfiles;
    971  1.173        ad 	mutex_exit(&fdp->fd_lock);
    972  1.126        pk 
    973  1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    974   1.76   thorpej }
    975   1.76   thorpej 
    976   1.16       cgd /*
    977  1.173        ad  * Create a new open file structure and allocate a file descriptor
    978  1.173        ad  * for the current process.
    979   1.16       cgd  */
    980   1.38  christos int
    981  1.173        ad fd_allocfile(file_t **resultfp, int *resultfd)
    982   1.16       cgd {
    983  1.173        ad 	file_t *fp;
    984  1.173        ad 	proc_t *p;
    985  1.173        ad 	int error;
    986   1.16       cgd 
    987  1.173        ad 	p = curproc;
    988  1.144        ad 
    989  1.173        ad 	while ((error = fd_alloc(p, 0, resultfd)) != 0) {
    990  1.173        ad 		if (error != ENOSPC) {
    991  1.173        ad 			return error;
    992   1.76   thorpej 		}
    993  1.173        ad 		fd_tryexpand(p);
    994   1.75   thorpej 	}
    995  1.102        pk 
    996  1.162        ad 	fp = pool_cache_get(file_cache, PR_WAITOK);
    997  1.173        ad 	KASSERT(fp->f_count == 0);
    998  1.173        ad 	fp->f_cred = kauth_cred_get();
    999  1.173        ad 	kauth_cred_hold(fp->f_cred);
   1000  1.167        ad 
   1001  1.173        ad 	if (__predict_false(atomic_inc_uint_nv(&nfiles) >= maxfiles)) {
   1002  1.173        ad 		fd_abort(p, fp, *resultfd);
   1003   1.69  jdolecek 		tablefull("file", "increase kern.maxfiles or MAXFILES");
   1004  1.173        ad 		return ENFILE;
   1005   1.16       cgd 	}
   1006  1.167        ad 
   1007  1.167        ad 	fp->f_advice = 0;
   1008  1.167        ad 	fp->f_msgcount = 0;
   1009  1.167        ad 	fp->f_offset = 0;
   1010  1.173        ad 	fp->f_iflags = 0;
   1011  1.173        ad 	*resultfp = fp;
   1012  1.173        ad 
   1013  1.173        ad 	return 0;
   1014  1.173        ad }
   1015  1.173        ad 
   1016  1.173        ad /*
   1017  1.173        ad  * Successful creation of a new descriptor: make visible to the process.
   1018  1.173        ad  */
   1019  1.173        ad void
   1020  1.173        ad fd_affix(proc_t *p, file_t *fp, unsigned fd)
   1021  1.173        ad {
   1022  1.173        ad 	fdfile_t *ff;
   1023  1.173        ad 	filedesc_t *fdp;
   1024  1.173        ad 
   1025  1.173        ad 	KASSERT(p == curproc || p == &proc0);
   1026  1.173        ad 
   1027  1.173        ad 	/* Add a reference to the file structure. */
   1028  1.173        ad 	mutex_enter(&fp->f_lock);
   1029  1.173        ad 	fp->f_count++;
   1030  1.173        ad 	mutex_exit(&fp->f_lock);
   1031  1.167        ad 
   1032   1.16       cgd 	/*
   1033  1.173        ad 	 * Insert the new file into the descriptor slot.
   1034  1.173        ad 	 *
   1035  1.173        ad 	 * The memory barriers provided by lock activity in this routine
   1036  1.173        ad 	 * ensure that any updates to the file structure become globally
   1037  1.173        ad 	 * visible before the file becomes visible to other LWPs in the
   1038  1.173        ad 	 * current process.
   1039   1.16       cgd 	 */
   1040  1.173        ad 	fdp = p->p_fd;
   1041  1.173        ad 	ff = fdp->fd_ofiles[fd];
   1042  1.173        ad 
   1043  1.173        ad 	KASSERT(ff != NULL);
   1044  1.173        ad 	KASSERT(ff->ff_file == NULL);
   1045  1.173        ad 	KASSERT(ff->ff_allocated);
   1046  1.173        ad 	KASSERT(fd_isused(fdp, fd));
   1047  1.173        ad 	KASSERT(fd >= NDFDFILE ||
   1048  1.173        ad 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1049  1.173        ad 
   1050  1.173        ad 	/* No need to lock in order to make file initially visible. */
   1051  1.173        ad 	ff->ff_file = fp;
   1052  1.173        ad }
   1053  1.173        ad 
   1054  1.173        ad /*
   1055  1.173        ad  * Abort creation of a new descriptor: free descriptor slot and file.
   1056  1.173        ad  */
   1057  1.173        ad void
   1058  1.173        ad fd_abort(proc_t *p, file_t *fp, unsigned fd)
   1059  1.173        ad {
   1060  1.173        ad 	filedesc_t *fdp;
   1061  1.173        ad 	fdfile_t *ff;
   1062  1.173        ad 
   1063  1.173        ad 	KASSERT(p == curproc || p == &proc0);
   1064  1.173        ad 
   1065  1.173        ad 	fdp = p->p_fd;
   1066  1.173        ad 	ff = fdp->fd_ofiles[fd];
   1067  1.173        ad 
   1068  1.173        ad 	KASSERT(fd >= NDFDFILE ||
   1069  1.173        ad 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1070  1.173        ad 
   1071  1.173        ad 	mutex_enter(&fdp->fd_lock);
   1072  1.173        ad 	KASSERT(fd_isused(fdp, fd));
   1073  1.173        ad 	fd_unused(fdp, fd);
   1074  1.173        ad 	mutex_exit(&fdp->fd_lock);
   1075  1.167        ad 
   1076  1.173        ad 	if (fp != NULL) {
   1077  1.173        ad 		ffree(fp);
   1078   1.59   thorpej 	}
   1079   1.16       cgd }
   1080   1.16       cgd 
   1081   1.16       cgd /*
   1082   1.16       cgd  * Free a file descriptor.
   1083   1.16       cgd  */
   1084   1.38  christos void
   1085  1.173        ad ffree(file_t *fp)
   1086   1.16       cgd {
   1087   1.59   thorpej 
   1088  1.173        ad 	KASSERT(fp->f_count == 0);
   1089   1.59   thorpej 
   1090  1.167        ad 	atomic_dec_uint(&nfiles);
   1091  1.167        ad 	kauth_cred_free(fp->f_cred);
   1092  1.162        ad 	pool_cache_put(file_cache, fp);
   1093   1.48   thorpej }
   1094   1.48   thorpej 
   1095  1.167        ad static int
   1096  1.167        ad file_ctor(void *arg, void *obj, int flags)
   1097  1.167        ad {
   1098  1.173        ad 	file_t *fp = obj;
   1099  1.167        ad 
   1100  1.167        ad 	memset(fp, 0, sizeof(*fp));
   1101  1.167        ad 	mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1102  1.167        ad 
   1103  1.167        ad 	mutex_enter(&filelist_lock);
   1104  1.167        ad 	LIST_INSERT_HEAD(&filehead, fp, f_list);
   1105  1.167        ad 	mutex_exit(&filelist_lock);
   1106  1.167        ad 
   1107  1.167        ad 	return 0;
   1108  1.167        ad }
   1109  1.167        ad 
   1110  1.167        ad static void
   1111  1.167        ad file_dtor(void *arg, void *obj)
   1112  1.167        ad {
   1113  1.173        ad 	file_t *fp = obj;
   1114  1.167        ad 
   1115  1.167        ad 	mutex_enter(&filelist_lock);
   1116  1.167        ad 	LIST_REMOVE(fp, f_list);
   1117  1.167        ad 	mutex_exit(&filelist_lock);
   1118  1.167        ad 
   1119  1.167        ad 	mutex_destroy(&fp->f_lock);
   1120  1.167        ad }
   1121  1.167        ad 
   1122  1.173        ad static int
   1123  1.173        ad fdfile_ctor(void *arg, void *obj, int flags)
   1124  1.173        ad {
   1125  1.173        ad 	fdfile_t *ff = obj;
   1126  1.173        ad 
   1127  1.173        ad 	memset(ff, 0, sizeof(*ff));
   1128  1.173        ad 	mutex_init(&ff->ff_lock, MUTEX_DEFAULT, IPL_NONE);
   1129  1.173        ad 	cv_init(&ff->ff_closing, "fdclose");
   1130  1.173        ad 
   1131  1.173        ad 	return 0;
   1132  1.173        ad }
   1133  1.173        ad 
   1134  1.173        ad static void
   1135  1.173        ad fdfile_dtor(void *arg, void *obj)
   1136  1.173        ad {
   1137  1.173        ad 	fdfile_t *ff = obj;
   1138  1.173        ad 
   1139  1.173        ad 	mutex_destroy(&ff->ff_lock);
   1140  1.173        ad 	cv_destroy(&ff->ff_closing);
   1141  1.173        ad }
   1142  1.173        ad 
   1143  1.173        ad file_t *
   1144  1.169        ad fgetdummy(void)
   1145  1.169        ad {
   1146  1.173        ad 	file_t *fp;
   1147  1.169        ad 
   1148  1.169        ad 	fp = kmem_alloc(sizeof(*fp), KM_SLEEP);
   1149  1.169        ad 	if (fp != NULL) {
   1150  1.169        ad 		memset(fp, 0, sizeof(*fp));
   1151  1.169        ad 		mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1152  1.169        ad 	}
   1153  1.169        ad 	return fp;
   1154  1.169        ad }
   1155  1.169        ad 
   1156  1.169        ad void
   1157  1.173        ad fputdummy(file_t *fp)
   1158   1.58   thorpej {
   1159   1.58   thorpej 
   1160  1.173        ad 	mutex_destroy(&fp->f_lock);
   1161  1.173        ad 	kmem_free(fp, sizeof(*fp));
   1162   1.58   thorpej }
   1163   1.58   thorpej 
   1164   1.58   thorpej /*
   1165  1.173        ad  * Create an initial filedesc structure.
   1166   1.48   thorpej  */
   1167  1.173        ad filedesc_t *
   1168  1.173        ad fd_init(filedesc_t *fdp)
   1169   1.48   thorpej {
   1170  1.173        ad 	unsigned fd;
   1171  1.173        ad 
   1172  1.173        ad 	if (fdp == NULL) {
   1173  1.173        ad 		fdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1174  1.173        ad 	} else {
   1175  1.173        ad 		filedesc_ctor(NULL, fdp, PR_WAITOK);
   1176  1.173        ad 	}
   1177   1.48   thorpej 
   1178  1.173        ad 	fdp->fd_refcnt = 1;
   1179  1.173        ad 	fdp->fd_ofiles = fdp->fd_dfiles;
   1180  1.173        ad 	fdp->fd_nfiles = NDFILE;
   1181  1.173        ad 	fdp->fd_himap = fdp->fd_dhimap;
   1182  1.173        ad 	fdp->fd_lomap = fdp->fd_dlomap;
   1183  1.173        ad 	KASSERT(fdp->fd_lastfile == -1);
   1184  1.173        ad 	KASSERT(fdp->fd_lastkqfile == -1);
   1185  1.173        ad 	KASSERT(fdp->fd_knhash == NULL);
   1186   1.48   thorpej 
   1187  1.173        ad 	memset(&fdp->fd_startzero, 0, sizeof(*fdp) -
   1188  1.173        ad 	    offsetof(filedesc_t, fd_startzero));
   1189  1.173        ad 	for (fd = 0; fd < NDFDFILE; fd++) {
   1190  1.173        ad 		fdp->fd_ofiles[fd] = (fdfile_t *)fdp->fd_dfdfile[fd];
   1191  1.173        ad 	}
   1192   1.48   thorpej 
   1193  1.173        ad 	return fdp;
   1194   1.48   thorpej }
   1195   1.48   thorpej 
   1196   1.48   thorpej /*
   1197   1.48   thorpej  * Initialize a file descriptor table.
   1198   1.48   thorpej  */
   1199  1.173        ad static int
   1200  1.173        ad filedesc_ctor(void *arg, void *obj, int flag)
   1201   1.48   thorpej {
   1202  1.173        ad 	filedesc_t *fdp = obj;
   1203  1.173        ad 	int i;
   1204   1.48   thorpej 
   1205  1.173        ad 	memset(fdp, 0, sizeof(*fdp));
   1206  1.173        ad 	mutex_init(&fdp->fd_lock, MUTEX_DEFAULT, IPL_NONE);
   1207  1.173        ad 	fdp->fd_lastfile = -1;
   1208  1.173        ad 	fdp->fd_lastkqfile = -1;
   1209  1.173        ad 
   1210  1.181      matt 	CTASSERT(sizeof(fdp->fd_dfdfile[0]) >= sizeof(fdfile_t));
   1211  1.173        ad 	for (i = 0; i < NDFDFILE; i++) {
   1212  1.173        ad 		fdfile_ctor(NULL, fdp->fd_dfdfile[i], PR_WAITOK);
   1213  1.173        ad 	}
   1214   1.48   thorpej 
   1215  1.173        ad 	return 0;
   1216   1.48   thorpej }
   1217   1.48   thorpej 
   1218  1.173        ad static void
   1219  1.173        ad filedesc_dtor(void *arg, void *obj)
   1220   1.48   thorpej {
   1221  1.173        ad 	filedesc_t *fdp = obj;
   1222  1.173        ad 	int i;
   1223   1.48   thorpej 
   1224  1.173        ad 	for (i = 0; i < NDFDFILE; i++) {
   1225  1.173        ad 		fdfile_dtor(NULL, fdp->fd_dfdfile[i]);
   1226  1.173        ad 	}
   1227   1.48   thorpej 
   1228  1.173        ad 	mutex_destroy(&fdp->fd_lock);
   1229   1.48   thorpej }
   1230   1.48   thorpej 
   1231   1.48   thorpej /*
   1232  1.173        ad  * Make p2 share p1's filedesc structure.
   1233   1.48   thorpej  */
   1234   1.48   thorpej void
   1235  1.173        ad fd_share(struct proc *p2)
   1236   1.48   thorpej {
   1237  1.173        ad 	filedesc_t *fdp;
   1238   1.48   thorpej 
   1239  1.173        ad 	fdp = curlwp->l_fd;
   1240  1.173        ad 	p2->p_fd = fdp;
   1241  1.173        ad 	atomic_inc_uint(&fdp->fd_refcnt);
   1242   1.16       cgd }
   1243   1.16       cgd 
   1244   1.16       cgd /*
   1245   1.16       cgd  * Copy a filedesc structure.
   1246   1.16       cgd  */
   1247  1.173        ad filedesc_t *
   1248  1.173        ad fd_copy(void)
   1249   1.16       cgd {
   1250  1.173        ad 	filedesc_t *newfdp, *fdp;
   1251  1.173        ad 	fdfile_t *ff, *fflist, **ffp, **nffp, *ff2;
   1252  1.173        ad 	int i, nused, numfiles, lastfile, j, newlast;
   1253  1.173        ad 	file_t *fp;
   1254   1.16       cgd 
   1255  1.173        ad 	fdp = curproc->p_fd;
   1256  1.173        ad 	newfdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1257   1.16       cgd 	newfdp->fd_refcnt = 1;
   1258  1.126        pk 
   1259  1.173        ad 	KASSERT(newfdp->fd_knhash == NULL);
   1260  1.173        ad 	KASSERT(newfdp->fd_knhashmask == 0);
   1261  1.173        ad 	KASSERT(newfdp->fd_discard == NULL);
   1262  1.173        ad 
   1263  1.173        ad 	for (;;) {
   1264  1.173        ad 		numfiles = fdp->fd_nfiles;
   1265  1.173        ad 		lastfile = fdp->fd_lastfile;
   1266  1.173        ad 
   1267  1.173        ad 		/*
   1268  1.173        ad 		 * If the number of open files fits in the internal arrays
   1269  1.173        ad 		 * of the open file structure, use them, otherwise allocate
   1270  1.173        ad 		 * additional memory for the number of descriptors currently
   1271  1.173        ad 		 * in use.
   1272  1.173        ad 		 */
   1273  1.173        ad 		if (lastfile < NDFILE) {
   1274  1.173        ad 			i = NDFILE;
   1275  1.173        ad 			newfdp->fd_ofiles = newfdp->fd_dfiles;
   1276  1.173        ad 		} else {
   1277  1.173        ad 			/*
   1278  1.173        ad 			 * Compute the smallest multiple of NDEXTENT needed
   1279  1.173        ad 			 * for the file descriptors currently in use,
   1280  1.173        ad 			 * allowing the table to shrink.
   1281  1.173        ad 			 */
   1282  1.173        ad 			i = numfiles;
   1283  1.173        ad 			while (i >= 2 * NDEXTENT && i > lastfile * 2) {
   1284  1.173        ad 				i /= 2;
   1285  1.173        ad 			}
   1286  1.185        ad 			newfdp->fd_ofiles = fd_ofile_alloc(i);
   1287  1.173        ad 			KASSERT(i >= NDFILE);
   1288  1.173        ad 		}
   1289  1.173        ad 		if (NDHISLOTS(i) <= NDHISLOTS(NDFILE)) {
   1290  1.173        ad 			newfdp->fd_himap = newfdp->fd_dhimap;
   1291  1.173        ad 			newfdp->fd_lomap = newfdp->fd_dlomap;
   1292  1.173        ad 		} else {
   1293  1.185        ad 			fd_map_alloc(i, &newfdp->fd_lomap,
   1294  1.185        ad 			    &newfdp->fd_himap);
   1295  1.173        ad 		}
   1296   1.16       cgd 
   1297   1.16       cgd 		/*
   1298  1.173        ad 		 * Allocate and string together fdfile structures.
   1299  1.173        ad 		 * We abuse fdfile_t::ff_file here, but it will be
   1300  1.173        ad 		 * cleared before this routine returns.
   1301   1.16       cgd 		 */
   1302  1.173        ad 		nused = fdp->fd_nused;
   1303  1.173        ad 		fflist = NULL;
   1304  1.173        ad 		for (j = nused; j != 0; j--) {
   1305  1.173        ad 			ff = pool_cache_get(fdfile_cache, PR_WAITOK);
   1306  1.173        ad 			ff->ff_file = (void *)fflist;
   1307  1.173        ad 			fflist = ff;
   1308  1.173        ad 		}
   1309  1.173        ad 
   1310  1.173        ad 		mutex_enter(&fdp->fd_lock);
   1311  1.173        ad 		if (numfiles == fdp->fd_nfiles && nused == fdp->fd_nused &&
   1312  1.173        ad 		    lastfile == fdp->fd_lastfile) {
   1313  1.173        ad 			break;
   1314  1.173        ad 		}
   1315  1.173        ad 		mutex_exit(&fdp->fd_lock);
   1316  1.173        ad 		if (i >= NDFILE) {
   1317  1.185        ad 			fd_ofile_free(i, newfdp->fd_ofiles);
   1318  1.173        ad 		}
   1319  1.126        pk 		if (NDHISLOTS(i) > NDHISLOTS(NDFILE)) {
   1320  1.185        ad 			fd_map_free(i, newfdp->fd_lomap, newfdp->fd_himap);
   1321  1.126        pk 		}
   1322  1.173        ad 		while (fflist != NULL) {
   1323  1.173        ad 			ff = fflist;
   1324  1.173        ad 			fflist = (void *)ff->ff_file;
   1325  1.173        ad 			ff->ff_file = NULL;
   1326  1.173        ad 			pool_cache_put(fdfile_cache, ff);
   1327  1.173        ad 		}
   1328  1.115    provos 	}
   1329  1.115    provos 
   1330   1.16       cgd 	newfdp->fd_nfiles = i;
   1331  1.126        pk 	newfdp->fd_freefile = fdp->fd_freefile;
   1332  1.173        ad 	newfdp->fd_exclose = fdp->fd_exclose;
   1333  1.126        pk 
   1334  1.173        ad 	/*
   1335  1.173        ad 	 * Clear the entries that will not be copied over.
   1336  1.173        ad 	 * Avoid calling memset with 0 size.
   1337  1.173        ad 	 */
   1338  1.173        ad 	if (lastfile < (i-1)) {
   1339  1.128      cube 		memset(newfdp->fd_ofiles + lastfile + 1, 0,
   1340  1.173        ad 		    (i - lastfile - 1) * sizeof(file_t **));
   1341  1.173        ad 	}
   1342  1.173        ad 	if (i < NDENTRIES * NDENTRIES) {
   1343  1.120      yamt 		i = NDENTRIES * NDENTRIES; /* size of inlined bitmaps */
   1344  1.173        ad 	}
   1345  1.115    provos 	memcpy(newfdp->fd_himap, fdp->fd_himap, NDHISLOTS(i)*sizeof(uint32_t));
   1346  1.115    provos 	memcpy(newfdp->fd_lomap, fdp->fd_lomap, NDLOSLOTS(i)*sizeof(uint32_t));
   1347  1.126        pk 
   1348  1.173        ad 	ffp = fdp->fd_ofiles;
   1349  1.173        ad 	nffp = newfdp->fd_ofiles;
   1350  1.173        ad 	j = imax(lastfile, (NDFDFILE - 1));
   1351  1.173        ad 	newlast = -1;
   1352  1.173        ad 	KASSERT(j < fdp->fd_nfiles);
   1353  1.173        ad 	for (i = 0; i <= j; i++, ffp++, *nffp++ = ff2) {
   1354  1.173        ad 		ff = *ffp;
   1355  1.173        ad 		/* Install built-in fdfiles even if unused here. */
   1356  1.173        ad 		if (i < NDFDFILE) {
   1357  1.173        ad 			ff2 = (fdfile_t *)newfdp->fd_dfdfile[i];
   1358  1.173        ad 		} else {
   1359  1.173        ad 			ff2 = NULL;
   1360  1.173        ad 		}
   1361  1.173        ad 		/* Determine if descriptor is active in parent. */
   1362  1.173        ad 		if (ff == NULL || !fd_isused(fdp, i)) {
   1363  1.173        ad 			KASSERT(ff != NULL || i >= NDFDFILE);
   1364  1.173        ad 			continue;
   1365  1.173        ad 		}
   1366  1.173        ad 		mutex_enter(&ff->ff_lock);
   1367  1.173        ad 		fp = ff->ff_file;
   1368  1.173        ad 		if (fp == NULL) {
   1369  1.173        ad 			/* Descriptor is half-open: free slot. */
   1370  1.173        ad 			fd_zap(newfdp, i);
   1371  1.173        ad 			mutex_exit(&ff->ff_lock);
   1372  1.173        ad 			continue;
   1373  1.173        ad 		}
   1374  1.173        ad 		if (fp->f_type == DTYPE_KQUEUE) {
   1375  1.173        ad 			/* kqueue descriptors cannot be copied. */
   1376  1.173        ad 			fd_zap(newfdp, i);
   1377  1.173        ad 			mutex_exit(&ff->ff_lock);
   1378  1.126        pk 			continue;
   1379  1.173        ad 		}
   1380  1.173        ad 		/* It's active: add a reference to the file. */
   1381  1.173        ad 		mutex_enter(&fp->f_lock);
   1382  1.173        ad 		fp->f_count++;
   1383  1.173        ad 		mutex_exit(&fp->f_lock);
   1384  1.173        ad 		/* Consume one fdfile_t to represent it. */
   1385  1.173        ad 		if (i >= NDFDFILE) {
   1386  1.173        ad 			ff2 = fflist;
   1387  1.173        ad 			fflist = (void *)ff2->ff_file;
   1388  1.173        ad 		}
   1389  1.173        ad 		ff2->ff_file = fp;
   1390  1.173        ad 		ff2->ff_exclose = ff->ff_exclose;
   1391  1.182      matt 		ff2->ff_allocated = true;
   1392  1.173        ad 		mutex_exit(&ff->ff_lock);
   1393  1.173        ad 		if (i > newlast) {
   1394  1.173        ad 			newlast = i;
   1395  1.173        ad 		}
   1396  1.173        ad 	}
   1397  1.173        ad 	mutex_exit(&fdp->fd_lock);
   1398  1.126        pk 
   1399  1.173        ad 	/* Discard unused fdfile_t structures. */
   1400  1.173        ad 	while (__predict_false(fflist != NULL)) {
   1401  1.173        ad 		ff = fflist;
   1402  1.173        ad 		fflist = (void *)ff->ff_file;
   1403  1.173        ad 		ff->ff_file = NULL;
   1404  1.173        ad 		pool_cache_put(fdfile_cache, ff);
   1405  1.173        ad 		nused--;
   1406  1.126        pk 	}
   1407  1.173        ad 	KASSERT(nused >= 0);
   1408  1.173        ad 	KASSERT(newfdp->fd_ofiles[0] == (fdfile_t *)newfdp->fd_dfdfile[0]);
   1409  1.126        pk 
   1410  1.173        ad 	newfdp->fd_nused = nused;
   1411  1.173        ad 	newfdp->fd_lastfile = newlast;
   1412  1.126        pk 
   1413   1.16       cgd 	return (newfdp);
   1414   1.16       cgd }
   1415   1.16       cgd 
   1416   1.16       cgd /*
   1417   1.16       cgd  * Release a filedesc structure.
   1418   1.16       cgd  */
   1419   1.16       cgd void
   1420  1.173        ad fd_free(void)
   1421   1.16       cgd {
   1422  1.173        ad 	filedesc_t *fdp;
   1423  1.173        ad 	fdfile_t *ff;
   1424  1.173        ad 	file_t *fp;
   1425  1.173        ad 	int fd, lastfd;
   1426  1.185        ad 	void **discard;
   1427  1.173        ad 
   1428  1.173        ad 	fdp = curlwp->l_fd;
   1429  1.173        ad 
   1430  1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
   1431   1.16       cgd 
   1432  1.164        ad 	if (atomic_dec_uint_nv(&fdp->fd_refcnt) > 0)
   1433   1.16       cgd 		return;
   1434  1.126        pk 
   1435   1.16       cgd 	/*
   1436  1.173        ad 	 * Close any files that the process holds open.
   1437   1.16       cgd 	 */
   1438  1.175       wiz 	for (fd = 0, lastfd = fdp->fd_nfiles - 1; fd <= lastfd; fd++) {
   1439  1.173        ad 		ff = fdp->fd_ofiles[fd];
   1440  1.173        ad 		KASSERT(fd >= NDFDFILE ||
   1441  1.173        ad 		    ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1442  1.173        ad 		if ((ff = fdp->fd_ofiles[fd]) == NULL)
   1443  1.173        ad 			continue;
   1444  1.173        ad 		if ((fp = ff->ff_file) != NULL) {
   1445  1.173        ad 			/*
   1446  1.173        ad 			 * Must use fd_close() here as kqueue holds
   1447  1.173        ad 			 * long term references to descriptors.
   1448  1.173        ad 			 */
   1449  1.173        ad 			ff->ff_refcnt++;
   1450  1.173        ad 			fd_close(fd);
   1451  1.173        ad 		}
   1452  1.173        ad 		KASSERT(ff->ff_refcnt == 0);
   1453  1.173        ad 		KASSERT(ff->ff_file == NULL);
   1454  1.173        ad 		KASSERT(!ff->ff_exclose);
   1455  1.173        ad 		KASSERT(!ff->ff_allocated);
   1456  1.173        ad 		if (fd >= NDFDFILE) {
   1457  1.173        ad 			pool_cache_put(fdfile_cache, ff);
   1458  1.173        ad 		}
   1459   1.16       cgd 	}
   1460   1.59   thorpej 
   1461   1.59   thorpej 	/*
   1462  1.173        ad 	 * Clean out the descriptor table for the next user and return
   1463  1.173        ad 	 * to the cache.
   1464   1.59   thorpej 	 */
   1465  1.173        ad 	while ((discard = fdp->fd_discard) != NULL) {
   1466  1.185        ad 		fdp->fd_discard = discard[0];
   1467  1.185        ad 		kmem_free(discard, (uintptr_t)discard[1]);
   1468   1.59   thorpej 	}
   1469  1.173        ad 	if (NDHISLOTS(fdp->fd_nfiles) > NDHISLOTS(NDFILE)) {
   1470  1.173        ad 		KASSERT(fdp->fd_himap != fdp->fd_dhimap);
   1471  1.173        ad 		KASSERT(fdp->fd_lomap != fdp->fd_dlomap);
   1472  1.185        ad 		fd_map_free(fdp->fd_nfiles, fdp->fd_lomap, fdp->fd_himap);
   1473   1.16       cgd 	}
   1474  1.173        ad 	if (fdp->fd_nfiles > NDFILE) {
   1475  1.173        ad 		KASSERT(fdp->fd_ofiles != fdp->fd_dfiles);
   1476  1.185        ad 		fd_ofile_free(fdp->fd_nfiles, fdp->fd_ofiles);
   1477   1.59   thorpej 	}
   1478  1.173        ad 	if (fdp->fd_knhash != NULL) {
   1479  1.179        ad 		hashdone(fdp->fd_knhash, HASH_LIST, fdp->fd_knhashmask);
   1480  1.173        ad 		fdp->fd_knhash = NULL;
   1481  1.173        ad 		fdp->fd_knhashmask = 0;
   1482  1.173        ad 	} else {
   1483  1.173        ad 		KASSERT(fdp->fd_knhashmask == 0);
   1484  1.137      yamt 	}
   1485  1.173        ad 	fdp->fd_lastkqfile = -1;
   1486  1.173        ad 	pool_cache_put(filedesc_cache, fdp);
   1487  1.170    martin }
   1488  1.170    martin 
   1489   1.16       cgd /*
   1490   1.16       cgd  * File Descriptor pseudo-device driver (/dev/fd/).
   1491   1.16       cgd  *
   1492   1.16       cgd  * Opening minor device N dup()s the file (if any) connected to file
   1493   1.16       cgd  * descriptor N belonging to the calling process.  Note that this driver
   1494   1.16       cgd  * consists of only the ``open()'' routine, because all subsequent
   1495   1.16       cgd  * references to this file will be direct to the other driver.
   1496   1.16       cgd  */
   1497  1.134   thorpej static int
   1498  1.173        ad filedescopen(dev_t dev, int mode, int type, lwp_t *l)
   1499   1.16       cgd {
   1500   1.16       cgd 
   1501   1.28   mycroft 	/*
   1502  1.112  jdolecek 	 * XXX Kludge: set dupfd to contain the value of the
   1503   1.89     enami 	 * the file descriptor being sought for duplication. The error
   1504   1.28   mycroft 	 * return ensures that the vnode for this device will be released
   1505   1.28   mycroft 	 * by vn_open. Open will detect this special error and take the
   1506   1.28   mycroft 	 * actions in dupfdopen below. Other callers of vn_open or VOP_OPEN
   1507   1.28   mycroft 	 * will simply report the error.
   1508   1.28   mycroft 	 */
   1509  1.138  christos 	l->l_dupfd = minor(dev);	/* XXX */
   1510  1.127  christos 	return EDUPFD;
   1511   1.27   mycroft }
   1512   1.27   mycroft 
   1513   1.28   mycroft /*
   1514   1.28   mycroft  * Duplicate the specified descriptor to a free descriptor.
   1515   1.28   mycroft  */
   1516   1.27   mycroft int
   1517  1.173        ad fd_dupopen(int old, int *new, int mode, int error)
   1518   1.72     lukem {
   1519  1.173        ad 	filedesc_t *fdp;
   1520  1.173        ad 	fdfile_t *ff;
   1521  1.173        ad 	file_t *fp;
   1522   1.27   mycroft 
   1523  1.173        ad 	if ((fp = fd_getfile(old)) == NULL) {
   1524  1.173        ad 		return EBADF;
   1525  1.173        ad 	}
   1526  1.173        ad 	fdp = curlwp->l_fd;
   1527  1.173        ad 	ff = fdp->fd_ofiles[old];
   1528   1.59   thorpej 
   1529   1.27   mycroft 	/*
   1530   1.28   mycroft 	 * There are two cases of interest here.
   1531   1.28   mycroft 	 *
   1532  1.127  christos 	 * For EDUPFD simply dup (dfd) to file descriptor
   1533   1.28   mycroft 	 * (indx) and return.
   1534   1.28   mycroft 	 *
   1535  1.127  christos 	 * For EMOVEFD steal away the file structure from (dfd) and
   1536   1.28   mycroft 	 * store it in (indx).  (dfd) is effectively closed by
   1537   1.28   mycroft 	 * this operation.
   1538   1.28   mycroft 	 *
   1539   1.28   mycroft 	 * Any other error code is just returned.
   1540   1.27   mycroft 	 */
   1541   1.28   mycroft 	switch (error) {
   1542  1.127  christos 	case EDUPFD:
   1543   1.28   mycroft 		/*
   1544   1.28   mycroft 		 * Check that the mode the file is being opened for is a
   1545   1.28   mycroft 		 * subset of the mode of the existing descriptor.
   1546   1.28   mycroft 		 */
   1547  1.173        ad 		if (((mode & (FREAD|FWRITE)) | fp->f_flag) != fp->f_flag) {
   1548  1.173        ad 			error = EACCES;
   1549  1.173        ad 			break;
   1550  1.173        ad 		}
   1551  1.173        ad 
   1552  1.173        ad 		/* Copy it. */
   1553  1.173        ad 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1554  1.173        ad 		break;
   1555   1.27   mycroft 
   1556  1.127  christos 	case EMOVEFD:
   1557  1.173        ad 		/* Copy it. */
   1558  1.173        ad 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1559  1.173        ad 		if (error != 0) {
   1560  1.173        ad 			break;
   1561  1.173        ad 		}
   1562   1.16       cgd 
   1563  1.173        ad 		/* Steal away the file pointer from 'old'. */
   1564  1.173        ad 		(void)fd_close(old);
   1565  1.173        ad 		return 0;
   1566   1.28   mycroft 	}
   1567  1.173        ad 
   1568  1.173        ad 	fd_putfile(old);
   1569  1.173        ad 	return error;
   1570   1.61  wrstuden }
   1571   1.61  wrstuden 
   1572   1.61  wrstuden /*
   1573  1.113  jdolecek  * Sets descriptor owner. If the owner is a process, 'pgid'
   1574  1.113  jdolecek  * is set to positive value, process ID. If the owner is process group,
   1575  1.113  jdolecek  * 'pgid' is set to -pg_id.
   1576  1.113  jdolecek  */
   1577  1.113  jdolecek int
   1578  1.180  gmcgarry fsetown(pid_t *pgid, u_long cmd, const void *data)
   1579  1.113  jdolecek {
   1580  1.133  christos 	int id = *(const int *)data;
   1581  1.113  jdolecek 	int error;
   1582  1.113  jdolecek 
   1583  1.113  jdolecek 	switch (cmd) {
   1584  1.113  jdolecek 	case TIOCSPGRP:
   1585  1.113  jdolecek 		if (id < 0)
   1586  1.113  jdolecek 			return (EINVAL);
   1587  1.113  jdolecek 		id = -id;
   1588  1.113  jdolecek 		break;
   1589  1.113  jdolecek 	default:
   1590  1.113  jdolecek 		break;
   1591  1.113  jdolecek 	}
   1592  1.113  jdolecek 
   1593  1.113  jdolecek 	if (id > 0 && !pfind(id))
   1594  1.113  jdolecek 		return (ESRCH);
   1595  1.173        ad 	else if (id < 0 && (error = pgid_in_session(curproc, -id)))
   1596  1.113  jdolecek 		return (error);
   1597  1.113  jdolecek 
   1598  1.113  jdolecek 	*pgid = id;
   1599  1.113  jdolecek 	return (0);
   1600  1.113  jdolecek }
   1601  1.113  jdolecek 
   1602  1.113  jdolecek /*
   1603  1.113  jdolecek  * Return descriptor owner information. If the value is positive,
   1604  1.113  jdolecek  * it's process ID. If it's negative, it's process group ID and
   1605  1.113  jdolecek  * needs the sign removed before use.
   1606  1.113  jdolecek  */
   1607  1.113  jdolecek int
   1608  1.180  gmcgarry fgetown(pid_t pgid, u_long cmd, void *data)
   1609  1.113  jdolecek {
   1610  1.173        ad 
   1611  1.113  jdolecek 	switch (cmd) {
   1612  1.113  jdolecek 	case TIOCGPGRP:
   1613  1.113  jdolecek 		*(int *)data = -pgid;
   1614  1.113  jdolecek 		break;
   1615  1.113  jdolecek 	default:
   1616  1.113  jdolecek 		*(int *)data = pgid;
   1617  1.113  jdolecek 		break;
   1618  1.113  jdolecek 	}
   1619  1.113  jdolecek 	return (0);
   1620  1.113  jdolecek }
   1621  1.113  jdolecek 
   1622  1.113  jdolecek /*
   1623  1.113  jdolecek  * Send signal to descriptor owner, either process or process group.
   1624  1.113  jdolecek  */
   1625  1.113  jdolecek void
   1626  1.114  christos fownsignal(pid_t pgid, int signo, int code, int band, void *fdescdata)
   1627  1.113  jdolecek {
   1628  1.113  jdolecek 	struct proc *p1;
   1629  1.150        ad 	struct pgrp *pgrp;
   1630  1.131     perry 	ksiginfo_t ksi;
   1631  1.113  jdolecek 
   1632  1.176        ad 	KASSERT(!cpu_intr_p());
   1633  1.176        ad 
   1634  1.148      yamt 	KSI_INIT(&ksi);
   1635  1.114  christos 	ksi.ksi_signo = signo;
   1636  1.113  jdolecek 	ksi.ksi_code = code;
   1637  1.113  jdolecek 	ksi.ksi_band = band;
   1638  1.113  jdolecek 
   1639  1.176        ad 	mutex_enter(proc_lock);
   1640  1.150        ad 	if (pgid > 0 && (p1 = p_find(pgid, PFIND_LOCKED)))
   1641  1.113  jdolecek 		kpsignal(p1, &ksi, fdescdata);
   1642  1.150        ad 	else if (pgid < 0 && (pgrp = pg_find(-pgid, PFIND_LOCKED)))
   1643  1.150        ad 		kpgsignal(pgrp, &ksi, fdescdata, 0);
   1644  1.176        ad 	mutex_exit(proc_lock);
   1645  1.113  jdolecek }
   1646  1.127  christos 
   1647  1.127  christos int
   1648  1.173        ad fd_clone(file_t *fp, unsigned fd, int flag, const struct fileops *fops,
   1649  1.173        ad 	 void *data)
   1650  1.127  christos {
   1651  1.173        ad 
   1652  1.130  christos 	fp->f_flag = flag;
   1653  1.127  christos 	fp->f_type = DTYPE_MISC;
   1654  1.127  christos 	fp->f_ops = fops;
   1655  1.127  christos 	fp->f_data = data;
   1656  1.173        ad 	curlwp->l_dupfd = fd;
   1657  1.173        ad 	fd_affix(curproc, fp, fd);
   1658  1.127  christos 
   1659  1.127  christos 	return EMOVEFD;
   1660  1.127  christos }
   1661  1.127  christos 
   1662  1.127  christos int
   1663  1.173        ad fnullop_fcntl(file_t *fp, u_int cmd, void *data)
   1664  1.127  christos {
   1665  1.147      yamt 
   1666  1.127  christos 	if (cmd == F_SETFL)
   1667  1.127  christos 		return 0;
   1668  1.127  christos 
   1669  1.127  christos 	return EOPNOTSUPP;
   1670  1.127  christos }
   1671  1.127  christos 
   1672  1.127  christos int
   1673  1.173        ad fnullop_poll(file_t *fp, int which)
   1674  1.127  christos {
   1675  1.147      yamt 
   1676  1.127  christos 	return 0;
   1677  1.127  christos }
   1678  1.127  christos 
   1679  1.127  christos int
   1680  1.173        ad fnullop_kqfilter(file_t *fp, struct knote *kn)
   1681  1.127  christos {
   1682  1.127  christos 
   1683  1.127  christos 	return 0;
   1684  1.127  christos }
   1685  1.127  christos 
   1686  1.127  christos int
   1687  1.173        ad fbadop_read(file_t *fp, off_t *offset, struct uio *uio,
   1688  1.173        ad 	    kauth_cred_t cred, int flags)
   1689  1.160     rmind {
   1690  1.160     rmind 
   1691  1.160     rmind 	return EOPNOTSUPP;
   1692  1.160     rmind }
   1693  1.160     rmind 
   1694  1.160     rmind int
   1695  1.173        ad fbadop_write(file_t *fp, off_t *offset, struct uio *uio,
   1696  1.173        ad 	     kauth_cred_t cred, int flags)
   1697  1.160     rmind {
   1698  1.160     rmind 
   1699  1.160     rmind 	return EOPNOTSUPP;
   1700  1.160     rmind }
   1701  1.160     rmind 
   1702  1.160     rmind int
   1703  1.173        ad fbadop_ioctl(file_t *fp, u_long com, void *data)
   1704  1.160     rmind {
   1705  1.160     rmind 
   1706  1.160     rmind 	return EOPNOTSUPP;
   1707  1.160     rmind }
   1708  1.160     rmind 
   1709  1.160     rmind int
   1710  1.173        ad fbadop_stat(file_t *fp, struct stat *sb)
   1711  1.127  christos {
   1712  1.147      yamt 
   1713  1.127  christos 	return EOPNOTSUPP;
   1714  1.127  christos }
   1715  1.160     rmind 
   1716  1.160     rmind int
   1717  1.173        ad fbadop_close(file_t *fp)
   1718  1.160     rmind {
   1719  1.160     rmind 
   1720  1.160     rmind 	return EOPNOTSUPP;
   1721  1.160     rmind }
   1722