Home | History | Annotate | Line # | Download | only in kern
kern_descrip.c revision 1.182.4.1
      1  1.182.4.1     skrll /*	$NetBSD: kern_descrip.c,v 1.182.4.1 2009/01/19 13:19:38 skrll Exp $	*/
      2      1.173        ad 
      3      1.173        ad /*-
      4      1.173        ad  * Copyright (c) 2008 The NetBSD Foundation, Inc.
      5      1.173        ad  * All rights reserved.
      6      1.173        ad  *
      7      1.173        ad  * Redistribution and use in source and binary forms, with or without
      8      1.173        ad  * modification, are permitted provided that the following conditions
      9      1.173        ad  * are met:
     10      1.173        ad  * 1. Redistributions of source code must retain the above copyright
     11      1.173        ad  *    notice, this list of conditions and the following disclaimer.
     12      1.173        ad  * 2. Redistributions in binary form must reproduce the above copyright
     13      1.173        ad  *    notice, this list of conditions and the following disclaimer in the
     14      1.173        ad  *    documentation and/or other materials provided with the distribution.
     15      1.173        ad  *
     16      1.173        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17      1.173        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18      1.173        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19      1.173        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20      1.173        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21      1.173        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22      1.173        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23      1.173        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24      1.173        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25      1.173        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26      1.173        ad  * POSSIBILITY OF SUCH DAMAGE.
     27      1.173        ad  */
     28       1.22       cgd 
     29       1.16       cgd /*
     30       1.17       cgd  * Copyright (c) 1982, 1986, 1989, 1991, 1993
     31       1.17       cgd  *	The Regents of the University of California.  All rights reserved.
     32       1.16       cgd  * (c) UNIX System Laboratories, Inc.
     33       1.16       cgd  * All or some portions of this file are derived from material licensed
     34       1.16       cgd  * to the University of California by American Telephone and Telegraph
     35       1.16       cgd  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     36       1.16       cgd  * the permission of UNIX System Laboratories, Inc.
     37       1.16       cgd  *
     38       1.16       cgd  * Redistribution and use in source and binary forms, with or without
     39       1.16       cgd  * modification, are permitted provided that the following conditions
     40       1.16       cgd  * are met:
     41       1.16       cgd  * 1. Redistributions of source code must retain the above copyright
     42       1.16       cgd  *    notice, this list of conditions and the following disclaimer.
     43       1.16       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     44       1.16       cgd  *    notice, this list of conditions and the following disclaimer in the
     45       1.16       cgd  *    documentation and/or other materials provided with the distribution.
     46      1.111       agc  * 3. Neither the name of the University nor the names of its contributors
     47       1.16       cgd  *    may be used to endorse or promote products derived from this software
     48       1.16       cgd  *    without specific prior written permission.
     49       1.16       cgd  *
     50       1.16       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     51       1.16       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     52       1.16       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     53       1.16       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     54       1.16       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     55       1.16       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     56       1.16       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     57       1.16       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     58       1.16       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     59       1.16       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     60       1.16       cgd  * SUCH DAMAGE.
     61       1.16       cgd  *
     62       1.51      fvdl  *	@(#)kern_descrip.c	8.8 (Berkeley) 2/14/95
     63       1.16       cgd  */
     64       1.81     lukem 
     65      1.173        ad /*
     66      1.173        ad  * File descriptor management.
     67      1.173        ad  */
     68      1.173        ad 
     69       1.81     lukem #include <sys/cdefs.h>
     70  1.182.4.1     skrll __KERNEL_RCSID(0, "$NetBSD: kern_descrip.c,v 1.182.4.1 2009/01/19 13:19:38 skrll Exp $");
     71       1.50       mrg 
     72       1.16       cgd #include <sys/param.h>
     73       1.16       cgd #include <sys/systm.h>
     74       1.16       cgd #include <sys/filedesc.h>
     75       1.16       cgd #include <sys/kernel.h>
     76       1.16       cgd #include <sys/proc.h>
     77       1.16       cgd #include <sys/file.h>
     78       1.16       cgd #include <sys/socket.h>
     79       1.16       cgd #include <sys/socketvar.h>
     80       1.16       cgd #include <sys/stat.h>
     81       1.16       cgd #include <sys/ioctl.h>
     82       1.16       cgd #include <sys/fcntl.h>
     83       1.55   thorpej #include <sys/pool.h>
     84       1.17       cgd #include <sys/unistd.h>
     85       1.16       cgd #include <sys/resourcevar.h>
     86       1.42  christos #include <sys/conf.h>
     87       1.96  jdolecek #include <sys/event.h>
     88      1.143      elad #include <sys/kauth.h>
     89      1.163        ad #include <sys/atomic.h>
     90       1.25       cgd #include <sys/syscallargs.h>
     91      1.176        ad #include <sys/cpu.h>
     92  1.182.4.1     skrll #include <sys/kmem.h>
     93  1.182.4.1     skrll #include <sys/vnode.h>
     94       1.38  christos 
     95      1.167        ad static int	file_ctor(void *, void *, int);
     96      1.167        ad static void	file_dtor(void *, void *);
     97      1.173        ad static int	fdfile_ctor(void *, void *, int);
     98      1.173        ad static void	fdfile_dtor(void *, void *);
     99      1.173        ad static int	filedesc_ctor(void *, void *, int);
    100      1.173        ad static void	filedesc_dtor(void *, void *);
    101      1.173        ad static int	filedescopen(dev_t, int, int, lwp_t *);
    102      1.162        ad 
    103      1.173        ad kmutex_t	filelist_lock;	/* lock on filehead */
    104       1.72     lukem struct filelist	filehead;	/* head of list of open files */
    105      1.167        ad u_int		nfiles;		/* actual number of open files */
    106      1.161        ad 
    107      1.173        ad static pool_cache_t filedesc_cache;
    108      1.162        ad static pool_cache_t file_cache;
    109      1.173        ad static pool_cache_t fdfile_cache;
    110      1.101   thorpej 
    111      1.173        ad const struct cdevsw filedesc_cdevsw = {
    112      1.173        ad 	filedescopen, noclose, noread, nowrite, noioctl,
    113      1.173        ad 	nostop, notty, nopoll, nommap, nokqfilter, D_OTHER | D_MPSAFE,
    114      1.173        ad };
    115      1.173        ad 
    116      1.173        ad /* For ease of reading. */
    117      1.173        ad __strong_alias(fd_putvnode,fd_putfile)
    118      1.173        ad __strong_alias(fd_putsock,fd_putfile)
    119      1.173        ad 
    120      1.173        ad /*
    121      1.173        ad  * Initialize the descriptor system.
    122      1.173        ad  */
    123      1.173        ad void
    124      1.173        ad fd_sys_init(void)
    125      1.173        ad {
    126      1.173        ad 
    127      1.173        ad 	mutex_init(&filelist_lock, MUTEX_DEFAULT, IPL_NONE);
    128      1.173        ad 
    129      1.174        ad 	file_cache = pool_cache_init(sizeof(file_t), coherency_unit, 0,
    130      1.173        ad 	    0, "file", NULL, IPL_NONE, file_ctor, file_dtor, NULL);
    131      1.173        ad 	KASSERT(file_cache != NULL);
    132      1.173        ad 
    133      1.174        ad 	fdfile_cache = pool_cache_init(sizeof(fdfile_t), coherency_unit, 0,
    134      1.173        ad 	    PR_LARGECACHE, "fdfile", NULL, IPL_NONE, fdfile_ctor, fdfile_dtor,
    135      1.173        ad 	    NULL);
    136      1.173        ad 	KASSERT(fdfile_cache != NULL);
    137      1.173        ad 
    138      1.174        ad 	filedesc_cache = pool_cache_init(sizeof(filedesc_t), coherency_unit,
    139      1.173        ad 	    0, 0, "filedesc", NULL, IPL_NONE, filedesc_ctor, filedesc_dtor,
    140      1.173        ad 	    NULL);
    141      1.173        ad 	KASSERT(filedesc_cache != NULL);
    142      1.173        ad }
    143       1.72     lukem 
    144      1.173        ad static int
    145      1.173        ad fd_next_zero(filedesc_t *fdp, uint32_t *bitmap, int want, u_int bits)
    146      1.115    provos {
    147      1.115    provos 	int i, off, maxoff;
    148      1.115    provos 	uint32_t sub;
    149      1.115    provos 
    150      1.173        ad 	KASSERT(mutex_owned(&fdp->fd_lock));
    151      1.173        ad 
    152      1.115    provos 	if (want > bits)
    153      1.115    provos 		return -1;
    154      1.115    provos 
    155      1.115    provos 	off = want >> NDENTRYSHIFT;
    156      1.115    provos 	i = want & NDENTRYMASK;
    157      1.115    provos 	if (i) {
    158      1.115    provos 		sub = bitmap[off] | ((u_int)~0 >> (NDENTRIES - i));
    159      1.115    provos 		if (sub != ~0)
    160      1.115    provos 			goto found;
    161      1.115    provos 		off++;
    162      1.115    provos 	}
    163      1.115    provos 
    164      1.115    provos 	maxoff = NDLOSLOTS(bits);
    165      1.115    provos 	while (off < maxoff) {
    166      1.115    provos 		if ((sub = bitmap[off]) != ~0)
    167      1.115    provos 			goto found;
    168      1.115    provos 		off++;
    169      1.115    provos 	}
    170      1.115    provos 
    171      1.115    provos 	return (-1);
    172      1.115    provos 
    173      1.115    provos  found:
    174      1.115    provos 	return (off << NDENTRYSHIFT) + ffs(~sub) - 1;
    175      1.115    provos }
    176      1.115    provos 
    177      1.134   thorpej static int
    178      1.173        ad fd_last_set(filedesc_t *fd, int last)
    179      1.115    provos {
    180      1.115    provos 	int off, i;
    181      1.173        ad 	fdfile_t **ofiles = fd->fd_ofiles;
    182      1.115    provos 	uint32_t *bitmap = fd->fd_lomap;
    183      1.115    provos 
    184      1.173        ad 	KASSERT(mutex_owned(&fd->fd_lock));
    185      1.173        ad 
    186      1.115    provos 	off = (last - 1) >> NDENTRYSHIFT;
    187      1.115    provos 
    188      1.121    provos 	while (off >= 0 && !bitmap[off])
    189      1.115    provos 		off--;
    190      1.115    provos 
    191      1.115    provos 	if (off < 0)
    192      1.128      cube 		return (-1);
    193      1.131     perry 
    194      1.115    provos 	i = ((off + 1) << NDENTRYSHIFT) - 1;
    195      1.115    provos 	if (i >= last)
    196      1.115    provos 		i = last - 1;
    197      1.115    provos 
    198      1.173        ad 	/* XXX should use bitmap */
    199      1.173        ad 	/* XXXAD does not work for fd_copy() */
    200      1.173        ad 	while (i > 0 && (ofiles[i] == NULL || !ofiles[i]->ff_allocated))
    201      1.115    provos 		i--;
    202      1.115    provos 
    203      1.115    provos 	return (i);
    204      1.115    provos }
    205      1.115    provos 
    206      1.173        ad void
    207      1.173        ad fd_used(filedesc_t *fdp, unsigned fd)
    208       1.27   mycroft {
    209      1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    210      1.173        ad 	fdfile_t *ff;
    211      1.173        ad 
    212      1.173        ad 	ff = fdp->fd_ofiles[fd];
    213      1.115    provos 
    214      1.173        ad 	KASSERT(mutex_owned(&fdp->fd_lock));
    215      1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) == 0);
    216      1.173        ad 	KASSERT(ff != NULL);
    217      1.173        ad 	KASSERT(ff->ff_file == NULL);
    218      1.173        ad    	KASSERT(!ff->ff_allocated);
    219      1.124      yamt 
    220      1.173        ad    	ff->ff_allocated = 1;
    221      1.115    provos 	fdp->fd_lomap[off] |= 1 << (fd & NDENTRYMASK);
    222      1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    223      1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    224      1.124      yamt 		    (1 << (off & NDENTRYMASK))) == 0);
    225      1.115    provos 		fdp->fd_himap[off >> NDENTRYSHIFT] |= 1 << (off & NDENTRYMASK);
    226      1.124      yamt 	}
    227       1.27   mycroft 
    228      1.173        ad 	if ((int)fd > fdp->fd_lastfile) {
    229       1.27   mycroft 		fdp->fd_lastfile = fd;
    230      1.173        ad 	}
    231      1.173        ad 
    232      1.173        ad 	if (fd >= NDFDFILE) {
    233      1.173        ad 		fdp->fd_nused++;
    234      1.173        ad 	} else {
    235      1.173        ad 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    236      1.173        ad 	}
    237       1.27   mycroft }
    238       1.27   mycroft 
    239      1.173        ad void
    240      1.173        ad fd_unused(filedesc_t *fdp, unsigned fd)
    241       1.27   mycroft {
    242      1.115    provos 	u_int off = fd >> NDENTRYSHIFT;
    243      1.173        ad 	fdfile_t *ff;
    244       1.27   mycroft 
    245      1.173        ad 	ff = fdp->fd_ofiles[fd];
    246      1.173        ad 
    247      1.173        ad 	/*
    248      1.173        ad 	 * Don't assert the lock is held here, as we may be copying
    249      1.173        ad 	 * the table during exec() and it is not needed there.
    250      1.173        ad 	 * procfs and sysctl are locked out by proc::p_reflock.
    251      1.173        ad 	 *
    252      1.173        ad 	 * KASSERT(mutex_owned(&fdp->fd_lock));
    253      1.173        ad 	 */
    254      1.173        ad 	KASSERT(ff != NULL);
    255      1.173        ad 	KASSERT(ff->ff_file == NULL);
    256      1.173        ad    	KASSERT(ff->ff_allocated);
    257      1.173        ad 
    258      1.173        ad 	if (fd < fdp->fd_freefile) {
    259       1.27   mycroft 		fdp->fd_freefile = fd;
    260      1.173        ad 	}
    261      1.115    provos 
    262      1.124      yamt 	if (fdp->fd_lomap[off] == ~0) {
    263      1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    264      1.124      yamt 		    (1 << (off & NDENTRYMASK))) != 0);
    265      1.124      yamt 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    266      1.124      yamt 		    ~(1 << (off & NDENTRYMASK));
    267      1.124      yamt 	}
    268      1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    269      1.115    provos 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    270      1.173        ad 	ff->ff_allocated = 0;
    271      1.115    provos 
    272      1.173        ad 	KASSERT(fd <= fdp->fd_lastfile);
    273      1.173        ad 	if (fd == fdp->fd_lastfile) {
    274      1.173        ad 		fdp->fd_lastfile = fd_last_set(fdp, fd);
    275      1.173        ad 	}
    276      1.173        ad 
    277      1.173        ad 	if (fd >= NDFDFILE) {
    278      1.173        ad 		KASSERT(fdp->fd_nused > 0);
    279      1.173        ad 		fdp->fd_nused--;
    280      1.173        ad 	} else {
    281      1.173        ad 		KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    282      1.173        ad 	}
    283       1.27   mycroft }
    284       1.27   mycroft 
    285      1.103        pk /*
    286      1.173        ad  * Custom version of fd_unused() for fd_copy(), where the descriptor
    287      1.173        ad  * table is not yet fully initialized.
    288      1.103        pk  */
    289      1.173        ad static inline void
    290      1.173        ad fd_zap(filedesc_t *fdp, unsigned fd)
    291       1.77   thorpej {
    292      1.173        ad 	u_int off = fd >> NDENTRYSHIFT;
    293       1.77   thorpej 
    294      1.173        ad 	if (fd < fdp->fd_freefile) {
    295      1.173        ad 		fdp->fd_freefile = fd;
    296      1.161        ad 	}
    297       1.77   thorpej 
    298      1.173        ad 	if (fdp->fd_lomap[off] == ~0) {
    299      1.173        ad 		KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
    300      1.173        ad 		    (1 << (off & NDENTRYMASK))) != 0);
    301      1.173        ad 		fdp->fd_himap[off >> NDENTRYSHIFT] &=
    302      1.173        ad 		    ~(1 << (off & NDENTRYMASK));
    303      1.103        pk 	}
    304      1.173        ad 	KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
    305      1.173        ad 	fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
    306      1.173        ad }
    307      1.173        ad 
    308      1.173        ad bool
    309      1.173        ad fd_isused(filedesc_t *fdp, unsigned fd)
    310      1.173        ad {
    311      1.173        ad 	u_int off = fd >> NDENTRYSHIFT;
    312      1.173        ad 
    313      1.173        ad 	KASSERT(fd < fdp->fd_nfiles);
    314       1.77   thorpej 
    315      1.173        ad 	return (fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0;
    316       1.77   thorpej }
    317       1.77   thorpej 
    318       1.16       cgd /*
    319      1.173        ad  * Look up the file structure corresponding to a file descriptor
    320      1.173        ad  * and return the file, holding a reference on the descriptor.
    321      1.134   thorpej  */
    322      1.173        ad inline file_t *
    323      1.173        ad fd_getfile(unsigned fd)
    324      1.134   thorpej {
    325      1.173        ad 	filedesc_t *fdp;
    326      1.173        ad 	fdfile_t *ff;
    327      1.173        ad 	file_t *fp;
    328      1.134   thorpej 
    329      1.173        ad 	fdp = curlwp->l_fd;
    330      1.134   thorpej 
    331      1.134   thorpej 	/*
    332      1.173        ad 	 * Look up the fdfile structure representing this descriptor.
    333      1.173        ad 	 * Ensure that we see fd_nfiles before fd_ofiles since we
    334      1.173        ad 	 * are doing this unlocked.  See fd_tryexpand().
    335      1.134   thorpej 	 */
    336      1.173        ad 	if (__predict_false(fd >= fdp->fd_nfiles)) {
    337      1.173        ad 		return NULL;
    338      1.173        ad 	}
    339      1.173        ad 	membar_consumer();
    340      1.173        ad 	ff = fdp->fd_ofiles[fd];
    341      1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    342      1.173        ad 	if (__predict_false(ff == NULL)) {
    343      1.173        ad 		return NULL;
    344      1.173        ad 	}
    345      1.134   thorpej 
    346      1.173        ad 	/*
    347      1.173        ad 	 * Now get a reference to the descriptor.   Issue a memory
    348      1.173        ad 	 * barrier to ensure that we acquire the file pointer _after_
    349      1.173        ad 	 * adding a reference.  If no memory barrier, we could fetch
    350      1.173        ad 	 * a stale pointer.
    351      1.173        ad 	 */
    352      1.173        ad 	atomic_inc_uint(&ff->ff_refcnt);
    353      1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    354      1.173        ad 	membar_enter();
    355      1.173        ad #endif
    356      1.134   thorpej 
    357      1.173        ad 	/*
    358      1.173        ad 	 * If the file is not open or is being closed then put the
    359      1.173        ad 	 * reference back.
    360      1.173        ad 	 */
    361      1.173        ad 	fp = ff->ff_file;
    362      1.173        ad 	if (__predict_true(fp != NULL)) {
    363      1.173        ad 		return fp;
    364      1.134   thorpej 	}
    365      1.173        ad 	fd_putfile(fd);
    366      1.173        ad 	return NULL;
    367      1.134   thorpej }
    368      1.134   thorpej 
    369      1.134   thorpej /*
    370      1.173        ad  * Release a reference to a file descriptor acquired with fd_getfile().
    371      1.161        ad  */
    372      1.161        ad void
    373      1.173        ad fd_putfile(unsigned fd)
    374      1.161        ad {
    375      1.173        ad 	filedesc_t *fdp;
    376      1.173        ad 	fdfile_t *ff;
    377      1.173        ad 	u_int u, v;
    378      1.173        ad 
    379      1.173        ad 	fdp = curlwp->l_fd;
    380      1.173        ad 	ff = fdp->fd_ofiles[fd];
    381      1.173        ad 
    382      1.173        ad 	KASSERT(fd < fdp->fd_nfiles);
    383      1.173        ad 	KASSERT(ff != NULL);
    384      1.173        ad 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    385      1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    386      1.161        ad 
    387      1.173        ad 	/*
    388      1.173        ad 	 * Ensure that any use of the file is complete and globally
    389      1.173        ad 	 * visible before dropping the final reference.  If no membar,
    390      1.173        ad 	 * the current CPU could still access memory associated with
    391      1.173        ad 	 * the file after it has been freed or recycled by another
    392      1.173        ad 	 * CPU.
    393      1.173        ad 	 */
    394      1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    395      1.173        ad 	membar_exit();
    396      1.173        ad #endif
    397      1.161        ad 
    398      1.173        ad 	/*
    399      1.173        ad 	 * Be optimistic and start out with the assumption that no other
    400      1.173        ad 	 * threads are trying to close the descriptor.  If the CAS fails,
    401      1.173        ad 	 * we lost a race and/or it's being closed.
    402      1.173        ad 	 */
    403      1.173        ad 	for (u = ff->ff_refcnt & FR_MASK;; u = v) {
    404      1.173        ad 		v = atomic_cas_uint(&ff->ff_refcnt, u, u - 1);
    405      1.173        ad 		if (__predict_true(u == v)) {
    406      1.173        ad 			return;
    407      1.173        ad 		}
    408      1.173        ad 		if (__predict_false((v & FR_CLOSING) != 0)) {
    409      1.173        ad 			break;
    410      1.173        ad 		}
    411      1.173        ad 	}
    412      1.162        ad 
    413      1.173        ad 	/* Another thread is waiting to close the file: join it. */
    414      1.173        ad 	(void)fd_close(fd);
    415      1.161        ad }
    416      1.161        ad 
    417      1.161        ad /*
    418      1.173        ad  * Convenience wrapper around fd_getfile() that returns reference
    419      1.173        ad  * to a vnode.
    420       1.16       cgd  */
    421       1.38  christos int
    422      1.173        ad fd_getvnode(unsigned fd, file_t **fpp)
    423       1.36   thorpej {
    424      1.173        ad 	vnode_t *vp;
    425      1.173        ad 	file_t *fp;
    426       1.72     lukem 
    427      1.173        ad 	fp = fd_getfile(fd);
    428      1.173        ad 	if (__predict_false(fp == NULL)) {
    429      1.173        ad 		return EBADF;
    430      1.173        ad 	}
    431      1.173        ad 	if (__predict_false(fp->f_type != DTYPE_VNODE)) {
    432      1.173        ad 		fd_putfile(fd);
    433      1.173        ad 		return EINVAL;
    434      1.173        ad 	}
    435      1.173        ad 	vp = fp->f_data;
    436      1.173        ad 	if (__predict_false(vp->v_type == VBAD)) {
    437      1.173        ad 		/* XXX Is this case really necessary? */
    438      1.173        ad 		fd_putfile(fd);
    439      1.173        ad 		return EBADF;
    440       1.59   thorpej 	}
    441      1.173        ad 	*fpp = fp;
    442      1.173        ad 	return 0;
    443       1.16       cgd }
    444       1.16       cgd 
    445       1.16       cgd /*
    446      1.173        ad  * Convenience wrapper around fd_getfile() that returns reference
    447      1.173        ad  * to a socket.
    448       1.16       cgd  */
    449       1.38  christos int
    450      1.173        ad fd_getsock(unsigned fd, struct socket **sop)
    451       1.36   thorpej {
    452      1.173        ad 	file_t *fp;
    453       1.72     lukem 
    454      1.173        ad 	fp = fd_getfile(fd);
    455      1.173        ad 	if (__predict_false(fp == NULL)) {
    456      1.173        ad 		return EBADF;
    457      1.103        pk 	}
    458      1.173        ad 	if (__predict_false(fp->f_type != DTYPE_SOCKET)) {
    459      1.173        ad 		fd_putfile(fd);
    460      1.173        ad 		return ENOTSOCK;
    461       1.17       cgd 	}
    462      1.173        ad 	*sop = fp->f_data;
    463      1.173        ad 	return 0;
    464       1.16       cgd }
    465       1.16       cgd 
    466       1.16       cgd /*
    467      1.173        ad  * Look up the file structure corresponding to a file descriptor
    468      1.173        ad  * and return it with a reference held on the file, not the
    469      1.173        ad  * descriptor.
    470      1.173        ad  *
    471      1.173        ad  * This is heavyweight and only used when accessing descriptors
    472      1.173        ad  * from a foreign process.  The caller must ensure that `p' does
    473      1.173        ad  * not exit or fork across this call.
    474      1.173        ad  *
    475      1.173        ad  * To release the file (not descriptor) reference, use closef().
    476      1.134   thorpej  */
    477      1.173        ad file_t *
    478      1.173        ad fd_getfile2(proc_t *p, unsigned fd)
    479      1.134   thorpej {
    480      1.173        ad 	filedesc_t *fdp;
    481      1.173        ad 	fdfile_t *ff;
    482      1.173        ad 	file_t *fp;
    483      1.134   thorpej 
    484      1.173        ad 	fdp = p->p_fd;
    485      1.173        ad 	mutex_enter(&fdp->fd_lock);
    486      1.173        ad 	if (fd > fdp->fd_nfiles) {
    487      1.173        ad 		mutex_exit(&fdp->fd_lock);
    488      1.173        ad 		return NULL;
    489      1.173        ad 	}
    490      1.173        ad 	if ((ff = fdp->fd_ofiles[fd]) == NULL) {
    491      1.173        ad 		mutex_exit(&fdp->fd_lock);
    492      1.173        ad 		return NULL;
    493      1.173        ad 	}
    494      1.173        ad 	mutex_enter(&ff->ff_lock);
    495      1.173        ad 	if ((fp = ff->ff_file) == NULL) {
    496      1.173        ad 		mutex_exit(&ff->ff_lock);
    497      1.173        ad 		mutex_exit(&fdp->fd_lock);
    498      1.173        ad 		return NULL;
    499      1.158       dsl 	}
    500      1.173        ad 	mutex_enter(&fp->f_lock);
    501      1.173        ad 	fp->f_count++;
    502      1.173        ad 	mutex_exit(&fp->f_lock);
    503      1.173        ad 	mutex_exit(&ff->ff_lock);
    504      1.173        ad 	mutex_exit(&fdp->fd_lock);
    505      1.158       dsl 
    506      1.173        ad 	return fp;
    507      1.158       dsl }
    508      1.158       dsl 
    509      1.134   thorpej /*
    510      1.173        ad  * Internal form of close.  Must be called with a reference to the
    511      1.173        ad  * descriptor, and will drop the reference.  When all descriptor
    512      1.173        ad  * references are dropped, releases the descriptor slot and a single
    513      1.173        ad  * reference to the file structure.
    514      1.173        ad  */
    515      1.173        ad int
    516      1.173        ad fd_close(unsigned fd)
    517      1.173        ad {
    518      1.173        ad 	struct flock lf;
    519      1.173        ad 	filedesc_t *fdp;
    520      1.173        ad 	fdfile_t *ff;
    521      1.173        ad 	file_t *fp;
    522      1.173        ad 	proc_t *p;
    523      1.173        ad 	lwp_t *l;
    524       1.72     lukem 
    525      1.173        ad 	l = curlwp;
    526       1.99   thorpej 	p = l->l_proc;
    527      1.173        ad 	fdp = l->l_fd;
    528      1.173        ad 	ff = fdp->fd_ofiles[fd];
    529       1.16       cgd 
    530      1.173        ad 	KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
    531      1.122  christos 
    532      1.173        ad 	mutex_enter(&ff->ff_lock);
    533      1.173        ad 	KASSERT((ff->ff_refcnt & FR_MASK) > 0);
    534      1.173        ad 	if (ff->ff_file == NULL) {
    535      1.173        ad 		/*
    536      1.173        ad 		 * Another user of the file is already closing, and is
    537      1.173        ad 		 * waiting for other users of the file to drain.  Release
    538      1.173        ad 		 * our reference, and wake up the closer.
    539      1.173        ad 		 */
    540      1.173        ad 		atomic_dec_uint(&ff->ff_refcnt);
    541      1.173        ad 		cv_broadcast(&ff->ff_closing);
    542      1.173        ad 		mutex_exit(&ff->ff_lock);
    543      1.122  christos 
    544      1.173        ad 		/*
    545      1.173        ad 		 * An application error, so pretend that the descriptor
    546      1.173        ad 		 * was already closed.  We can't safely wait for it to
    547      1.173        ad 		 * be closed without potentially deadlocking.
    548      1.173        ad 		 */
    549       1.16       cgd 		return (EBADF);
    550       1.61  wrstuden 	}
    551      1.173        ad 	KASSERT((ff->ff_refcnt & FR_CLOSING) == 0);
    552       1.61  wrstuden 
    553      1.173        ad 	/*
    554      1.173        ad 	 * There may be multiple users of this file within the process.
    555      1.173        ad 	 * Notify existing and new users that the file is closing.  This
    556      1.173        ad 	 * will prevent them from adding additional uses to this file
    557      1.173        ad 	 * while we are closing it.
    558      1.173        ad 	 */
    559      1.173        ad 	fp = ff->ff_file;
    560      1.173        ad 	ff->ff_file = NULL;
    561      1.182      matt 	ff->ff_exclose = false;
    562       1.17       cgd 
    563      1.173        ad 	/*
    564      1.173        ad 	 * We expect the caller to hold a descriptor reference - drop it.
    565      1.173        ad 	 * The reference count may increase beyond zero at this point due
    566      1.173        ad 	 * to an erroneous descriptor reference by an application, but
    567      1.173        ad 	 * fd_getfile() will notice that the file is being closed and drop
    568      1.173        ad 	 * the reference again.
    569      1.173        ad 	 */
    570      1.173        ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
    571      1.173        ad 	membar_producer();
    572      1.173        ad #endif
    573      1.173        ad 	if (__predict_false(atomic_dec_uint_nv(&ff->ff_refcnt) != 0)) {
    574      1.173        ad 		/*
    575      1.173        ad 		 * Wait for other references to drain.  This is typically
    576      1.173        ad 		 * an application error - the descriptor is being closed
    577      1.173        ad 		 * while still in use.
    578      1.173        ad 		 *
    579      1.173        ad 		 */
    580      1.173        ad 		atomic_or_uint(&ff->ff_refcnt, FR_CLOSING);
    581      1.173        ad 		/*
    582      1.173        ad 		 * Remove any knotes attached to the file.  A knote
    583      1.173        ad 		 * attached to the descriptor can hold references on it.
    584      1.173        ad 		 */
    585      1.173        ad 		if (!SLIST_EMPTY(&ff->ff_knlist)) {
    586      1.173        ad 			mutex_exit(&ff->ff_lock);
    587      1.173        ad 			knote_fdclose(fd);
    588      1.173        ad 			mutex_enter(&ff->ff_lock);
    589       1.75   thorpej 		}
    590      1.173        ad 		/*
    591      1.173        ad 		 * We need to see the count drop to zero at least once,
    592      1.173        ad 		 * in order to ensure that all pre-existing references
    593      1.173        ad 		 * have been drained.  New references past this point are
    594      1.173        ad 		 * of no interest.
    595      1.173        ad 		 */
    596      1.173        ad 		while ((ff->ff_refcnt & FR_MASK) != 0) {
    597      1.173        ad 			cv_wait(&ff->ff_closing, &ff->ff_lock);
    598      1.107       dsl 		}
    599      1.173        ad 		atomic_and_uint(&ff->ff_refcnt, ~FR_CLOSING);
    600      1.173        ad 	} else {
    601      1.173        ad 		/* If no references, there must be no knotes. */
    602      1.173        ad 		KASSERT(SLIST_EMPTY(&ff->ff_knlist));
    603       1.16       cgd 	}
    604      1.173        ad 	mutex_exit(&ff->ff_lock);
    605       1.59   thorpej 
    606      1.173        ad 	/*
    607      1.173        ad 	 * POSIX record locking dictates that any close releases ALL
    608      1.173        ad 	 * locks owned by this process.  This is handled by setting
    609      1.173        ad 	 * a flag in the unlock to free ONLY locks obeying POSIX
    610      1.173        ad 	 * semantics, and not to free BSD-style file locks.
    611      1.173        ad 	 * If the descriptor was in a message, POSIX-style locks
    612      1.173        ad 	 * aren't passed with the descriptor.
    613      1.173        ad 	 */
    614      1.173        ad 	if ((p->p_flag & PK_ADVLOCK) != 0 && fp->f_type == DTYPE_VNODE) {
    615      1.173        ad 		lf.l_whence = SEEK_SET;
    616      1.173        ad 		lf.l_start = 0;
    617      1.173        ad 		lf.l_len = 0;
    618      1.173        ad 		lf.l_type = F_UNLCK;
    619      1.173        ad 		(void)VOP_ADVLOCK(fp->f_data, p, F_UNLCK, &lf, F_POSIX);
    620      1.103        pk 	}
    621      1.103        pk 
    622       1.59   thorpej 
    623      1.173        ad 	/* Free descriptor slot. */
    624      1.173        ad 	mutex_enter(&fdp->fd_lock);
    625      1.126        pk 	fd_unused(fdp, fd);
    626      1.173        ad 	mutex_exit(&fdp->fd_lock);
    627      1.126        pk 
    628      1.173        ad 	/* Now drop reference to the file itself. */
    629      1.173        ad 	return closef(fp);
    630       1.27   mycroft }
    631       1.27   mycroft 
    632       1.17       cgd /*
    633      1.173        ad  * Duplicate a file descriptor.
    634       1.16       cgd  */
    635       1.38  christos int
    636      1.182      matt fd_dup(file_t *fp, int minfd, int *newp, bool exclose)
    637       1.36   thorpej {
    638      1.173        ad 	proc_t *p;
    639      1.173        ad 	int error;
    640       1.16       cgd 
    641      1.173        ad 	p = curproc;
    642       1.79   thorpej 
    643      1.173        ad 	while ((error = fd_alloc(p, minfd, newp)) != 0) {
    644      1.173        ad 		if (error != ENOSPC) {
    645      1.173        ad 			return error;
    646      1.173        ad 		}
    647      1.173        ad 		fd_tryexpand(p);
    648      1.173        ad 	}
    649       1.79   thorpej 
    650      1.173        ad 	curlwp->l_fd->fd_ofiles[*newp]->ff_exclose = exclose;
    651      1.173        ad 	fd_affix(p, fp, *newp);
    652      1.173        ad 	return 0;
    653       1.16       cgd }
    654       1.16       cgd 
    655       1.17       cgd /*
    656      1.173        ad  * dup2 operation.
    657      1.153       dsl  */
    658      1.153       dsl int
    659      1.173        ad fd_dup2(file_t *fp, unsigned new)
    660      1.153       dsl {
    661      1.173        ad 	filedesc_t *fdp;
    662      1.173        ad 	fdfile_t *ff;
    663      1.153       dsl 
    664      1.173        ad 	fdp = curlwp->l_fd;
    665      1.153       dsl 
    666      1.173        ad 	/*
    667      1.173        ad 	 * Ensure there are enough slots in the descriptor table,
    668      1.173        ad 	 * and allocate an fdfile_t up front in case we need it.
    669      1.173        ad 	 */
    670      1.173        ad 	while (new >= fdp->fd_nfiles) {
    671      1.173        ad 		fd_tryexpand(curproc);
    672      1.173        ad 	}
    673      1.173        ad 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    674      1.153       dsl 
    675      1.173        ad 	/*
    676      1.173        ad 	 * If there is already a file open, close it.  If the file is
    677      1.173        ad 	 * half open, wait for it to be constructed before closing it.
    678      1.173        ad 	 * XXX Potential for deadlock here?
    679      1.173        ad 	 */
    680      1.173        ad 	mutex_enter(&fdp->fd_lock);
    681      1.173        ad 	while (fd_isused(fdp, new)) {
    682      1.173        ad 		mutex_exit(&fdp->fd_lock);
    683      1.173        ad 		if (fd_getfile(new) != NULL) {
    684      1.173        ad 			(void)fd_close(new);
    685      1.173        ad 		} else {
    686      1.173        ad 			/* XXX Crummy, but unlikely to happen. */
    687      1.173        ad 			kpause("dup2", false, 1, NULL);
    688      1.173        ad 		}
    689      1.173        ad 		mutex_enter(&fdp->fd_lock);
    690      1.173        ad 	}
    691      1.173        ad 	if (fdp->fd_ofiles[new] == NULL) {
    692      1.173        ad 		KASSERT(new >= NDFDFILE);
    693      1.173        ad 		fdp->fd_ofiles[new] = ff;
    694      1.173        ad 		ff = NULL;
    695      1.173        ad 	}
    696      1.173        ad 	fd_used(fdp, new);
    697      1.173        ad 	mutex_exit(&fdp->fd_lock);
    698      1.173        ad 
    699      1.173        ad 	/* Slot is now allocated.  Insert copy of the file. */
    700      1.173        ad 	fd_affix(curproc, fp, new);
    701      1.173        ad 	if (ff != NULL) {
    702      1.173        ad 		pool_cache_put(fdfile_cache, ff);
    703      1.173        ad 	}
    704      1.173        ad 	return 0;
    705      1.153       dsl }
    706      1.153       dsl 
    707      1.153       dsl /*
    708      1.173        ad  * Drop reference to a file structure.
    709       1.17       cgd  */
    710       1.38  christos int
    711      1.173        ad closef(file_t *fp)
    712       1.36   thorpej {
    713      1.173        ad 	struct flock lf;
    714      1.173        ad 	int error;
    715       1.16       cgd 
    716      1.173        ad 	/*
    717      1.173        ad 	 * Drop reference.  If referenced elsewhere it's still open
    718      1.173        ad 	 * and we have nothing more to do.
    719      1.173        ad 	 */
    720      1.173        ad 	mutex_enter(&fp->f_lock);
    721      1.173        ad 	KASSERT(fp->f_count > 0);
    722      1.173        ad 	if (--fp->f_count > 0) {
    723      1.173        ad 		mutex_exit(&fp->f_lock);
    724      1.173        ad 		return 0;
    725      1.173        ad 	}
    726      1.173        ad 	KASSERT(fp->f_count == 0);
    727      1.173        ad 	mutex_exit(&fp->f_lock);
    728       1.59   thorpej 
    729      1.173        ad 	/* We held the last reference - release locks, close and free. */
    730      1.173        ad         if ((fp->f_flag & FHASLOCK) && fp->f_type == DTYPE_VNODE) {
    731      1.173        ad         	lf.l_whence = SEEK_SET;
    732      1.173        ad 		lf.l_start = 0;
    733      1.173        ad 		lf.l_len = 0;
    734      1.173        ad 		lf.l_type = F_UNLCK;
    735      1.173        ad 		(void)VOP_ADVLOCK(fp->f_data, fp, F_UNLCK, &lf, F_FLOCK);
    736      1.173        ad 	}
    737      1.173        ad 	if (fp->f_ops != NULL) {
    738      1.173        ad 		error = (*fp->f_ops->fo_close)(fp);
    739      1.173        ad 	} else {
    740      1.173        ad 		error = 0;
    741       1.17       cgd 	}
    742      1.173        ad 	ffree(fp);
    743       1.59   thorpej 
    744      1.173        ad 	return error;
    745       1.16       cgd }
    746       1.16       cgd 
    747       1.16       cgd /*
    748       1.16       cgd  * Allocate a file descriptor for the process.
    749       1.16       cgd  */
    750       1.38  christos int
    751      1.173        ad fd_alloc(proc_t *p, int want, int *result)
    752       1.72     lukem {
    753      1.173        ad 	filedesc_t *fdp;
    754      1.126        pk 	int i, lim, last, error;
    755      1.115    provos 	u_int off, new;
    756      1.173        ad 	fdfile_t *ff;
    757      1.173        ad 
    758      1.173        ad 	KASSERT(p == curproc || p == &proc0);
    759       1.72     lukem 
    760       1.72     lukem 	fdp = p->p_fd;
    761      1.173        ad 	ff = pool_cache_get(fdfile_cache, PR_WAITOK);
    762      1.173        ad 	KASSERT(ff->ff_refcnt == 0);
    763      1.173        ad 	KASSERT(ff->ff_file == NULL);
    764       1.16       cgd 
    765       1.16       cgd 	/*
    766       1.16       cgd 	 * Search for a free descriptor starting at the higher
    767      1.173        ad 	 * of want or fd_freefile.
    768       1.16       cgd 	 */
    769      1.173        ad 	mutex_enter(&fdp->fd_lock);
    770      1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    771       1.17       cgd 	lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
    772       1.90     enami 	last = min(fdp->fd_nfiles, lim);
    773      1.173        ad 	for (;;) {
    774      1.173        ad 		if ((i = want) < fdp->fd_freefile)
    775      1.173        ad 			i = fdp->fd_freefile;
    776      1.173        ad 		off = i >> NDENTRYSHIFT;
    777      1.173        ad 		new = fd_next_zero(fdp, fdp->fd_himap, off,
    778      1.173        ad 		    (last + NDENTRIES - 1) >> NDENTRYSHIFT);
    779      1.173        ad 		if (new == -1)
    780      1.173        ad 			break;
    781      1.173        ad 		i = fd_next_zero(fdp, &fdp->fd_lomap[new],
    782      1.115    provos 		    new > off ? 0 : i & NDENTRYMASK, NDENTRIES);
    783      1.115    provos 		if (i == -1) {
    784      1.131     perry 			/*
    785      1.173        ad 			 * Free file descriptor in this block was
    786      1.115    provos 			 * below want, try again with higher want.
    787      1.115    provos 			 */
    788      1.115    provos 			want = (new + 1) << NDENTRYSHIFT;
    789      1.173        ad 			continue;
    790      1.115    provos 		}
    791      1.115    provos 		i += (new << NDENTRYSHIFT);
    792      1.173        ad 		if (i >= last) {
    793      1.173        ad 			break;
    794      1.173        ad 		}
    795      1.173        ad 		if (fdp->fd_ofiles[i] == NULL) {
    796      1.173        ad 			KASSERT(i >= NDFDFILE);
    797      1.173        ad 			fdp->fd_ofiles[i] = ff;
    798      1.173        ad 		} else {
    799      1.173        ad 		   	pool_cache_put(fdfile_cache, ff);
    800      1.173        ad 		}
    801      1.173        ad 		KASSERT(fdp->fd_ofiles[i]->ff_file == NULL);
    802      1.173        ad 		fd_used(fdp, i);
    803      1.173        ad 		if (want <= fdp->fd_freefile) {
    804      1.173        ad 			fdp->fd_freefile = i;
    805       1.16       cgd 		}
    806      1.173        ad 		*result = i;
    807      1.173        ad 		mutex_exit(&fdp->fd_lock);
    808      1.173        ad 		KASSERT(i >= NDFDFILE ||
    809      1.173        ad 		    fdp->fd_ofiles[i] == (fdfile_t *)fdp->fd_dfdfile[i]);
    810      1.173        ad 		return 0;
    811       1.90     enami 	}
    812       1.16       cgd 
    813      1.173        ad 	/* No space in current array.  Let the caller expand and retry. */
    814      1.126        pk 	error = (fdp->fd_nfiles >= lim) ? EMFILE : ENOSPC;
    815      1.173        ad 	mutex_exit(&fdp->fd_lock);
    816      1.173        ad 	pool_cache_put(fdfile_cache, ff);
    817      1.173        ad 	return error;
    818       1.16       cgd }
    819       1.16       cgd 
    820      1.173        ad /*
    821  1.182.4.1     skrll  * Allocate memory for the open files array.
    822  1.182.4.1     skrll  */
    823  1.182.4.1     skrll static fdfile_t **
    824  1.182.4.1     skrll fd_ofile_alloc(int n)
    825  1.182.4.1     skrll {
    826  1.182.4.1     skrll 	uintptr_t *ptr, sz;
    827  1.182.4.1     skrll 
    828  1.182.4.1     skrll 	KASSERT(n > NDFILE);
    829  1.182.4.1     skrll 
    830  1.182.4.1     skrll 	sz = (n + 2) * sizeof(uintptr_t);
    831  1.182.4.1     skrll 	ptr = kmem_alloc((size_t)sz, KM_SLEEP);
    832  1.182.4.1     skrll 	ptr[1] = sz;
    833  1.182.4.1     skrll 
    834  1.182.4.1     skrll 	return (fdfile_t **)(ptr + 2);
    835  1.182.4.1     skrll }
    836  1.182.4.1     skrll 
    837  1.182.4.1     skrll /*
    838  1.182.4.1     skrll  * Free an open files array.
    839  1.182.4.1     skrll  */
    840  1.182.4.1     skrll static void
    841  1.182.4.1     skrll fd_ofile_free(int n, fdfile_t **of)
    842  1.182.4.1     skrll {
    843  1.182.4.1     skrll 	uintptr_t *ptr, sz;
    844  1.182.4.1     skrll 
    845  1.182.4.1     skrll 	KASSERT(n > NDFILE);
    846  1.182.4.1     skrll 
    847  1.182.4.1     skrll 	sz = (n + 2) * sizeof(uintptr_t);
    848  1.182.4.1     skrll 	ptr = (uintptr_t *)of - 2;
    849  1.182.4.1     skrll 	KASSERT(ptr[1] == sz);
    850  1.182.4.1     skrll 	kmem_free(ptr, sz);
    851  1.182.4.1     skrll }
    852  1.182.4.1     skrll 
    853  1.182.4.1     skrll /*
    854  1.182.4.1     skrll  * Allocate descriptor bitmap.
    855  1.182.4.1     skrll  */
    856  1.182.4.1     skrll static void
    857  1.182.4.1     skrll fd_map_alloc(int n, uint32_t **lo, uint32_t **hi)
    858  1.182.4.1     skrll {
    859  1.182.4.1     skrll 	uint8_t *ptr;
    860  1.182.4.1     skrll 	size_t szlo, szhi;
    861  1.182.4.1     skrll 
    862  1.182.4.1     skrll 	KASSERT(n > NDENTRIES);
    863  1.182.4.1     skrll 
    864  1.182.4.1     skrll 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    865  1.182.4.1     skrll 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    866  1.182.4.1     skrll 	ptr = kmem_alloc(szlo + szhi, KM_SLEEP);
    867  1.182.4.1     skrll 	*lo = (uint32_t *)ptr;
    868  1.182.4.1     skrll 	*hi = (uint32_t *)(ptr + szlo);
    869  1.182.4.1     skrll }
    870  1.182.4.1     skrll 
    871  1.182.4.1     skrll /*
    872  1.182.4.1     skrll  * Free descriptor bitmap.
    873  1.182.4.1     skrll  */
    874  1.182.4.1     skrll static void
    875  1.182.4.1     skrll fd_map_free(int n, uint32_t *lo, uint32_t *hi)
    876  1.182.4.1     skrll {
    877  1.182.4.1     skrll 	size_t szlo, szhi;
    878  1.182.4.1     skrll 
    879  1.182.4.1     skrll 	KASSERT(n > NDENTRIES);
    880  1.182.4.1     skrll 
    881  1.182.4.1     skrll 	szlo = NDLOSLOTS(n) * sizeof(uint32_t);
    882  1.182.4.1     skrll 	szhi = NDHISLOTS(n) * sizeof(uint32_t);
    883  1.182.4.1     skrll 	KASSERT(hi == (uint32_t *)((uint8_t *)lo + szlo));
    884  1.182.4.1     skrll 	kmem_free(lo, szlo + szhi);
    885  1.182.4.1     skrll }
    886  1.182.4.1     skrll 
    887  1.182.4.1     skrll /*
    888      1.173        ad  * Expand a process' descriptor table.
    889      1.173        ad  */
    890       1.76   thorpej void
    891      1.173        ad fd_tryexpand(proc_t *p)
    892       1.76   thorpej {
    893      1.173        ad 	filedesc_t *fdp;
    894      1.173        ad 	int i, numfiles, oldnfiles;
    895      1.173        ad 	fdfile_t **newofile;
    896      1.173        ad 	uint32_t *newhimap, *newlomap;
    897      1.173        ad 
    898      1.173        ad 	KASSERT(p == curproc || p == &proc0);
    899       1.76   thorpej 
    900       1.76   thorpej 	fdp = p->p_fd;
    901      1.173        ad 	newhimap = NULL;
    902      1.173        ad 	newlomap = NULL;
    903      1.126        pk 	oldnfiles = fdp->fd_nfiles;
    904      1.126        pk 
    905      1.126        pk 	if (oldnfiles < NDEXTENT)
    906      1.133  christos 		numfiles = NDEXTENT;
    907       1.76   thorpej 	else
    908      1.133  christos 		numfiles = 2 * oldnfiles;
    909      1.126        pk 
    910  1.182.4.1     skrll 	newofile = fd_ofile_alloc(numfiles);
    911      1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    912  1.182.4.1     skrll 		fd_map_alloc(numfiles, &newlomap, &newhimap);
    913      1.126        pk 	}
    914      1.126        pk 
    915      1.173        ad 	mutex_enter(&fdp->fd_lock);
    916      1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    917      1.126        pk 	if (fdp->fd_nfiles != oldnfiles) {
    918      1.173        ad 		/* fdp changed; caller must retry */
    919      1.173        ad 		mutex_exit(&fdp->fd_lock);
    920  1.182.4.1     skrll 		fd_ofile_free(numfiles, newofile);
    921  1.182.4.1     skrll 		if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    922  1.182.4.1     skrll 			fd_map_free(numfiles, newlomap, newhimap);
    923  1.182.4.1     skrll 		}
    924      1.173        ad 		return;
    925      1.173        ad 	}
    926      1.173        ad 
    927      1.173        ad 	/* Copy the existing ofile array and zero the new portion. */
    928      1.173        ad 	i = sizeof(fdfile_t *) * fdp->fd_nfiles;
    929      1.173        ad 	memcpy(newofile, fdp->fd_ofiles, i);
    930      1.173        ad 	memset((uint8_t *)newofile + i, 0, numfiles * sizeof(fdfile_t *) - i);
    931      1.173        ad 
    932      1.173        ad 	/*
    933      1.173        ad 	 * Link old ofiles array into list to be discarded.  We defer
    934      1.173        ad 	 * freeing until process exit if the descriptor table is visble
    935      1.173        ad 	 * to other threads.
    936      1.173        ad 	 */
    937      1.173        ad 	if (oldnfiles > NDFILE) {
    938      1.173        ad 		if ((fdp->fd_refcnt | p->p_nlwps) > 1) {
    939  1.182.4.1     skrll 			fdp->fd_ofiles[-2] = (void *)fdp->fd_discard;
    940  1.182.4.1     skrll 			fdp->fd_discard = fdp->fd_ofiles - 2;
    941      1.173        ad 		} else {
    942  1.182.4.1     skrll 			fd_ofile_free(oldnfiles, fdp->fd_ofiles);
    943      1.173        ad 		}
    944      1.173        ad 	}
    945      1.115    provos 
    946      1.133  christos 	if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
    947      1.173        ad 		i = NDHISLOTS(oldnfiles) * sizeof(uint32_t);
    948      1.173        ad 		memcpy(newhimap, fdp->fd_himap, i);
    949      1.173        ad 		memset((uint8_t *)newhimap + i, 0,
    950      1.133  christos 		    NDHISLOTS(numfiles) * sizeof(uint32_t) - i);
    951      1.115    provos 
    952      1.173        ad 		i = NDLOSLOTS(oldnfiles) * sizeof(uint32_t);
    953      1.173        ad 		memcpy(newlomap, fdp->fd_lomap, i);
    954      1.173        ad 		memset((uint8_t *)newlomap + i, 0,
    955      1.133  christos 		    NDLOSLOTS(numfiles) * sizeof(uint32_t) - i);
    956      1.115    provos 
    957      1.126        pk 		if (NDHISLOTS(oldnfiles) > NDHISLOTS(NDFILE)) {
    958  1.182.4.1     skrll 			fd_map_free(oldnfiles, fdp->fd_lomap, fdp->fd_himap);
    959      1.115    provos 		}
    960      1.115    provos 		fdp->fd_himap = newhimap;
    961      1.115    provos 		fdp->fd_lomap = newlomap;
    962      1.115    provos 	}
    963      1.115    provos 
    964      1.173        ad 	/*
    965      1.173        ad 	 * All other modifications must become globally visible before
    966      1.173        ad 	 * the change to fd_nfiles.  See fd_getfile().
    967      1.173        ad 	 */
    968       1.76   thorpej 	fdp->fd_ofiles = newofile;
    969      1.173        ad 	membar_producer();
    970      1.133  christos 	fdp->fd_nfiles = numfiles;
    971      1.173        ad 	mutex_exit(&fdp->fd_lock);
    972      1.126        pk 
    973      1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
    974       1.76   thorpej }
    975       1.76   thorpej 
    976       1.16       cgd /*
    977      1.173        ad  * Create a new open file structure and allocate a file descriptor
    978      1.173        ad  * for the current process.
    979       1.16       cgd  */
    980       1.38  christos int
    981      1.173        ad fd_allocfile(file_t **resultfp, int *resultfd)
    982       1.16       cgd {
    983      1.173        ad 	file_t *fp;
    984      1.173        ad 	proc_t *p;
    985      1.173        ad 	int error;
    986       1.16       cgd 
    987      1.173        ad 	p = curproc;
    988      1.144        ad 
    989      1.173        ad 	while ((error = fd_alloc(p, 0, resultfd)) != 0) {
    990      1.173        ad 		if (error != ENOSPC) {
    991      1.173        ad 			return error;
    992       1.76   thorpej 		}
    993      1.173        ad 		fd_tryexpand(p);
    994       1.75   thorpej 	}
    995      1.102        pk 
    996      1.162        ad 	fp = pool_cache_get(file_cache, PR_WAITOK);
    997      1.173        ad 	KASSERT(fp->f_count == 0);
    998      1.173        ad 	fp->f_cred = kauth_cred_get();
    999      1.173        ad 	kauth_cred_hold(fp->f_cred);
   1000      1.167        ad 
   1001      1.173        ad 	if (__predict_false(atomic_inc_uint_nv(&nfiles) >= maxfiles)) {
   1002      1.173        ad 		fd_abort(p, fp, *resultfd);
   1003       1.69  jdolecek 		tablefull("file", "increase kern.maxfiles or MAXFILES");
   1004      1.173        ad 		return ENFILE;
   1005       1.16       cgd 	}
   1006      1.167        ad 
   1007      1.167        ad 	fp->f_advice = 0;
   1008      1.167        ad 	fp->f_msgcount = 0;
   1009      1.167        ad 	fp->f_offset = 0;
   1010      1.173        ad 	fp->f_iflags = 0;
   1011      1.173        ad 	*resultfp = fp;
   1012      1.173        ad 
   1013      1.173        ad 	return 0;
   1014      1.173        ad }
   1015      1.173        ad 
   1016      1.173        ad /*
   1017      1.173        ad  * Successful creation of a new descriptor: make visible to the process.
   1018      1.173        ad  */
   1019      1.173        ad void
   1020      1.173        ad fd_affix(proc_t *p, file_t *fp, unsigned fd)
   1021      1.173        ad {
   1022      1.173        ad 	fdfile_t *ff;
   1023      1.173        ad 	filedesc_t *fdp;
   1024      1.173        ad 
   1025      1.173        ad 	KASSERT(p == curproc || p == &proc0);
   1026      1.173        ad 
   1027      1.173        ad 	/* Add a reference to the file structure. */
   1028      1.173        ad 	mutex_enter(&fp->f_lock);
   1029      1.173        ad 	fp->f_count++;
   1030      1.173        ad 	mutex_exit(&fp->f_lock);
   1031      1.167        ad 
   1032       1.16       cgd 	/*
   1033      1.173        ad 	 * Insert the new file into the descriptor slot.
   1034      1.173        ad 	 *
   1035      1.173        ad 	 * The memory barriers provided by lock activity in this routine
   1036      1.173        ad 	 * ensure that any updates to the file structure become globally
   1037      1.173        ad 	 * visible before the file becomes visible to other LWPs in the
   1038      1.173        ad 	 * current process.
   1039       1.16       cgd 	 */
   1040      1.173        ad 	fdp = p->p_fd;
   1041      1.173        ad 	ff = fdp->fd_ofiles[fd];
   1042      1.173        ad 
   1043      1.173        ad 	KASSERT(ff != NULL);
   1044      1.173        ad 	KASSERT(ff->ff_file == NULL);
   1045      1.173        ad 	KASSERT(ff->ff_allocated);
   1046      1.173        ad 	KASSERT(fd_isused(fdp, fd));
   1047      1.173        ad 	KASSERT(fd >= NDFDFILE ||
   1048      1.173        ad 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1049      1.173        ad 
   1050      1.173        ad 	/* No need to lock in order to make file initially visible. */
   1051      1.173        ad 	ff->ff_file = fp;
   1052      1.173        ad }
   1053      1.173        ad 
   1054      1.173        ad /*
   1055      1.173        ad  * Abort creation of a new descriptor: free descriptor slot and file.
   1056      1.173        ad  */
   1057      1.173        ad void
   1058      1.173        ad fd_abort(proc_t *p, file_t *fp, unsigned fd)
   1059      1.173        ad {
   1060      1.173        ad 	filedesc_t *fdp;
   1061      1.173        ad 	fdfile_t *ff;
   1062      1.173        ad 
   1063      1.173        ad 	KASSERT(p == curproc || p == &proc0);
   1064      1.173        ad 
   1065      1.173        ad 	fdp = p->p_fd;
   1066      1.173        ad 	ff = fdp->fd_ofiles[fd];
   1067      1.173        ad 
   1068      1.173        ad 	KASSERT(fd >= NDFDFILE ||
   1069      1.173        ad 	    fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1070      1.173        ad 
   1071      1.173        ad 	mutex_enter(&fdp->fd_lock);
   1072      1.173        ad 	KASSERT(fd_isused(fdp, fd));
   1073      1.173        ad 	fd_unused(fdp, fd);
   1074      1.173        ad 	mutex_exit(&fdp->fd_lock);
   1075      1.167        ad 
   1076      1.173        ad 	if (fp != NULL) {
   1077      1.173        ad 		ffree(fp);
   1078       1.59   thorpej 	}
   1079       1.16       cgd }
   1080       1.16       cgd 
   1081       1.16       cgd /*
   1082       1.16       cgd  * Free a file descriptor.
   1083       1.16       cgd  */
   1084       1.38  christos void
   1085      1.173        ad ffree(file_t *fp)
   1086       1.16       cgd {
   1087       1.59   thorpej 
   1088      1.173        ad 	KASSERT(fp->f_count == 0);
   1089       1.59   thorpej 
   1090      1.167        ad 	atomic_dec_uint(&nfiles);
   1091      1.167        ad 	kauth_cred_free(fp->f_cred);
   1092      1.162        ad 	pool_cache_put(file_cache, fp);
   1093       1.48   thorpej }
   1094       1.48   thorpej 
   1095      1.167        ad static int
   1096      1.167        ad file_ctor(void *arg, void *obj, int flags)
   1097      1.167        ad {
   1098      1.173        ad 	file_t *fp = obj;
   1099      1.167        ad 
   1100      1.167        ad 	memset(fp, 0, sizeof(*fp));
   1101      1.167        ad 	mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1102      1.167        ad 
   1103      1.167        ad 	mutex_enter(&filelist_lock);
   1104      1.167        ad 	LIST_INSERT_HEAD(&filehead, fp, f_list);
   1105      1.167        ad 	mutex_exit(&filelist_lock);
   1106      1.167        ad 
   1107      1.167        ad 	return 0;
   1108      1.167        ad }
   1109      1.167        ad 
   1110      1.167        ad static void
   1111      1.167        ad file_dtor(void *arg, void *obj)
   1112      1.167        ad {
   1113      1.173        ad 	file_t *fp = obj;
   1114      1.167        ad 
   1115      1.167        ad 	mutex_enter(&filelist_lock);
   1116      1.167        ad 	LIST_REMOVE(fp, f_list);
   1117      1.167        ad 	mutex_exit(&filelist_lock);
   1118      1.167        ad 
   1119      1.167        ad 	mutex_destroy(&fp->f_lock);
   1120      1.167        ad }
   1121      1.167        ad 
   1122      1.173        ad static int
   1123      1.173        ad fdfile_ctor(void *arg, void *obj, int flags)
   1124      1.173        ad {
   1125      1.173        ad 	fdfile_t *ff = obj;
   1126      1.173        ad 
   1127      1.173        ad 	memset(ff, 0, sizeof(*ff));
   1128      1.173        ad 	mutex_init(&ff->ff_lock, MUTEX_DEFAULT, IPL_NONE);
   1129      1.173        ad 	cv_init(&ff->ff_closing, "fdclose");
   1130      1.173        ad 
   1131      1.173        ad 	return 0;
   1132      1.173        ad }
   1133      1.173        ad 
   1134      1.173        ad static void
   1135      1.173        ad fdfile_dtor(void *arg, void *obj)
   1136      1.173        ad {
   1137      1.173        ad 	fdfile_t *ff = obj;
   1138      1.173        ad 
   1139      1.173        ad 	mutex_destroy(&ff->ff_lock);
   1140      1.173        ad 	cv_destroy(&ff->ff_closing);
   1141      1.173        ad }
   1142      1.173        ad 
   1143      1.173        ad file_t *
   1144      1.169        ad fgetdummy(void)
   1145      1.169        ad {
   1146      1.173        ad 	file_t *fp;
   1147      1.169        ad 
   1148      1.169        ad 	fp = kmem_alloc(sizeof(*fp), KM_SLEEP);
   1149      1.169        ad 	if (fp != NULL) {
   1150      1.169        ad 		memset(fp, 0, sizeof(*fp));
   1151      1.169        ad 		mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
   1152      1.169        ad 	}
   1153      1.169        ad 	return fp;
   1154      1.169        ad }
   1155      1.169        ad 
   1156      1.169        ad void
   1157      1.173        ad fputdummy(file_t *fp)
   1158       1.58   thorpej {
   1159       1.58   thorpej 
   1160      1.173        ad 	mutex_destroy(&fp->f_lock);
   1161      1.173        ad 	kmem_free(fp, sizeof(*fp));
   1162       1.58   thorpej }
   1163       1.58   thorpej 
   1164       1.58   thorpej /*
   1165      1.173        ad  * Create an initial filedesc structure.
   1166       1.48   thorpej  */
   1167      1.173        ad filedesc_t *
   1168      1.173        ad fd_init(filedesc_t *fdp)
   1169       1.48   thorpej {
   1170      1.173        ad 	unsigned fd;
   1171      1.173        ad 
   1172      1.173        ad 	if (fdp == NULL) {
   1173      1.173        ad 		fdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1174      1.173        ad 	} else {
   1175      1.173        ad 		filedesc_ctor(NULL, fdp, PR_WAITOK);
   1176      1.173        ad 	}
   1177       1.48   thorpej 
   1178      1.173        ad 	fdp->fd_refcnt = 1;
   1179      1.173        ad 	fdp->fd_ofiles = fdp->fd_dfiles;
   1180      1.173        ad 	fdp->fd_nfiles = NDFILE;
   1181      1.173        ad 	fdp->fd_himap = fdp->fd_dhimap;
   1182      1.173        ad 	fdp->fd_lomap = fdp->fd_dlomap;
   1183      1.173        ad 	KASSERT(fdp->fd_lastfile == -1);
   1184      1.173        ad 	KASSERT(fdp->fd_lastkqfile == -1);
   1185      1.173        ad 	KASSERT(fdp->fd_knhash == NULL);
   1186       1.48   thorpej 
   1187      1.173        ad 	memset(&fdp->fd_startzero, 0, sizeof(*fdp) -
   1188      1.173        ad 	    offsetof(filedesc_t, fd_startzero));
   1189      1.173        ad 	for (fd = 0; fd < NDFDFILE; fd++) {
   1190      1.173        ad 		fdp->fd_ofiles[fd] = (fdfile_t *)fdp->fd_dfdfile[fd];
   1191      1.173        ad 	}
   1192       1.48   thorpej 
   1193      1.173        ad 	return fdp;
   1194       1.48   thorpej }
   1195       1.48   thorpej 
   1196       1.48   thorpej /*
   1197       1.48   thorpej  * Initialize a file descriptor table.
   1198       1.48   thorpej  */
   1199      1.173        ad static int
   1200      1.173        ad filedesc_ctor(void *arg, void *obj, int flag)
   1201       1.48   thorpej {
   1202      1.173        ad 	filedesc_t *fdp = obj;
   1203      1.173        ad 	int i;
   1204       1.48   thorpej 
   1205      1.173        ad 	memset(fdp, 0, sizeof(*fdp));
   1206      1.173        ad 	mutex_init(&fdp->fd_lock, MUTEX_DEFAULT, IPL_NONE);
   1207      1.173        ad 	fdp->fd_lastfile = -1;
   1208      1.173        ad 	fdp->fd_lastkqfile = -1;
   1209      1.173        ad 
   1210      1.181      matt 	CTASSERT(sizeof(fdp->fd_dfdfile[0]) >= sizeof(fdfile_t));
   1211      1.173        ad 	for (i = 0; i < NDFDFILE; i++) {
   1212      1.173        ad 		fdfile_ctor(NULL, fdp->fd_dfdfile[i], PR_WAITOK);
   1213      1.173        ad 	}
   1214       1.48   thorpej 
   1215      1.173        ad 	return 0;
   1216       1.48   thorpej }
   1217       1.48   thorpej 
   1218      1.173        ad static void
   1219      1.173        ad filedesc_dtor(void *arg, void *obj)
   1220       1.48   thorpej {
   1221      1.173        ad 	filedesc_t *fdp = obj;
   1222      1.173        ad 	int i;
   1223       1.48   thorpej 
   1224      1.173        ad 	for (i = 0; i < NDFDFILE; i++) {
   1225      1.173        ad 		fdfile_dtor(NULL, fdp->fd_dfdfile[i]);
   1226      1.173        ad 	}
   1227       1.48   thorpej 
   1228      1.173        ad 	mutex_destroy(&fdp->fd_lock);
   1229       1.48   thorpej }
   1230       1.48   thorpej 
   1231       1.48   thorpej /*
   1232      1.173        ad  * Make p2 share p1's filedesc structure.
   1233       1.48   thorpej  */
   1234       1.48   thorpej void
   1235      1.173        ad fd_share(struct proc *p2)
   1236       1.48   thorpej {
   1237      1.173        ad 	filedesc_t *fdp;
   1238       1.48   thorpej 
   1239      1.173        ad 	fdp = curlwp->l_fd;
   1240      1.173        ad 	p2->p_fd = fdp;
   1241      1.173        ad 	atomic_inc_uint(&fdp->fd_refcnt);
   1242       1.16       cgd }
   1243       1.16       cgd 
   1244       1.16       cgd /*
   1245       1.16       cgd  * Copy a filedesc structure.
   1246       1.16       cgd  */
   1247      1.173        ad filedesc_t *
   1248      1.173        ad fd_copy(void)
   1249       1.16       cgd {
   1250      1.173        ad 	filedesc_t *newfdp, *fdp;
   1251      1.173        ad 	fdfile_t *ff, *fflist, **ffp, **nffp, *ff2;
   1252      1.173        ad 	int i, nused, numfiles, lastfile, j, newlast;
   1253      1.173        ad 	file_t *fp;
   1254       1.16       cgd 
   1255      1.173        ad 	fdp = curproc->p_fd;
   1256      1.173        ad 	newfdp = pool_cache_get(filedesc_cache, PR_WAITOK);
   1257       1.16       cgd 	newfdp->fd_refcnt = 1;
   1258      1.126        pk 
   1259      1.173        ad 	KASSERT(newfdp->fd_knhash == NULL);
   1260      1.173        ad 	KASSERT(newfdp->fd_knhashmask == 0);
   1261      1.173        ad 	KASSERT(newfdp->fd_discard == NULL);
   1262      1.173        ad 
   1263      1.173        ad 	for (;;) {
   1264      1.173        ad 		numfiles = fdp->fd_nfiles;
   1265      1.173        ad 		lastfile = fdp->fd_lastfile;
   1266      1.173        ad 
   1267      1.173        ad 		/*
   1268      1.173        ad 		 * If the number of open files fits in the internal arrays
   1269      1.173        ad 		 * of the open file structure, use them, otherwise allocate
   1270      1.173        ad 		 * additional memory for the number of descriptors currently
   1271      1.173        ad 		 * in use.
   1272      1.173        ad 		 */
   1273      1.173        ad 		if (lastfile < NDFILE) {
   1274      1.173        ad 			i = NDFILE;
   1275      1.173        ad 			newfdp->fd_ofiles = newfdp->fd_dfiles;
   1276      1.173        ad 		} else {
   1277      1.173        ad 			/*
   1278      1.173        ad 			 * Compute the smallest multiple of NDEXTENT needed
   1279      1.173        ad 			 * for the file descriptors currently in use,
   1280      1.173        ad 			 * allowing the table to shrink.
   1281      1.173        ad 			 */
   1282      1.173        ad 			i = numfiles;
   1283      1.173        ad 			while (i >= 2 * NDEXTENT && i > lastfile * 2) {
   1284      1.173        ad 				i /= 2;
   1285      1.173        ad 			}
   1286  1.182.4.1     skrll 			newfdp->fd_ofiles = fd_ofile_alloc(i);
   1287      1.173        ad 			KASSERT(i >= NDFILE);
   1288      1.173        ad 		}
   1289      1.173        ad 		if (NDHISLOTS(i) <= NDHISLOTS(NDFILE)) {
   1290      1.173        ad 			newfdp->fd_himap = newfdp->fd_dhimap;
   1291      1.173        ad 			newfdp->fd_lomap = newfdp->fd_dlomap;
   1292      1.173        ad 		} else {
   1293  1.182.4.1     skrll 			fd_map_alloc(i, &newfdp->fd_lomap,
   1294  1.182.4.1     skrll 			    &newfdp->fd_himap);
   1295      1.173        ad 		}
   1296       1.16       cgd 
   1297       1.16       cgd 		/*
   1298      1.173        ad 		 * Allocate and string together fdfile structures.
   1299      1.173        ad 		 * We abuse fdfile_t::ff_file here, but it will be
   1300      1.173        ad 		 * cleared before this routine returns.
   1301       1.16       cgd 		 */
   1302      1.173        ad 		nused = fdp->fd_nused;
   1303      1.173        ad 		fflist = NULL;
   1304      1.173        ad 		for (j = nused; j != 0; j--) {
   1305      1.173        ad 			ff = pool_cache_get(fdfile_cache, PR_WAITOK);
   1306      1.173        ad 			ff->ff_file = (void *)fflist;
   1307      1.173        ad 			fflist = ff;
   1308      1.173        ad 		}
   1309      1.173        ad 
   1310      1.173        ad 		mutex_enter(&fdp->fd_lock);
   1311      1.173        ad 		if (numfiles == fdp->fd_nfiles && nused == fdp->fd_nused &&
   1312      1.173        ad 		    lastfile == fdp->fd_lastfile) {
   1313      1.173        ad 			break;
   1314      1.173        ad 		}
   1315      1.173        ad 		mutex_exit(&fdp->fd_lock);
   1316      1.173        ad 		if (i >= NDFILE) {
   1317  1.182.4.1     skrll 			fd_ofile_free(i, newfdp->fd_ofiles);
   1318      1.173        ad 		}
   1319      1.126        pk 		if (NDHISLOTS(i) > NDHISLOTS(NDFILE)) {
   1320  1.182.4.1     skrll 			fd_map_free(i, newfdp->fd_lomap, newfdp->fd_himap);
   1321      1.126        pk 		}
   1322      1.173        ad 		while (fflist != NULL) {
   1323      1.173        ad 			ff = fflist;
   1324      1.173        ad 			fflist = (void *)ff->ff_file;
   1325      1.173        ad 			ff->ff_file = NULL;
   1326      1.173        ad 			pool_cache_put(fdfile_cache, ff);
   1327      1.173        ad 		}
   1328      1.115    provos 	}
   1329      1.115    provos 
   1330       1.16       cgd 	newfdp->fd_nfiles = i;
   1331      1.126        pk 	newfdp->fd_freefile = fdp->fd_freefile;
   1332      1.173        ad 	newfdp->fd_exclose = fdp->fd_exclose;
   1333      1.126        pk 
   1334      1.173        ad 	/*
   1335      1.173        ad 	 * Clear the entries that will not be copied over.
   1336      1.173        ad 	 * Avoid calling memset with 0 size.
   1337      1.173        ad 	 */
   1338      1.173        ad 	if (lastfile < (i-1)) {
   1339      1.128      cube 		memset(newfdp->fd_ofiles + lastfile + 1, 0,
   1340      1.173        ad 		    (i - lastfile - 1) * sizeof(file_t **));
   1341      1.173        ad 	}
   1342      1.173        ad 	if (i < NDENTRIES * NDENTRIES) {
   1343      1.120      yamt 		i = NDENTRIES * NDENTRIES; /* size of inlined bitmaps */
   1344      1.173        ad 	}
   1345      1.115    provos 	memcpy(newfdp->fd_himap, fdp->fd_himap, NDHISLOTS(i)*sizeof(uint32_t));
   1346      1.115    provos 	memcpy(newfdp->fd_lomap, fdp->fd_lomap, NDLOSLOTS(i)*sizeof(uint32_t));
   1347      1.126        pk 
   1348      1.173        ad 	ffp = fdp->fd_ofiles;
   1349      1.173        ad 	nffp = newfdp->fd_ofiles;
   1350      1.173        ad 	j = imax(lastfile, (NDFDFILE - 1));
   1351      1.173        ad 	newlast = -1;
   1352      1.173        ad 	KASSERT(j < fdp->fd_nfiles);
   1353      1.173        ad 	for (i = 0; i <= j; i++, ffp++, *nffp++ = ff2) {
   1354      1.173        ad 		ff = *ffp;
   1355      1.173        ad 		/* Install built-in fdfiles even if unused here. */
   1356      1.173        ad 		if (i < NDFDFILE) {
   1357      1.173        ad 			ff2 = (fdfile_t *)newfdp->fd_dfdfile[i];
   1358      1.173        ad 		} else {
   1359      1.173        ad 			ff2 = NULL;
   1360      1.173        ad 		}
   1361      1.173        ad 		/* Determine if descriptor is active in parent. */
   1362      1.173        ad 		if (ff == NULL || !fd_isused(fdp, i)) {
   1363      1.173        ad 			KASSERT(ff != NULL || i >= NDFDFILE);
   1364      1.173        ad 			continue;
   1365      1.173        ad 		}
   1366      1.173        ad 		mutex_enter(&ff->ff_lock);
   1367      1.173        ad 		fp = ff->ff_file;
   1368      1.173        ad 		if (fp == NULL) {
   1369      1.173        ad 			/* Descriptor is half-open: free slot. */
   1370      1.173        ad 			fd_zap(newfdp, i);
   1371      1.173        ad 			mutex_exit(&ff->ff_lock);
   1372      1.173        ad 			continue;
   1373      1.173        ad 		}
   1374      1.173        ad 		if (fp->f_type == DTYPE_KQUEUE) {
   1375      1.173        ad 			/* kqueue descriptors cannot be copied. */
   1376      1.173        ad 			fd_zap(newfdp, i);
   1377      1.173        ad 			mutex_exit(&ff->ff_lock);
   1378      1.126        pk 			continue;
   1379      1.173        ad 		}
   1380      1.173        ad 		/* It's active: add a reference to the file. */
   1381      1.173        ad 		mutex_enter(&fp->f_lock);
   1382      1.173        ad 		fp->f_count++;
   1383      1.173        ad 		mutex_exit(&fp->f_lock);
   1384      1.173        ad 		/* Consume one fdfile_t to represent it. */
   1385      1.173        ad 		if (i >= NDFDFILE) {
   1386      1.173        ad 			ff2 = fflist;
   1387      1.173        ad 			fflist = (void *)ff2->ff_file;
   1388      1.173        ad 		}
   1389      1.173        ad 		ff2->ff_file = fp;
   1390      1.173        ad 		ff2->ff_exclose = ff->ff_exclose;
   1391      1.182      matt 		ff2->ff_allocated = true;
   1392      1.173        ad 		mutex_exit(&ff->ff_lock);
   1393      1.173        ad 		if (i > newlast) {
   1394      1.173        ad 			newlast = i;
   1395      1.173        ad 		}
   1396      1.173        ad 	}
   1397      1.173        ad 	mutex_exit(&fdp->fd_lock);
   1398      1.126        pk 
   1399      1.173        ad 	/* Discard unused fdfile_t structures. */
   1400      1.173        ad 	while (__predict_false(fflist != NULL)) {
   1401      1.173        ad 		ff = fflist;
   1402      1.173        ad 		fflist = (void *)ff->ff_file;
   1403      1.173        ad 		ff->ff_file = NULL;
   1404      1.173        ad 		pool_cache_put(fdfile_cache, ff);
   1405      1.173        ad 		nused--;
   1406      1.126        pk 	}
   1407      1.173        ad 	KASSERT(nused >= 0);
   1408      1.173        ad 	KASSERT(newfdp->fd_ofiles[0] == (fdfile_t *)newfdp->fd_dfdfile[0]);
   1409      1.126        pk 
   1410      1.173        ad 	newfdp->fd_nused = nused;
   1411      1.173        ad 	newfdp->fd_lastfile = newlast;
   1412      1.126        pk 
   1413       1.16       cgd 	return (newfdp);
   1414       1.16       cgd }
   1415       1.16       cgd 
   1416       1.16       cgd /*
   1417       1.16       cgd  * Release a filedesc structure.
   1418       1.16       cgd  */
   1419       1.16       cgd void
   1420      1.173        ad fd_free(void)
   1421       1.16       cgd {
   1422      1.173        ad 	filedesc_t *fdp;
   1423      1.173        ad 	fdfile_t *ff;
   1424      1.173        ad 	file_t *fp;
   1425      1.173        ad 	int fd, lastfd;
   1426  1.182.4.1     skrll 	void **discard;
   1427      1.173        ad 
   1428      1.173        ad 	fdp = curlwp->l_fd;
   1429      1.173        ad 
   1430      1.173        ad 	KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
   1431       1.16       cgd 
   1432      1.164        ad 	if (atomic_dec_uint_nv(&fdp->fd_refcnt) > 0)
   1433       1.16       cgd 		return;
   1434      1.126        pk 
   1435       1.16       cgd 	/*
   1436      1.173        ad 	 * Close any files that the process holds open.
   1437       1.16       cgd 	 */
   1438      1.175       wiz 	for (fd = 0, lastfd = fdp->fd_nfiles - 1; fd <= lastfd; fd++) {
   1439      1.173        ad 		ff = fdp->fd_ofiles[fd];
   1440      1.173        ad 		KASSERT(fd >= NDFDFILE ||
   1441      1.173        ad 		    ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
   1442      1.173        ad 		if ((ff = fdp->fd_ofiles[fd]) == NULL)
   1443      1.173        ad 			continue;
   1444      1.173        ad 		if ((fp = ff->ff_file) != NULL) {
   1445      1.173        ad 			/*
   1446      1.173        ad 			 * Must use fd_close() here as kqueue holds
   1447      1.173        ad 			 * long term references to descriptors.
   1448      1.173        ad 			 */
   1449      1.173        ad 			ff->ff_refcnt++;
   1450      1.173        ad 			fd_close(fd);
   1451      1.173        ad 		}
   1452      1.173        ad 		KASSERT(ff->ff_refcnt == 0);
   1453      1.173        ad 		KASSERT(ff->ff_file == NULL);
   1454      1.173        ad 		KASSERT(!ff->ff_exclose);
   1455      1.173        ad 		KASSERT(!ff->ff_allocated);
   1456      1.173        ad 		if (fd >= NDFDFILE) {
   1457      1.173        ad 			pool_cache_put(fdfile_cache, ff);
   1458      1.173        ad 		}
   1459       1.16       cgd 	}
   1460       1.59   thorpej 
   1461       1.59   thorpej 	/*
   1462      1.173        ad 	 * Clean out the descriptor table for the next user and return
   1463      1.173        ad 	 * to the cache.
   1464       1.59   thorpej 	 */
   1465      1.173        ad 	while ((discard = fdp->fd_discard) != NULL) {
   1466  1.182.4.1     skrll 		fdp->fd_discard = discard[0];
   1467  1.182.4.1     skrll 		kmem_free(discard, (uintptr_t)discard[1]);
   1468       1.59   thorpej 	}
   1469      1.173        ad 	if (NDHISLOTS(fdp->fd_nfiles) > NDHISLOTS(NDFILE)) {
   1470      1.173        ad 		KASSERT(fdp->fd_himap != fdp->fd_dhimap);
   1471      1.173        ad 		KASSERT(fdp->fd_lomap != fdp->fd_dlomap);
   1472  1.182.4.1     skrll 		fd_map_free(fdp->fd_nfiles, fdp->fd_lomap, fdp->fd_himap);
   1473       1.16       cgd 	}
   1474      1.173        ad 	if (fdp->fd_nfiles > NDFILE) {
   1475      1.173        ad 		KASSERT(fdp->fd_ofiles != fdp->fd_dfiles);
   1476  1.182.4.1     skrll 		fd_ofile_free(fdp->fd_nfiles, fdp->fd_ofiles);
   1477       1.59   thorpej 	}
   1478      1.173        ad 	if (fdp->fd_knhash != NULL) {
   1479      1.179        ad 		hashdone(fdp->fd_knhash, HASH_LIST, fdp->fd_knhashmask);
   1480      1.173        ad 		fdp->fd_knhash = NULL;
   1481      1.173        ad 		fdp->fd_knhashmask = 0;
   1482      1.173        ad 	} else {
   1483      1.173        ad 		KASSERT(fdp->fd_knhashmask == 0);
   1484      1.137      yamt 	}
   1485      1.173        ad 	fdp->fd_lastkqfile = -1;
   1486      1.173        ad 	pool_cache_put(filedesc_cache, fdp);
   1487      1.170    martin }
   1488      1.170    martin 
   1489       1.16       cgd /*
   1490       1.16       cgd  * File Descriptor pseudo-device driver (/dev/fd/).
   1491       1.16       cgd  *
   1492       1.16       cgd  * Opening minor device N dup()s the file (if any) connected to file
   1493       1.16       cgd  * descriptor N belonging to the calling process.  Note that this driver
   1494       1.16       cgd  * consists of only the ``open()'' routine, because all subsequent
   1495       1.16       cgd  * references to this file will be direct to the other driver.
   1496       1.16       cgd  */
   1497      1.134   thorpej static int
   1498      1.173        ad filedescopen(dev_t dev, int mode, int type, lwp_t *l)
   1499       1.16       cgd {
   1500       1.16       cgd 
   1501       1.28   mycroft 	/*
   1502      1.112  jdolecek 	 * XXX Kludge: set dupfd to contain the value of the
   1503       1.89     enami 	 * the file descriptor being sought for duplication. The error
   1504       1.28   mycroft 	 * return ensures that the vnode for this device will be released
   1505       1.28   mycroft 	 * by vn_open. Open will detect this special error and take the
   1506       1.28   mycroft 	 * actions in dupfdopen below. Other callers of vn_open or VOP_OPEN
   1507       1.28   mycroft 	 * will simply report the error.
   1508       1.28   mycroft 	 */
   1509      1.138  christos 	l->l_dupfd = minor(dev);	/* XXX */
   1510      1.127  christos 	return EDUPFD;
   1511       1.27   mycroft }
   1512       1.27   mycroft 
   1513       1.28   mycroft /*
   1514       1.28   mycroft  * Duplicate the specified descriptor to a free descriptor.
   1515       1.28   mycroft  */
   1516       1.27   mycroft int
   1517      1.173        ad fd_dupopen(int old, int *new, int mode, int error)
   1518       1.72     lukem {
   1519      1.173        ad 	filedesc_t *fdp;
   1520      1.173        ad 	fdfile_t *ff;
   1521      1.173        ad 	file_t *fp;
   1522       1.27   mycroft 
   1523      1.173        ad 	if ((fp = fd_getfile(old)) == NULL) {
   1524      1.173        ad 		return EBADF;
   1525      1.173        ad 	}
   1526      1.173        ad 	fdp = curlwp->l_fd;
   1527      1.173        ad 	ff = fdp->fd_ofiles[old];
   1528       1.59   thorpej 
   1529       1.27   mycroft 	/*
   1530       1.28   mycroft 	 * There are two cases of interest here.
   1531       1.28   mycroft 	 *
   1532      1.127  christos 	 * For EDUPFD simply dup (dfd) to file descriptor
   1533       1.28   mycroft 	 * (indx) and return.
   1534       1.28   mycroft 	 *
   1535      1.127  christos 	 * For EMOVEFD steal away the file structure from (dfd) and
   1536       1.28   mycroft 	 * store it in (indx).  (dfd) is effectively closed by
   1537       1.28   mycroft 	 * this operation.
   1538       1.28   mycroft 	 *
   1539       1.28   mycroft 	 * Any other error code is just returned.
   1540       1.27   mycroft 	 */
   1541       1.28   mycroft 	switch (error) {
   1542      1.127  christos 	case EDUPFD:
   1543       1.28   mycroft 		/*
   1544       1.28   mycroft 		 * Check that the mode the file is being opened for is a
   1545       1.28   mycroft 		 * subset of the mode of the existing descriptor.
   1546       1.28   mycroft 		 */
   1547      1.173        ad 		if (((mode & (FREAD|FWRITE)) | fp->f_flag) != fp->f_flag) {
   1548      1.173        ad 			error = EACCES;
   1549      1.173        ad 			break;
   1550      1.173        ad 		}
   1551      1.173        ad 
   1552      1.173        ad 		/* Copy it. */
   1553      1.173        ad 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1554      1.173        ad 		break;
   1555       1.27   mycroft 
   1556      1.127  christos 	case EMOVEFD:
   1557      1.173        ad 		/* Copy it. */
   1558      1.173        ad 		error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
   1559      1.173        ad 		if (error != 0) {
   1560      1.173        ad 			break;
   1561      1.173        ad 		}
   1562       1.16       cgd 
   1563      1.173        ad 		/* Steal away the file pointer from 'old'. */
   1564      1.173        ad 		(void)fd_close(old);
   1565      1.173        ad 		return 0;
   1566       1.28   mycroft 	}
   1567      1.173        ad 
   1568      1.173        ad 	fd_putfile(old);
   1569      1.173        ad 	return error;
   1570       1.61  wrstuden }
   1571       1.61  wrstuden 
   1572       1.61  wrstuden /*
   1573      1.113  jdolecek  * Sets descriptor owner. If the owner is a process, 'pgid'
   1574      1.113  jdolecek  * is set to positive value, process ID. If the owner is process group,
   1575      1.113  jdolecek  * 'pgid' is set to -pg_id.
   1576      1.113  jdolecek  */
   1577      1.113  jdolecek int
   1578      1.180  gmcgarry fsetown(pid_t *pgid, u_long cmd, const void *data)
   1579      1.113  jdolecek {
   1580      1.133  christos 	int id = *(const int *)data;
   1581      1.113  jdolecek 	int error;
   1582      1.113  jdolecek 
   1583      1.113  jdolecek 	switch (cmd) {
   1584      1.113  jdolecek 	case TIOCSPGRP:
   1585      1.113  jdolecek 		if (id < 0)
   1586      1.113  jdolecek 			return (EINVAL);
   1587      1.113  jdolecek 		id = -id;
   1588      1.113  jdolecek 		break;
   1589      1.113  jdolecek 	default:
   1590      1.113  jdolecek 		break;
   1591      1.113  jdolecek 	}
   1592      1.113  jdolecek 
   1593      1.113  jdolecek 	if (id > 0 && !pfind(id))
   1594      1.113  jdolecek 		return (ESRCH);
   1595      1.173        ad 	else if (id < 0 && (error = pgid_in_session(curproc, -id)))
   1596      1.113  jdolecek 		return (error);
   1597      1.113  jdolecek 
   1598      1.113  jdolecek 	*pgid = id;
   1599      1.113  jdolecek 	return (0);
   1600      1.113  jdolecek }
   1601      1.113  jdolecek 
   1602      1.113  jdolecek /*
   1603      1.113  jdolecek  * Return descriptor owner information. If the value is positive,
   1604      1.113  jdolecek  * it's process ID. If it's negative, it's process group ID and
   1605      1.113  jdolecek  * needs the sign removed before use.
   1606      1.113  jdolecek  */
   1607      1.113  jdolecek int
   1608      1.180  gmcgarry fgetown(pid_t pgid, u_long cmd, void *data)
   1609      1.113  jdolecek {
   1610      1.173        ad 
   1611      1.113  jdolecek 	switch (cmd) {
   1612      1.113  jdolecek 	case TIOCGPGRP:
   1613      1.113  jdolecek 		*(int *)data = -pgid;
   1614      1.113  jdolecek 		break;
   1615      1.113  jdolecek 	default:
   1616      1.113  jdolecek 		*(int *)data = pgid;
   1617      1.113  jdolecek 		break;
   1618      1.113  jdolecek 	}
   1619      1.113  jdolecek 	return (0);
   1620      1.113  jdolecek }
   1621      1.113  jdolecek 
   1622      1.113  jdolecek /*
   1623      1.113  jdolecek  * Send signal to descriptor owner, either process or process group.
   1624      1.113  jdolecek  */
   1625      1.113  jdolecek void
   1626      1.114  christos fownsignal(pid_t pgid, int signo, int code, int band, void *fdescdata)
   1627      1.113  jdolecek {
   1628      1.113  jdolecek 	struct proc *p1;
   1629      1.150        ad 	struct pgrp *pgrp;
   1630      1.131     perry 	ksiginfo_t ksi;
   1631      1.113  jdolecek 
   1632      1.176        ad 	KASSERT(!cpu_intr_p());
   1633      1.176        ad 
   1634      1.148      yamt 	KSI_INIT(&ksi);
   1635      1.114  christos 	ksi.ksi_signo = signo;
   1636      1.113  jdolecek 	ksi.ksi_code = code;
   1637      1.113  jdolecek 	ksi.ksi_band = band;
   1638      1.113  jdolecek 
   1639      1.176        ad 	mutex_enter(proc_lock);
   1640      1.150        ad 	if (pgid > 0 && (p1 = p_find(pgid, PFIND_LOCKED)))
   1641      1.113  jdolecek 		kpsignal(p1, &ksi, fdescdata);
   1642      1.150        ad 	else if (pgid < 0 && (pgrp = pg_find(-pgid, PFIND_LOCKED)))
   1643      1.150        ad 		kpgsignal(pgrp, &ksi, fdescdata, 0);
   1644      1.176        ad 	mutex_exit(proc_lock);
   1645      1.113  jdolecek }
   1646      1.127  christos 
   1647      1.127  christos int
   1648      1.173        ad fd_clone(file_t *fp, unsigned fd, int flag, const struct fileops *fops,
   1649      1.173        ad 	 void *data)
   1650      1.127  christos {
   1651      1.173        ad 
   1652      1.130  christos 	fp->f_flag = flag;
   1653      1.127  christos 	fp->f_type = DTYPE_MISC;
   1654      1.127  christos 	fp->f_ops = fops;
   1655      1.127  christos 	fp->f_data = data;
   1656      1.173        ad 	curlwp->l_dupfd = fd;
   1657      1.173        ad 	fd_affix(curproc, fp, fd);
   1658      1.127  christos 
   1659      1.127  christos 	return EMOVEFD;
   1660      1.127  christos }
   1661      1.127  christos 
   1662      1.127  christos int
   1663      1.173        ad fnullop_fcntl(file_t *fp, u_int cmd, void *data)
   1664      1.127  christos {
   1665      1.147      yamt 
   1666      1.127  christos 	if (cmd == F_SETFL)
   1667      1.127  christos 		return 0;
   1668      1.127  christos 
   1669      1.127  christos 	return EOPNOTSUPP;
   1670      1.127  christos }
   1671      1.127  christos 
   1672      1.127  christos int
   1673      1.173        ad fnullop_poll(file_t *fp, int which)
   1674      1.127  christos {
   1675      1.147      yamt 
   1676      1.127  christos 	return 0;
   1677      1.127  christos }
   1678      1.127  christos 
   1679      1.127  christos int
   1680      1.173        ad fnullop_kqfilter(file_t *fp, struct knote *kn)
   1681      1.127  christos {
   1682      1.127  christos 
   1683      1.127  christos 	return 0;
   1684      1.127  christos }
   1685      1.127  christos 
   1686      1.127  christos int
   1687      1.173        ad fbadop_read(file_t *fp, off_t *offset, struct uio *uio,
   1688      1.173        ad 	    kauth_cred_t cred, int flags)
   1689      1.160     rmind {
   1690      1.160     rmind 
   1691      1.160     rmind 	return EOPNOTSUPP;
   1692      1.160     rmind }
   1693      1.160     rmind 
   1694      1.160     rmind int
   1695      1.173        ad fbadop_write(file_t *fp, off_t *offset, struct uio *uio,
   1696      1.173        ad 	     kauth_cred_t cred, int flags)
   1697      1.160     rmind {
   1698      1.160     rmind 
   1699      1.160     rmind 	return EOPNOTSUPP;
   1700      1.160     rmind }
   1701      1.160     rmind 
   1702      1.160     rmind int
   1703      1.173        ad fbadop_ioctl(file_t *fp, u_long com, void *data)
   1704      1.160     rmind {
   1705      1.160     rmind 
   1706      1.160     rmind 	return EOPNOTSUPP;
   1707      1.160     rmind }
   1708      1.160     rmind 
   1709      1.160     rmind int
   1710      1.173        ad fbadop_stat(file_t *fp, struct stat *sb)
   1711      1.127  christos {
   1712      1.147      yamt 
   1713      1.127  christos 	return EOPNOTSUPP;
   1714      1.127  christos }
   1715      1.160     rmind 
   1716      1.160     rmind int
   1717      1.173        ad fbadop_close(file_t *fp)
   1718      1.160     rmind {
   1719      1.160     rmind 
   1720      1.160     rmind 	return EOPNOTSUPP;
   1721      1.160     rmind }
   1722