Home | History | Annotate | Line # | Download | only in kern
vfs_mount.c revision 1.84.2.2
      1  1.84.2.2   thorpej /*	$NetBSD: vfs_mount.c,v 1.84.2.2 2021/04/03 22:29:00 thorpej Exp $	*/
      2       1.1     rmind 
      3       1.1     rmind /*-
      4      1.75        ad  * Copyright (c) 1997-2020 The NetBSD Foundation, Inc.
      5       1.1     rmind  * All rights reserved.
      6       1.1     rmind  *
      7       1.1     rmind  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1     rmind  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9       1.1     rmind  * NASA Ames Research Center, by Charles M. Hannum, and by Andrew Doran.
     10       1.1     rmind  *
     11       1.1     rmind  * Redistribution and use in source and binary forms, with or without
     12       1.1     rmind  * modification, are permitted provided that the following conditions
     13       1.1     rmind  * are met:
     14       1.1     rmind  * 1. Redistributions of source code must retain the above copyright
     15       1.1     rmind  *    notice, this list of conditions and the following disclaimer.
     16       1.1     rmind  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.1     rmind  *    notice, this list of conditions and the following disclaimer in the
     18       1.1     rmind  *    documentation and/or other materials provided with the distribution.
     19       1.1     rmind  *
     20       1.1     rmind  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21       1.1     rmind  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22       1.1     rmind  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23       1.1     rmind  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24       1.1     rmind  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25       1.1     rmind  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26       1.1     rmind  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27       1.1     rmind  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28       1.1     rmind  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29       1.1     rmind  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30       1.1     rmind  * POSSIBILITY OF SUCH DAMAGE.
     31       1.1     rmind  */
     32       1.1     rmind 
     33       1.1     rmind /*
     34       1.1     rmind  * Copyright (c) 1989, 1993
     35       1.1     rmind  *	The Regents of the University of California.  All rights reserved.
     36       1.1     rmind  * (c) UNIX System Laboratories, Inc.
     37       1.1     rmind  * All or some portions of this file are derived from material licensed
     38       1.1     rmind  * to the University of California by American Telephone and Telegraph
     39       1.1     rmind  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     40       1.1     rmind  * the permission of UNIX System Laboratories, Inc.
     41       1.1     rmind  *
     42       1.1     rmind  * Redistribution and use in source and binary forms, with or without
     43       1.1     rmind  * modification, are permitted provided that the following conditions
     44       1.1     rmind  * are met:
     45       1.1     rmind  * 1. Redistributions of source code must retain the above copyright
     46       1.1     rmind  *    notice, this list of conditions and the following disclaimer.
     47       1.1     rmind  * 2. Redistributions in binary form must reproduce the above copyright
     48       1.1     rmind  *    notice, this list of conditions and the following disclaimer in the
     49       1.1     rmind  *    documentation and/or other materials provided with the distribution.
     50       1.1     rmind  * 3. Neither the name of the University nor the names of its contributors
     51       1.1     rmind  *    may be used to endorse or promote products derived from this software
     52       1.1     rmind  *    without specific prior written permission.
     53       1.1     rmind  *
     54       1.1     rmind  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55       1.1     rmind  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56       1.1     rmind  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57       1.1     rmind  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58       1.1     rmind  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59       1.1     rmind  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60       1.1     rmind  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61       1.1     rmind  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62       1.1     rmind  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63       1.1     rmind  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64       1.1     rmind  * SUCH DAMAGE.
     65       1.1     rmind  *
     66       1.1     rmind  *	@(#)vfs_subr.c	8.13 (Berkeley) 4/18/94
     67       1.1     rmind  */
     68       1.1     rmind 
     69       1.1     rmind #include <sys/cdefs.h>
     70  1.84.2.2   thorpej __KERNEL_RCSID(0, "$NetBSD: vfs_mount.c,v 1.84.2.2 2021/04/03 22:29:00 thorpej Exp $");
     71       1.1     rmind 
     72       1.1     rmind #include <sys/param.h>
     73       1.1     rmind #include <sys/kernel.h>
     74       1.1     rmind 
     75       1.1     rmind #include <sys/atomic.h>
     76       1.1     rmind #include <sys/buf.h>
     77       1.1     rmind #include <sys/conf.h>
     78       1.1     rmind #include <sys/fcntl.h>
     79       1.1     rmind #include <sys/filedesc.h>
     80       1.1     rmind #include <sys/device.h>
     81       1.1     rmind #include <sys/kauth.h>
     82       1.1     rmind #include <sys/kmem.h>
     83       1.1     rmind #include <sys/module.h>
     84       1.1     rmind #include <sys/mount.h>
     85      1.48   hannken #include <sys/fstrans.h>
     86       1.1     rmind #include <sys/namei.h>
     87      1.14      gson #include <sys/extattr.h>
     88       1.1     rmind #include <sys/syscallargs.h>
     89       1.1     rmind #include <sys/sysctl.h>
     90       1.1     rmind #include <sys/systm.h>
     91       1.5       dsl #include <sys/vfs_syscalls.h>
     92      1.41   hannken #include <sys/vnode_impl.h>
     93       1.1     rmind 
     94       1.1     rmind #include <miscfs/genfs/genfs.h>
     95       1.1     rmind #include <miscfs/specfs/specdev.h>
     96       1.1     rmind 
     97  1.84.2.2   thorpej #include <uvm/uvm_swap.h>
     98  1.84.2.2   thorpej 
     99      1.52   hannken enum mountlist_type {
    100      1.52   hannken 	ME_MOUNT,
    101      1.52   hannken 	ME_MARKER
    102      1.52   hannken };
    103      1.52   hannken struct mountlist_entry {
    104      1.52   hannken 	TAILQ_ENTRY(mountlist_entry) me_list;	/* Mount list. */
    105      1.52   hannken 	struct mount *me_mount;			/* Actual mount if ME_MOUNT,
    106      1.52   hannken 						   current mount else. */
    107      1.52   hannken 	enum mountlist_type me_type;		/* Mount or marker. */
    108      1.52   hannken };
    109      1.52   hannken struct mount_iterator {
    110      1.52   hannken 	struct mountlist_entry mi_entry;
    111      1.52   hannken };
    112      1.52   hannken 
    113      1.45   hannken static struct vnode *vfs_vnode_iterator_next1(struct vnode_iterator *,
    114      1.45   hannken     bool (*)(void *, struct vnode *), void *, bool);
    115      1.45   hannken 
    116      1.33     pooka /* Root filesystem. */
    117       1.1     rmind vnode_t *			rootvnode;
    118       1.1     rmind 
    119       1.1     rmind /* Mounted filesystem list. */
    120      1.54   hannken static TAILQ_HEAD(mountlist, mountlist_entry) mountlist;
    121      1.73        ad static kmutex_t			mountlist_lock __cacheline_aligned;
    122      1.54   hannken int vnode_offset_next_by_lru	/* XXX: ugly hack for pstat.c */
    123      1.54   hannken     = offsetof(vnode_impl_t, vi_lrulist.tqe_next);
    124       1.1     rmind 
    125      1.73        ad kmutex_t			vfs_list_lock __cacheline_aligned;
    126       1.1     rmind 
    127       1.1     rmind static specificdata_domain_t	mount_specificdata_domain;
    128       1.1     rmind static kmutex_t			mntid_lock;
    129       1.1     rmind 
    130      1.73        ad static kmutex_t			mountgen_lock __cacheline_aligned;
    131       1.1     rmind static uint64_t			mountgen;
    132       1.1     rmind 
    133       1.1     rmind void
    134       1.1     rmind vfs_mount_sysinit(void)
    135       1.1     rmind {
    136       1.1     rmind 
    137      1.24  christos 	TAILQ_INIT(&mountlist);
    138       1.1     rmind 	mutex_init(&mountlist_lock, MUTEX_DEFAULT, IPL_NONE);
    139       1.1     rmind 	mutex_init(&vfs_list_lock, MUTEX_DEFAULT, IPL_NONE);
    140       1.1     rmind 
    141       1.1     rmind 	mount_specificdata_domain = specificdata_domain_create();
    142       1.1     rmind 	mutex_init(&mntid_lock, MUTEX_DEFAULT, IPL_NONE);
    143       1.1     rmind 	mutex_init(&mountgen_lock, MUTEX_DEFAULT, IPL_NONE);
    144       1.1     rmind 	mountgen = 0;
    145       1.1     rmind }
    146       1.1     rmind 
    147       1.1     rmind struct mount *
    148       1.1     rmind vfs_mountalloc(struct vfsops *vfsops, vnode_t *vp)
    149       1.1     rmind {
    150       1.1     rmind 	struct mount *mp;
    151      1.60   hannken 	int error __diagused;
    152       1.1     rmind 
    153       1.1     rmind 	mp = kmem_zalloc(sizeof(*mp), KM_SLEEP);
    154       1.1     rmind 	mp->mnt_op = vfsops;
    155       1.1     rmind 	mp->mnt_refcnt = 1;
    156       1.1     rmind 	TAILQ_INIT(&mp->mnt_vnodelist);
    157      1.73        ad 	mp->mnt_renamelock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
    158      1.73        ad 	mp->mnt_vnodelock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
    159      1.73        ad 	mp->mnt_updating = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
    160       1.1     rmind 	mp->mnt_vnodecovered = vp;
    161       1.1     rmind 	mount_initspecific(mp);
    162      1.69   hannken 
    163      1.69   hannken 	error = fstrans_mount(mp);
    164      1.69   hannken 	KASSERT(error == 0);
    165       1.1     rmind 
    166       1.1     rmind 	mutex_enter(&mountgen_lock);
    167       1.1     rmind 	mp->mnt_gen = mountgen++;
    168       1.1     rmind 	mutex_exit(&mountgen_lock);
    169       1.1     rmind 
    170       1.1     rmind 	return mp;
    171       1.1     rmind }
    172       1.1     rmind 
    173       1.1     rmind /*
    174       1.1     rmind  * vfs_rootmountalloc: lookup a filesystem type, and if found allocate and
    175       1.1     rmind  * initialize a mount structure for it.
    176       1.1     rmind  *
    177       1.1     rmind  * Devname is usually updated by mount(8) after booting.
    178       1.1     rmind  */
    179       1.1     rmind int
    180       1.1     rmind vfs_rootmountalloc(const char *fstypename, const char *devname,
    181       1.1     rmind     struct mount **mpp)
    182       1.1     rmind {
    183       1.1     rmind 	struct vfsops *vfsp = NULL;
    184       1.1     rmind 	struct mount *mp;
    185      1.57   hannken 	int error __diagused;
    186       1.1     rmind 
    187       1.1     rmind 	mutex_enter(&vfs_list_lock);
    188       1.1     rmind 	LIST_FOREACH(vfsp, &vfs_list, vfs_list)
    189       1.1     rmind 		if (!strncmp(vfsp->vfs_name, fstypename,
    190       1.1     rmind 		    sizeof(mp->mnt_stat.f_fstypename)))
    191       1.1     rmind 			break;
    192       1.1     rmind 	if (vfsp == NULL) {
    193       1.1     rmind 		mutex_exit(&vfs_list_lock);
    194       1.1     rmind 		return (ENODEV);
    195       1.1     rmind 	}
    196       1.1     rmind 	vfsp->vfs_refcount++;
    197       1.1     rmind 	mutex_exit(&vfs_list_lock);
    198       1.1     rmind 
    199       1.1     rmind 	if ((mp = vfs_mountalloc(vfsp, NULL)) == NULL)
    200       1.1     rmind 		return ENOMEM;
    201      1.57   hannken 	error = vfs_busy(mp);
    202      1.57   hannken 	KASSERT(error == 0);
    203       1.1     rmind 	mp->mnt_flag = MNT_RDONLY;
    204       1.1     rmind 	(void)strlcpy(mp->mnt_stat.f_fstypename, vfsp->vfs_name,
    205       1.1     rmind 	    sizeof(mp->mnt_stat.f_fstypename));
    206       1.1     rmind 	mp->mnt_stat.f_mntonname[0] = '/';
    207       1.1     rmind 	mp->mnt_stat.f_mntonname[1] = '\0';
    208       1.1     rmind 	mp->mnt_stat.f_mntfromname[sizeof(mp->mnt_stat.f_mntfromname) - 1] =
    209       1.1     rmind 	    '\0';
    210       1.1     rmind 	(void)copystr(devname, mp->mnt_stat.f_mntfromname,
    211       1.1     rmind 	    sizeof(mp->mnt_stat.f_mntfromname) - 1, 0);
    212       1.1     rmind 	*mpp = mp;
    213       1.1     rmind 	return 0;
    214       1.1     rmind }
    215       1.1     rmind 
    216       1.1     rmind /*
    217       1.1     rmind  * vfs_getnewfsid: get a new unique fsid.
    218       1.1     rmind  */
    219       1.1     rmind void
    220       1.1     rmind vfs_getnewfsid(struct mount *mp)
    221       1.1     rmind {
    222       1.1     rmind 	static u_short xxxfs_mntid;
    223       1.1     rmind 	fsid_t tfsid;
    224       1.1     rmind 	int mtype;
    225       1.1     rmind 
    226       1.1     rmind 	mutex_enter(&mntid_lock);
    227       1.1     rmind 	mtype = makefstype(mp->mnt_op->vfs_name);
    228       1.1     rmind 	mp->mnt_stat.f_fsidx.__fsid_val[0] = makedev(mtype, 0);
    229       1.1     rmind 	mp->mnt_stat.f_fsidx.__fsid_val[1] = mtype;
    230       1.1     rmind 	mp->mnt_stat.f_fsid = mp->mnt_stat.f_fsidx.__fsid_val[0];
    231       1.1     rmind 	if (xxxfs_mntid == 0)
    232       1.1     rmind 		++xxxfs_mntid;
    233       1.1     rmind 	tfsid.__fsid_val[0] = makedev(mtype & 0xff, xxxfs_mntid);
    234       1.1     rmind 	tfsid.__fsid_val[1] = mtype;
    235      1.53   hannken 	while (vfs_getvfs(&tfsid)) {
    236      1.53   hannken 		tfsid.__fsid_val[0]++;
    237      1.53   hannken 		xxxfs_mntid++;
    238       1.1     rmind 	}
    239       1.1     rmind 	mp->mnt_stat.f_fsidx.__fsid_val[0] = tfsid.__fsid_val[0];
    240       1.1     rmind 	mp->mnt_stat.f_fsid = mp->mnt_stat.f_fsidx.__fsid_val[0];
    241       1.1     rmind 	mutex_exit(&mntid_lock);
    242       1.1     rmind }
    243       1.1     rmind 
    244       1.1     rmind /*
    245       1.1     rmind  * Lookup a mount point by filesystem identifier.
    246       1.1     rmind  *
    247       1.1     rmind  * XXX Needs to add a reference to the mount point.
    248       1.1     rmind  */
    249       1.1     rmind struct mount *
    250       1.1     rmind vfs_getvfs(fsid_t *fsid)
    251       1.1     rmind {
    252      1.53   hannken 	mount_iterator_t *iter;
    253       1.1     rmind 	struct mount *mp;
    254       1.1     rmind 
    255      1.53   hannken 	mountlist_iterator_init(&iter);
    256      1.53   hannken 	while ((mp = mountlist_iterator_next(iter)) != NULL) {
    257       1.1     rmind 		if (mp->mnt_stat.f_fsidx.__fsid_val[0] == fsid->__fsid_val[0] &&
    258       1.1     rmind 		    mp->mnt_stat.f_fsidx.__fsid_val[1] == fsid->__fsid_val[1]) {
    259      1.53   hannken 			mountlist_iterator_destroy(iter);
    260      1.53   hannken 			return mp;
    261       1.1     rmind 		}
    262       1.1     rmind 	}
    263      1.53   hannken 	mountlist_iterator_destroy(iter);
    264       1.1     rmind 	return NULL;
    265       1.1     rmind }
    266       1.1     rmind 
    267       1.1     rmind /*
    268      1.55   hannken  * Take a reference to a mount structure.
    269      1.55   hannken  */
    270      1.55   hannken void
    271      1.55   hannken vfs_ref(struct mount *mp)
    272      1.55   hannken {
    273      1.55   hannken 
    274      1.55   hannken 	KASSERT(mp->mnt_refcnt > 0 || mutex_owned(&mountlist_lock));
    275      1.55   hannken 
    276      1.55   hannken 	atomic_inc_uint(&mp->mnt_refcnt);
    277      1.55   hannken }
    278      1.55   hannken 
    279      1.55   hannken /*
    280       1.1     rmind  * Drop a reference to a mount structure, freeing if the last reference.
    281       1.1     rmind  */
    282       1.1     rmind void
    283      1.55   hannken vfs_rele(struct mount *mp)
    284       1.1     rmind {
    285       1.1     rmind 
    286       1.1     rmind 	if (__predict_true((int)atomic_dec_uint_nv(&mp->mnt_refcnt) > 0)) {
    287       1.1     rmind 		return;
    288       1.1     rmind 	}
    289       1.1     rmind 
    290       1.1     rmind 	/*
    291       1.1     rmind 	 * Nothing else has visibility of the mount: we can now
    292       1.1     rmind 	 * free the data structures.
    293       1.1     rmind 	 */
    294       1.1     rmind 	KASSERT(mp->mnt_refcnt == 0);
    295       1.1     rmind 	specificdata_fini(mount_specificdata_domain, &mp->mnt_specdataref);
    296      1.73        ad 	mutex_obj_free(mp->mnt_updating);
    297      1.73        ad 	mutex_obj_free(mp->mnt_renamelock);
    298      1.73        ad 	mutex_obj_free(mp->mnt_vnodelock);
    299       1.1     rmind 	if (mp->mnt_op != NULL) {
    300       1.1     rmind 		vfs_delref(mp->mnt_op);
    301       1.1     rmind 	}
    302      1.70   hannken 	fstrans_unmount(mp);
    303      1.70   hannken 	/*
    304      1.70   hannken 	 * Final free of mp gets done from fstrans_mount_dtor().
    305      1.70   hannken 	 *
    306      1.70   hannken 	 * Prevents this memory to be reused as a mount before
    307      1.70   hannken 	 * fstrans releases all references to it.
    308      1.70   hannken 	 */
    309       1.1     rmind }
    310       1.1     rmind 
    311       1.1     rmind /*
    312       1.1     rmind  * Mark a mount point as busy, and gain a new reference to it.  Used to
    313       1.1     rmind  * prevent the file system from being unmounted during critical sections.
    314       1.1     rmind  *
    315      1.18   mlelstv  * vfs_busy can be called multiple times and by multiple threads
    316      1.18   mlelstv  * and must be accompanied by the same number of vfs_unbusy calls.
    317      1.18   mlelstv  *
    318       1.1     rmind  * => The caller must hold a pre-existing reference to the mount.
    319       1.1     rmind  * => Will fail if the file system is being unmounted, or is unmounted.
    320       1.1     rmind  */
    321      1.58   hannken static inline int
    322      1.58   hannken _vfs_busy(struct mount *mp, bool wait)
    323       1.1     rmind {
    324       1.1     rmind 
    325       1.1     rmind 	KASSERT(mp->mnt_refcnt > 0);
    326       1.1     rmind 
    327      1.58   hannken 	if (wait) {
    328      1.66   hannken 		fstrans_start(mp);
    329      1.61   hannken 	} else {
    330      1.66   hannken 		if (fstrans_start_nowait(mp))
    331      1.61   hannken 			return EBUSY;
    332      1.58   hannken 	}
    333       1.1     rmind 	if (__predict_false((mp->mnt_iflag & IMNT_GONE) != 0)) {
    334      1.61   hannken 		fstrans_done(mp);
    335       1.1     rmind 		return ENOENT;
    336       1.1     rmind 	}
    337      1.55   hannken 	vfs_ref(mp);
    338       1.1     rmind 	return 0;
    339       1.1     rmind }
    340       1.1     rmind 
    341      1.58   hannken int
    342      1.58   hannken vfs_busy(struct mount *mp)
    343      1.58   hannken {
    344      1.58   hannken 
    345      1.58   hannken 	return _vfs_busy(mp, true);
    346      1.58   hannken }
    347      1.58   hannken 
    348      1.58   hannken int
    349      1.58   hannken vfs_trybusy(struct mount *mp)
    350      1.58   hannken {
    351      1.58   hannken 
    352      1.58   hannken 	return _vfs_busy(mp, false);
    353      1.58   hannken }
    354      1.58   hannken 
    355       1.1     rmind /*
    356       1.1     rmind  * Unbusy a busy filesystem.
    357       1.1     rmind  *
    358      1.18   mlelstv  * Every successful vfs_busy() call must be undone by a vfs_unbusy() call.
    359       1.1     rmind  */
    360       1.1     rmind void
    361      1.56   hannken vfs_unbusy(struct mount *mp)
    362       1.1     rmind {
    363       1.1     rmind 
    364       1.1     rmind 	KASSERT(mp->mnt_refcnt > 0);
    365       1.1     rmind 
    366      1.61   hannken 	fstrans_done(mp);
    367      1.56   hannken 	vfs_rele(mp);
    368       1.1     rmind }
    369       1.1     rmind 
    370      1.27   hannken struct vnode_iterator {
    371      1.44   hannken 	vnode_impl_t vi_vnode;
    372      1.40   msaitoh };
    373      1.27   hannken 
    374      1.27   hannken void
    375      1.44   hannken vfs_vnode_iterator_init(struct mount *mp, struct vnode_iterator **vnip)
    376      1.27   hannken {
    377      1.44   hannken 	vnode_t *vp;
    378      1.44   hannken 	vnode_impl_t *vip;
    379      1.27   hannken 
    380      1.38   hannken 	vp = vnalloc_marker(mp);
    381      1.44   hannken 	vip = VNODE_TO_VIMPL(vp);
    382      1.27   hannken 
    383      1.73        ad 	mutex_enter(mp->mnt_vnodelock);
    384      1.44   hannken 	TAILQ_INSERT_HEAD(&mp->mnt_vnodelist, vip, vi_mntvnodes);
    385      1.27   hannken 	vp->v_usecount = 1;
    386      1.73        ad 	mutex_exit(mp->mnt_vnodelock);
    387      1.27   hannken 
    388      1.44   hannken 	*vnip = (struct vnode_iterator *)vip;
    389      1.27   hannken }
    390      1.27   hannken 
    391      1.27   hannken void
    392      1.44   hannken vfs_vnode_iterator_destroy(struct vnode_iterator *vni)
    393      1.27   hannken {
    394      1.44   hannken 	vnode_impl_t *mvip = &vni->vi_vnode;
    395      1.44   hannken 	vnode_t *mvp = VIMPL_TO_VNODE(mvip);
    396      1.73        ad 	kmutex_t *lock;
    397      1.27   hannken 
    398      1.38   hannken 	KASSERT(vnis_marker(mvp));
    399      1.78        ad 	if (vrefcnt(mvp) != 0) {
    400      1.73        ad 		lock = mvp->v_mount->mnt_vnodelock;
    401      1.73        ad 		mutex_enter(lock);
    402      1.44   hannken 		TAILQ_REMOVE(&mvp->v_mount->mnt_vnodelist, mvip, vi_mntvnodes);
    403      1.32   hannken 		mvp->v_usecount = 0;
    404      1.73        ad 		mutex_exit(lock);
    405      1.32   hannken 	}
    406      1.38   hannken 	vnfree_marker(mvp);
    407      1.27   hannken }
    408      1.27   hannken 
    409      1.45   hannken static struct vnode *
    410      1.45   hannken vfs_vnode_iterator_next1(struct vnode_iterator *vni,
    411      1.45   hannken     bool (*f)(void *, struct vnode *), void *cl, bool do_wait)
    412      1.27   hannken {
    413      1.44   hannken 	vnode_impl_t *mvip = &vni->vi_vnode;
    414      1.44   hannken 	struct mount *mp = VIMPL_TO_VNODE(mvip)->v_mount;
    415      1.44   hannken 	vnode_t *vp;
    416      1.44   hannken 	vnode_impl_t *vip;
    417      1.73        ad 	kmutex_t *lock;
    418      1.27   hannken 	int error;
    419      1.27   hannken 
    420      1.44   hannken 	KASSERT(vnis_marker(VIMPL_TO_VNODE(mvip)));
    421      1.27   hannken 
    422      1.73        ad 	lock = mp->mnt_vnodelock;
    423      1.27   hannken 	do {
    424      1.73        ad 		mutex_enter(lock);
    425      1.44   hannken 		vip = TAILQ_NEXT(mvip, vi_mntvnodes);
    426      1.44   hannken 		TAILQ_REMOVE(&mp->mnt_vnodelist, mvip, vi_mntvnodes);
    427      1.44   hannken 		VIMPL_TO_VNODE(mvip)->v_usecount = 0;
    428      1.29  christos again:
    429      1.72      maxv 		if (vip == NULL) {
    430      1.73        ad 			mutex_exit(lock);
    431      1.29  christos 	       		return NULL;
    432      1.27   hannken 		}
    433      1.72      maxv 		vp = VIMPL_TO_VNODE(vip);
    434      1.72      maxv 		KASSERT(vp != NULL);
    435      1.27   hannken 		mutex_enter(vp->v_interlock);
    436      1.38   hannken 		if (vnis_marker(vp) ||
    437      1.45   hannken 		    vdead_check(vp, (do_wait ? 0 : VDEAD_NOWAIT)) ||
    438      1.37   hannken 		    (f && !(*f)(cl, vp))) {
    439      1.27   hannken 			mutex_exit(vp->v_interlock);
    440      1.44   hannken 			vip = TAILQ_NEXT(vip, vi_mntvnodes);
    441      1.29  christos 			goto again;
    442      1.27   hannken 		}
    443      1.27   hannken 
    444      1.44   hannken 		TAILQ_INSERT_AFTER(&mp->mnt_vnodelist, vip, mvip, vi_mntvnodes);
    445      1.44   hannken 		VIMPL_TO_VNODE(mvip)->v_usecount = 1;
    446      1.73        ad 		mutex_exit(lock);
    447      1.43   hannken 		error = vcache_vget(vp);
    448      1.27   hannken 		KASSERT(error == 0 || error == ENOENT);
    449      1.27   hannken 	} while (error != 0);
    450      1.27   hannken 
    451      1.29  christos 	return vp;
    452      1.27   hannken }
    453      1.27   hannken 
    454      1.45   hannken struct vnode *
    455      1.45   hannken vfs_vnode_iterator_next(struct vnode_iterator *vni,
    456      1.45   hannken     bool (*f)(void *, struct vnode *), void *cl)
    457      1.45   hannken {
    458      1.45   hannken 
    459      1.45   hannken 	return vfs_vnode_iterator_next1(vni, f, cl, false);
    460      1.45   hannken }
    461      1.45   hannken 
    462       1.1     rmind /*
    463       1.1     rmind  * Move a vnode from one mount queue to another.
    464       1.1     rmind  */
    465       1.1     rmind void
    466       1.1     rmind vfs_insmntque(vnode_t *vp, struct mount *mp)
    467       1.1     rmind {
    468      1.44   hannken 	vnode_impl_t *vip = VNODE_TO_VIMPL(vp);
    469       1.1     rmind 	struct mount *omp;
    470      1.73        ad 	kmutex_t *lock;
    471       1.1     rmind 
    472       1.4     rmind 	KASSERT(mp == NULL || (mp->mnt_iflag & IMNT_UNMOUNT) == 0 ||
    473       1.4     rmind 	    vp->v_tag == VT_VFS);
    474       1.1     rmind 
    475       1.1     rmind 	/*
    476       1.1     rmind 	 * Delete from old mount point vnode list, if on one.
    477       1.1     rmind 	 */
    478      1.73        ad 	if ((omp = vp->v_mount) != NULL) {
    479      1.73        ad 		lock = omp->mnt_vnodelock;
    480      1.73        ad 		mutex_enter(lock);
    481      1.44   hannken 		TAILQ_REMOVE(&vp->v_mount->mnt_vnodelist, vip, vi_mntvnodes);
    482      1.73        ad 		mutex_exit(lock);
    483      1.73        ad 	}
    484      1.73        ad 
    485       1.1     rmind 	/*
    486       1.1     rmind 	 * Insert into list of vnodes for the new mount point, if
    487       1.1     rmind 	 * available.  The caller must take a reference on the mount
    488       1.1     rmind 	 * structure and donate to the vnode.
    489       1.1     rmind 	 */
    490      1.73        ad 	if ((vp->v_mount = mp) != NULL) {
    491      1.73        ad 		lock = mp->mnt_vnodelock;
    492      1.73        ad 		mutex_enter(lock);
    493      1.44   hannken 		TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vip, vi_mntvnodes);
    494      1.73        ad 		mutex_exit(lock);
    495      1.73        ad 	}
    496       1.1     rmind 
    497       1.1     rmind 	if (omp != NULL) {
    498       1.1     rmind 		/* Release reference to old mount. */
    499      1.55   hannken 		vfs_rele(omp);
    500       1.1     rmind 	}
    501       1.1     rmind }
    502       1.1     rmind 
    503       1.1     rmind /*
    504       1.1     rmind  * Remove any vnodes in the vnode table belonging to mount point mp.
    505       1.1     rmind  *
    506       1.1     rmind  * If FORCECLOSE is not specified, there should not be any active ones,
    507       1.1     rmind  * return error if any are found (nb: this is a user error, not a
    508       1.1     rmind  * system error). If FORCECLOSE is specified, detach any active vnodes
    509       1.1     rmind  * that are found.
    510       1.1     rmind  *
    511       1.1     rmind  * If WRITECLOSE is set, only flush out regular file vnodes open for
    512       1.1     rmind  * writing.
    513       1.1     rmind  *
    514       1.1     rmind  * SKIPSYSTEM causes any vnodes marked VV_SYSTEM to be skipped.
    515       1.1     rmind  */
    516       1.1     rmind #ifdef DEBUG
    517       1.1     rmind int busyprt = 0;	/* print out busy vnodes */
    518       1.1     rmind struct ctldebug debug1 = { "busyprt", &busyprt };
    519       1.1     rmind #endif
    520       1.1     rmind 
    521      1.46   hannken static vnode_t *
    522      1.46   hannken vflushnext(struct vnode_iterator *marker, int *when)
    523      1.46   hannken {
    524      1.77      maxv 	if (getticks() > *when) {
    525      1.46   hannken 		yield();
    526      1.77      maxv 		*when = getticks() + hz / 10;
    527      1.46   hannken 	}
    528      1.46   hannken 	return vfs_vnode_iterator_next1(marker, NULL, NULL, true);
    529      1.46   hannken }
    530      1.29  christos 
    531      1.46   hannken /*
    532      1.46   hannken  * Flush one vnode.  Referenced on entry, unreferenced on return.
    533      1.46   hannken  */
    534      1.46   hannken static int
    535      1.46   hannken vflush_one(vnode_t *vp, vnode_t *skipvp, int flags)
    536      1.29  christos {
    537      1.46   hannken 	int error;
    538      1.46   hannken 	struct vattr vattr;
    539      1.46   hannken 
    540      1.46   hannken 	if (vp == skipvp ||
    541      1.46   hannken 	    ((flags & SKIPSYSTEM) && (vp->v_vflag & VV_SYSTEM))) {
    542      1.46   hannken 		vrele(vp);
    543      1.46   hannken 		return 0;
    544      1.46   hannken 	}
    545      1.29  christos 	/*
    546      1.46   hannken 	 * If WRITECLOSE is set, only flush out regular file
    547      1.46   hannken 	 * vnodes open for writing or open and unlinked.
    548      1.29  christos 	 */
    549      1.46   hannken 	if ((flags & WRITECLOSE)) {
    550      1.46   hannken 		if (vp->v_type != VREG) {
    551      1.46   hannken 			vrele(vp);
    552      1.46   hannken 			return 0;
    553      1.46   hannken 		}
    554      1.46   hannken 		error = vn_lock(vp, LK_EXCLUSIVE);
    555      1.46   hannken 		if (error) {
    556      1.46   hannken 			KASSERT(error == ENOENT);
    557      1.46   hannken 			vrele(vp);
    558      1.46   hannken 			return 0;
    559      1.46   hannken 		}
    560      1.46   hannken 		error = VOP_FSYNC(vp, curlwp->l_cred, FSYNC_WAIT, 0, 0);
    561      1.46   hannken 		if (error == 0)
    562      1.46   hannken 			error = VOP_GETATTR(vp, &vattr, curlwp->l_cred);
    563      1.46   hannken 		VOP_UNLOCK(vp);
    564      1.46   hannken 		if (error) {
    565      1.46   hannken 			vrele(vp);
    566      1.46   hannken 			return error;
    567      1.46   hannken 		}
    568      1.46   hannken 		if (vp->v_writecount == 0 && vattr.va_nlink > 0) {
    569      1.46   hannken 			vrele(vp);
    570      1.46   hannken 			return 0;
    571      1.46   hannken 		}
    572      1.46   hannken 	}
    573      1.29  christos 	/*
    574      1.46   hannken 	 * First try to recycle the vnode.
    575      1.29  christos 	 */
    576      1.46   hannken 	if (vrecycle(vp))
    577      1.46   hannken 		return 0;
    578      1.29  christos 	/*
    579      1.46   hannken 	 * If FORCECLOSE is set, forcibly close the vnode.
    580      1.67   hannken 	 * For block or character devices, revert to an
    581      1.67   hannken 	 * anonymous device.  For all other files, just
    582      1.67   hannken 	 * kill them.
    583      1.29  christos 	 */
    584      1.46   hannken 	if (flags & FORCECLOSE) {
    585      1.78        ad 		if (vrefcnt(vp) > 1 &&
    586      1.67   hannken 		    (vp->v_type == VBLK || vp->v_type == VCHR))
    587      1.67   hannken 			vcache_make_anon(vp);
    588      1.67   hannken 		else
    589      1.67   hannken 			vgone(vp);
    590      1.46   hannken 		return 0;
    591      1.29  christos 	}
    592      1.46   hannken 	vrele(vp);
    593      1.46   hannken 	return EBUSY;
    594      1.29  christos }
    595      1.29  christos 
    596       1.1     rmind int
    597       1.1     rmind vflush(struct mount *mp, vnode_t *skipvp, int flags)
    598       1.1     rmind {
    599      1.27   hannken 	vnode_t *vp;
    600      1.27   hannken 	struct vnode_iterator *marker;
    601      1.47   hannken 	int busy, error, when, retries = 2;
    602      1.46   hannken 
    603      1.47   hannken 	do {
    604      1.47   hannken 		busy = error = when = 0;
    605       1.1     rmind 
    606      1.47   hannken 		/*
    607      1.47   hannken 		 * First, flush out any vnode references from the
    608      1.47   hannken 		 * deferred vrele list.
    609      1.47   hannken 		 */
    610      1.62   hannken 		vrele_flush(mp);
    611       1.1     rmind 
    612      1.47   hannken 		vfs_vnode_iterator_init(mp, &marker);
    613      1.29  christos 
    614      1.47   hannken 		while ((vp = vflushnext(marker, &when)) != NULL) {
    615      1.47   hannken 			error = vflush_one(vp, skipvp, flags);
    616      1.47   hannken 			if (error == EBUSY) {
    617      1.47   hannken 				error = 0;
    618      1.47   hannken 				busy++;
    619       1.1     rmind #ifdef DEBUG
    620      1.47   hannken 				if (busyprt && retries == 0)
    621      1.47   hannken 					vprint("vflush: busy vnode", vp);
    622       1.1     rmind #endif
    623      1.47   hannken 			} else if (error != 0) {
    624      1.47   hannken 				break;
    625      1.47   hannken 			}
    626      1.46   hannken 		}
    627      1.46   hannken 
    628      1.47   hannken 		vfs_vnode_iterator_destroy(marker);
    629      1.47   hannken 	} while (error == 0 && busy > 0 && retries-- > 0);
    630      1.46   hannken 
    631      1.46   hannken 	if (error)
    632      1.46   hannken 		return error;
    633       1.1     rmind 	if (busy)
    634      1.46   hannken 		return EBUSY;
    635      1.45   hannken 	return 0;
    636       1.1     rmind }
    637       1.1     rmind 
    638       1.1     rmind /*
    639       1.1     rmind  * Mount a file system.
    640       1.1     rmind  */
    641       1.1     rmind 
    642       1.1     rmind /*
    643       1.1     rmind  * Scan all active processes to see if any of them have a current or root
    644       1.1     rmind  * directory onto which the new filesystem has just been  mounted. If so,
    645       1.1     rmind  * replace them with the new mount point.
    646       1.1     rmind  */
    647       1.1     rmind static void
    648       1.1     rmind mount_checkdirs(vnode_t *olddp)
    649       1.1     rmind {
    650       1.1     rmind 	vnode_t *newdp, *rele1, *rele2;
    651       1.1     rmind 	struct cwdinfo *cwdi;
    652       1.1     rmind 	struct proc *p;
    653       1.1     rmind 	bool retry;
    654       1.1     rmind 
    655      1.78        ad 	if (vrefcnt(olddp) == 1) {
    656       1.1     rmind 		return;
    657       1.1     rmind 	}
    658      1.74        ad 	if (VFS_ROOT(olddp->v_mountedhere, LK_EXCLUSIVE, &newdp))
    659       1.1     rmind 		panic("mount: lost mount");
    660       1.1     rmind 
    661       1.1     rmind 	do {
    662       1.1     rmind 		retry = false;
    663      1.83        ad 		mutex_enter(&proc_lock);
    664       1.1     rmind 		PROCLIST_FOREACH(p, &allproc) {
    665       1.1     rmind 			if ((cwdi = p->p_cwdi) == NULL)
    666       1.1     rmind 				continue;
    667       1.1     rmind 			/*
    668       1.1     rmind 			 * Cannot change to the old directory any more,
    669       1.1     rmind 			 * so even if we see a stale value it is not a
    670       1.1     rmind 			 * problem.
    671       1.1     rmind 			 */
    672       1.1     rmind 			if (cwdi->cwdi_cdir != olddp &&
    673       1.1     rmind 			    cwdi->cwdi_rdir != olddp)
    674       1.1     rmind 				continue;
    675       1.1     rmind 			retry = true;
    676       1.1     rmind 			rele1 = NULL;
    677       1.1     rmind 			rele2 = NULL;
    678       1.1     rmind 			atomic_inc_uint(&cwdi->cwdi_refcnt);
    679      1.83        ad 			mutex_exit(&proc_lock);
    680      1.81        ad 			rw_enter(&cwdi->cwdi_lock, RW_WRITER);
    681      1.81        ad 			if (cwdi->cwdi_cdir == olddp) {
    682      1.81        ad 				rele1 = cwdi->cwdi_cdir;
    683      1.81        ad 				vref(newdp);
    684      1.81        ad 				cwdi->cwdi_cdir = newdp;
    685      1.81        ad 			}
    686      1.81        ad 			if (cwdi->cwdi_rdir == olddp) {
    687      1.81        ad 				rele2 = cwdi->cwdi_rdir;
    688      1.81        ad 				vref(newdp);
    689      1.81        ad 				cwdi->cwdi_rdir = newdp;
    690       1.1     rmind 			}
    691      1.81        ad 			rw_exit(&cwdi->cwdi_lock);
    692       1.1     rmind 			cwdfree(cwdi);
    693       1.1     rmind 			if (rele1 != NULL)
    694       1.1     rmind 				vrele(rele1);
    695       1.1     rmind 			if (rele2 != NULL)
    696       1.1     rmind 				vrele(rele2);
    697      1.83        ad 			mutex_enter(&proc_lock);
    698       1.1     rmind 			break;
    699       1.1     rmind 		}
    700      1.83        ad 		mutex_exit(&proc_lock);
    701       1.1     rmind 	} while (retry);
    702       1.1     rmind 
    703       1.1     rmind 	if (rootvnode == olddp) {
    704       1.1     rmind 		vrele(rootvnode);
    705       1.1     rmind 		vref(newdp);
    706       1.1     rmind 		rootvnode = newdp;
    707       1.1     rmind 	}
    708       1.1     rmind 	vput(newdp);
    709       1.1     rmind }
    710       1.1     rmind 
    711      1.31      manu /*
    712      1.31      manu  * Start extended attributes
    713      1.31      manu  */
    714      1.31      manu static int
    715      1.31      manu start_extattr(struct mount *mp)
    716      1.31      manu {
    717      1.31      manu 	int error;
    718      1.31      manu 
    719      1.31      manu 	error = VFS_EXTATTRCTL(mp, EXTATTR_CMD_START, NULL, 0, NULL);
    720      1.31      manu 	if (error)
    721      1.31      manu 		printf("%s: failed to start extattr: error = %d\n",
    722      1.31      manu 		       mp->mnt_stat.f_mntonname, error);
    723      1.31      manu 
    724      1.31      manu 	return error;
    725      1.31      manu }
    726      1.31      manu 
    727       1.1     rmind int
    728       1.1     rmind mount_domount(struct lwp *l, vnode_t **vpp, struct vfsops *vfsops,
    729       1.1     rmind     const char *path, int flags, void *data, size_t *data_len)
    730       1.1     rmind {
    731       1.1     rmind 	vnode_t *vp = *vpp;
    732       1.1     rmind 	struct mount *mp;
    733       1.1     rmind 	struct pathbuf *pb;
    734       1.1     rmind 	struct nameidata nd;
    735  1.84.2.1   thorpej 	int error, error2;
    736       1.1     rmind 
    737       1.1     rmind 	error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MOUNT,
    738       1.1     rmind 	    KAUTH_REQ_SYSTEM_MOUNT_NEW, vp, KAUTH_ARG(flags), data);
    739       1.1     rmind 	if (error) {
    740       1.1     rmind 		vfs_delref(vfsops);
    741       1.1     rmind 		return error;
    742       1.1     rmind 	}
    743       1.1     rmind 
    744       1.1     rmind 	/* Cannot make a non-dir a mount-point (from here anyway). */
    745       1.1     rmind 	if (vp->v_type != VDIR) {
    746       1.1     rmind 		vfs_delref(vfsops);
    747       1.1     rmind 		return ENOTDIR;
    748       1.1     rmind 	}
    749       1.1     rmind 
    750       1.1     rmind 	if (flags & MNT_EXPORTED) {
    751       1.1     rmind 		vfs_delref(vfsops);
    752       1.1     rmind 		return EINVAL;
    753       1.1     rmind 	}
    754       1.1     rmind 
    755       1.1     rmind 	if ((mp = vfs_mountalloc(vfsops, vp)) == NULL) {
    756       1.1     rmind 		vfs_delref(vfsops);
    757       1.1     rmind 		return ENOMEM;
    758       1.1     rmind 	}
    759       1.1     rmind 
    760       1.1     rmind 	mp->mnt_stat.f_owner = kauth_cred_geteuid(l->l_cred);
    761       1.1     rmind 
    762       1.1     rmind 	/*
    763       1.1     rmind 	 * The underlying file system may refuse the mount for
    764       1.1     rmind 	 * various reasons.  Allow the user to force it to happen.
    765       1.1     rmind 	 *
    766       1.1     rmind 	 * Set the mount level flags.
    767       1.1     rmind 	 */
    768      1.12  christos 	mp->mnt_flag = flags & (MNT_BASIC_FLAGS | MNT_FORCE | MNT_IGNORE);
    769       1.1     rmind 
    770      1.73        ad 	mutex_enter(mp->mnt_updating);
    771       1.1     rmind 	error = VFS_MOUNT(mp, path, data, data_len);
    772       1.1     rmind 	mp->mnt_flag &= ~MNT_OP_FLAGS;
    773       1.1     rmind 
    774       1.1     rmind 	if (error != 0)
    775       1.1     rmind 		goto err_unmounted;
    776       1.1     rmind 
    777       1.1     rmind 	/*
    778       1.1     rmind 	 * Validate and prepare the mount point.
    779       1.1     rmind 	 */
    780       1.1     rmind 	error = pathbuf_copyin(path, &pb);
    781       1.1     rmind 	if (error != 0) {
    782       1.1     rmind 		goto err_mounted;
    783       1.1     rmind 	}
    784       1.1     rmind 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | TRYEMULROOT, pb);
    785       1.1     rmind 	error = namei(&nd);
    786       1.1     rmind 	pathbuf_destroy(pb);
    787       1.1     rmind 	if (error != 0) {
    788       1.1     rmind 		goto err_mounted;
    789       1.1     rmind 	}
    790       1.1     rmind 	if (nd.ni_vp != vp) {
    791       1.1     rmind 		vput(nd.ni_vp);
    792       1.1     rmind 		error = EINVAL;
    793       1.1     rmind 		goto err_mounted;
    794       1.1     rmind 	}
    795       1.1     rmind 	if (vp->v_mountedhere != NULL) {
    796       1.1     rmind 		vput(nd.ni_vp);
    797       1.1     rmind 		error = EBUSY;
    798       1.1     rmind 		goto err_mounted;
    799       1.1     rmind 	}
    800       1.1     rmind 	error = vinvalbuf(vp, V_SAVE, l->l_cred, l, 0, 0);
    801       1.1     rmind 	if (error != 0) {
    802       1.1     rmind 		vput(nd.ni_vp);
    803       1.1     rmind 		goto err_mounted;
    804       1.1     rmind 	}
    805       1.1     rmind 
    806       1.1     rmind 	/*
    807       1.1     rmind 	 * Put the new filesystem on the mount list after root.
    808       1.1     rmind 	 */
    809       1.1     rmind 	cache_purge(vp);
    810       1.1     rmind 	mp->mnt_iflag &= ~IMNT_WANTRDWR;
    811       1.1     rmind 
    812      1.52   hannken 	mountlist_append(mp);
    813       1.1     rmind 	if ((mp->mnt_flag & (MNT_RDONLY | MNT_ASYNC)) == 0)
    814      1.35   hannken 		vfs_syncer_add_to_worklist(mp);
    815      1.35   hannken 	vp->v_mountedhere = mp;
    816       1.1     rmind 	vput(nd.ni_vp);
    817       1.1     rmind 
    818       1.1     rmind 	mount_checkdirs(vp);
    819      1.73        ad 	mutex_exit(mp->mnt_updating);
    820       1.1     rmind 
    821       1.1     rmind 	/* Hold an additional reference to the mount across VFS_START(). */
    822      1.56   hannken 	vfs_ref(mp);
    823       1.1     rmind 	(void) VFS_STATVFS(mp, &mp->mnt_stat);
    824       1.1     rmind 	error = VFS_START(mp, 0);
    825      1.71  christos 	if (error) {
    826       1.1     rmind 		vrele(vp);
    827      1.31      manu 	} else if (flags & MNT_EXTATTR) {
    828      1.71  christos 		if (start_extattr(mp) != 0)
    829      1.71  christos 			mp->mnt_flag &= ~MNT_EXTATTR;
    830      1.31      manu 	}
    831       1.1     rmind 	/* Drop reference held for VFS_START(). */
    832      1.55   hannken 	vfs_rele(mp);
    833       1.1     rmind 	*vpp = NULL;
    834       1.1     rmind 	return error;
    835       1.1     rmind 
    836       1.1     rmind err_mounted:
    837  1.84.2.1   thorpej 	do {
    838  1.84.2.1   thorpej 		error2 = vfs_suspend(mp, 0);
    839  1.84.2.1   thorpej 	} while (error2 == EINTR || error2 == ERESTART);
    840  1.84.2.1   thorpej 	KASSERT(error2 == 0 || error2 == EOPNOTSUPP);
    841  1.84.2.1   thorpej 
    842       1.1     rmind 	if (VFS_UNMOUNT(mp, MNT_FORCE) != 0)
    843       1.1     rmind 		panic("Unmounting fresh file system failed");
    844  1.84.2.1   thorpej 
    845  1.84.2.1   thorpej 	if (error2 == 0)
    846  1.84.2.1   thorpej 		vfs_resume(mp);
    847       1.1     rmind 
    848       1.1     rmind err_unmounted:
    849       1.1     rmind 	vp->v_mountedhere = NULL;
    850      1.73        ad 	mutex_exit(mp->mnt_updating);
    851      1.55   hannken 	vfs_rele(mp);
    852       1.1     rmind 
    853       1.1     rmind 	return error;
    854       1.1     rmind }
    855       1.1     rmind 
    856       1.1     rmind /*
    857       1.1     rmind  * Do the actual file system unmount.  File system is assumed to have
    858       1.1     rmind  * been locked by the caller.
    859       1.1     rmind  *
    860       1.1     rmind  * => Caller hold reference to the mount, explicitly for dounmount().
    861       1.1     rmind  */
    862       1.1     rmind int
    863       1.1     rmind dounmount(struct mount *mp, int flags, struct lwp *l)
    864       1.1     rmind {
    865       1.1     rmind 	vnode_t *coveredvp;
    866      1.31      manu 	int error, async, used_syncer, used_extattr;
    867      1.68   hannken 	const bool was_suspended = fstrans_is_owner(mp);
    868       1.1     rmind 
    869       1.1     rmind #if NVERIEXEC > 0
    870       1.1     rmind 	error = veriexec_unmountchk(mp);
    871       1.1     rmind 	if (error)
    872       1.1     rmind 		return (error);
    873       1.1     rmind #endif /* NVERIEXEC > 0 */
    874       1.1     rmind 
    875      1.68   hannken 	if (!was_suspended) {
    876      1.68   hannken 		error = vfs_suspend(mp, 0);
    877      1.68   hannken 		if (error) {
    878      1.68   hannken 			return error;
    879      1.49   hannken 		}
    880      1.49   hannken 	}
    881      1.62   hannken 
    882      1.64   hannken 	KASSERT((mp->mnt_iflag & IMNT_GONE) == 0);
    883       1.1     rmind 
    884      1.35   hannken 	used_syncer = (mp->mnt_iflag & IMNT_ONWORKLIST) != 0;
    885      1.31      manu 	used_extattr = mp->mnt_flag & MNT_EXTATTR;
    886       1.1     rmind 
    887       1.1     rmind 	mp->mnt_iflag |= IMNT_UNMOUNT;
    888      1.73        ad 	mutex_enter(mp->mnt_updating);
    889       1.1     rmind 	async = mp->mnt_flag & MNT_ASYNC;
    890       1.1     rmind 	mp->mnt_flag &= ~MNT_ASYNC;
    891       1.1     rmind 	cache_purgevfs(mp);	/* remove cache entries for this file sys */
    892      1.35   hannken 	if (used_syncer)
    893      1.35   hannken 		vfs_syncer_remove_from_worklist(mp);
    894       1.1     rmind 	error = 0;
    895      1.36      manu 	if (((mp->mnt_flag & MNT_RDONLY) == 0) && ((flags & MNT_FORCE) == 0)) {
    896       1.1     rmind 		error = VFS_SYNC(mp, MNT_WAIT, l->l_cred);
    897       1.1     rmind 	}
    898       1.1     rmind 	if (error == 0 || (flags & MNT_FORCE)) {
    899       1.1     rmind 		error = VFS_UNMOUNT(mp, flags);
    900       1.1     rmind 	}
    901       1.1     rmind 	if (error) {
    902      1.18   mlelstv 		mp->mnt_iflag &= ~IMNT_UNMOUNT;
    903       1.1     rmind 		if ((mp->mnt_flag & (MNT_RDONLY | MNT_ASYNC)) == 0)
    904      1.35   hannken 			vfs_syncer_add_to_worklist(mp);
    905       1.1     rmind 		mp->mnt_flag |= async;
    906      1.73        ad 		mutex_exit(mp->mnt_updating);
    907      1.68   hannken 		if (!was_suspended)
    908      1.68   hannken 			vfs_resume(mp);
    909      1.31      manu 		if (used_extattr) {
    910      1.31      manu 			if (start_extattr(mp) != 0)
    911      1.31      manu 				mp->mnt_flag &= ~MNT_EXTATTR;
    912      1.31      manu 			else
    913      1.31      manu 				mp->mnt_flag |= MNT_EXTATTR;
    914      1.31      manu 		}
    915       1.1     rmind 		return (error);
    916       1.1     rmind 	}
    917      1.73        ad 	mutex_exit(mp->mnt_updating);
    918      1.19   mlelstv 
    919      1.19   mlelstv 	/*
    920      1.19   mlelstv 	 * mark filesystem as gone to prevent further umounts
    921      1.19   mlelstv 	 * after mnt_umounting lock is gone, this also prevents
    922      1.19   mlelstv 	 * vfs_busy() from succeeding.
    923      1.19   mlelstv 	 */
    924      1.19   mlelstv 	mp->mnt_iflag |= IMNT_GONE;
    925      1.68   hannken 	if (!was_suspended)
    926      1.68   hannken 		vfs_resume(mp);
    927      1.19   mlelstv 
    928      1.20   hannken 	if ((coveredvp = mp->mnt_vnodecovered) != NULLVP) {
    929      1.20   hannken 		vn_lock(coveredvp, LK_EXCLUSIVE | LK_RETRY);
    930      1.20   hannken 		coveredvp->v_mountedhere = NULL;
    931      1.20   hannken 		VOP_UNLOCK(coveredvp);
    932      1.20   hannken 	}
    933      1.52   hannken 	mountlist_remove(mp);
    934      1.25  christos 	if (TAILQ_FIRST(&mp->mnt_vnodelist) != NULL)
    935       1.1     rmind 		panic("unmount: dangling vnode");
    936       1.1     rmind 	vfs_hooks_unmount(mp);
    937      1.19   mlelstv 
    938      1.55   hannken 	vfs_rele(mp);	/* reference from mount() */
    939       1.1     rmind 	if (coveredvp != NULLVP) {
    940       1.1     rmind 		vrele(coveredvp);
    941       1.1     rmind 	}
    942       1.1     rmind 	return (0);
    943       1.1     rmind }
    944       1.1     rmind 
    945       1.1     rmind /*
    946       1.1     rmind  * Unmount all file systems.
    947       1.1     rmind  * We traverse the list in reverse order under the assumption that doing so
    948       1.1     rmind  * will avoid needing to worry about dependencies.
    949       1.1     rmind  */
    950       1.1     rmind bool
    951       1.1     rmind vfs_unmountall(struct lwp *l)
    952       1.1     rmind {
    953       1.1     rmind 
    954      1.16     pooka 	printf("unmounting file systems...\n");
    955       1.1     rmind 	return vfs_unmountall1(l, true, true);
    956       1.1     rmind }
    957       1.1     rmind 
    958       1.1     rmind static void
    959       1.1     rmind vfs_unmount_print(struct mount *mp, const char *pfx)
    960       1.1     rmind {
    961       1.1     rmind 
    962       1.1     rmind 	aprint_verbose("%sunmounted %s on %s type %s\n", pfx,
    963       1.1     rmind 	    mp->mnt_stat.f_mntfromname, mp->mnt_stat.f_mntonname,
    964       1.1     rmind 	    mp->mnt_stat.f_fstypename);
    965       1.1     rmind }
    966       1.1     rmind 
    967      1.53   hannken /*
    968      1.53   hannken  * Return the mount with the highest generation less than "gen".
    969      1.53   hannken  */
    970      1.53   hannken static struct mount *
    971      1.53   hannken vfs_unmount_next(uint64_t gen)
    972       1.1     rmind {
    973      1.53   hannken 	mount_iterator_t *iter;
    974       1.1     rmind 	struct mount *mp, *nmp;
    975       1.1     rmind 
    976       1.1     rmind 	nmp = NULL;
    977       1.1     rmind 
    978      1.53   hannken 	mountlist_iterator_init(&iter);
    979      1.53   hannken 	while ((mp = mountlist_iterator_next(iter)) != NULL) {
    980      1.53   hannken 		if ((nmp == NULL || mp->mnt_gen > nmp->mnt_gen) &&
    981      1.53   hannken 		    mp->mnt_gen < gen) {
    982      1.53   hannken 			if (nmp != NULL)
    983      1.55   hannken 				vfs_rele(nmp);
    984       1.1     rmind 			nmp = mp;
    985      1.55   hannken 			vfs_ref(nmp);
    986       1.1     rmind 		}
    987       1.1     rmind 	}
    988      1.53   hannken 	mountlist_iterator_destroy(iter);
    989      1.53   hannken 
    990      1.53   hannken 	return nmp;
    991      1.53   hannken }
    992      1.53   hannken 
    993      1.53   hannken bool
    994      1.53   hannken vfs_unmount_forceone(struct lwp *l)
    995      1.53   hannken {
    996      1.53   hannken 	struct mount *mp;
    997      1.53   hannken 	int error;
    998      1.53   hannken 
    999      1.53   hannken 	mp = vfs_unmount_next(mountgen);
   1000      1.53   hannken 	if (mp == NULL) {
   1001       1.1     rmind 		return false;
   1002       1.1     rmind 	}
   1003       1.1     rmind 
   1004       1.1     rmind #ifdef DEBUG
   1005      1.16     pooka 	printf("forcefully unmounting %s (%s)...\n",
   1006      1.53   hannken 	    mp->mnt_stat.f_mntonname, mp->mnt_stat.f_mntfromname);
   1007       1.1     rmind #endif
   1008      1.53   hannken 	if ((error = dounmount(mp, MNT_FORCE, l)) == 0) {
   1009      1.53   hannken 		vfs_unmount_print(mp, "forcefully ");
   1010       1.1     rmind 		return true;
   1011       1.1     rmind 	} else {
   1012      1.55   hannken 		vfs_rele(mp);
   1013       1.1     rmind 	}
   1014       1.1     rmind 
   1015       1.1     rmind #ifdef DEBUG
   1016       1.1     rmind 	printf("forceful unmount of %s failed with error %d\n",
   1017      1.53   hannken 	    mp->mnt_stat.f_mntonname, error);
   1018       1.1     rmind #endif
   1019       1.1     rmind 
   1020       1.1     rmind 	return false;
   1021       1.1     rmind }
   1022       1.1     rmind 
   1023       1.1     rmind bool
   1024       1.1     rmind vfs_unmountall1(struct lwp *l, bool force, bool verbose)
   1025       1.1     rmind {
   1026      1.53   hannken 	struct mount *mp;
   1027  1.84.2.2   thorpej 	mount_iterator_t *iter;
   1028       1.1     rmind 	bool any_error = false, progress = false;
   1029      1.53   hannken 	uint64_t gen;
   1030       1.1     rmind 	int error;
   1031       1.1     rmind 
   1032      1.53   hannken 	gen = mountgen;
   1033      1.53   hannken 	for (;;) {
   1034      1.53   hannken 		mp = vfs_unmount_next(gen);
   1035      1.53   hannken 		if (mp == NULL)
   1036      1.53   hannken 			break;
   1037      1.53   hannken 		gen = mp->mnt_gen;
   1038      1.53   hannken 
   1039       1.1     rmind #ifdef DEBUG
   1040      1.16     pooka 		printf("unmounting %p %s (%s)...\n",
   1041       1.1     rmind 		    (void *)mp, mp->mnt_stat.f_mntonname,
   1042       1.1     rmind 		    mp->mnt_stat.f_mntfromname);
   1043       1.1     rmind #endif
   1044       1.1     rmind 		if ((error = dounmount(mp, force ? MNT_FORCE : 0, l)) == 0) {
   1045       1.1     rmind 			vfs_unmount_print(mp, "");
   1046       1.1     rmind 			progress = true;
   1047       1.1     rmind 		} else {
   1048      1.55   hannken 			vfs_rele(mp);
   1049       1.1     rmind 			if (verbose) {
   1050       1.1     rmind 				printf("unmount of %s failed with error %d\n",
   1051       1.1     rmind 				    mp->mnt_stat.f_mntonname, error);
   1052       1.1     rmind 			}
   1053       1.1     rmind 			any_error = true;
   1054       1.1     rmind 		}
   1055       1.1     rmind 	}
   1056       1.1     rmind 	if (verbose) {
   1057      1.16     pooka 		printf("unmounting done\n");
   1058       1.1     rmind 	}
   1059       1.1     rmind 	if (any_error && verbose) {
   1060       1.1     rmind 		printf("WARNING: some file systems would not unmount\n");
   1061       1.1     rmind 	}
   1062  1.84.2.2   thorpej 	/* If the mountlist is empty it is time to remove swap. */
   1063  1.84.2.2   thorpej 	mountlist_iterator_init(&iter);
   1064  1.84.2.2   thorpej 	if (mountlist_iterator_next(iter) == NULL) {
   1065  1.84.2.2   thorpej 		uvm_swap_shutdown(l);
   1066  1.84.2.2   thorpej 	}
   1067  1.84.2.2   thorpej 	mountlist_iterator_destroy(iter);
   1068  1.84.2.2   thorpej 
   1069       1.1     rmind 	return progress;
   1070       1.1     rmind }
   1071       1.1     rmind 
   1072       1.1     rmind void
   1073       1.1     rmind vfs_sync_all(struct lwp *l)
   1074       1.1     rmind {
   1075       1.1     rmind 	printf("syncing disks... ");
   1076       1.1     rmind 
   1077       1.1     rmind 	/* remove user processes from run queue */
   1078       1.1     rmind 	suspendsched();
   1079       1.1     rmind 	(void)spl0();
   1080       1.1     rmind 
   1081       1.1     rmind 	/* avoid coming back this way again if we panic. */
   1082       1.1     rmind 	doing_shutdown = 1;
   1083       1.1     rmind 
   1084       1.5       dsl 	do_sys_sync(l);
   1085       1.1     rmind 
   1086       1.1     rmind 	/* Wait for sync to finish. */
   1087      1.80        ad 	if (vfs_syncwait() != 0) {
   1088       1.1     rmind #if defined(DDB) && defined(DEBUG_HALT_BUSY)
   1089       1.1     rmind 		Debugger();
   1090       1.1     rmind #endif
   1091       1.1     rmind 		printf("giving up\n");
   1092       1.1     rmind 		return;
   1093       1.1     rmind 	} else
   1094       1.1     rmind 		printf("done\n");
   1095       1.1     rmind }
   1096       1.1     rmind 
   1097       1.3     rmind /*
   1098       1.3     rmind  * Sync and unmount file systems before shutting down.
   1099       1.3     rmind  */
   1100       1.3     rmind void
   1101       1.3     rmind vfs_shutdown(void)
   1102       1.1     rmind {
   1103       1.3     rmind 	lwp_t *l = curlwp;
   1104       1.1     rmind 
   1105       1.1     rmind 	vfs_sync_all(l);
   1106       1.1     rmind 
   1107       1.1     rmind 	/*
   1108       1.3     rmind 	 * If we have paniced - do not make the situation potentially
   1109       1.1     rmind 	 * worse by unmounting the file systems.
   1110       1.1     rmind 	 */
   1111       1.3     rmind 	if (panicstr != NULL) {
   1112       1.1     rmind 		return;
   1113       1.3     rmind 	}
   1114       1.1     rmind 
   1115       1.1     rmind 	/* Unmount file systems. */
   1116       1.1     rmind 	vfs_unmountall(l);
   1117       1.1     rmind }
   1118       1.1     rmind 
   1119       1.1     rmind /*
   1120       1.1     rmind  * Print a list of supported file system types (used by vfs_mountroot)
   1121       1.1     rmind  */
   1122       1.1     rmind static void
   1123       1.1     rmind vfs_print_fstypes(void)
   1124       1.1     rmind {
   1125       1.1     rmind 	struct vfsops *v;
   1126       1.1     rmind 	int cnt = 0;
   1127       1.1     rmind 
   1128       1.1     rmind 	mutex_enter(&vfs_list_lock);
   1129       1.1     rmind 	LIST_FOREACH(v, &vfs_list, vfs_list)
   1130       1.1     rmind 		++cnt;
   1131       1.1     rmind 	mutex_exit(&vfs_list_lock);
   1132       1.1     rmind 
   1133       1.1     rmind 	if (cnt == 0) {
   1134       1.1     rmind 		printf("WARNING: No file system modules have been loaded.\n");
   1135       1.1     rmind 		return;
   1136       1.1     rmind 	}
   1137       1.1     rmind 
   1138       1.1     rmind 	printf("Supported file systems:");
   1139       1.1     rmind 	mutex_enter(&vfs_list_lock);
   1140       1.1     rmind 	LIST_FOREACH(v, &vfs_list, vfs_list) {
   1141       1.1     rmind 		printf(" %s", v->vfs_name);
   1142       1.1     rmind 	}
   1143       1.1     rmind 	mutex_exit(&vfs_list_lock);
   1144       1.1     rmind 	printf("\n");
   1145       1.1     rmind }
   1146       1.1     rmind 
   1147       1.1     rmind /*
   1148       1.1     rmind  * Mount the root file system.  If the operator didn't specify a
   1149       1.1     rmind  * file system to use, try all possible file systems until one
   1150       1.1     rmind  * succeeds.
   1151       1.1     rmind  */
   1152       1.1     rmind int
   1153       1.1     rmind vfs_mountroot(void)
   1154       1.1     rmind {
   1155       1.1     rmind 	struct vfsops *v;
   1156       1.1     rmind 	int error = ENODEV;
   1157       1.1     rmind 
   1158       1.1     rmind 	if (root_device == NULL)
   1159       1.1     rmind 		panic("vfs_mountroot: root device unknown");
   1160       1.1     rmind 
   1161       1.1     rmind 	switch (device_class(root_device)) {
   1162       1.1     rmind 	case DV_IFNET:
   1163       1.1     rmind 		if (rootdev != NODEV)
   1164       1.1     rmind 			panic("vfs_mountroot: rootdev set for DV_IFNET "
   1165       1.1     rmind 			    "(0x%llx -> %llu,%llu)",
   1166       1.1     rmind 			    (unsigned long long)rootdev,
   1167       1.1     rmind 			    (unsigned long long)major(rootdev),
   1168       1.1     rmind 			    (unsigned long long)minor(rootdev));
   1169       1.1     rmind 		break;
   1170       1.1     rmind 
   1171       1.1     rmind 	case DV_DISK:
   1172       1.1     rmind 		if (rootdev == NODEV)
   1173       1.1     rmind 			panic("vfs_mountroot: rootdev not set for DV_DISK");
   1174       1.1     rmind 	        if (bdevvp(rootdev, &rootvp))
   1175       1.1     rmind 	                panic("vfs_mountroot: can't get vnode for rootdev");
   1176       1.1     rmind 		error = VOP_OPEN(rootvp, FREAD, FSCRED);
   1177       1.1     rmind 		if (error) {
   1178       1.1     rmind 			printf("vfs_mountroot: can't open root device\n");
   1179       1.1     rmind 			return (error);
   1180       1.1     rmind 		}
   1181       1.1     rmind 		break;
   1182       1.1     rmind 
   1183       1.1     rmind 	case DV_VIRTUAL:
   1184       1.1     rmind 		break;
   1185       1.1     rmind 
   1186       1.1     rmind 	default:
   1187       1.1     rmind 		printf("%s: inappropriate for root file system\n",
   1188       1.1     rmind 		    device_xname(root_device));
   1189       1.1     rmind 		return (ENODEV);
   1190       1.1     rmind 	}
   1191       1.1     rmind 
   1192       1.1     rmind 	/*
   1193       1.1     rmind 	 * If user specified a root fs type, use it.  Make sure the
   1194       1.1     rmind 	 * specified type exists and has a mount_root()
   1195       1.1     rmind 	 */
   1196       1.1     rmind 	if (strcmp(rootfstype, ROOT_FSTYPE_ANY) != 0) {
   1197       1.1     rmind 		v = vfs_getopsbyname(rootfstype);
   1198       1.1     rmind 		error = EFTYPE;
   1199       1.1     rmind 		if (v != NULL) {
   1200       1.1     rmind 			if (v->vfs_mountroot != NULL) {
   1201       1.1     rmind 				error = (v->vfs_mountroot)();
   1202       1.1     rmind 			}
   1203       1.1     rmind 			v->vfs_refcount--;
   1204       1.1     rmind 		}
   1205       1.1     rmind 		goto done;
   1206       1.1     rmind 	}
   1207       1.1     rmind 
   1208       1.1     rmind 	/*
   1209       1.1     rmind 	 * Try each file system currently configured into the kernel.
   1210       1.1     rmind 	 */
   1211       1.1     rmind 	mutex_enter(&vfs_list_lock);
   1212       1.1     rmind 	LIST_FOREACH(v, &vfs_list, vfs_list) {
   1213       1.1     rmind 		if (v->vfs_mountroot == NULL)
   1214       1.1     rmind 			continue;
   1215       1.1     rmind #ifdef DEBUG
   1216       1.1     rmind 		aprint_normal("mountroot: trying %s...\n", v->vfs_name);
   1217       1.1     rmind #endif
   1218       1.1     rmind 		v->vfs_refcount++;
   1219       1.1     rmind 		mutex_exit(&vfs_list_lock);
   1220       1.1     rmind 		error = (*v->vfs_mountroot)();
   1221       1.1     rmind 		mutex_enter(&vfs_list_lock);
   1222       1.1     rmind 		v->vfs_refcount--;
   1223       1.1     rmind 		if (!error) {
   1224       1.1     rmind 			aprint_normal("root file system type: %s\n",
   1225       1.1     rmind 			    v->vfs_name);
   1226       1.1     rmind 			break;
   1227       1.1     rmind 		}
   1228       1.1     rmind 	}
   1229       1.1     rmind 	mutex_exit(&vfs_list_lock);
   1230       1.1     rmind 
   1231       1.1     rmind 	if (v == NULL) {
   1232       1.1     rmind 		vfs_print_fstypes();
   1233       1.1     rmind 		printf("no file system for %s", device_xname(root_device));
   1234       1.1     rmind 		if (device_class(root_device) == DV_DISK)
   1235       1.1     rmind 			printf(" (dev 0x%llx)", (unsigned long long)rootdev);
   1236       1.1     rmind 		printf("\n");
   1237       1.1     rmind 		error = EFTYPE;
   1238       1.1     rmind 	}
   1239       1.1     rmind 
   1240       1.1     rmind done:
   1241       1.1     rmind 	if (error && device_class(root_device) == DV_DISK) {
   1242       1.1     rmind 		VOP_CLOSE(rootvp, FREAD, FSCRED);
   1243       1.1     rmind 		vrele(rootvp);
   1244       1.1     rmind 	}
   1245       1.1     rmind 	if (error == 0) {
   1246      1.53   hannken 		mount_iterator_t *iter;
   1247      1.24  christos 		struct mount *mp;
   1248       1.1     rmind 		extern struct cwdinfo cwdi0;
   1249       1.1     rmind 
   1250      1.53   hannken 		mountlist_iterator_init(&iter);
   1251      1.53   hannken 		mp = mountlist_iterator_next(iter);
   1252      1.53   hannken 		KASSERT(mp != NULL);
   1253      1.53   hannken 		mountlist_iterator_destroy(iter);
   1254      1.53   hannken 
   1255      1.24  christos 		mp->mnt_flag |= MNT_ROOTFS;
   1256      1.24  christos 		mp->mnt_op->vfs_refcount++;
   1257       1.1     rmind 
   1258       1.1     rmind 		/*
   1259       1.1     rmind 		 * Get the vnode for '/'.  Set cwdi0.cwdi_cdir to
   1260      1.76        ad 		 * reference it, and donate it the reference grabbed
   1261      1.76        ad 		 * with VFS_ROOT().
   1262       1.1     rmind 		 */
   1263      1.76        ad 		error = VFS_ROOT(mp, LK_NONE, &rootvnode);
   1264       1.1     rmind 		if (error)
   1265       1.1     rmind 			panic("cannot find root vnode, error=%d", error);
   1266       1.1     rmind 		cwdi0.cwdi_cdir = rootvnode;
   1267       1.1     rmind 		cwdi0.cwdi_rdir = NULL;
   1268       1.1     rmind 
   1269       1.1     rmind 		/*
   1270       1.1     rmind 		 * Now that root is mounted, we can fixup initproc's CWD
   1271       1.1     rmind 		 * info.  All other processes are kthreads, which merely
   1272       1.1     rmind 		 * share proc0's CWD info.
   1273       1.1     rmind 		 */
   1274       1.1     rmind 		initproc->p_cwdi->cwdi_cdir = rootvnode;
   1275       1.1     rmind 		vref(initproc->p_cwdi->cwdi_cdir);
   1276       1.1     rmind 		initproc->p_cwdi->cwdi_rdir = NULL;
   1277       1.1     rmind 		/*
   1278       1.1     rmind 		 * Enable loading of modules from the filesystem
   1279       1.1     rmind 		 */
   1280       1.1     rmind 		module_load_vfs_init();
   1281       1.1     rmind 
   1282       1.1     rmind 	}
   1283       1.1     rmind 	return (error);
   1284       1.1     rmind }
   1285       1.1     rmind 
   1286       1.1     rmind /*
   1287       1.1     rmind  * mount_specific_key_create --
   1288       1.1     rmind  *	Create a key for subsystem mount-specific data.
   1289       1.1     rmind  */
   1290       1.1     rmind int
   1291       1.1     rmind mount_specific_key_create(specificdata_key_t *keyp, specificdata_dtor_t dtor)
   1292       1.1     rmind {
   1293       1.1     rmind 
   1294       1.1     rmind 	return specificdata_key_create(mount_specificdata_domain, keyp, dtor);
   1295       1.1     rmind }
   1296       1.1     rmind 
   1297       1.1     rmind /*
   1298       1.1     rmind  * mount_specific_key_delete --
   1299       1.1     rmind  *	Delete a key for subsystem mount-specific data.
   1300       1.1     rmind  */
   1301       1.1     rmind void
   1302       1.1     rmind mount_specific_key_delete(specificdata_key_t key)
   1303       1.1     rmind {
   1304       1.1     rmind 
   1305       1.1     rmind 	specificdata_key_delete(mount_specificdata_domain, key);
   1306       1.1     rmind }
   1307       1.1     rmind 
   1308       1.1     rmind /*
   1309       1.1     rmind  * mount_initspecific --
   1310       1.1     rmind  *	Initialize a mount's specificdata container.
   1311       1.1     rmind  */
   1312       1.1     rmind void
   1313       1.1     rmind mount_initspecific(struct mount *mp)
   1314       1.1     rmind {
   1315      1.22    martin 	int error __diagused;
   1316       1.1     rmind 
   1317       1.1     rmind 	error = specificdata_init(mount_specificdata_domain,
   1318       1.1     rmind 				  &mp->mnt_specdataref);
   1319       1.1     rmind 	KASSERT(error == 0);
   1320       1.1     rmind }
   1321       1.1     rmind 
   1322       1.1     rmind /*
   1323       1.1     rmind  * mount_finispecific --
   1324       1.1     rmind  *	Finalize a mount's specificdata container.
   1325       1.1     rmind  */
   1326       1.1     rmind void
   1327       1.1     rmind mount_finispecific(struct mount *mp)
   1328       1.1     rmind {
   1329       1.1     rmind 
   1330       1.1     rmind 	specificdata_fini(mount_specificdata_domain, &mp->mnt_specdataref);
   1331       1.1     rmind }
   1332       1.1     rmind 
   1333       1.1     rmind /*
   1334       1.1     rmind  * mount_getspecific --
   1335       1.1     rmind  *	Return mount-specific data corresponding to the specified key.
   1336       1.1     rmind  */
   1337       1.1     rmind void *
   1338       1.1     rmind mount_getspecific(struct mount *mp, specificdata_key_t key)
   1339       1.1     rmind {
   1340       1.1     rmind 
   1341       1.1     rmind 	return specificdata_getspecific(mount_specificdata_domain,
   1342       1.1     rmind 					 &mp->mnt_specdataref, key);
   1343       1.1     rmind }
   1344       1.1     rmind 
   1345       1.1     rmind /*
   1346       1.1     rmind  * mount_setspecific --
   1347       1.1     rmind  *	Set mount-specific data corresponding to the specified key.
   1348       1.1     rmind  */
   1349       1.1     rmind void
   1350       1.1     rmind mount_setspecific(struct mount *mp, specificdata_key_t key, void *data)
   1351       1.1     rmind {
   1352       1.1     rmind 
   1353       1.1     rmind 	specificdata_setspecific(mount_specificdata_domain,
   1354       1.1     rmind 				 &mp->mnt_specdataref, key, data);
   1355       1.1     rmind }
   1356       1.1     rmind 
   1357       1.1     rmind /*
   1358       1.1     rmind  * Check to see if a filesystem is mounted on a block device.
   1359       1.1     rmind  */
   1360       1.1     rmind int
   1361       1.1     rmind vfs_mountedon(vnode_t *vp)
   1362       1.1     rmind {
   1363       1.1     rmind 	vnode_t *vq;
   1364       1.1     rmind 	int error = 0;
   1365       1.1     rmind 
   1366       1.1     rmind 	if (vp->v_type != VBLK)
   1367       1.1     rmind 		return ENOTBLK;
   1368      1.21   hannken 	if (spec_node_getmountedfs(vp) != NULL)
   1369      1.17   hannken 		return EBUSY;
   1370      1.17   hannken 	if (spec_node_lookup_by_dev(vp->v_type, vp->v_rdev, &vq) == 0) {
   1371      1.21   hannken 		if (spec_node_getmountedfs(vq) != NULL)
   1372       1.1     rmind 			error = EBUSY;
   1373      1.17   hannken 		vrele(vq);
   1374       1.1     rmind 	}
   1375      1.17   hannken 
   1376      1.17   hannken 	return error;
   1377       1.1     rmind }
   1378       1.1     rmind 
   1379       1.1     rmind /*
   1380       1.1     rmind  * Check if a device pointed to by vp is mounted.
   1381       1.1     rmind  *
   1382       1.1     rmind  * Returns:
   1383       1.1     rmind  *   EINVAL	if it's not a disk
   1384       1.1     rmind  *   EBUSY	if it's a disk and mounted
   1385       1.1     rmind  *   0		if it's a disk and not mounted
   1386       1.1     rmind  */
   1387       1.1     rmind int
   1388       1.1     rmind rawdev_mounted(vnode_t *vp, vnode_t **bvpp)
   1389       1.1     rmind {
   1390       1.1     rmind 	vnode_t *bvp;
   1391       1.1     rmind 	dev_t dev;
   1392       1.1     rmind 	int d_type;
   1393       1.1     rmind 
   1394       1.1     rmind 	bvp = NULL;
   1395       1.1     rmind 	d_type = D_OTHER;
   1396       1.1     rmind 
   1397       1.1     rmind 	if (iskmemvp(vp))
   1398       1.1     rmind 		return EINVAL;
   1399       1.1     rmind 
   1400       1.1     rmind 	switch (vp->v_type) {
   1401       1.1     rmind 	case VCHR: {
   1402       1.1     rmind 		const struct cdevsw *cdev;
   1403       1.1     rmind 
   1404       1.7  christos 		dev = vp->v_rdev;
   1405       1.1     rmind 		cdev = cdevsw_lookup(dev);
   1406       1.1     rmind 		if (cdev != NULL) {
   1407       1.1     rmind 			dev_t blkdev;
   1408       1.1     rmind 
   1409       1.1     rmind 			blkdev = devsw_chr2blk(dev);
   1410       1.1     rmind 			if (blkdev != NODEV) {
   1411       1.1     rmind 				if (vfinddev(blkdev, VBLK, &bvp) != 0) {
   1412       1.1     rmind 					d_type = (cdev->d_flag & D_TYPEMASK);
   1413       1.1     rmind 					/* XXX: what if bvp disappears? */
   1414       1.1     rmind 					vrele(bvp);
   1415       1.1     rmind 				}
   1416       1.1     rmind 			}
   1417       1.1     rmind 		}
   1418       1.1     rmind 
   1419       1.1     rmind 		break;
   1420       1.1     rmind 		}
   1421       1.1     rmind 
   1422       1.1     rmind 	case VBLK: {
   1423       1.1     rmind 		const struct bdevsw *bdev;
   1424       1.1     rmind 
   1425       1.7  christos 		dev = vp->v_rdev;
   1426       1.1     rmind 		bdev = bdevsw_lookup(dev);
   1427       1.1     rmind 		if (bdev != NULL)
   1428       1.1     rmind 			d_type = (bdev->d_flag & D_TYPEMASK);
   1429       1.1     rmind 
   1430       1.1     rmind 		bvp = vp;
   1431       1.1     rmind 
   1432       1.1     rmind 		break;
   1433       1.1     rmind 		}
   1434       1.1     rmind 
   1435       1.1     rmind 	default:
   1436       1.1     rmind 		break;
   1437       1.1     rmind 	}
   1438       1.1     rmind 
   1439       1.1     rmind 	if (d_type != D_DISK)
   1440       1.1     rmind 		return EINVAL;
   1441       1.1     rmind 
   1442       1.1     rmind 	if (bvpp != NULL)
   1443       1.1     rmind 		*bvpp = bvp;
   1444       1.1     rmind 
   1445       1.1     rmind 	/*
   1446       1.1     rmind 	 * XXX: This is bogus. We should be failing the request
   1447       1.1     rmind 	 * XXX: not only if this specific slice is mounted, but
   1448       1.1     rmind 	 * XXX: if it's on a disk with any other mounted slice.
   1449       1.1     rmind 	 */
   1450       1.1     rmind 	if (vfs_mountedon(bvp))
   1451       1.1     rmind 		return EBUSY;
   1452       1.1     rmind 
   1453       1.1     rmind 	return 0;
   1454       1.1     rmind }
   1455       1.1     rmind 
   1456       1.1     rmind /*
   1457       1.1     rmind  * Make a 'unique' number from a mount type name.
   1458       1.1     rmind  */
   1459       1.1     rmind long
   1460       1.1     rmind makefstype(const char *type)
   1461       1.1     rmind {
   1462       1.1     rmind 	long rv;
   1463       1.1     rmind 
   1464       1.1     rmind 	for (rv = 0; *type; type++) {
   1465       1.1     rmind 		rv <<= 2;
   1466       1.1     rmind 		rv ^= *type;
   1467       1.1     rmind 	}
   1468       1.1     rmind 	return rv;
   1469       1.1     rmind }
   1470      1.24  christos 
   1471      1.52   hannken static struct mountlist_entry *
   1472      1.52   hannken mountlist_alloc(enum mountlist_type type, struct mount *mp)
   1473      1.52   hannken {
   1474      1.52   hannken 	struct mountlist_entry *me;
   1475      1.52   hannken 
   1476      1.52   hannken 	me = kmem_zalloc(sizeof(*me), KM_SLEEP);
   1477      1.52   hannken 	me->me_mount = mp;
   1478      1.52   hannken 	me->me_type = type;
   1479      1.52   hannken 
   1480      1.52   hannken 	return me;
   1481      1.52   hannken }
   1482      1.52   hannken 
   1483      1.52   hannken static void
   1484      1.52   hannken mountlist_free(struct mountlist_entry *me)
   1485      1.52   hannken {
   1486      1.52   hannken 
   1487      1.52   hannken 	kmem_free(me, sizeof(*me));
   1488      1.52   hannken }
   1489      1.52   hannken 
   1490      1.52   hannken void
   1491      1.52   hannken mountlist_iterator_init(mount_iterator_t **mip)
   1492      1.52   hannken {
   1493      1.52   hannken 	struct mountlist_entry *me;
   1494      1.52   hannken 
   1495      1.52   hannken 	me = mountlist_alloc(ME_MARKER, NULL);
   1496      1.52   hannken 	mutex_enter(&mountlist_lock);
   1497      1.54   hannken 	TAILQ_INSERT_HEAD(&mountlist, me, me_list);
   1498      1.52   hannken 	mutex_exit(&mountlist_lock);
   1499      1.52   hannken 	*mip = (mount_iterator_t *)me;
   1500      1.52   hannken }
   1501      1.52   hannken 
   1502      1.52   hannken void
   1503      1.52   hannken mountlist_iterator_destroy(mount_iterator_t *mi)
   1504      1.52   hannken {
   1505      1.52   hannken 	struct mountlist_entry *marker = &mi->mi_entry;
   1506      1.52   hannken 
   1507      1.52   hannken 	if (marker->me_mount != NULL)
   1508      1.56   hannken 		vfs_unbusy(marker->me_mount);
   1509      1.52   hannken 
   1510      1.52   hannken 	mutex_enter(&mountlist_lock);
   1511      1.54   hannken 	TAILQ_REMOVE(&mountlist, marker, me_list);
   1512      1.52   hannken 	mutex_exit(&mountlist_lock);
   1513      1.52   hannken 
   1514      1.52   hannken 	mountlist_free(marker);
   1515      1.52   hannken 
   1516      1.52   hannken }
   1517      1.52   hannken 
   1518      1.52   hannken /*
   1519      1.52   hannken  * Return the next mount or NULL for this iterator.
   1520      1.52   hannken  * Mark it busy on success.
   1521      1.52   hannken  */
   1522      1.58   hannken static inline struct mount *
   1523      1.58   hannken _mountlist_iterator_next(mount_iterator_t *mi, bool wait)
   1524      1.52   hannken {
   1525      1.52   hannken 	struct mountlist_entry *me, *marker = &mi->mi_entry;
   1526      1.52   hannken 	struct mount *mp;
   1527      1.58   hannken 	int error;
   1528      1.52   hannken 
   1529      1.52   hannken 	if (marker->me_mount != NULL) {
   1530      1.56   hannken 		vfs_unbusy(marker->me_mount);
   1531      1.52   hannken 		marker->me_mount = NULL;
   1532      1.52   hannken 	}
   1533      1.52   hannken 
   1534      1.52   hannken 	mutex_enter(&mountlist_lock);
   1535      1.52   hannken 	for (;;) {
   1536      1.52   hannken 		KASSERT(marker->me_type == ME_MARKER);
   1537      1.52   hannken 
   1538      1.52   hannken 		me = TAILQ_NEXT(marker, me_list);
   1539      1.52   hannken 		if (me == NULL) {
   1540      1.52   hannken 			/* End of list: keep marker and return. */
   1541      1.52   hannken 			mutex_exit(&mountlist_lock);
   1542      1.52   hannken 			return NULL;
   1543      1.52   hannken 		}
   1544      1.54   hannken 		TAILQ_REMOVE(&mountlist, marker, me_list);
   1545      1.54   hannken 		TAILQ_INSERT_AFTER(&mountlist, me, marker, me_list);
   1546      1.52   hannken 
   1547      1.52   hannken 		/* Skip other markers. */
   1548      1.52   hannken 		if (me->me_type != ME_MOUNT)
   1549      1.52   hannken 			continue;
   1550      1.52   hannken 
   1551      1.52   hannken 		/* Take an initial reference for vfs_busy() below. */
   1552      1.52   hannken 		mp = me->me_mount;
   1553      1.52   hannken 		KASSERT(mp != NULL);
   1554      1.55   hannken 		vfs_ref(mp);
   1555      1.52   hannken 		mutex_exit(&mountlist_lock);
   1556      1.52   hannken 
   1557      1.52   hannken 		/* Try to mark this mount busy and return on success. */
   1558      1.58   hannken 		if (wait)
   1559      1.58   hannken 			error = vfs_busy(mp);
   1560      1.58   hannken 		else
   1561      1.58   hannken 			error = vfs_trybusy(mp);
   1562      1.58   hannken 		if (error == 0) {
   1563      1.55   hannken 			vfs_rele(mp);
   1564      1.52   hannken 			marker->me_mount = mp;
   1565      1.52   hannken 			return mp;
   1566      1.52   hannken 		}
   1567      1.55   hannken 		vfs_rele(mp);
   1568      1.52   hannken 		mutex_enter(&mountlist_lock);
   1569      1.52   hannken 	}
   1570      1.52   hannken }
   1571      1.52   hannken 
   1572      1.58   hannken struct mount *
   1573      1.58   hannken mountlist_iterator_next(mount_iterator_t *mi)
   1574      1.58   hannken {
   1575      1.58   hannken 
   1576      1.58   hannken 	return _mountlist_iterator_next(mi, true);
   1577      1.58   hannken }
   1578      1.58   hannken 
   1579      1.58   hannken struct mount *
   1580      1.58   hannken mountlist_iterator_trynext(mount_iterator_t *mi)
   1581      1.58   hannken {
   1582      1.58   hannken 
   1583      1.58   hannken 	return _mountlist_iterator_next(mi, false);
   1584      1.58   hannken }
   1585      1.58   hannken 
   1586      1.52   hannken /*
   1587      1.52   hannken  * Attach new mount to the end of the mount list.
   1588      1.52   hannken  */
   1589      1.24  christos void
   1590      1.24  christos mountlist_append(struct mount *mp)
   1591      1.24  christos {
   1592      1.52   hannken 	struct mountlist_entry *me;
   1593      1.52   hannken 
   1594      1.52   hannken 	me = mountlist_alloc(ME_MOUNT, mp);
   1595      1.24  christos 	mutex_enter(&mountlist_lock);
   1596      1.54   hannken 	TAILQ_INSERT_TAIL(&mountlist, me, me_list);
   1597      1.24  christos 	mutex_exit(&mountlist_lock);
   1598      1.24  christos }
   1599      1.52   hannken 
   1600      1.52   hannken /*
   1601      1.52   hannken  * Remove mount from mount list.
   1602      1.52   hannken  */void
   1603      1.52   hannken mountlist_remove(struct mount *mp)
   1604      1.52   hannken {
   1605      1.52   hannken 	struct mountlist_entry *me;
   1606      1.52   hannken 
   1607      1.52   hannken 	mutex_enter(&mountlist_lock);
   1608      1.54   hannken 	TAILQ_FOREACH(me, &mountlist, me_list)
   1609      1.52   hannken 		if (me->me_type == ME_MOUNT && me->me_mount == mp)
   1610      1.52   hannken 			break;
   1611      1.52   hannken 	KASSERT(me != NULL);
   1612      1.54   hannken 	TAILQ_REMOVE(&mountlist, me, me_list);
   1613      1.52   hannken 	mutex_exit(&mountlist_lock);
   1614      1.52   hannken 	mountlist_free(me);
   1615      1.52   hannken }
   1616      1.52   hannken 
   1617      1.52   hannken /*
   1618      1.52   hannken  * Unlocked variant to traverse the mountlist.
   1619      1.52   hannken  * To be used from DDB only.
   1620      1.52   hannken  */
   1621      1.52   hannken struct mount *
   1622      1.52   hannken _mountlist_next(struct mount *mp)
   1623      1.52   hannken {
   1624      1.52   hannken 	struct mountlist_entry *me;
   1625      1.52   hannken 
   1626      1.52   hannken 	if (mp == NULL) {
   1627      1.54   hannken 		me = TAILQ_FIRST(&mountlist);
   1628      1.52   hannken 	} else {
   1629      1.54   hannken 		TAILQ_FOREACH(me, &mountlist, me_list)
   1630      1.52   hannken 			if (me->me_type == ME_MOUNT && me->me_mount == mp)
   1631      1.52   hannken 				break;
   1632      1.52   hannken 		if (me != NULL)
   1633      1.52   hannken 			me = TAILQ_NEXT(me, me_list);
   1634      1.52   hannken 	}
   1635      1.52   hannken 
   1636      1.52   hannken 	while (me != NULL && me->me_type != ME_MOUNT)
   1637      1.52   hannken 		me = TAILQ_NEXT(me, me_list);
   1638      1.52   hannken 
   1639      1.52   hannken 	return (me ? me->me_mount : NULL);
   1640      1.52   hannken }
   1641