vfs_mount.c revision 1.86 1 1.86 hannken /* $NetBSD: vfs_mount.c,v 1.86 2021/02/16 09:56:32 hannken Exp $ */
2 1.1 rmind
3 1.1 rmind /*-
4 1.75 ad * Copyright (c) 1997-2020 The NetBSD Foundation, Inc.
5 1.1 rmind * All rights reserved.
6 1.1 rmind *
7 1.1 rmind * This code is derived from software contributed to The NetBSD Foundation
8 1.1 rmind * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.1 rmind * NASA Ames Research Center, by Charles M. Hannum, and by Andrew Doran.
10 1.1 rmind *
11 1.1 rmind * Redistribution and use in source and binary forms, with or without
12 1.1 rmind * modification, are permitted provided that the following conditions
13 1.1 rmind * are met:
14 1.1 rmind * 1. Redistributions of source code must retain the above copyright
15 1.1 rmind * notice, this list of conditions and the following disclaimer.
16 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
17 1.1 rmind * notice, this list of conditions and the following disclaimer in the
18 1.1 rmind * documentation and/or other materials provided with the distribution.
19 1.1 rmind *
20 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
21 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
22 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
23 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
24 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
31 1.1 rmind */
32 1.1 rmind
33 1.1 rmind /*
34 1.1 rmind * Copyright (c) 1989, 1993
35 1.1 rmind * The Regents of the University of California. All rights reserved.
36 1.1 rmind * (c) UNIX System Laboratories, Inc.
37 1.1 rmind * All or some portions of this file are derived from material licensed
38 1.1 rmind * to the University of California by American Telephone and Telegraph
39 1.1 rmind * Co. or Unix System Laboratories, Inc. and are reproduced herein with
40 1.1 rmind * the permission of UNIX System Laboratories, Inc.
41 1.1 rmind *
42 1.1 rmind * Redistribution and use in source and binary forms, with or without
43 1.1 rmind * modification, are permitted provided that the following conditions
44 1.1 rmind * are met:
45 1.1 rmind * 1. Redistributions of source code must retain the above copyright
46 1.1 rmind * notice, this list of conditions and the following disclaimer.
47 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
48 1.1 rmind * notice, this list of conditions and the following disclaimer in the
49 1.1 rmind * documentation and/or other materials provided with the distribution.
50 1.1 rmind * 3. Neither the name of the University nor the names of its contributors
51 1.1 rmind * may be used to endorse or promote products derived from this software
52 1.1 rmind * without specific prior written permission.
53 1.1 rmind *
54 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
55 1.1 rmind * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
56 1.1 rmind * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
57 1.1 rmind * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
58 1.1 rmind * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
59 1.1 rmind * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
60 1.1 rmind * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
61 1.1 rmind * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
62 1.1 rmind * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
63 1.1 rmind * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
64 1.1 rmind * SUCH DAMAGE.
65 1.1 rmind *
66 1.1 rmind * @(#)vfs_subr.c 8.13 (Berkeley) 4/18/94
67 1.1 rmind */
68 1.1 rmind
69 1.1 rmind #include <sys/cdefs.h>
70 1.86 hannken __KERNEL_RCSID(0, "$NetBSD: vfs_mount.c,v 1.86 2021/02/16 09:56:32 hannken Exp $");
71 1.1 rmind
72 1.1 rmind #include <sys/param.h>
73 1.1 rmind #include <sys/kernel.h>
74 1.1 rmind
75 1.1 rmind #include <sys/atomic.h>
76 1.1 rmind #include <sys/buf.h>
77 1.1 rmind #include <sys/conf.h>
78 1.1 rmind #include <sys/fcntl.h>
79 1.1 rmind #include <sys/filedesc.h>
80 1.1 rmind #include <sys/device.h>
81 1.1 rmind #include <sys/kauth.h>
82 1.1 rmind #include <sys/kmem.h>
83 1.1 rmind #include <sys/module.h>
84 1.1 rmind #include <sys/mount.h>
85 1.48 hannken #include <sys/fstrans.h>
86 1.1 rmind #include <sys/namei.h>
87 1.14 gson #include <sys/extattr.h>
88 1.1 rmind #include <sys/syscallargs.h>
89 1.1 rmind #include <sys/sysctl.h>
90 1.1 rmind #include <sys/systm.h>
91 1.5 dsl #include <sys/vfs_syscalls.h>
92 1.41 hannken #include <sys/vnode_impl.h>
93 1.1 rmind
94 1.1 rmind #include <miscfs/genfs/genfs.h>
95 1.1 rmind #include <miscfs/specfs/specdev.h>
96 1.1 rmind
97 1.86 hannken #include <uvm/uvm_swap.h>
98 1.86 hannken
99 1.52 hannken enum mountlist_type {
100 1.52 hannken ME_MOUNT,
101 1.52 hannken ME_MARKER
102 1.52 hannken };
103 1.52 hannken struct mountlist_entry {
104 1.52 hannken TAILQ_ENTRY(mountlist_entry) me_list; /* Mount list. */
105 1.52 hannken struct mount *me_mount; /* Actual mount if ME_MOUNT,
106 1.52 hannken current mount else. */
107 1.52 hannken enum mountlist_type me_type; /* Mount or marker. */
108 1.52 hannken };
109 1.52 hannken struct mount_iterator {
110 1.52 hannken struct mountlist_entry mi_entry;
111 1.52 hannken };
112 1.52 hannken
113 1.45 hannken static struct vnode *vfs_vnode_iterator_next1(struct vnode_iterator *,
114 1.45 hannken bool (*)(void *, struct vnode *), void *, bool);
115 1.45 hannken
116 1.33 pooka /* Root filesystem. */
117 1.1 rmind vnode_t * rootvnode;
118 1.1 rmind
119 1.1 rmind /* Mounted filesystem list. */
120 1.54 hannken static TAILQ_HEAD(mountlist, mountlist_entry) mountlist;
121 1.73 ad static kmutex_t mountlist_lock __cacheline_aligned;
122 1.54 hannken int vnode_offset_next_by_lru /* XXX: ugly hack for pstat.c */
123 1.54 hannken = offsetof(vnode_impl_t, vi_lrulist.tqe_next);
124 1.1 rmind
125 1.73 ad kmutex_t vfs_list_lock __cacheline_aligned;
126 1.1 rmind
127 1.1 rmind static specificdata_domain_t mount_specificdata_domain;
128 1.1 rmind static kmutex_t mntid_lock;
129 1.1 rmind
130 1.73 ad static kmutex_t mountgen_lock __cacheline_aligned;
131 1.1 rmind static uint64_t mountgen;
132 1.1 rmind
133 1.1 rmind void
134 1.1 rmind vfs_mount_sysinit(void)
135 1.1 rmind {
136 1.1 rmind
137 1.24 christos TAILQ_INIT(&mountlist);
138 1.1 rmind mutex_init(&mountlist_lock, MUTEX_DEFAULT, IPL_NONE);
139 1.1 rmind mutex_init(&vfs_list_lock, MUTEX_DEFAULT, IPL_NONE);
140 1.1 rmind
141 1.1 rmind mount_specificdata_domain = specificdata_domain_create();
142 1.1 rmind mutex_init(&mntid_lock, MUTEX_DEFAULT, IPL_NONE);
143 1.1 rmind mutex_init(&mountgen_lock, MUTEX_DEFAULT, IPL_NONE);
144 1.1 rmind mountgen = 0;
145 1.1 rmind }
146 1.1 rmind
147 1.1 rmind struct mount *
148 1.1 rmind vfs_mountalloc(struct vfsops *vfsops, vnode_t *vp)
149 1.1 rmind {
150 1.1 rmind struct mount *mp;
151 1.60 hannken int error __diagused;
152 1.1 rmind
153 1.1 rmind mp = kmem_zalloc(sizeof(*mp), KM_SLEEP);
154 1.1 rmind mp->mnt_op = vfsops;
155 1.1 rmind mp->mnt_refcnt = 1;
156 1.1 rmind TAILQ_INIT(&mp->mnt_vnodelist);
157 1.73 ad mp->mnt_renamelock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
158 1.73 ad mp->mnt_vnodelock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
159 1.73 ad mp->mnt_updating = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
160 1.1 rmind mp->mnt_vnodecovered = vp;
161 1.1 rmind mount_initspecific(mp);
162 1.69 hannken
163 1.69 hannken error = fstrans_mount(mp);
164 1.69 hannken KASSERT(error == 0);
165 1.1 rmind
166 1.1 rmind mutex_enter(&mountgen_lock);
167 1.1 rmind mp->mnt_gen = mountgen++;
168 1.1 rmind mutex_exit(&mountgen_lock);
169 1.1 rmind
170 1.1 rmind return mp;
171 1.1 rmind }
172 1.1 rmind
173 1.1 rmind /*
174 1.1 rmind * vfs_rootmountalloc: lookup a filesystem type, and if found allocate and
175 1.1 rmind * initialize a mount structure for it.
176 1.1 rmind *
177 1.1 rmind * Devname is usually updated by mount(8) after booting.
178 1.1 rmind */
179 1.1 rmind int
180 1.1 rmind vfs_rootmountalloc(const char *fstypename, const char *devname,
181 1.1 rmind struct mount **mpp)
182 1.1 rmind {
183 1.1 rmind struct vfsops *vfsp = NULL;
184 1.1 rmind struct mount *mp;
185 1.57 hannken int error __diagused;
186 1.1 rmind
187 1.1 rmind mutex_enter(&vfs_list_lock);
188 1.1 rmind LIST_FOREACH(vfsp, &vfs_list, vfs_list)
189 1.1 rmind if (!strncmp(vfsp->vfs_name, fstypename,
190 1.1 rmind sizeof(mp->mnt_stat.f_fstypename)))
191 1.1 rmind break;
192 1.1 rmind if (vfsp == NULL) {
193 1.1 rmind mutex_exit(&vfs_list_lock);
194 1.1 rmind return (ENODEV);
195 1.1 rmind }
196 1.1 rmind vfsp->vfs_refcount++;
197 1.1 rmind mutex_exit(&vfs_list_lock);
198 1.1 rmind
199 1.1 rmind if ((mp = vfs_mountalloc(vfsp, NULL)) == NULL)
200 1.1 rmind return ENOMEM;
201 1.57 hannken error = vfs_busy(mp);
202 1.57 hannken KASSERT(error == 0);
203 1.1 rmind mp->mnt_flag = MNT_RDONLY;
204 1.1 rmind (void)strlcpy(mp->mnt_stat.f_fstypename, vfsp->vfs_name,
205 1.1 rmind sizeof(mp->mnt_stat.f_fstypename));
206 1.1 rmind mp->mnt_stat.f_mntonname[0] = '/';
207 1.1 rmind mp->mnt_stat.f_mntonname[1] = '\0';
208 1.1 rmind mp->mnt_stat.f_mntfromname[sizeof(mp->mnt_stat.f_mntfromname) - 1] =
209 1.1 rmind '\0';
210 1.1 rmind (void)copystr(devname, mp->mnt_stat.f_mntfromname,
211 1.1 rmind sizeof(mp->mnt_stat.f_mntfromname) - 1, 0);
212 1.1 rmind *mpp = mp;
213 1.1 rmind return 0;
214 1.1 rmind }
215 1.1 rmind
216 1.1 rmind /*
217 1.1 rmind * vfs_getnewfsid: get a new unique fsid.
218 1.1 rmind */
219 1.1 rmind void
220 1.1 rmind vfs_getnewfsid(struct mount *mp)
221 1.1 rmind {
222 1.1 rmind static u_short xxxfs_mntid;
223 1.1 rmind fsid_t tfsid;
224 1.1 rmind int mtype;
225 1.1 rmind
226 1.1 rmind mutex_enter(&mntid_lock);
227 1.1 rmind mtype = makefstype(mp->mnt_op->vfs_name);
228 1.1 rmind mp->mnt_stat.f_fsidx.__fsid_val[0] = makedev(mtype, 0);
229 1.1 rmind mp->mnt_stat.f_fsidx.__fsid_val[1] = mtype;
230 1.1 rmind mp->mnt_stat.f_fsid = mp->mnt_stat.f_fsidx.__fsid_val[0];
231 1.1 rmind if (xxxfs_mntid == 0)
232 1.1 rmind ++xxxfs_mntid;
233 1.1 rmind tfsid.__fsid_val[0] = makedev(mtype & 0xff, xxxfs_mntid);
234 1.1 rmind tfsid.__fsid_val[1] = mtype;
235 1.53 hannken while (vfs_getvfs(&tfsid)) {
236 1.53 hannken tfsid.__fsid_val[0]++;
237 1.53 hannken xxxfs_mntid++;
238 1.1 rmind }
239 1.1 rmind mp->mnt_stat.f_fsidx.__fsid_val[0] = tfsid.__fsid_val[0];
240 1.1 rmind mp->mnt_stat.f_fsid = mp->mnt_stat.f_fsidx.__fsid_val[0];
241 1.1 rmind mutex_exit(&mntid_lock);
242 1.1 rmind }
243 1.1 rmind
244 1.1 rmind /*
245 1.1 rmind * Lookup a mount point by filesystem identifier.
246 1.1 rmind *
247 1.1 rmind * XXX Needs to add a reference to the mount point.
248 1.1 rmind */
249 1.1 rmind struct mount *
250 1.1 rmind vfs_getvfs(fsid_t *fsid)
251 1.1 rmind {
252 1.53 hannken mount_iterator_t *iter;
253 1.1 rmind struct mount *mp;
254 1.1 rmind
255 1.53 hannken mountlist_iterator_init(&iter);
256 1.53 hannken while ((mp = mountlist_iterator_next(iter)) != NULL) {
257 1.1 rmind if (mp->mnt_stat.f_fsidx.__fsid_val[0] == fsid->__fsid_val[0] &&
258 1.1 rmind mp->mnt_stat.f_fsidx.__fsid_val[1] == fsid->__fsid_val[1]) {
259 1.53 hannken mountlist_iterator_destroy(iter);
260 1.53 hannken return mp;
261 1.1 rmind }
262 1.1 rmind }
263 1.53 hannken mountlist_iterator_destroy(iter);
264 1.1 rmind return NULL;
265 1.1 rmind }
266 1.1 rmind
267 1.1 rmind /*
268 1.55 hannken * Take a reference to a mount structure.
269 1.55 hannken */
270 1.55 hannken void
271 1.55 hannken vfs_ref(struct mount *mp)
272 1.55 hannken {
273 1.55 hannken
274 1.55 hannken KASSERT(mp->mnt_refcnt > 0 || mutex_owned(&mountlist_lock));
275 1.55 hannken
276 1.55 hannken atomic_inc_uint(&mp->mnt_refcnt);
277 1.55 hannken }
278 1.55 hannken
279 1.55 hannken /*
280 1.1 rmind * Drop a reference to a mount structure, freeing if the last reference.
281 1.1 rmind */
282 1.1 rmind void
283 1.55 hannken vfs_rele(struct mount *mp)
284 1.1 rmind {
285 1.1 rmind
286 1.1 rmind if (__predict_true((int)atomic_dec_uint_nv(&mp->mnt_refcnt) > 0)) {
287 1.1 rmind return;
288 1.1 rmind }
289 1.1 rmind
290 1.1 rmind /*
291 1.1 rmind * Nothing else has visibility of the mount: we can now
292 1.1 rmind * free the data structures.
293 1.1 rmind */
294 1.1 rmind KASSERT(mp->mnt_refcnt == 0);
295 1.1 rmind specificdata_fini(mount_specificdata_domain, &mp->mnt_specdataref);
296 1.73 ad mutex_obj_free(mp->mnt_updating);
297 1.73 ad mutex_obj_free(mp->mnt_renamelock);
298 1.73 ad mutex_obj_free(mp->mnt_vnodelock);
299 1.1 rmind if (mp->mnt_op != NULL) {
300 1.1 rmind vfs_delref(mp->mnt_op);
301 1.1 rmind }
302 1.70 hannken fstrans_unmount(mp);
303 1.70 hannken /*
304 1.70 hannken * Final free of mp gets done from fstrans_mount_dtor().
305 1.70 hannken *
306 1.70 hannken * Prevents this memory to be reused as a mount before
307 1.70 hannken * fstrans releases all references to it.
308 1.70 hannken */
309 1.1 rmind }
310 1.1 rmind
311 1.1 rmind /*
312 1.1 rmind * Mark a mount point as busy, and gain a new reference to it. Used to
313 1.1 rmind * prevent the file system from being unmounted during critical sections.
314 1.1 rmind *
315 1.18 mlelstv * vfs_busy can be called multiple times and by multiple threads
316 1.18 mlelstv * and must be accompanied by the same number of vfs_unbusy calls.
317 1.18 mlelstv *
318 1.1 rmind * => The caller must hold a pre-existing reference to the mount.
319 1.1 rmind * => Will fail if the file system is being unmounted, or is unmounted.
320 1.1 rmind */
321 1.58 hannken static inline int
322 1.58 hannken _vfs_busy(struct mount *mp, bool wait)
323 1.1 rmind {
324 1.1 rmind
325 1.1 rmind KASSERT(mp->mnt_refcnt > 0);
326 1.1 rmind
327 1.58 hannken if (wait) {
328 1.66 hannken fstrans_start(mp);
329 1.61 hannken } else {
330 1.66 hannken if (fstrans_start_nowait(mp))
331 1.61 hannken return EBUSY;
332 1.58 hannken }
333 1.1 rmind if (__predict_false((mp->mnt_iflag & IMNT_GONE) != 0)) {
334 1.61 hannken fstrans_done(mp);
335 1.1 rmind return ENOENT;
336 1.1 rmind }
337 1.55 hannken vfs_ref(mp);
338 1.1 rmind return 0;
339 1.1 rmind }
340 1.1 rmind
341 1.58 hannken int
342 1.58 hannken vfs_busy(struct mount *mp)
343 1.58 hannken {
344 1.58 hannken
345 1.58 hannken return _vfs_busy(mp, true);
346 1.58 hannken }
347 1.58 hannken
348 1.58 hannken int
349 1.58 hannken vfs_trybusy(struct mount *mp)
350 1.58 hannken {
351 1.58 hannken
352 1.58 hannken return _vfs_busy(mp, false);
353 1.58 hannken }
354 1.58 hannken
355 1.1 rmind /*
356 1.1 rmind * Unbusy a busy filesystem.
357 1.1 rmind *
358 1.18 mlelstv * Every successful vfs_busy() call must be undone by a vfs_unbusy() call.
359 1.1 rmind */
360 1.1 rmind void
361 1.56 hannken vfs_unbusy(struct mount *mp)
362 1.1 rmind {
363 1.1 rmind
364 1.1 rmind KASSERT(mp->mnt_refcnt > 0);
365 1.1 rmind
366 1.61 hannken fstrans_done(mp);
367 1.56 hannken vfs_rele(mp);
368 1.1 rmind }
369 1.1 rmind
370 1.27 hannken struct vnode_iterator {
371 1.44 hannken vnode_impl_t vi_vnode;
372 1.40 msaitoh };
373 1.27 hannken
374 1.27 hannken void
375 1.44 hannken vfs_vnode_iterator_init(struct mount *mp, struct vnode_iterator **vnip)
376 1.27 hannken {
377 1.44 hannken vnode_t *vp;
378 1.44 hannken vnode_impl_t *vip;
379 1.27 hannken
380 1.38 hannken vp = vnalloc_marker(mp);
381 1.44 hannken vip = VNODE_TO_VIMPL(vp);
382 1.27 hannken
383 1.73 ad mutex_enter(mp->mnt_vnodelock);
384 1.44 hannken TAILQ_INSERT_HEAD(&mp->mnt_vnodelist, vip, vi_mntvnodes);
385 1.27 hannken vp->v_usecount = 1;
386 1.73 ad mutex_exit(mp->mnt_vnodelock);
387 1.27 hannken
388 1.44 hannken *vnip = (struct vnode_iterator *)vip;
389 1.27 hannken }
390 1.27 hannken
391 1.27 hannken void
392 1.44 hannken vfs_vnode_iterator_destroy(struct vnode_iterator *vni)
393 1.27 hannken {
394 1.44 hannken vnode_impl_t *mvip = &vni->vi_vnode;
395 1.44 hannken vnode_t *mvp = VIMPL_TO_VNODE(mvip);
396 1.73 ad kmutex_t *lock;
397 1.27 hannken
398 1.38 hannken KASSERT(vnis_marker(mvp));
399 1.78 ad if (vrefcnt(mvp) != 0) {
400 1.73 ad lock = mvp->v_mount->mnt_vnodelock;
401 1.73 ad mutex_enter(lock);
402 1.44 hannken TAILQ_REMOVE(&mvp->v_mount->mnt_vnodelist, mvip, vi_mntvnodes);
403 1.32 hannken mvp->v_usecount = 0;
404 1.73 ad mutex_exit(lock);
405 1.32 hannken }
406 1.38 hannken vnfree_marker(mvp);
407 1.27 hannken }
408 1.27 hannken
409 1.45 hannken static struct vnode *
410 1.45 hannken vfs_vnode_iterator_next1(struct vnode_iterator *vni,
411 1.45 hannken bool (*f)(void *, struct vnode *), void *cl, bool do_wait)
412 1.27 hannken {
413 1.44 hannken vnode_impl_t *mvip = &vni->vi_vnode;
414 1.44 hannken struct mount *mp = VIMPL_TO_VNODE(mvip)->v_mount;
415 1.44 hannken vnode_t *vp;
416 1.44 hannken vnode_impl_t *vip;
417 1.73 ad kmutex_t *lock;
418 1.27 hannken int error;
419 1.27 hannken
420 1.44 hannken KASSERT(vnis_marker(VIMPL_TO_VNODE(mvip)));
421 1.27 hannken
422 1.73 ad lock = mp->mnt_vnodelock;
423 1.27 hannken do {
424 1.73 ad mutex_enter(lock);
425 1.44 hannken vip = TAILQ_NEXT(mvip, vi_mntvnodes);
426 1.44 hannken TAILQ_REMOVE(&mp->mnt_vnodelist, mvip, vi_mntvnodes);
427 1.44 hannken VIMPL_TO_VNODE(mvip)->v_usecount = 0;
428 1.29 christos again:
429 1.72 maxv if (vip == NULL) {
430 1.73 ad mutex_exit(lock);
431 1.29 christos return NULL;
432 1.27 hannken }
433 1.72 maxv vp = VIMPL_TO_VNODE(vip);
434 1.72 maxv KASSERT(vp != NULL);
435 1.27 hannken mutex_enter(vp->v_interlock);
436 1.38 hannken if (vnis_marker(vp) ||
437 1.45 hannken vdead_check(vp, (do_wait ? 0 : VDEAD_NOWAIT)) ||
438 1.37 hannken (f && !(*f)(cl, vp))) {
439 1.27 hannken mutex_exit(vp->v_interlock);
440 1.44 hannken vip = TAILQ_NEXT(vip, vi_mntvnodes);
441 1.29 christos goto again;
442 1.27 hannken }
443 1.27 hannken
444 1.44 hannken TAILQ_INSERT_AFTER(&mp->mnt_vnodelist, vip, mvip, vi_mntvnodes);
445 1.44 hannken VIMPL_TO_VNODE(mvip)->v_usecount = 1;
446 1.73 ad mutex_exit(lock);
447 1.43 hannken error = vcache_vget(vp);
448 1.27 hannken KASSERT(error == 0 || error == ENOENT);
449 1.27 hannken } while (error != 0);
450 1.27 hannken
451 1.29 christos return vp;
452 1.27 hannken }
453 1.27 hannken
454 1.45 hannken struct vnode *
455 1.45 hannken vfs_vnode_iterator_next(struct vnode_iterator *vni,
456 1.45 hannken bool (*f)(void *, struct vnode *), void *cl)
457 1.45 hannken {
458 1.45 hannken
459 1.45 hannken return vfs_vnode_iterator_next1(vni, f, cl, false);
460 1.45 hannken }
461 1.45 hannken
462 1.1 rmind /*
463 1.1 rmind * Move a vnode from one mount queue to another.
464 1.1 rmind */
465 1.1 rmind void
466 1.1 rmind vfs_insmntque(vnode_t *vp, struct mount *mp)
467 1.1 rmind {
468 1.44 hannken vnode_impl_t *vip = VNODE_TO_VIMPL(vp);
469 1.1 rmind struct mount *omp;
470 1.73 ad kmutex_t *lock;
471 1.1 rmind
472 1.4 rmind KASSERT(mp == NULL || (mp->mnt_iflag & IMNT_UNMOUNT) == 0 ||
473 1.4 rmind vp->v_tag == VT_VFS);
474 1.1 rmind
475 1.1 rmind /*
476 1.1 rmind * Delete from old mount point vnode list, if on one.
477 1.1 rmind */
478 1.73 ad if ((omp = vp->v_mount) != NULL) {
479 1.73 ad lock = omp->mnt_vnodelock;
480 1.73 ad mutex_enter(lock);
481 1.44 hannken TAILQ_REMOVE(&vp->v_mount->mnt_vnodelist, vip, vi_mntvnodes);
482 1.73 ad mutex_exit(lock);
483 1.73 ad }
484 1.73 ad
485 1.1 rmind /*
486 1.1 rmind * Insert into list of vnodes for the new mount point, if
487 1.1 rmind * available. The caller must take a reference on the mount
488 1.1 rmind * structure and donate to the vnode.
489 1.1 rmind */
490 1.73 ad if ((vp->v_mount = mp) != NULL) {
491 1.73 ad lock = mp->mnt_vnodelock;
492 1.73 ad mutex_enter(lock);
493 1.44 hannken TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vip, vi_mntvnodes);
494 1.73 ad mutex_exit(lock);
495 1.73 ad }
496 1.1 rmind
497 1.1 rmind if (omp != NULL) {
498 1.1 rmind /* Release reference to old mount. */
499 1.55 hannken vfs_rele(omp);
500 1.1 rmind }
501 1.1 rmind }
502 1.1 rmind
503 1.1 rmind /*
504 1.1 rmind * Remove any vnodes in the vnode table belonging to mount point mp.
505 1.1 rmind *
506 1.1 rmind * If FORCECLOSE is not specified, there should not be any active ones,
507 1.1 rmind * return error if any are found (nb: this is a user error, not a
508 1.1 rmind * system error). If FORCECLOSE is specified, detach any active vnodes
509 1.1 rmind * that are found.
510 1.1 rmind *
511 1.1 rmind * If WRITECLOSE is set, only flush out regular file vnodes open for
512 1.1 rmind * writing.
513 1.1 rmind *
514 1.1 rmind * SKIPSYSTEM causes any vnodes marked VV_SYSTEM to be skipped.
515 1.1 rmind */
516 1.1 rmind #ifdef DEBUG
517 1.1 rmind int busyprt = 0; /* print out busy vnodes */
518 1.1 rmind struct ctldebug debug1 = { "busyprt", &busyprt };
519 1.1 rmind #endif
520 1.1 rmind
521 1.46 hannken static vnode_t *
522 1.46 hannken vflushnext(struct vnode_iterator *marker, int *when)
523 1.46 hannken {
524 1.77 maxv if (getticks() > *when) {
525 1.46 hannken yield();
526 1.77 maxv *when = getticks() + hz / 10;
527 1.46 hannken }
528 1.46 hannken return vfs_vnode_iterator_next1(marker, NULL, NULL, true);
529 1.46 hannken }
530 1.29 christos
531 1.46 hannken /*
532 1.46 hannken * Flush one vnode. Referenced on entry, unreferenced on return.
533 1.46 hannken */
534 1.46 hannken static int
535 1.46 hannken vflush_one(vnode_t *vp, vnode_t *skipvp, int flags)
536 1.29 christos {
537 1.46 hannken int error;
538 1.46 hannken struct vattr vattr;
539 1.46 hannken
540 1.46 hannken if (vp == skipvp ||
541 1.46 hannken ((flags & SKIPSYSTEM) && (vp->v_vflag & VV_SYSTEM))) {
542 1.46 hannken vrele(vp);
543 1.46 hannken return 0;
544 1.46 hannken }
545 1.29 christos /*
546 1.46 hannken * If WRITECLOSE is set, only flush out regular file
547 1.46 hannken * vnodes open for writing or open and unlinked.
548 1.29 christos */
549 1.46 hannken if ((flags & WRITECLOSE)) {
550 1.46 hannken if (vp->v_type != VREG) {
551 1.46 hannken vrele(vp);
552 1.46 hannken return 0;
553 1.46 hannken }
554 1.46 hannken error = vn_lock(vp, LK_EXCLUSIVE);
555 1.46 hannken if (error) {
556 1.46 hannken KASSERT(error == ENOENT);
557 1.46 hannken vrele(vp);
558 1.46 hannken return 0;
559 1.46 hannken }
560 1.46 hannken error = VOP_FSYNC(vp, curlwp->l_cred, FSYNC_WAIT, 0, 0);
561 1.46 hannken if (error == 0)
562 1.46 hannken error = VOP_GETATTR(vp, &vattr, curlwp->l_cred);
563 1.46 hannken VOP_UNLOCK(vp);
564 1.46 hannken if (error) {
565 1.46 hannken vrele(vp);
566 1.46 hannken return error;
567 1.46 hannken }
568 1.46 hannken if (vp->v_writecount == 0 && vattr.va_nlink > 0) {
569 1.46 hannken vrele(vp);
570 1.46 hannken return 0;
571 1.46 hannken }
572 1.46 hannken }
573 1.29 christos /*
574 1.46 hannken * First try to recycle the vnode.
575 1.29 christos */
576 1.46 hannken if (vrecycle(vp))
577 1.46 hannken return 0;
578 1.29 christos /*
579 1.46 hannken * If FORCECLOSE is set, forcibly close the vnode.
580 1.67 hannken * For block or character devices, revert to an
581 1.67 hannken * anonymous device. For all other files, just
582 1.67 hannken * kill them.
583 1.29 christos */
584 1.46 hannken if (flags & FORCECLOSE) {
585 1.78 ad if (vrefcnt(vp) > 1 &&
586 1.67 hannken (vp->v_type == VBLK || vp->v_type == VCHR))
587 1.67 hannken vcache_make_anon(vp);
588 1.67 hannken else
589 1.67 hannken vgone(vp);
590 1.46 hannken return 0;
591 1.29 christos }
592 1.46 hannken vrele(vp);
593 1.46 hannken return EBUSY;
594 1.29 christos }
595 1.29 christos
596 1.1 rmind int
597 1.1 rmind vflush(struct mount *mp, vnode_t *skipvp, int flags)
598 1.1 rmind {
599 1.27 hannken vnode_t *vp;
600 1.27 hannken struct vnode_iterator *marker;
601 1.47 hannken int busy, error, when, retries = 2;
602 1.46 hannken
603 1.47 hannken do {
604 1.47 hannken busy = error = when = 0;
605 1.1 rmind
606 1.47 hannken /*
607 1.47 hannken * First, flush out any vnode references from the
608 1.47 hannken * deferred vrele list.
609 1.47 hannken */
610 1.62 hannken vrele_flush(mp);
611 1.1 rmind
612 1.47 hannken vfs_vnode_iterator_init(mp, &marker);
613 1.29 christos
614 1.47 hannken while ((vp = vflushnext(marker, &when)) != NULL) {
615 1.47 hannken error = vflush_one(vp, skipvp, flags);
616 1.47 hannken if (error == EBUSY) {
617 1.47 hannken error = 0;
618 1.47 hannken busy++;
619 1.1 rmind #ifdef DEBUG
620 1.47 hannken if (busyprt && retries == 0)
621 1.47 hannken vprint("vflush: busy vnode", vp);
622 1.1 rmind #endif
623 1.47 hannken } else if (error != 0) {
624 1.47 hannken break;
625 1.47 hannken }
626 1.46 hannken }
627 1.46 hannken
628 1.47 hannken vfs_vnode_iterator_destroy(marker);
629 1.47 hannken } while (error == 0 && busy > 0 && retries-- > 0);
630 1.46 hannken
631 1.46 hannken if (error)
632 1.46 hannken return error;
633 1.1 rmind if (busy)
634 1.46 hannken return EBUSY;
635 1.45 hannken return 0;
636 1.1 rmind }
637 1.1 rmind
638 1.1 rmind /*
639 1.1 rmind * Mount a file system.
640 1.1 rmind */
641 1.1 rmind
642 1.1 rmind /*
643 1.1 rmind * Scan all active processes to see if any of them have a current or root
644 1.1 rmind * directory onto which the new filesystem has just been mounted. If so,
645 1.1 rmind * replace them with the new mount point.
646 1.1 rmind */
647 1.1 rmind static void
648 1.1 rmind mount_checkdirs(vnode_t *olddp)
649 1.1 rmind {
650 1.1 rmind vnode_t *newdp, *rele1, *rele2;
651 1.1 rmind struct cwdinfo *cwdi;
652 1.1 rmind struct proc *p;
653 1.1 rmind bool retry;
654 1.1 rmind
655 1.78 ad if (vrefcnt(olddp) == 1) {
656 1.1 rmind return;
657 1.1 rmind }
658 1.74 ad if (VFS_ROOT(olddp->v_mountedhere, LK_EXCLUSIVE, &newdp))
659 1.1 rmind panic("mount: lost mount");
660 1.1 rmind
661 1.1 rmind do {
662 1.1 rmind retry = false;
663 1.83 ad mutex_enter(&proc_lock);
664 1.1 rmind PROCLIST_FOREACH(p, &allproc) {
665 1.1 rmind if ((cwdi = p->p_cwdi) == NULL)
666 1.1 rmind continue;
667 1.1 rmind /*
668 1.1 rmind * Cannot change to the old directory any more,
669 1.1 rmind * so even if we see a stale value it is not a
670 1.1 rmind * problem.
671 1.1 rmind */
672 1.1 rmind if (cwdi->cwdi_cdir != olddp &&
673 1.1 rmind cwdi->cwdi_rdir != olddp)
674 1.1 rmind continue;
675 1.1 rmind retry = true;
676 1.1 rmind rele1 = NULL;
677 1.1 rmind rele2 = NULL;
678 1.1 rmind atomic_inc_uint(&cwdi->cwdi_refcnt);
679 1.83 ad mutex_exit(&proc_lock);
680 1.81 ad rw_enter(&cwdi->cwdi_lock, RW_WRITER);
681 1.81 ad if (cwdi->cwdi_cdir == olddp) {
682 1.81 ad rele1 = cwdi->cwdi_cdir;
683 1.81 ad vref(newdp);
684 1.81 ad cwdi->cwdi_cdir = newdp;
685 1.81 ad }
686 1.81 ad if (cwdi->cwdi_rdir == olddp) {
687 1.81 ad rele2 = cwdi->cwdi_rdir;
688 1.81 ad vref(newdp);
689 1.81 ad cwdi->cwdi_rdir = newdp;
690 1.1 rmind }
691 1.81 ad rw_exit(&cwdi->cwdi_lock);
692 1.1 rmind cwdfree(cwdi);
693 1.1 rmind if (rele1 != NULL)
694 1.1 rmind vrele(rele1);
695 1.1 rmind if (rele2 != NULL)
696 1.1 rmind vrele(rele2);
697 1.83 ad mutex_enter(&proc_lock);
698 1.1 rmind break;
699 1.1 rmind }
700 1.83 ad mutex_exit(&proc_lock);
701 1.1 rmind } while (retry);
702 1.1 rmind
703 1.1 rmind if (rootvnode == olddp) {
704 1.1 rmind vrele(rootvnode);
705 1.1 rmind vref(newdp);
706 1.1 rmind rootvnode = newdp;
707 1.1 rmind }
708 1.1 rmind vput(newdp);
709 1.1 rmind }
710 1.1 rmind
711 1.31 manu /*
712 1.31 manu * Start extended attributes
713 1.31 manu */
714 1.31 manu static int
715 1.31 manu start_extattr(struct mount *mp)
716 1.31 manu {
717 1.31 manu int error;
718 1.31 manu
719 1.31 manu error = VFS_EXTATTRCTL(mp, EXTATTR_CMD_START, NULL, 0, NULL);
720 1.31 manu if (error)
721 1.31 manu printf("%s: failed to start extattr: error = %d\n",
722 1.31 manu mp->mnt_stat.f_mntonname, error);
723 1.31 manu
724 1.31 manu return error;
725 1.31 manu }
726 1.31 manu
727 1.1 rmind int
728 1.1 rmind mount_domount(struct lwp *l, vnode_t **vpp, struct vfsops *vfsops,
729 1.1 rmind const char *path, int flags, void *data, size_t *data_len)
730 1.1 rmind {
731 1.1 rmind vnode_t *vp = *vpp;
732 1.1 rmind struct mount *mp;
733 1.1 rmind struct pathbuf *pb;
734 1.1 rmind struct nameidata nd;
735 1.85 hannken int error, error2;
736 1.1 rmind
737 1.1 rmind error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MOUNT,
738 1.1 rmind KAUTH_REQ_SYSTEM_MOUNT_NEW, vp, KAUTH_ARG(flags), data);
739 1.1 rmind if (error) {
740 1.1 rmind vfs_delref(vfsops);
741 1.1 rmind return error;
742 1.1 rmind }
743 1.1 rmind
744 1.1 rmind /* Cannot make a non-dir a mount-point (from here anyway). */
745 1.1 rmind if (vp->v_type != VDIR) {
746 1.1 rmind vfs_delref(vfsops);
747 1.1 rmind return ENOTDIR;
748 1.1 rmind }
749 1.1 rmind
750 1.1 rmind if (flags & MNT_EXPORTED) {
751 1.1 rmind vfs_delref(vfsops);
752 1.1 rmind return EINVAL;
753 1.1 rmind }
754 1.1 rmind
755 1.1 rmind if ((mp = vfs_mountalloc(vfsops, vp)) == NULL) {
756 1.1 rmind vfs_delref(vfsops);
757 1.1 rmind return ENOMEM;
758 1.1 rmind }
759 1.1 rmind
760 1.1 rmind mp->mnt_stat.f_owner = kauth_cred_geteuid(l->l_cred);
761 1.1 rmind
762 1.1 rmind /*
763 1.1 rmind * The underlying file system may refuse the mount for
764 1.1 rmind * various reasons. Allow the user to force it to happen.
765 1.1 rmind *
766 1.1 rmind * Set the mount level flags.
767 1.1 rmind */
768 1.12 christos mp->mnt_flag = flags & (MNT_BASIC_FLAGS | MNT_FORCE | MNT_IGNORE);
769 1.1 rmind
770 1.73 ad mutex_enter(mp->mnt_updating);
771 1.1 rmind error = VFS_MOUNT(mp, path, data, data_len);
772 1.1 rmind mp->mnt_flag &= ~MNT_OP_FLAGS;
773 1.1 rmind
774 1.1 rmind if (error != 0)
775 1.1 rmind goto err_unmounted;
776 1.1 rmind
777 1.1 rmind /*
778 1.1 rmind * Validate and prepare the mount point.
779 1.1 rmind */
780 1.1 rmind error = pathbuf_copyin(path, &pb);
781 1.1 rmind if (error != 0) {
782 1.1 rmind goto err_mounted;
783 1.1 rmind }
784 1.1 rmind NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | TRYEMULROOT, pb);
785 1.1 rmind error = namei(&nd);
786 1.1 rmind pathbuf_destroy(pb);
787 1.1 rmind if (error != 0) {
788 1.1 rmind goto err_mounted;
789 1.1 rmind }
790 1.1 rmind if (nd.ni_vp != vp) {
791 1.1 rmind vput(nd.ni_vp);
792 1.1 rmind error = EINVAL;
793 1.1 rmind goto err_mounted;
794 1.1 rmind }
795 1.1 rmind if (vp->v_mountedhere != NULL) {
796 1.1 rmind vput(nd.ni_vp);
797 1.1 rmind error = EBUSY;
798 1.1 rmind goto err_mounted;
799 1.1 rmind }
800 1.1 rmind error = vinvalbuf(vp, V_SAVE, l->l_cred, l, 0, 0);
801 1.1 rmind if (error != 0) {
802 1.1 rmind vput(nd.ni_vp);
803 1.1 rmind goto err_mounted;
804 1.1 rmind }
805 1.1 rmind
806 1.1 rmind /*
807 1.1 rmind * Put the new filesystem on the mount list after root.
808 1.1 rmind */
809 1.1 rmind cache_purge(vp);
810 1.1 rmind mp->mnt_iflag &= ~IMNT_WANTRDWR;
811 1.1 rmind
812 1.52 hannken mountlist_append(mp);
813 1.1 rmind if ((mp->mnt_flag & (MNT_RDONLY | MNT_ASYNC)) == 0)
814 1.35 hannken vfs_syncer_add_to_worklist(mp);
815 1.35 hannken vp->v_mountedhere = mp;
816 1.1 rmind vput(nd.ni_vp);
817 1.1 rmind
818 1.1 rmind mount_checkdirs(vp);
819 1.73 ad mutex_exit(mp->mnt_updating);
820 1.1 rmind
821 1.1 rmind /* Hold an additional reference to the mount across VFS_START(). */
822 1.56 hannken vfs_ref(mp);
823 1.1 rmind (void) VFS_STATVFS(mp, &mp->mnt_stat);
824 1.1 rmind error = VFS_START(mp, 0);
825 1.71 christos if (error) {
826 1.1 rmind vrele(vp);
827 1.31 manu } else if (flags & MNT_EXTATTR) {
828 1.71 christos if (start_extattr(mp) != 0)
829 1.71 christos mp->mnt_flag &= ~MNT_EXTATTR;
830 1.31 manu }
831 1.1 rmind /* Drop reference held for VFS_START(). */
832 1.55 hannken vfs_rele(mp);
833 1.1 rmind *vpp = NULL;
834 1.1 rmind return error;
835 1.1 rmind
836 1.1 rmind err_mounted:
837 1.85 hannken do {
838 1.85 hannken error2 = vfs_suspend(mp, 0);
839 1.85 hannken } while (error2 == EINTR || error2 == ERESTART);
840 1.85 hannken KASSERT(error2 == 0 || error2 == EOPNOTSUPP);
841 1.85 hannken
842 1.1 rmind if (VFS_UNMOUNT(mp, MNT_FORCE) != 0)
843 1.1 rmind panic("Unmounting fresh file system failed");
844 1.85 hannken
845 1.85 hannken if (error2 == 0)
846 1.85 hannken vfs_resume(mp);
847 1.1 rmind
848 1.1 rmind err_unmounted:
849 1.1 rmind vp->v_mountedhere = NULL;
850 1.73 ad mutex_exit(mp->mnt_updating);
851 1.55 hannken vfs_rele(mp);
852 1.1 rmind
853 1.1 rmind return error;
854 1.1 rmind }
855 1.1 rmind
856 1.1 rmind /*
857 1.1 rmind * Do the actual file system unmount. File system is assumed to have
858 1.1 rmind * been locked by the caller.
859 1.1 rmind *
860 1.1 rmind * => Caller hold reference to the mount, explicitly for dounmount().
861 1.1 rmind */
862 1.1 rmind int
863 1.1 rmind dounmount(struct mount *mp, int flags, struct lwp *l)
864 1.1 rmind {
865 1.1 rmind vnode_t *coveredvp;
866 1.31 manu int error, async, used_syncer, used_extattr;
867 1.68 hannken const bool was_suspended = fstrans_is_owner(mp);
868 1.1 rmind
869 1.1 rmind #if NVERIEXEC > 0
870 1.1 rmind error = veriexec_unmountchk(mp);
871 1.1 rmind if (error)
872 1.1 rmind return (error);
873 1.1 rmind #endif /* NVERIEXEC > 0 */
874 1.1 rmind
875 1.68 hannken if (!was_suspended) {
876 1.68 hannken error = vfs_suspend(mp, 0);
877 1.68 hannken if (error) {
878 1.68 hannken return error;
879 1.49 hannken }
880 1.49 hannken }
881 1.62 hannken
882 1.64 hannken KASSERT((mp->mnt_iflag & IMNT_GONE) == 0);
883 1.1 rmind
884 1.35 hannken used_syncer = (mp->mnt_iflag & IMNT_ONWORKLIST) != 0;
885 1.31 manu used_extattr = mp->mnt_flag & MNT_EXTATTR;
886 1.1 rmind
887 1.1 rmind mp->mnt_iflag |= IMNT_UNMOUNT;
888 1.73 ad mutex_enter(mp->mnt_updating);
889 1.1 rmind async = mp->mnt_flag & MNT_ASYNC;
890 1.1 rmind mp->mnt_flag &= ~MNT_ASYNC;
891 1.1 rmind cache_purgevfs(mp); /* remove cache entries for this file sys */
892 1.35 hannken if (used_syncer)
893 1.35 hannken vfs_syncer_remove_from_worklist(mp);
894 1.1 rmind error = 0;
895 1.36 manu if (((mp->mnt_flag & MNT_RDONLY) == 0) && ((flags & MNT_FORCE) == 0)) {
896 1.1 rmind error = VFS_SYNC(mp, MNT_WAIT, l->l_cred);
897 1.1 rmind }
898 1.1 rmind if (error == 0 || (flags & MNT_FORCE)) {
899 1.1 rmind error = VFS_UNMOUNT(mp, flags);
900 1.1 rmind }
901 1.1 rmind if (error) {
902 1.18 mlelstv mp->mnt_iflag &= ~IMNT_UNMOUNT;
903 1.1 rmind if ((mp->mnt_flag & (MNT_RDONLY | MNT_ASYNC)) == 0)
904 1.35 hannken vfs_syncer_add_to_worklist(mp);
905 1.1 rmind mp->mnt_flag |= async;
906 1.73 ad mutex_exit(mp->mnt_updating);
907 1.68 hannken if (!was_suspended)
908 1.68 hannken vfs_resume(mp);
909 1.31 manu if (used_extattr) {
910 1.31 manu if (start_extattr(mp) != 0)
911 1.31 manu mp->mnt_flag &= ~MNT_EXTATTR;
912 1.31 manu else
913 1.31 manu mp->mnt_flag |= MNT_EXTATTR;
914 1.31 manu }
915 1.1 rmind return (error);
916 1.1 rmind }
917 1.73 ad mutex_exit(mp->mnt_updating);
918 1.19 mlelstv
919 1.19 mlelstv /*
920 1.19 mlelstv * mark filesystem as gone to prevent further umounts
921 1.19 mlelstv * after mnt_umounting lock is gone, this also prevents
922 1.19 mlelstv * vfs_busy() from succeeding.
923 1.19 mlelstv */
924 1.19 mlelstv mp->mnt_iflag |= IMNT_GONE;
925 1.68 hannken if (!was_suspended)
926 1.68 hannken vfs_resume(mp);
927 1.19 mlelstv
928 1.20 hannken if ((coveredvp = mp->mnt_vnodecovered) != NULLVP) {
929 1.20 hannken vn_lock(coveredvp, LK_EXCLUSIVE | LK_RETRY);
930 1.20 hannken coveredvp->v_mountedhere = NULL;
931 1.20 hannken VOP_UNLOCK(coveredvp);
932 1.20 hannken }
933 1.52 hannken mountlist_remove(mp);
934 1.25 christos if (TAILQ_FIRST(&mp->mnt_vnodelist) != NULL)
935 1.1 rmind panic("unmount: dangling vnode");
936 1.1 rmind vfs_hooks_unmount(mp);
937 1.19 mlelstv
938 1.55 hannken vfs_rele(mp); /* reference from mount() */
939 1.1 rmind if (coveredvp != NULLVP) {
940 1.1 rmind vrele(coveredvp);
941 1.1 rmind }
942 1.1 rmind return (0);
943 1.1 rmind }
944 1.1 rmind
945 1.1 rmind /*
946 1.1 rmind * Unmount all file systems.
947 1.1 rmind * We traverse the list in reverse order under the assumption that doing so
948 1.1 rmind * will avoid needing to worry about dependencies.
949 1.1 rmind */
950 1.1 rmind bool
951 1.1 rmind vfs_unmountall(struct lwp *l)
952 1.1 rmind {
953 1.1 rmind
954 1.16 pooka printf("unmounting file systems...\n");
955 1.1 rmind return vfs_unmountall1(l, true, true);
956 1.1 rmind }
957 1.1 rmind
958 1.1 rmind static void
959 1.1 rmind vfs_unmount_print(struct mount *mp, const char *pfx)
960 1.1 rmind {
961 1.1 rmind
962 1.1 rmind aprint_verbose("%sunmounted %s on %s type %s\n", pfx,
963 1.1 rmind mp->mnt_stat.f_mntfromname, mp->mnt_stat.f_mntonname,
964 1.1 rmind mp->mnt_stat.f_fstypename);
965 1.1 rmind }
966 1.1 rmind
967 1.53 hannken /*
968 1.53 hannken * Return the mount with the highest generation less than "gen".
969 1.53 hannken */
970 1.53 hannken static struct mount *
971 1.53 hannken vfs_unmount_next(uint64_t gen)
972 1.1 rmind {
973 1.53 hannken mount_iterator_t *iter;
974 1.1 rmind struct mount *mp, *nmp;
975 1.1 rmind
976 1.1 rmind nmp = NULL;
977 1.1 rmind
978 1.53 hannken mountlist_iterator_init(&iter);
979 1.53 hannken while ((mp = mountlist_iterator_next(iter)) != NULL) {
980 1.53 hannken if ((nmp == NULL || mp->mnt_gen > nmp->mnt_gen) &&
981 1.53 hannken mp->mnt_gen < gen) {
982 1.53 hannken if (nmp != NULL)
983 1.55 hannken vfs_rele(nmp);
984 1.1 rmind nmp = mp;
985 1.55 hannken vfs_ref(nmp);
986 1.1 rmind }
987 1.1 rmind }
988 1.53 hannken mountlist_iterator_destroy(iter);
989 1.53 hannken
990 1.53 hannken return nmp;
991 1.53 hannken }
992 1.53 hannken
993 1.53 hannken bool
994 1.53 hannken vfs_unmount_forceone(struct lwp *l)
995 1.53 hannken {
996 1.53 hannken struct mount *mp;
997 1.53 hannken int error;
998 1.53 hannken
999 1.53 hannken mp = vfs_unmount_next(mountgen);
1000 1.53 hannken if (mp == NULL) {
1001 1.1 rmind return false;
1002 1.1 rmind }
1003 1.1 rmind
1004 1.1 rmind #ifdef DEBUG
1005 1.16 pooka printf("forcefully unmounting %s (%s)...\n",
1006 1.53 hannken mp->mnt_stat.f_mntonname, mp->mnt_stat.f_mntfromname);
1007 1.1 rmind #endif
1008 1.53 hannken if ((error = dounmount(mp, MNT_FORCE, l)) == 0) {
1009 1.53 hannken vfs_unmount_print(mp, "forcefully ");
1010 1.1 rmind return true;
1011 1.1 rmind } else {
1012 1.55 hannken vfs_rele(mp);
1013 1.1 rmind }
1014 1.1 rmind
1015 1.1 rmind #ifdef DEBUG
1016 1.1 rmind printf("forceful unmount of %s failed with error %d\n",
1017 1.53 hannken mp->mnt_stat.f_mntonname, error);
1018 1.1 rmind #endif
1019 1.1 rmind
1020 1.1 rmind return false;
1021 1.1 rmind }
1022 1.1 rmind
1023 1.1 rmind bool
1024 1.1 rmind vfs_unmountall1(struct lwp *l, bool force, bool verbose)
1025 1.1 rmind {
1026 1.53 hannken struct mount *mp;
1027 1.86 hannken mount_iterator_t *iter;
1028 1.1 rmind bool any_error = false, progress = false;
1029 1.53 hannken uint64_t gen;
1030 1.1 rmind int error;
1031 1.1 rmind
1032 1.53 hannken gen = mountgen;
1033 1.53 hannken for (;;) {
1034 1.53 hannken mp = vfs_unmount_next(gen);
1035 1.53 hannken if (mp == NULL)
1036 1.53 hannken break;
1037 1.53 hannken gen = mp->mnt_gen;
1038 1.53 hannken
1039 1.1 rmind #ifdef DEBUG
1040 1.16 pooka printf("unmounting %p %s (%s)...\n",
1041 1.1 rmind (void *)mp, mp->mnt_stat.f_mntonname,
1042 1.1 rmind mp->mnt_stat.f_mntfromname);
1043 1.1 rmind #endif
1044 1.1 rmind if ((error = dounmount(mp, force ? MNT_FORCE : 0, l)) == 0) {
1045 1.1 rmind vfs_unmount_print(mp, "");
1046 1.1 rmind progress = true;
1047 1.1 rmind } else {
1048 1.55 hannken vfs_rele(mp);
1049 1.1 rmind if (verbose) {
1050 1.1 rmind printf("unmount of %s failed with error %d\n",
1051 1.1 rmind mp->mnt_stat.f_mntonname, error);
1052 1.1 rmind }
1053 1.1 rmind any_error = true;
1054 1.1 rmind }
1055 1.1 rmind }
1056 1.1 rmind if (verbose) {
1057 1.16 pooka printf("unmounting done\n");
1058 1.1 rmind }
1059 1.1 rmind if (any_error && verbose) {
1060 1.1 rmind printf("WARNING: some file systems would not unmount\n");
1061 1.1 rmind }
1062 1.86 hannken /* If the mountlist is empty it is time to remove swap. */
1063 1.86 hannken mountlist_iterator_init(&iter);
1064 1.86 hannken if (mountlist_iterator_next(iter) == NULL) {
1065 1.86 hannken uvm_swap_shutdown(l);
1066 1.86 hannken }
1067 1.86 hannken mountlist_iterator_destroy(iter);
1068 1.86 hannken
1069 1.1 rmind return progress;
1070 1.1 rmind }
1071 1.1 rmind
1072 1.1 rmind void
1073 1.1 rmind vfs_sync_all(struct lwp *l)
1074 1.1 rmind {
1075 1.1 rmind printf("syncing disks... ");
1076 1.1 rmind
1077 1.1 rmind /* remove user processes from run queue */
1078 1.1 rmind suspendsched();
1079 1.1 rmind (void)spl0();
1080 1.1 rmind
1081 1.1 rmind /* avoid coming back this way again if we panic. */
1082 1.1 rmind doing_shutdown = 1;
1083 1.1 rmind
1084 1.5 dsl do_sys_sync(l);
1085 1.1 rmind
1086 1.1 rmind /* Wait for sync to finish. */
1087 1.80 ad if (vfs_syncwait() != 0) {
1088 1.1 rmind #if defined(DDB) && defined(DEBUG_HALT_BUSY)
1089 1.1 rmind Debugger();
1090 1.1 rmind #endif
1091 1.1 rmind printf("giving up\n");
1092 1.1 rmind return;
1093 1.1 rmind } else
1094 1.1 rmind printf("done\n");
1095 1.1 rmind }
1096 1.1 rmind
1097 1.3 rmind /*
1098 1.3 rmind * Sync and unmount file systems before shutting down.
1099 1.3 rmind */
1100 1.3 rmind void
1101 1.3 rmind vfs_shutdown(void)
1102 1.1 rmind {
1103 1.3 rmind lwp_t *l = curlwp;
1104 1.1 rmind
1105 1.1 rmind vfs_sync_all(l);
1106 1.1 rmind
1107 1.1 rmind /*
1108 1.3 rmind * If we have paniced - do not make the situation potentially
1109 1.1 rmind * worse by unmounting the file systems.
1110 1.1 rmind */
1111 1.3 rmind if (panicstr != NULL) {
1112 1.1 rmind return;
1113 1.3 rmind }
1114 1.1 rmind
1115 1.1 rmind /* Unmount file systems. */
1116 1.1 rmind vfs_unmountall(l);
1117 1.1 rmind }
1118 1.1 rmind
1119 1.1 rmind /*
1120 1.1 rmind * Print a list of supported file system types (used by vfs_mountroot)
1121 1.1 rmind */
1122 1.1 rmind static void
1123 1.1 rmind vfs_print_fstypes(void)
1124 1.1 rmind {
1125 1.1 rmind struct vfsops *v;
1126 1.1 rmind int cnt = 0;
1127 1.1 rmind
1128 1.1 rmind mutex_enter(&vfs_list_lock);
1129 1.1 rmind LIST_FOREACH(v, &vfs_list, vfs_list)
1130 1.1 rmind ++cnt;
1131 1.1 rmind mutex_exit(&vfs_list_lock);
1132 1.1 rmind
1133 1.1 rmind if (cnt == 0) {
1134 1.1 rmind printf("WARNING: No file system modules have been loaded.\n");
1135 1.1 rmind return;
1136 1.1 rmind }
1137 1.1 rmind
1138 1.1 rmind printf("Supported file systems:");
1139 1.1 rmind mutex_enter(&vfs_list_lock);
1140 1.1 rmind LIST_FOREACH(v, &vfs_list, vfs_list) {
1141 1.1 rmind printf(" %s", v->vfs_name);
1142 1.1 rmind }
1143 1.1 rmind mutex_exit(&vfs_list_lock);
1144 1.1 rmind printf("\n");
1145 1.1 rmind }
1146 1.1 rmind
1147 1.1 rmind /*
1148 1.1 rmind * Mount the root file system. If the operator didn't specify a
1149 1.1 rmind * file system to use, try all possible file systems until one
1150 1.1 rmind * succeeds.
1151 1.1 rmind */
1152 1.1 rmind int
1153 1.1 rmind vfs_mountroot(void)
1154 1.1 rmind {
1155 1.1 rmind struct vfsops *v;
1156 1.1 rmind int error = ENODEV;
1157 1.1 rmind
1158 1.1 rmind if (root_device == NULL)
1159 1.1 rmind panic("vfs_mountroot: root device unknown");
1160 1.1 rmind
1161 1.1 rmind switch (device_class(root_device)) {
1162 1.1 rmind case DV_IFNET:
1163 1.1 rmind if (rootdev != NODEV)
1164 1.1 rmind panic("vfs_mountroot: rootdev set for DV_IFNET "
1165 1.1 rmind "(0x%llx -> %llu,%llu)",
1166 1.1 rmind (unsigned long long)rootdev,
1167 1.1 rmind (unsigned long long)major(rootdev),
1168 1.1 rmind (unsigned long long)minor(rootdev));
1169 1.1 rmind break;
1170 1.1 rmind
1171 1.1 rmind case DV_DISK:
1172 1.1 rmind if (rootdev == NODEV)
1173 1.1 rmind panic("vfs_mountroot: rootdev not set for DV_DISK");
1174 1.1 rmind if (bdevvp(rootdev, &rootvp))
1175 1.1 rmind panic("vfs_mountroot: can't get vnode for rootdev");
1176 1.1 rmind error = VOP_OPEN(rootvp, FREAD, FSCRED);
1177 1.1 rmind if (error) {
1178 1.1 rmind printf("vfs_mountroot: can't open root device\n");
1179 1.1 rmind return (error);
1180 1.1 rmind }
1181 1.1 rmind break;
1182 1.1 rmind
1183 1.1 rmind case DV_VIRTUAL:
1184 1.1 rmind break;
1185 1.1 rmind
1186 1.1 rmind default:
1187 1.1 rmind printf("%s: inappropriate for root file system\n",
1188 1.1 rmind device_xname(root_device));
1189 1.1 rmind return (ENODEV);
1190 1.1 rmind }
1191 1.1 rmind
1192 1.1 rmind /*
1193 1.1 rmind * If user specified a root fs type, use it. Make sure the
1194 1.1 rmind * specified type exists and has a mount_root()
1195 1.1 rmind */
1196 1.1 rmind if (strcmp(rootfstype, ROOT_FSTYPE_ANY) != 0) {
1197 1.1 rmind v = vfs_getopsbyname(rootfstype);
1198 1.1 rmind error = EFTYPE;
1199 1.1 rmind if (v != NULL) {
1200 1.1 rmind if (v->vfs_mountroot != NULL) {
1201 1.1 rmind error = (v->vfs_mountroot)();
1202 1.1 rmind }
1203 1.1 rmind v->vfs_refcount--;
1204 1.1 rmind }
1205 1.1 rmind goto done;
1206 1.1 rmind }
1207 1.1 rmind
1208 1.1 rmind /*
1209 1.1 rmind * Try each file system currently configured into the kernel.
1210 1.1 rmind */
1211 1.1 rmind mutex_enter(&vfs_list_lock);
1212 1.1 rmind LIST_FOREACH(v, &vfs_list, vfs_list) {
1213 1.1 rmind if (v->vfs_mountroot == NULL)
1214 1.1 rmind continue;
1215 1.1 rmind #ifdef DEBUG
1216 1.1 rmind aprint_normal("mountroot: trying %s...\n", v->vfs_name);
1217 1.1 rmind #endif
1218 1.1 rmind v->vfs_refcount++;
1219 1.1 rmind mutex_exit(&vfs_list_lock);
1220 1.1 rmind error = (*v->vfs_mountroot)();
1221 1.1 rmind mutex_enter(&vfs_list_lock);
1222 1.1 rmind v->vfs_refcount--;
1223 1.1 rmind if (!error) {
1224 1.1 rmind aprint_normal("root file system type: %s\n",
1225 1.1 rmind v->vfs_name);
1226 1.1 rmind break;
1227 1.1 rmind }
1228 1.1 rmind }
1229 1.1 rmind mutex_exit(&vfs_list_lock);
1230 1.1 rmind
1231 1.1 rmind if (v == NULL) {
1232 1.1 rmind vfs_print_fstypes();
1233 1.1 rmind printf("no file system for %s", device_xname(root_device));
1234 1.1 rmind if (device_class(root_device) == DV_DISK)
1235 1.1 rmind printf(" (dev 0x%llx)", (unsigned long long)rootdev);
1236 1.1 rmind printf("\n");
1237 1.1 rmind error = EFTYPE;
1238 1.1 rmind }
1239 1.1 rmind
1240 1.1 rmind done:
1241 1.1 rmind if (error && device_class(root_device) == DV_DISK) {
1242 1.1 rmind VOP_CLOSE(rootvp, FREAD, FSCRED);
1243 1.1 rmind vrele(rootvp);
1244 1.1 rmind }
1245 1.1 rmind if (error == 0) {
1246 1.53 hannken mount_iterator_t *iter;
1247 1.24 christos struct mount *mp;
1248 1.1 rmind extern struct cwdinfo cwdi0;
1249 1.1 rmind
1250 1.53 hannken mountlist_iterator_init(&iter);
1251 1.53 hannken mp = mountlist_iterator_next(iter);
1252 1.53 hannken KASSERT(mp != NULL);
1253 1.53 hannken mountlist_iterator_destroy(iter);
1254 1.53 hannken
1255 1.24 christos mp->mnt_flag |= MNT_ROOTFS;
1256 1.24 christos mp->mnt_op->vfs_refcount++;
1257 1.1 rmind
1258 1.1 rmind /*
1259 1.1 rmind * Get the vnode for '/'. Set cwdi0.cwdi_cdir to
1260 1.76 ad * reference it, and donate it the reference grabbed
1261 1.76 ad * with VFS_ROOT().
1262 1.1 rmind */
1263 1.76 ad error = VFS_ROOT(mp, LK_NONE, &rootvnode);
1264 1.1 rmind if (error)
1265 1.1 rmind panic("cannot find root vnode, error=%d", error);
1266 1.1 rmind cwdi0.cwdi_cdir = rootvnode;
1267 1.1 rmind cwdi0.cwdi_rdir = NULL;
1268 1.1 rmind
1269 1.1 rmind /*
1270 1.1 rmind * Now that root is mounted, we can fixup initproc's CWD
1271 1.1 rmind * info. All other processes are kthreads, which merely
1272 1.1 rmind * share proc0's CWD info.
1273 1.1 rmind */
1274 1.1 rmind initproc->p_cwdi->cwdi_cdir = rootvnode;
1275 1.1 rmind vref(initproc->p_cwdi->cwdi_cdir);
1276 1.1 rmind initproc->p_cwdi->cwdi_rdir = NULL;
1277 1.1 rmind /*
1278 1.1 rmind * Enable loading of modules from the filesystem
1279 1.1 rmind */
1280 1.1 rmind module_load_vfs_init();
1281 1.1 rmind
1282 1.1 rmind }
1283 1.1 rmind return (error);
1284 1.1 rmind }
1285 1.1 rmind
1286 1.1 rmind /*
1287 1.1 rmind * mount_specific_key_create --
1288 1.1 rmind * Create a key for subsystem mount-specific data.
1289 1.1 rmind */
1290 1.1 rmind int
1291 1.1 rmind mount_specific_key_create(specificdata_key_t *keyp, specificdata_dtor_t dtor)
1292 1.1 rmind {
1293 1.1 rmind
1294 1.1 rmind return specificdata_key_create(mount_specificdata_domain, keyp, dtor);
1295 1.1 rmind }
1296 1.1 rmind
1297 1.1 rmind /*
1298 1.1 rmind * mount_specific_key_delete --
1299 1.1 rmind * Delete a key for subsystem mount-specific data.
1300 1.1 rmind */
1301 1.1 rmind void
1302 1.1 rmind mount_specific_key_delete(specificdata_key_t key)
1303 1.1 rmind {
1304 1.1 rmind
1305 1.1 rmind specificdata_key_delete(mount_specificdata_domain, key);
1306 1.1 rmind }
1307 1.1 rmind
1308 1.1 rmind /*
1309 1.1 rmind * mount_initspecific --
1310 1.1 rmind * Initialize a mount's specificdata container.
1311 1.1 rmind */
1312 1.1 rmind void
1313 1.1 rmind mount_initspecific(struct mount *mp)
1314 1.1 rmind {
1315 1.22 martin int error __diagused;
1316 1.1 rmind
1317 1.1 rmind error = specificdata_init(mount_specificdata_domain,
1318 1.1 rmind &mp->mnt_specdataref);
1319 1.1 rmind KASSERT(error == 0);
1320 1.1 rmind }
1321 1.1 rmind
1322 1.1 rmind /*
1323 1.1 rmind * mount_finispecific --
1324 1.1 rmind * Finalize a mount's specificdata container.
1325 1.1 rmind */
1326 1.1 rmind void
1327 1.1 rmind mount_finispecific(struct mount *mp)
1328 1.1 rmind {
1329 1.1 rmind
1330 1.1 rmind specificdata_fini(mount_specificdata_domain, &mp->mnt_specdataref);
1331 1.1 rmind }
1332 1.1 rmind
1333 1.1 rmind /*
1334 1.1 rmind * mount_getspecific --
1335 1.1 rmind * Return mount-specific data corresponding to the specified key.
1336 1.1 rmind */
1337 1.1 rmind void *
1338 1.1 rmind mount_getspecific(struct mount *mp, specificdata_key_t key)
1339 1.1 rmind {
1340 1.1 rmind
1341 1.1 rmind return specificdata_getspecific(mount_specificdata_domain,
1342 1.1 rmind &mp->mnt_specdataref, key);
1343 1.1 rmind }
1344 1.1 rmind
1345 1.1 rmind /*
1346 1.1 rmind * mount_setspecific --
1347 1.1 rmind * Set mount-specific data corresponding to the specified key.
1348 1.1 rmind */
1349 1.1 rmind void
1350 1.1 rmind mount_setspecific(struct mount *mp, specificdata_key_t key, void *data)
1351 1.1 rmind {
1352 1.1 rmind
1353 1.1 rmind specificdata_setspecific(mount_specificdata_domain,
1354 1.1 rmind &mp->mnt_specdataref, key, data);
1355 1.1 rmind }
1356 1.1 rmind
1357 1.1 rmind /*
1358 1.1 rmind * Check to see if a filesystem is mounted on a block device.
1359 1.1 rmind */
1360 1.1 rmind int
1361 1.1 rmind vfs_mountedon(vnode_t *vp)
1362 1.1 rmind {
1363 1.1 rmind vnode_t *vq;
1364 1.1 rmind int error = 0;
1365 1.1 rmind
1366 1.1 rmind if (vp->v_type != VBLK)
1367 1.1 rmind return ENOTBLK;
1368 1.21 hannken if (spec_node_getmountedfs(vp) != NULL)
1369 1.17 hannken return EBUSY;
1370 1.17 hannken if (spec_node_lookup_by_dev(vp->v_type, vp->v_rdev, &vq) == 0) {
1371 1.21 hannken if (spec_node_getmountedfs(vq) != NULL)
1372 1.1 rmind error = EBUSY;
1373 1.17 hannken vrele(vq);
1374 1.1 rmind }
1375 1.17 hannken
1376 1.17 hannken return error;
1377 1.1 rmind }
1378 1.1 rmind
1379 1.1 rmind /*
1380 1.1 rmind * Check if a device pointed to by vp is mounted.
1381 1.1 rmind *
1382 1.1 rmind * Returns:
1383 1.1 rmind * EINVAL if it's not a disk
1384 1.1 rmind * EBUSY if it's a disk and mounted
1385 1.1 rmind * 0 if it's a disk and not mounted
1386 1.1 rmind */
1387 1.1 rmind int
1388 1.1 rmind rawdev_mounted(vnode_t *vp, vnode_t **bvpp)
1389 1.1 rmind {
1390 1.1 rmind vnode_t *bvp;
1391 1.1 rmind dev_t dev;
1392 1.1 rmind int d_type;
1393 1.1 rmind
1394 1.1 rmind bvp = NULL;
1395 1.1 rmind d_type = D_OTHER;
1396 1.1 rmind
1397 1.1 rmind if (iskmemvp(vp))
1398 1.1 rmind return EINVAL;
1399 1.1 rmind
1400 1.1 rmind switch (vp->v_type) {
1401 1.1 rmind case VCHR: {
1402 1.1 rmind const struct cdevsw *cdev;
1403 1.1 rmind
1404 1.7 christos dev = vp->v_rdev;
1405 1.1 rmind cdev = cdevsw_lookup(dev);
1406 1.1 rmind if (cdev != NULL) {
1407 1.1 rmind dev_t blkdev;
1408 1.1 rmind
1409 1.1 rmind blkdev = devsw_chr2blk(dev);
1410 1.1 rmind if (blkdev != NODEV) {
1411 1.1 rmind if (vfinddev(blkdev, VBLK, &bvp) != 0) {
1412 1.1 rmind d_type = (cdev->d_flag & D_TYPEMASK);
1413 1.1 rmind /* XXX: what if bvp disappears? */
1414 1.1 rmind vrele(bvp);
1415 1.1 rmind }
1416 1.1 rmind }
1417 1.1 rmind }
1418 1.1 rmind
1419 1.1 rmind break;
1420 1.1 rmind }
1421 1.1 rmind
1422 1.1 rmind case VBLK: {
1423 1.1 rmind const struct bdevsw *bdev;
1424 1.1 rmind
1425 1.7 christos dev = vp->v_rdev;
1426 1.1 rmind bdev = bdevsw_lookup(dev);
1427 1.1 rmind if (bdev != NULL)
1428 1.1 rmind d_type = (bdev->d_flag & D_TYPEMASK);
1429 1.1 rmind
1430 1.1 rmind bvp = vp;
1431 1.1 rmind
1432 1.1 rmind break;
1433 1.1 rmind }
1434 1.1 rmind
1435 1.1 rmind default:
1436 1.1 rmind break;
1437 1.1 rmind }
1438 1.1 rmind
1439 1.1 rmind if (d_type != D_DISK)
1440 1.1 rmind return EINVAL;
1441 1.1 rmind
1442 1.1 rmind if (bvpp != NULL)
1443 1.1 rmind *bvpp = bvp;
1444 1.1 rmind
1445 1.1 rmind /*
1446 1.1 rmind * XXX: This is bogus. We should be failing the request
1447 1.1 rmind * XXX: not only if this specific slice is mounted, but
1448 1.1 rmind * XXX: if it's on a disk with any other mounted slice.
1449 1.1 rmind */
1450 1.1 rmind if (vfs_mountedon(bvp))
1451 1.1 rmind return EBUSY;
1452 1.1 rmind
1453 1.1 rmind return 0;
1454 1.1 rmind }
1455 1.1 rmind
1456 1.1 rmind /*
1457 1.1 rmind * Make a 'unique' number from a mount type name.
1458 1.1 rmind */
1459 1.1 rmind long
1460 1.1 rmind makefstype(const char *type)
1461 1.1 rmind {
1462 1.1 rmind long rv;
1463 1.1 rmind
1464 1.1 rmind for (rv = 0; *type; type++) {
1465 1.1 rmind rv <<= 2;
1466 1.1 rmind rv ^= *type;
1467 1.1 rmind }
1468 1.1 rmind return rv;
1469 1.1 rmind }
1470 1.24 christos
1471 1.52 hannken static struct mountlist_entry *
1472 1.52 hannken mountlist_alloc(enum mountlist_type type, struct mount *mp)
1473 1.52 hannken {
1474 1.52 hannken struct mountlist_entry *me;
1475 1.52 hannken
1476 1.52 hannken me = kmem_zalloc(sizeof(*me), KM_SLEEP);
1477 1.52 hannken me->me_mount = mp;
1478 1.52 hannken me->me_type = type;
1479 1.52 hannken
1480 1.52 hannken return me;
1481 1.52 hannken }
1482 1.52 hannken
1483 1.52 hannken static void
1484 1.52 hannken mountlist_free(struct mountlist_entry *me)
1485 1.52 hannken {
1486 1.52 hannken
1487 1.52 hannken kmem_free(me, sizeof(*me));
1488 1.52 hannken }
1489 1.52 hannken
1490 1.52 hannken void
1491 1.52 hannken mountlist_iterator_init(mount_iterator_t **mip)
1492 1.52 hannken {
1493 1.52 hannken struct mountlist_entry *me;
1494 1.52 hannken
1495 1.52 hannken me = mountlist_alloc(ME_MARKER, NULL);
1496 1.52 hannken mutex_enter(&mountlist_lock);
1497 1.54 hannken TAILQ_INSERT_HEAD(&mountlist, me, me_list);
1498 1.52 hannken mutex_exit(&mountlist_lock);
1499 1.52 hannken *mip = (mount_iterator_t *)me;
1500 1.52 hannken }
1501 1.52 hannken
1502 1.52 hannken void
1503 1.52 hannken mountlist_iterator_destroy(mount_iterator_t *mi)
1504 1.52 hannken {
1505 1.52 hannken struct mountlist_entry *marker = &mi->mi_entry;
1506 1.52 hannken
1507 1.52 hannken if (marker->me_mount != NULL)
1508 1.56 hannken vfs_unbusy(marker->me_mount);
1509 1.52 hannken
1510 1.52 hannken mutex_enter(&mountlist_lock);
1511 1.54 hannken TAILQ_REMOVE(&mountlist, marker, me_list);
1512 1.52 hannken mutex_exit(&mountlist_lock);
1513 1.52 hannken
1514 1.52 hannken mountlist_free(marker);
1515 1.52 hannken
1516 1.52 hannken }
1517 1.52 hannken
1518 1.52 hannken /*
1519 1.52 hannken * Return the next mount or NULL for this iterator.
1520 1.52 hannken * Mark it busy on success.
1521 1.52 hannken */
1522 1.58 hannken static inline struct mount *
1523 1.58 hannken _mountlist_iterator_next(mount_iterator_t *mi, bool wait)
1524 1.52 hannken {
1525 1.52 hannken struct mountlist_entry *me, *marker = &mi->mi_entry;
1526 1.52 hannken struct mount *mp;
1527 1.58 hannken int error;
1528 1.52 hannken
1529 1.52 hannken if (marker->me_mount != NULL) {
1530 1.56 hannken vfs_unbusy(marker->me_mount);
1531 1.52 hannken marker->me_mount = NULL;
1532 1.52 hannken }
1533 1.52 hannken
1534 1.52 hannken mutex_enter(&mountlist_lock);
1535 1.52 hannken for (;;) {
1536 1.52 hannken KASSERT(marker->me_type == ME_MARKER);
1537 1.52 hannken
1538 1.52 hannken me = TAILQ_NEXT(marker, me_list);
1539 1.52 hannken if (me == NULL) {
1540 1.52 hannken /* End of list: keep marker and return. */
1541 1.52 hannken mutex_exit(&mountlist_lock);
1542 1.52 hannken return NULL;
1543 1.52 hannken }
1544 1.54 hannken TAILQ_REMOVE(&mountlist, marker, me_list);
1545 1.54 hannken TAILQ_INSERT_AFTER(&mountlist, me, marker, me_list);
1546 1.52 hannken
1547 1.52 hannken /* Skip other markers. */
1548 1.52 hannken if (me->me_type != ME_MOUNT)
1549 1.52 hannken continue;
1550 1.52 hannken
1551 1.52 hannken /* Take an initial reference for vfs_busy() below. */
1552 1.52 hannken mp = me->me_mount;
1553 1.52 hannken KASSERT(mp != NULL);
1554 1.55 hannken vfs_ref(mp);
1555 1.52 hannken mutex_exit(&mountlist_lock);
1556 1.52 hannken
1557 1.52 hannken /* Try to mark this mount busy and return on success. */
1558 1.58 hannken if (wait)
1559 1.58 hannken error = vfs_busy(mp);
1560 1.58 hannken else
1561 1.58 hannken error = vfs_trybusy(mp);
1562 1.58 hannken if (error == 0) {
1563 1.55 hannken vfs_rele(mp);
1564 1.52 hannken marker->me_mount = mp;
1565 1.52 hannken return mp;
1566 1.52 hannken }
1567 1.55 hannken vfs_rele(mp);
1568 1.52 hannken mutex_enter(&mountlist_lock);
1569 1.52 hannken }
1570 1.52 hannken }
1571 1.52 hannken
1572 1.58 hannken struct mount *
1573 1.58 hannken mountlist_iterator_next(mount_iterator_t *mi)
1574 1.58 hannken {
1575 1.58 hannken
1576 1.58 hannken return _mountlist_iterator_next(mi, true);
1577 1.58 hannken }
1578 1.58 hannken
1579 1.58 hannken struct mount *
1580 1.58 hannken mountlist_iterator_trynext(mount_iterator_t *mi)
1581 1.58 hannken {
1582 1.58 hannken
1583 1.58 hannken return _mountlist_iterator_next(mi, false);
1584 1.58 hannken }
1585 1.58 hannken
1586 1.52 hannken /*
1587 1.52 hannken * Attach new mount to the end of the mount list.
1588 1.52 hannken */
1589 1.24 christos void
1590 1.24 christos mountlist_append(struct mount *mp)
1591 1.24 christos {
1592 1.52 hannken struct mountlist_entry *me;
1593 1.52 hannken
1594 1.52 hannken me = mountlist_alloc(ME_MOUNT, mp);
1595 1.24 christos mutex_enter(&mountlist_lock);
1596 1.54 hannken TAILQ_INSERT_TAIL(&mountlist, me, me_list);
1597 1.24 christos mutex_exit(&mountlist_lock);
1598 1.24 christos }
1599 1.52 hannken
1600 1.52 hannken /*
1601 1.52 hannken * Remove mount from mount list.
1602 1.52 hannken */void
1603 1.52 hannken mountlist_remove(struct mount *mp)
1604 1.52 hannken {
1605 1.52 hannken struct mountlist_entry *me;
1606 1.52 hannken
1607 1.52 hannken mutex_enter(&mountlist_lock);
1608 1.54 hannken TAILQ_FOREACH(me, &mountlist, me_list)
1609 1.52 hannken if (me->me_type == ME_MOUNT && me->me_mount == mp)
1610 1.52 hannken break;
1611 1.52 hannken KASSERT(me != NULL);
1612 1.54 hannken TAILQ_REMOVE(&mountlist, me, me_list);
1613 1.52 hannken mutex_exit(&mountlist_lock);
1614 1.52 hannken mountlist_free(me);
1615 1.52 hannken }
1616 1.52 hannken
1617 1.52 hannken /*
1618 1.52 hannken * Unlocked variant to traverse the mountlist.
1619 1.52 hannken * To be used from DDB only.
1620 1.52 hannken */
1621 1.52 hannken struct mount *
1622 1.52 hannken _mountlist_next(struct mount *mp)
1623 1.52 hannken {
1624 1.52 hannken struct mountlist_entry *me;
1625 1.52 hannken
1626 1.52 hannken if (mp == NULL) {
1627 1.54 hannken me = TAILQ_FIRST(&mountlist);
1628 1.52 hannken } else {
1629 1.54 hannken TAILQ_FOREACH(me, &mountlist, me_list)
1630 1.52 hannken if (me->me_type == ME_MOUNT && me->me_mount == mp)
1631 1.52 hannken break;
1632 1.52 hannken if (me != NULL)
1633 1.52 hannken me = TAILQ_NEXT(me, me_list);
1634 1.52 hannken }
1635 1.52 hannken
1636 1.52 hannken while (me != NULL && me->me_type != ME_MOUNT)
1637 1.52 hannken me = TAILQ_NEXT(me, me_list);
1638 1.52 hannken
1639 1.52 hannken return (me ? me->me_mount : NULL);
1640 1.52 hannken }
1641