Home | History | Annotate | Line # | Download | only in union
union_vnops.c revision 1.47
      1 /*	$NetBSD: union_vnops.c,v 1.47 2011/10/18 09:22:53 hannken Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1992, 1993, 1994, 1995
      5  *	The Regents of the University of California.  All rights reserved.
      6  *
      7  * This code is derived from software contributed to Berkeley by
      8  * Jan-Simon Pendry.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. Neither the name of the University nor the names of its contributors
     19  *    may be used to endorse or promote products derived from this software
     20  *    without specific prior written permission.
     21  *
     22  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32  * SUCH DAMAGE.
     33  *
     34  *	@(#)union_vnops.c	8.33 (Berkeley) 7/31/95
     35  */
     36 
     37 /*
     38  * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry.
     39  *
     40  * This code is derived from software contributed to Berkeley by
     41  * Jan-Simon Pendry.
     42  *
     43  * Redistribution and use in source and binary forms, with or without
     44  * modification, are permitted provided that the following conditions
     45  * are met:
     46  * 1. Redistributions of source code must retain the above copyright
     47  *    notice, this list of conditions and the following disclaimer.
     48  * 2. Redistributions in binary form must reproduce the above copyright
     49  *    notice, this list of conditions and the following disclaimer in the
     50  *    documentation and/or other materials provided with the distribution.
     51  * 3. All advertising materials mentioning features or use of this software
     52  *    must display the following acknowledgement:
     53  *	This product includes software developed by the University of
     54  *	California, Berkeley and its contributors.
     55  * 4. Neither the name of the University nor the names of its contributors
     56  *    may be used to endorse or promote products derived from this software
     57  *    without specific prior written permission.
     58  *
     59  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69  * SUCH DAMAGE.
     70  *
     71  *	@(#)union_vnops.c	8.33 (Berkeley) 7/31/95
     72  */
     73 
     74 #include <sys/cdefs.h>
     75 __KERNEL_RCSID(0, "$NetBSD: union_vnops.c,v 1.47 2011/10/18 09:22:53 hannken Exp $");
     76 
     77 #include <sys/param.h>
     78 #include <sys/systm.h>
     79 #include <sys/proc.h>
     80 #include <sys/file.h>
     81 #include <sys/time.h>
     82 #include <sys/stat.h>
     83 #include <sys/vnode.h>
     84 #include <sys/mount.h>
     85 #include <sys/namei.h>
     86 #include <sys/malloc.h>
     87 #include <sys/buf.h>
     88 #include <sys/queue.h>
     89 #include <sys/lock.h>
     90 #include <sys/kauth.h>
     91 
     92 #include <fs/union/union.h>
     93 #include <miscfs/genfs/genfs.h>
     94 #include <miscfs/specfs/specdev.h>
     95 
     96 int union_lookup(void *);
     97 int union_create(void *);
     98 int union_whiteout(void *);
     99 int union_mknod(void *);
    100 int union_open(void *);
    101 int union_close(void *);
    102 int union_access(void *);
    103 int union_getattr(void *);
    104 int union_setattr(void *);
    105 int union_read(void *);
    106 int union_write(void *);
    107 int union_ioctl(void *);
    108 int union_poll(void *);
    109 int union_revoke(void *);
    110 int union_mmap(void *);
    111 int union_fsync(void *);
    112 int union_seek(void *);
    113 int union_remove(void *);
    114 int union_link(void *);
    115 int union_rename(void *);
    116 int union_mkdir(void *);
    117 int union_rmdir(void *);
    118 int union_symlink(void *);
    119 int union_readdir(void *);
    120 int union_readlink(void *);
    121 int union_abortop(void *);
    122 int union_inactive(void *);
    123 int union_reclaim(void *);
    124 int union_lock(void *);
    125 int union_unlock(void *);
    126 int union_bmap(void *);
    127 int union_print(void *);
    128 int union_islocked(void *);
    129 int union_pathconf(void *);
    130 int union_advlock(void *);
    131 int union_strategy(void *);
    132 int union_bwrite(void *);
    133 int union_getpages(void *);
    134 int union_putpages(void *);
    135 int union_kqfilter(void *);
    136 
    137 static void union_fixup(struct union_node *);
    138 static int union_lookup1(struct vnode *, struct vnode **,
    139 			      struct vnode **, struct componentname *);
    140 
    141 
    142 /*
    143  * Global vfs data structures
    144  */
    145 int (**union_vnodeop_p)(void *);
    146 const struct vnodeopv_entry_desc union_vnodeop_entries[] = {
    147 	{ &vop_default_desc, vn_default_error },
    148 	{ &vop_lookup_desc, union_lookup },		/* lookup */
    149 	{ &vop_create_desc, union_create },		/* create */
    150 	{ &vop_whiteout_desc, union_whiteout },		/* whiteout */
    151 	{ &vop_mknod_desc, union_mknod },		/* mknod */
    152 	{ &vop_open_desc, union_open },			/* open */
    153 	{ &vop_close_desc, union_close },		/* close */
    154 	{ &vop_access_desc, union_access },		/* access */
    155 	{ &vop_getattr_desc, union_getattr },		/* getattr */
    156 	{ &vop_setattr_desc, union_setattr },		/* setattr */
    157 	{ &vop_read_desc, union_read },			/* read */
    158 	{ &vop_write_desc, union_write },		/* write */
    159 	{ &vop_ioctl_desc, union_ioctl },		/* ioctl */
    160 	{ &vop_poll_desc, union_poll },			/* select */
    161 	{ &vop_revoke_desc, union_revoke },		/* revoke */
    162 	{ &vop_mmap_desc, union_mmap },			/* mmap */
    163 	{ &vop_fsync_desc, union_fsync },		/* fsync */
    164 	{ &vop_seek_desc, union_seek },			/* seek */
    165 	{ &vop_remove_desc, union_remove },		/* remove */
    166 	{ &vop_link_desc, union_link },			/* link */
    167 	{ &vop_rename_desc, union_rename },		/* rename */
    168 	{ &vop_mkdir_desc, union_mkdir },		/* mkdir */
    169 	{ &vop_rmdir_desc, union_rmdir },		/* rmdir */
    170 	{ &vop_symlink_desc, union_symlink },		/* symlink */
    171 	{ &vop_readdir_desc, union_readdir },		/* readdir */
    172 	{ &vop_readlink_desc, union_readlink },		/* readlink */
    173 	{ &vop_abortop_desc, union_abortop },		/* abortop */
    174 	{ &vop_inactive_desc, union_inactive },		/* inactive */
    175 	{ &vop_reclaim_desc, union_reclaim },		/* reclaim */
    176 	{ &vop_lock_desc, union_lock },			/* lock */
    177 	{ &vop_unlock_desc, union_unlock },		/* unlock */
    178 	{ &vop_bmap_desc, union_bmap },			/* bmap */
    179 	{ &vop_strategy_desc, union_strategy },		/* strategy */
    180 	{ &vop_bwrite_desc, union_bwrite },		/* bwrite */
    181 	{ &vop_print_desc, union_print },		/* print */
    182 	{ &vop_islocked_desc, union_islocked },		/* islocked */
    183 	{ &vop_pathconf_desc, union_pathconf },		/* pathconf */
    184 	{ &vop_advlock_desc, union_advlock },		/* advlock */
    185 	{ &vop_getpages_desc, union_getpages },		/* getpages */
    186 	{ &vop_putpages_desc, union_putpages },		/* putpages */
    187 	{ &vop_kqfilter_desc, union_kqfilter },		/* kqfilter */
    188 	{ NULL, NULL }
    189 };
    190 const struct vnodeopv_desc union_vnodeop_opv_desc =
    191 	{ &union_vnodeop_p, union_vnodeop_entries };
    192 
    193 #define FIXUP(un) { \
    194 	if (((un)->un_flags & UN_ULOCK) == 0) { \
    195 		union_fixup(un); \
    196 	} \
    197 }
    198 #define NODE_IS_SPECIAL(vp) \
    199 	((vp)->v_type == VBLK || (vp)->v_type == VCHR || \
    200 	(vp)->v_type == VSOCK || (vp)->v_type == VFIFO)
    201 
    202 static void
    203 union_fixup(struct union_node *un)
    204 {
    205 
    206 	vn_lock(un->un_uppervp, LK_EXCLUSIVE | LK_RETRY);
    207 	un->un_flags |= UN_ULOCK;
    208 }
    209 
    210 static int
    211 union_lookup1(struct vnode *udvp, struct vnode **dvpp, struct vnode **vpp,
    212 	struct componentname *cnp)
    213 {
    214 	int error;
    215 	struct vnode *tdvp;
    216 	struct vnode *dvp;
    217 	struct mount *mp;
    218 
    219 	dvp = *dvpp;
    220 
    221 	/*
    222 	 * If stepping up the directory tree, check for going
    223 	 * back across the mount point, in which case do what
    224 	 * lookup would do by stepping back down the mount
    225 	 * hierarchy.
    226 	 */
    227 	if (cnp->cn_flags & ISDOTDOT) {
    228 		while ((dvp != udvp) && (dvp->v_vflag & VV_ROOT)) {
    229 			/*
    230 			 * Don't do the NOCROSSMOUNT check
    231 			 * at this level.  By definition,
    232 			 * union fs deals with namespaces, not
    233 			 * filesystems.
    234 			 */
    235 			tdvp = dvp;
    236 			*dvpp = dvp = dvp->v_mount->mnt_vnodecovered;
    237 			VOP_UNLOCK(tdvp);
    238 			vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
    239 		}
    240 	}
    241 
    242         error = VOP_LOOKUP(dvp, &tdvp, cnp);
    243 	if (error)
    244 		return (error);
    245 
    246 	dvp = tdvp;
    247 
    248 	/*
    249 	 * Lastly check if the current node is a mount point in
    250 	 * which case walk up the mount hierarchy making sure not to
    251 	 * bump into the root of the mount tree (ie. dvp != udvp).
    252 	 */
    253 	while (dvp != udvp && (dvp->v_type == VDIR) &&
    254 	       (mp = dvp->v_mountedhere)) {
    255 		if (vfs_busy(mp, NULL))
    256 			continue;
    257 		vput(dvp);
    258 		error = VFS_ROOT(mp, &tdvp);
    259 		vfs_unbusy(mp, false, NULL);
    260 		if (error) {
    261 			return (error);
    262 		}
    263 		dvp = tdvp;
    264 	}
    265 
    266 	*vpp = dvp;
    267 	return (0);
    268 }
    269 
    270 int
    271 union_lookup(void *v)
    272 {
    273 	struct vop_lookup_args /* {
    274 		struct vnodeop_desc *a_desc;
    275 		struct vnode *a_dvp;
    276 		struct vnode **a_vpp;
    277 		struct componentname *a_cnp;
    278 	} */ *ap = v;
    279 	int error;
    280 	int uerror, lerror;
    281 	struct vnode *uppervp, *lowervp;
    282 	struct vnode *upperdvp, *lowerdvp;
    283 	struct vnode *dvp = ap->a_dvp;
    284 	struct union_node *dun = VTOUNION(dvp);
    285 	struct componentname *cnp = ap->a_cnp;
    286 	struct union_mount *um = MOUNTTOUNIONMOUNT(dvp->v_mount);
    287 	kauth_cred_t saved_cred = NULL;
    288 	int iswhiteout;
    289 	struct vattr va;
    290 
    291 #ifdef notyet
    292 	if (cnp->cn_namelen == 3 &&
    293 			cnp->cn_nameptr[2] == '.' &&
    294 			cnp->cn_nameptr[1] == '.' &&
    295 			cnp->cn_nameptr[0] == '.') {
    296 		dvp = *ap->a_vpp = LOWERVP(ap->a_dvp);
    297 		if (dvp == NULLVP)
    298 			return (ENOENT);
    299 		vref(dvp);
    300 		vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
    301 		return (0);
    302 	}
    303 #endif
    304 
    305 	if ((cnp->cn_flags & ISLASTCN) &&
    306 	    (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
    307 	    (cnp->cn_nameiop == DELETE || cnp->cn_nameiop == RENAME))
    308 		return (EROFS);
    309 
    310 start:
    311 	upperdvp = dun->un_uppervp;
    312 	lowerdvp = dun->un_lowervp;
    313 	uppervp = NULLVP;
    314 	lowervp = NULLVP;
    315 	iswhiteout = 0;
    316 
    317 	/*
    318 	 * do the lookup in the upper level.
    319 	 * if that level comsumes additional pathnames,
    320 	 * then assume that something special is going
    321 	 * on and just return that vnode.
    322 	 */
    323 	if (upperdvp != NULLVP) {
    324 		FIXUP(dun);
    325 		/*
    326 		 * If we're doing `..' in the underlying filesystem,
    327 		 * we must drop our lock on the union node before
    328 		 * going up the tree in the lower file system--if we block
    329 		 * on the lowervp lock, and that's held by someone else
    330 		 * coming down the tree and who's waiting for our lock,
    331 		 * we would be hosed.
    332 		 */
    333 		if (cnp->cn_flags & ISDOTDOT) {
    334 			/* retain lock on underlying VP */
    335 			dun->un_flags |= UN_KLOCK;
    336 			VOP_UNLOCK(dvp);
    337 		}
    338 		uerror = union_lookup1(um->um_uppervp, &upperdvp,
    339 					&uppervp, cnp);
    340 
    341 		if (cnp->cn_flags & ISDOTDOT) {
    342 			if (dun->un_uppervp == upperdvp) {
    343 				/*
    344 				 * we got the underlying bugger back locked...
    345 				 * now take back the union node lock.  Since we
    346 				 *  hold the uppervp lock, we can diddle union
    347 				 * locking flags at will. :)
    348 				 */
    349 				dun->un_flags |= UN_ULOCK;
    350 			}
    351 			/*
    352 			 * if upperdvp got swapped out, it means we did
    353 			 * some mount point magic, and we do not have
    354 			 * dun->un_uppervp locked currently--so we get it
    355 			 * locked here (don't set the UN_ULOCK flag).
    356 			 */
    357 			vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
    358 		}
    359 		if (cnp->cn_consume != 0) {
    360 			*ap->a_vpp = uppervp;
    361 			return (uerror);
    362 		}
    363 		if (uerror == ENOENT || uerror == EJUSTRETURN) {
    364 			if (cnp->cn_flags & ISWHITEOUT) {
    365 				iswhiteout = 1;
    366 			} else if (lowerdvp != NULLVP) {
    367 				lerror = VOP_GETATTR(upperdvp, &va,
    368 					cnp->cn_cred);
    369 				if (lerror == 0 && (va.va_flags & OPAQUE))
    370 					iswhiteout = 1;
    371 			}
    372 		}
    373 	} else {
    374 		uerror = ENOENT;
    375 	}
    376 
    377 	/*
    378 	 * in a similar way to the upper layer, do the lookup
    379 	 * in the lower layer.   this time, if there is some
    380 	 * component magic going on, then vput whatever we got
    381 	 * back from the upper layer and return the lower vnode
    382 	 * instead.
    383 	 */
    384 	if (lowerdvp != NULLVP && !iswhiteout) {
    385 		int nameiop;
    386 
    387 		vn_lock(lowerdvp, LK_EXCLUSIVE | LK_RETRY);
    388 
    389 		/*
    390 		 * Only do a LOOKUP on the bottom node, since
    391 		 * we won't be making changes to it anyway.
    392 		 */
    393 		nameiop = cnp->cn_nameiop;
    394 		cnp->cn_nameiop = LOOKUP;
    395 		if (um->um_op == UNMNT_BELOW) {
    396 			saved_cred = cnp->cn_cred;
    397 			cnp->cn_cred = um->um_cred;
    398 		}
    399 
    400 		/*
    401 		 * we shouldn't have to worry about locking interactions
    402 		 * between the lower layer and our union layer (w.r.t.
    403 		 * `..' processing) because we don't futz with lowervp
    404 		 * locks in the union-node instantiation code path.
    405 		 */
    406 		lerror = union_lookup1(um->um_lowervp, &lowerdvp,
    407 				&lowervp, cnp);
    408 		if (um->um_op == UNMNT_BELOW)
    409 			cnp->cn_cred = saved_cred;
    410 		cnp->cn_nameiop = nameiop;
    411 
    412 		if (lowervp != lowerdvp)
    413 			VOP_UNLOCK(lowerdvp);
    414 
    415 		if (cnp->cn_consume != 0) {
    416 			if (uppervp != NULLVP) {
    417 				if (uppervp == upperdvp)
    418 					vrele(uppervp);
    419 				else
    420 					vput(uppervp);
    421 				uppervp = NULLVP;
    422 			}
    423 			*ap->a_vpp = lowervp;
    424 			return (lerror);
    425 		}
    426 	} else {
    427 		lerror = ENOENT;
    428 		if ((cnp->cn_flags & ISDOTDOT) && dun->un_pvp != NULLVP) {
    429 			lowervp = LOWERVP(dun->un_pvp);
    430 			if (lowervp != NULLVP) {
    431 				vref(lowervp);
    432 				vn_lock(lowervp, LK_EXCLUSIVE | LK_RETRY);
    433 				lerror = 0;
    434 			}
    435 		}
    436 	}
    437 
    438 	/*
    439 	 * EJUSTRETURN is used by underlying filesystems to indicate that
    440 	 * a directory modification op was started successfully.
    441 	 * This will only happen in the upper layer, since
    442 	 * the lower layer only does LOOKUPs.
    443 	 * If this union is mounted read-only, bounce it now.
    444 	 */
    445 
    446 	if ((uerror == EJUSTRETURN) && (cnp->cn_flags & ISLASTCN) &&
    447 	    (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
    448 	    ((cnp->cn_nameiop == CREATE) || (cnp->cn_nameiop == RENAME)))
    449 		uerror = EROFS;
    450 
    451 	/*
    452 	 * at this point, we have uerror and lerror indicating
    453 	 * possible errors with the lookups in the upper and lower
    454 	 * layers.  additionally, uppervp and lowervp are (locked)
    455 	 * references to existing vnodes in the upper and lower layers.
    456 	 *
    457 	 * there are now three cases to consider.
    458 	 * 1. if both layers returned an error, then return whatever
    459 	 *    error the upper layer generated.
    460 	 *
    461 	 * 2. if the top layer failed and the bottom layer succeeded
    462 	 *    then two subcases occur.
    463 	 *    a.  the bottom vnode is not a directory, in which
    464 	 *	  case just return a new union vnode referencing
    465 	 *	  an empty top layer and the existing bottom layer.
    466 	 *    b.  the bottom vnode is a directory, in which case
    467 	 *	  create a new directory in the top-level and
    468 	 *	  continue as in case 3.
    469 	 *
    470 	 * 3. if the top layer succeeded then return a new union
    471 	 *    vnode referencing whatever the new top layer and
    472 	 *    whatever the bottom layer returned.
    473 	 */
    474 
    475 	*ap->a_vpp = NULLVP;
    476 
    477 
    478 	/* case 1. */
    479 	if ((uerror != 0) && (lerror != 0)) {
    480 		return (uerror);
    481 	}
    482 
    483 	/* case 2. */
    484 	if (uerror != 0 /* && (lerror == 0) */ ) {
    485 		if (lowervp->v_type == VDIR) { /* case 2b. */
    486 			/*
    487 			 * We may be racing another process to make the
    488 			 * upper-level shadow directory.  Be careful with
    489 			 * locks/etc!
    490 			 * If we have to create a shadow directory and want
    491 			 * to commit the node we have to restart the lookup
    492 			 * to get the componentname right.
    493 			 */
    494 			if (upperdvp) {
    495 				dun->un_flags &= ~UN_ULOCK;
    496 				VOP_UNLOCK(upperdvp);
    497 				uerror = union_mkshadow(um, upperdvp, cnp,
    498 				    &uppervp);
    499 				vn_lock(upperdvp, LK_EXCLUSIVE | LK_RETRY);
    500 				dun->un_flags |= UN_ULOCK;
    501 				if (uerror == 0 && cnp->cn_nameiop != LOOKUP) {
    502 					vput(uppervp);
    503 					if (lowervp != NULLVP)
    504 						vput(lowervp);
    505 					goto start;
    506 				}
    507 			}
    508 			if (uerror) {
    509 				if (lowervp != NULLVP) {
    510 					vput(lowervp);
    511 					lowervp = NULLVP;
    512 				}
    513 				return (uerror);
    514 			}
    515 		}
    516 	}
    517 
    518 	if (lowervp != NULLVP)
    519 		VOP_UNLOCK(lowervp);
    520 
    521 	error = union_allocvp(ap->a_vpp, dvp->v_mount, dvp, upperdvp, cnp,
    522 			      uppervp, lowervp, 1);
    523 
    524 	if (error) {
    525 		if (uppervp != NULLVP)
    526 			vput(uppervp);
    527 		if (lowervp != NULLVP)
    528 			vrele(lowervp);
    529 	}
    530 
    531 	return (error);
    532 }
    533 
    534 int
    535 union_create(void *v)
    536 {
    537 	struct vop_create_args /* {
    538 		struct vnode *a_dvp;
    539 		struct vnode **a_vpp;
    540 		struct componentname *a_cnp;
    541 		struct vattr *a_vap;
    542 	} */ *ap = v;
    543 	struct union_node *un = VTOUNION(ap->a_dvp);
    544 	struct vnode *dvp = un->un_uppervp;
    545 	struct componentname *cnp = ap->a_cnp;
    546 
    547 	if (dvp != NULLVP) {
    548 		int error;
    549 		struct vnode *vp;
    550 		struct mount *mp;
    551 
    552 		FIXUP(un);
    553 
    554 		vref(dvp);
    555 		un->un_flags |= UN_KLOCK;
    556 		mp = ap->a_dvp->v_mount;
    557 		vput(ap->a_dvp);
    558 		error = VOP_CREATE(dvp, &vp, cnp, ap->a_vap);
    559 		if (error)
    560 			return (error);
    561 
    562 		error = union_allocvp(ap->a_vpp, mp, NULLVP, NULLVP, cnp, vp,
    563 				NULLVP, 1);
    564 		if (error)
    565 			vput(vp);
    566 		return (error);
    567 	}
    568 
    569 	vput(ap->a_dvp);
    570 	return (EROFS);
    571 }
    572 
    573 int
    574 union_whiteout(void *v)
    575 {
    576 	struct vop_whiteout_args /* {
    577 		struct vnode *a_dvp;
    578 		struct componentname *a_cnp;
    579 		int a_flags;
    580 	} */ *ap = v;
    581 	struct union_node *un = VTOUNION(ap->a_dvp);
    582 	struct componentname *cnp = ap->a_cnp;
    583 
    584 	if (un->un_uppervp == NULLVP)
    585 		return (EOPNOTSUPP);
    586 
    587 	FIXUP(un);
    588 	return (VOP_WHITEOUT(un->un_uppervp, cnp, ap->a_flags));
    589 }
    590 
    591 int
    592 union_mknod(void *v)
    593 {
    594 	struct vop_mknod_args /* {
    595 		struct vnode *a_dvp;
    596 		struct vnode **a_vpp;
    597 		struct componentname *a_cnp;
    598 		struct vattr *a_vap;
    599 	} */ *ap = v;
    600 	struct union_node *un = VTOUNION(ap->a_dvp);
    601 	struct vnode *dvp = un->un_uppervp;
    602 	struct componentname *cnp = ap->a_cnp;
    603 
    604 	if (dvp != NULLVP) {
    605 		int error;
    606 		struct vnode *vp;
    607 		struct mount *mp;
    608 
    609 		FIXUP(un);
    610 
    611 		vref(dvp);
    612 		un->un_flags |= UN_KLOCK;
    613 		mp = ap->a_dvp->v_mount;
    614 		vput(ap->a_dvp);
    615 		error = VOP_MKNOD(dvp, &vp, cnp, ap->a_vap);
    616 		if (error)
    617 			return (error);
    618 
    619 		error = union_allocvp(ap->a_vpp, mp, NULLVP, NULLVP,
    620 				      cnp, vp, NULLVP, 1);
    621 		if (error)
    622 		    vput(vp);
    623 		return (error);
    624 	}
    625 
    626 	vput(ap->a_dvp);
    627 	return (EROFS);
    628 }
    629 
    630 int
    631 union_open(void *v)
    632 {
    633 	struct vop_open_args /* {
    634 		struct vnodeop_desc *a_desc;
    635 		struct vnode *a_vp;
    636 		int a_mode;
    637 		kauth_cred_t a_cred;
    638 	} */ *ap = v;
    639 	struct union_node *un = VTOUNION(ap->a_vp);
    640 	struct vnode *tvp;
    641 	int mode = ap->a_mode;
    642 	kauth_cred_t cred = ap->a_cred;
    643 	struct lwp *l = curlwp;
    644 	int error;
    645 
    646 	/*
    647 	 * If there is an existing upper vp then simply open that.
    648 	 */
    649 	tvp = un->un_uppervp;
    650 	if (tvp == NULLVP) {
    651 		/*
    652 		 * If the lower vnode is being opened for writing, then
    653 		 * copy the file contents to the upper vnode and open that,
    654 		 * otherwise can simply open the lower vnode.
    655 		 */
    656 		tvp = un->un_lowervp;
    657 		if ((ap->a_mode & FWRITE) && (tvp->v_type == VREG)) {
    658 			error = union_copyup(un, (mode&O_TRUNC) == 0, cred, l);
    659 			if (error == 0)
    660 				error = VOP_OPEN(un->un_uppervp, mode, cred);
    661 			return (error);
    662 		}
    663 
    664 		/*
    665 		 * Just open the lower vnode, but check for nodev mount flag
    666 		 */
    667 		if ((tvp->v_type == VBLK || tvp->v_type == VCHR) &&
    668 		    (ap->a_vp->v_mount->mnt_flag & MNT_NODEV))
    669 			return ENXIO;
    670 		un->un_openl++;
    671 		vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY);
    672 		error = VOP_OPEN(tvp, mode, cred);
    673 		VOP_UNLOCK(tvp);
    674 
    675 		return (error);
    676 	}
    677 	/*
    678 	 * Just open the upper vnode, checking for nodev mount flag first
    679 	 */
    680 	if ((tvp->v_type == VBLK || tvp->v_type == VCHR) &&
    681 	    (ap->a_vp->v_mount->mnt_flag & MNT_NODEV))
    682 		return ENXIO;
    683 
    684 	FIXUP(un);
    685 
    686 	error = VOP_OPEN(tvp, mode, cred);
    687 
    688 	return (error);
    689 }
    690 
    691 int
    692 union_close(void *v)
    693 {
    694 	struct vop_close_args /* {
    695 		struct vnode *a_vp;
    696 		int  a_fflag;
    697 		kauth_cred_t a_cred;
    698 	} */ *ap = v;
    699 	struct union_node *un = VTOUNION(ap->a_vp);
    700 	struct vnode *vp;
    701 	int error;
    702 	bool do_lock;
    703 
    704 	vp = un->un_uppervp;
    705 	if (vp != NULLVP) {
    706 		do_lock = false;
    707 	} else {
    708 		KASSERT(un->un_openl > 0);
    709 		--un->un_openl;
    710 		vp = un->un_lowervp;
    711 		do_lock = true;
    712 	}
    713 
    714 	KASSERT(vp != NULLVP);
    715 	ap->a_vp = vp;
    716 	if (do_lock)
    717 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
    718 	error = VCALL(vp, VOFFSET(vop_close), ap);
    719 	if (do_lock)
    720 		VOP_UNLOCK(vp);
    721 
    722 	return error;
    723 }
    724 
    725 /*
    726  * Check access permission on the union vnode.
    727  * The access check being enforced is to check
    728  * against both the underlying vnode, and any
    729  * copied vnode.  This ensures that no additional
    730  * file permissions are given away simply because
    731  * the user caused an implicit file copy.
    732  */
    733 int
    734 union_access(void *v)
    735 {
    736 	struct vop_access_args /* {
    737 		struct vnodeop_desc *a_desc;
    738 		struct vnode *a_vp;
    739 		int a_mode;
    740 		kauth_cred_t a_cred;
    741 	} */ *ap = v;
    742 	struct vnode *vp = ap->a_vp;
    743 	struct union_node *un = VTOUNION(vp);
    744 	int error = EACCES;
    745 	struct union_mount *um = MOUNTTOUNIONMOUNT(vp->v_mount);
    746 
    747 	/*
    748 	 * Disallow write attempts on read-only file systems;
    749 	 * unless the file is a socket, fifo, or a block or
    750 	 * character device resident on the file system.
    751 	 */
    752 	if (ap->a_mode & VWRITE) {
    753 		switch (vp->v_type) {
    754 		case VDIR:
    755 		case VLNK:
    756 		case VREG:
    757 			if (vp->v_mount->mnt_flag & MNT_RDONLY)
    758 				return (EROFS);
    759 			break;
    760 		case VBAD:
    761 		case VBLK:
    762 		case VCHR:
    763 		case VSOCK:
    764 		case VFIFO:
    765 		case VNON:
    766 		default:
    767 			break;
    768 		}
    769 	}
    770 
    771 
    772 	if ((vp = un->un_uppervp) != NULLVP) {
    773 		FIXUP(un);
    774 		ap->a_vp = vp;
    775 		return (VCALL(vp, VOFFSET(vop_access), ap));
    776 	}
    777 
    778 	if ((vp = un->un_lowervp) != NULLVP) {
    779 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
    780 		ap->a_vp = vp;
    781 		error = VCALL(vp, VOFFSET(vop_access), ap);
    782 		if (error == 0) {
    783 			if (um->um_op == UNMNT_BELOW) {
    784 				ap->a_cred = um->um_cred;
    785 				error = VCALL(vp, VOFFSET(vop_access), ap);
    786 			}
    787 		}
    788 		VOP_UNLOCK(vp);
    789 		if (error)
    790 			return (error);
    791 	}
    792 
    793 	return (error);
    794 }
    795 
    796 /*
    797  * We handle getattr only to change the fsid and
    798  * track object sizes
    799  */
    800 int
    801 union_getattr(void *v)
    802 {
    803 	struct vop_getattr_args /* {
    804 		struct vnode *a_vp;
    805 		struct vattr *a_vap;
    806 		kauth_cred_t a_cred;
    807 	} */ *ap = v;
    808 	int error;
    809 	struct union_node *un = VTOUNION(ap->a_vp);
    810 	struct vnode *vp = un->un_uppervp;
    811 	struct vattr *vap;
    812 	struct vattr va;
    813 
    814 
    815 	/*
    816 	 * Some programs walk the filesystem hierarchy by counting
    817 	 * links to directories to avoid stat'ing all the time.
    818 	 * This means the link count on directories needs to be "correct".
    819 	 * The only way to do that is to call getattr on both layers
    820 	 * and fix up the link count.  The link count will not necessarily
    821 	 * be accurate but will be large enough to defeat the tree walkers.
    822 	 *
    823 	 * To make life more interesting, some filesystems don't keep
    824 	 * track of link counts in the expected way, and return a
    825 	 * link count of `1' for those directories; if either of the
    826 	 * component directories returns a link count of `1', we return a 1.
    827 	 */
    828 
    829 	vap = ap->a_vap;
    830 
    831 	vp = un->un_uppervp;
    832 	if (vp != NULLVP) {
    833 		if (un->un_flags & UN_LOCKED)
    834 			FIXUP(un);
    835 
    836 		error = VOP_GETATTR(vp, vap, ap->a_cred);
    837 		if (error)
    838 			return (error);
    839 		union_newsize(ap->a_vp, vap->va_size, VNOVAL);
    840 	}
    841 
    842 	if (vp == NULLVP) {
    843 		vp = un->un_lowervp;
    844 	} else if (vp->v_type == VDIR) {
    845 		vp = un->un_lowervp;
    846 		if (vp != NULLVP)
    847 			vap = &va;
    848 	} else {
    849 		vp = NULLVP;
    850 	}
    851 
    852 	if (vp != NULLVP) {
    853 		if (vp == un->un_lowervp)
    854 			vn_lock(vp, LK_SHARED | LK_RETRY);
    855 		error = VOP_GETATTR(vp, vap, ap->a_cred);
    856 		if (vp == un->un_lowervp)
    857 			VOP_UNLOCK(vp);
    858 		if (error)
    859 			return (error);
    860 		union_newsize(ap->a_vp, VNOVAL, vap->va_size);
    861 	}
    862 
    863 	if ((vap != ap->a_vap) && (vap->va_type == VDIR)) {
    864 		/*
    865 		 * Link count manipulation:
    866 		 *	- If both return "2", return 2 (no subdirs)
    867 		 *	- If one or the other return "1", return "1" (ENOCLUE)
    868 		 */
    869 		if ((ap->a_vap->va_nlink == 2) &&
    870 		    (vap->va_nlink == 2))
    871 			;
    872 		else if (ap->a_vap->va_nlink != 1) {
    873 			if (vap->va_nlink == 1)
    874 				ap->a_vap->va_nlink = 1;
    875 			else
    876 				ap->a_vap->va_nlink += vap->va_nlink;
    877 		}
    878 	}
    879 	ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsidx.__fsid_val[0];
    880 	return (0);
    881 }
    882 
    883 int
    884 union_setattr(void *v)
    885 {
    886 	struct vop_setattr_args /* {
    887 		struct vnode *a_vp;
    888 		struct vattr *a_vap;
    889 		kauth_cred_t a_cred;
    890 	} */ *ap = v;
    891 	struct vattr *vap = ap->a_vap;
    892 	struct vnode *vp = ap->a_vp;
    893 	struct union_node *un = VTOUNION(vp);
    894 	bool size_only;		/* All but va_size are VNOVAL. */
    895 	int error;
    896 
    897 	size_only = (vap->va_flags == VNOVAL && vap->va_uid == (uid_t)VNOVAL &&
    898 	    vap->va_gid == (gid_t)VNOVAL && vap->va_atime.tv_sec == VNOVAL &&
    899 	    vap->va_mtime.tv_sec == VNOVAL && vap->va_mode == (mode_t)VNOVAL);
    900 
    901 	if (!size_only && (vp->v_mount->mnt_flag & MNT_RDONLY))
    902 		return (EROFS);
    903 	if (vap->va_size != VNOVAL) {
    904  		switch (vp->v_type) {
    905  		case VDIR:
    906  			return (EISDIR);
    907  		case VCHR:
    908  		case VBLK:
    909  		case VSOCK:
    910  		case VFIFO:
    911 			break;
    912 		case VREG:
    913 		case VLNK:
    914  		default:
    915 			/*
    916 			 * Disallow write attempts if the filesystem is
    917 			 * mounted read-only.
    918 			 */
    919 			if (vp->v_mount->mnt_flag & MNT_RDONLY)
    920 				return (EROFS);
    921 		}
    922 	}
    923 
    924 	/*
    925 	 * Handle case of truncating lower object to zero size,
    926 	 * by creating a zero length upper object.  This is to
    927 	 * handle the case of open with O_TRUNC and O_CREAT.
    928 	 */
    929 	if ((un->un_uppervp == NULLVP) &&
    930 	    /* assert(un->un_lowervp != NULLVP) */
    931 	    (un->un_lowervp->v_type == VREG)) {
    932 		error = union_copyup(un, (vap->va_size != 0),
    933 						ap->a_cred, curlwp);
    934 		if (error)
    935 			return (error);
    936 	}
    937 
    938 	/*
    939 	 * Try to set attributes in upper layer, ignore size change to zero
    940 	 * for devices to handle O_TRUNC and return read-only filesystem error
    941 	 * otherwise.
    942 	 */
    943 	if (un->un_uppervp != NULLVP) {
    944 		FIXUP(un);
    945 		error = VOP_SETATTR(un->un_uppervp, vap, ap->a_cred);
    946 		if ((error == 0) && (vap->va_size != VNOVAL))
    947 			union_newsize(ap->a_vp, vap->va_size, VNOVAL);
    948 	} else {
    949 		KASSERT(un->un_lowervp != NULLVP);
    950 		if (NODE_IS_SPECIAL(un->un_lowervp)) {
    951 			if (size_only &&
    952 			    (vap->va_size == 0 || vap->va_size == VNOVAL))
    953 				error = 0;
    954 			else
    955 				error = EROFS;
    956 		} else {
    957 			error = EROFS;
    958 		}
    959 	}
    960 
    961 	return (error);
    962 }
    963 
    964 int
    965 union_read(void *v)
    966 {
    967 	struct vop_read_args /* {
    968 		struct vnode *a_vp;
    969 		struct uio *a_uio;
    970 		int  a_ioflag;
    971 		kauth_cred_t a_cred;
    972 	} */ *ap = v;
    973 	int error;
    974 	struct vnode *vp = OTHERVP(ap->a_vp);
    975 	int dolock = (vp == LOWERVP(ap->a_vp));
    976 
    977 	if (dolock)
    978 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
    979 	else
    980 		FIXUP(VTOUNION(ap->a_vp));
    981 	error = VOP_READ(vp, ap->a_uio, ap->a_ioflag, ap->a_cred);
    982 	if (dolock)
    983 		VOP_UNLOCK(vp);
    984 
    985 	/*
    986 	 * XXX
    987 	 * perhaps the size of the underlying object has changed under
    988 	 * our feet.  take advantage of the offset information present
    989 	 * in the uio structure.
    990 	 */
    991 	if (error == 0) {
    992 		struct union_node *un = VTOUNION(ap->a_vp);
    993 		off_t cur = ap->a_uio->uio_offset;
    994 
    995 		if (vp == un->un_uppervp) {
    996 			if (cur > un->un_uppersz)
    997 				union_newsize(ap->a_vp, cur, VNOVAL);
    998 		} else {
    999 			if (cur > un->un_lowersz)
   1000 				union_newsize(ap->a_vp, VNOVAL, cur);
   1001 		}
   1002 	}
   1003 
   1004 	return (error);
   1005 }
   1006 
   1007 int
   1008 union_write(void *v)
   1009 {
   1010 	struct vop_read_args /* {
   1011 		struct vnode *a_vp;
   1012 		struct uio *a_uio;
   1013 		int  a_ioflag;
   1014 		kauth_cred_t a_cred;
   1015 	} */ *ap = v;
   1016 	int error;
   1017 	struct vnode *vp;
   1018 	struct union_node *un = VTOUNION(ap->a_vp);
   1019 
   1020 	vp = UPPERVP(ap->a_vp);
   1021 	if (vp == NULLVP) {
   1022 		vp = LOWERVP(ap->a_vp);
   1023 		if (NODE_IS_SPECIAL(vp)) {
   1024 			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
   1025 			error = VOP_WRITE(vp, ap->a_uio, ap->a_ioflag,
   1026 			    ap->a_cred);
   1027 			VOP_UNLOCK(vp);
   1028 			return error;
   1029 		}
   1030 		panic("union: missing upper layer in write");
   1031 	}
   1032 
   1033 	FIXUP(un);
   1034 	error = VOP_WRITE(vp, ap->a_uio, ap->a_ioflag, ap->a_cred);
   1035 
   1036 	/*
   1037 	 * the size of the underlying object may be changed by the
   1038 	 * write.
   1039 	 */
   1040 	if (error == 0) {
   1041 		off_t cur = ap->a_uio->uio_offset;
   1042 
   1043 		if (cur > un->un_uppersz)
   1044 			union_newsize(ap->a_vp, cur, VNOVAL);
   1045 	}
   1046 
   1047 	return (error);
   1048 }
   1049 
   1050 int
   1051 union_ioctl(void *v)
   1052 {
   1053 	struct vop_ioctl_args /* {
   1054 		struct vnode *a_vp;
   1055 		int  a_command;
   1056 		void *a_data;
   1057 		int  a_fflag;
   1058 		kauth_cred_t a_cred;
   1059 	} */ *ap = v;
   1060 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1061 
   1062 	ap->a_vp = ovp;
   1063 	return (VCALL(ovp, VOFFSET(vop_ioctl), ap));
   1064 }
   1065 
   1066 int
   1067 union_poll(void *v)
   1068 {
   1069 	struct vop_poll_args /* {
   1070 		struct vnode *a_vp;
   1071 		int a_events;
   1072 	} */ *ap = v;
   1073 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1074 
   1075 	ap->a_vp = ovp;
   1076 	return (VCALL(ovp, VOFFSET(vop_poll), ap));
   1077 }
   1078 
   1079 int
   1080 union_revoke(void *v)
   1081 {
   1082 	struct vop_revoke_args /* {
   1083 		struct vnode *a_vp;
   1084 		int a_flags;
   1085 		struct proc *a_p;
   1086 	} */ *ap = v;
   1087 	struct vnode *vp = ap->a_vp;
   1088 
   1089 	if (UPPERVP(vp))
   1090 		VOP_REVOKE(UPPERVP(vp), ap->a_flags);
   1091 	if (LOWERVP(vp))
   1092 		VOP_REVOKE(LOWERVP(vp), ap->a_flags);
   1093 	vgone(vp);	/* XXXAD?? */
   1094 	return (0);
   1095 }
   1096 
   1097 int
   1098 union_mmap(void *v)
   1099 {
   1100 	struct vop_mmap_args /* {
   1101 		struct vnode *a_vp;
   1102 		vm_prot_t a_prot;
   1103 		kauth_cred_t a_cred;
   1104 	} */ *ap = v;
   1105 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1106 
   1107 	ap->a_vp = ovp;
   1108 	return (VCALL(ovp, VOFFSET(vop_mmap), ap));
   1109 }
   1110 
   1111 int
   1112 union_fsync(void *v)
   1113 {
   1114 	struct vop_fsync_args /* {
   1115 		struct vnode *a_vp;
   1116 		kauth_cred_t a_cred;
   1117 		int  a_flags;
   1118 		off_t offhi;
   1119 		off_t offlo;
   1120 	} */ *ap = v;
   1121 	int error = 0;
   1122 	struct vnode *targetvp;
   1123 
   1124 	/*
   1125 	 * If vinvalbuf is calling us, it's a "shallow fsync" -- don't
   1126 	 * bother syncing the underlying vnodes, since (a) they'll be
   1127 	 * fsync'ed when reclaimed and (b) we could deadlock if
   1128 	 * they're locked; otherwise, pass it through to the
   1129 	 * underlying layer.
   1130 	 */
   1131 	if (ap->a_vp->v_type == VBLK || ap->a_vp->v_type == VCHR) {
   1132 		error = spec_fsync(v);
   1133 		if (error)
   1134 			return error;
   1135 	}
   1136 
   1137 	if (ap->a_flags & FSYNC_RECLAIM)
   1138 		return 0;
   1139 
   1140 	targetvp = OTHERVP(ap->a_vp);
   1141 	if (targetvp != NULLVP) {
   1142 		int dolock = (targetvp == LOWERVP(ap->a_vp));
   1143 
   1144 		if (dolock)
   1145 			vn_lock(targetvp, LK_EXCLUSIVE | LK_RETRY);
   1146 		else
   1147 			FIXUP(VTOUNION(ap->a_vp));
   1148 		error = VOP_FSYNC(targetvp, ap->a_cred, ap->a_flags,
   1149 			    ap->a_offlo, ap->a_offhi);
   1150 		if (dolock)
   1151 			VOP_UNLOCK(targetvp);
   1152 	}
   1153 
   1154 	return (error);
   1155 }
   1156 
   1157 int
   1158 union_seek(void *v)
   1159 {
   1160 	struct vop_seek_args /* {
   1161 		struct vnode *a_vp;
   1162 		off_t  a_oldoff;
   1163 		off_t  a_newoff;
   1164 		kauth_cred_t a_cred;
   1165 	} */ *ap = v;
   1166 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1167 
   1168 	ap->a_vp = ovp;
   1169 	return (VCALL(ovp, VOFFSET(vop_seek), ap));
   1170 }
   1171 
   1172 int
   1173 union_remove(void *v)
   1174 {
   1175 	struct vop_remove_args /* {
   1176 		struct vnode *a_dvp;
   1177 		struct vnode *a_vp;
   1178 		struct componentname *a_cnp;
   1179 	} */ *ap = v;
   1180 	int error;
   1181 	struct union_node *dun = VTOUNION(ap->a_dvp);
   1182 	struct union_node *un = VTOUNION(ap->a_vp);
   1183 	struct componentname *cnp = ap->a_cnp;
   1184 
   1185 	if (dun->un_uppervp == NULLVP)
   1186 		panic("union remove: null upper vnode");
   1187 
   1188 	if (un->un_uppervp != NULLVP) {
   1189 		struct vnode *dvp = dun->un_uppervp;
   1190 		struct vnode *vp = un->un_uppervp;
   1191 
   1192 		FIXUP(dun);
   1193 		vref(dvp);
   1194 		dun->un_flags |= UN_KLOCK;
   1195 		vput(ap->a_dvp);
   1196 		FIXUP(un);
   1197 		vref(vp);
   1198 		un->un_flags |= UN_KLOCK;
   1199 		vput(ap->a_vp);
   1200 
   1201 		if (union_dowhiteout(un, cnp->cn_cred))
   1202 			cnp->cn_flags |= DOWHITEOUT;
   1203 		error = VOP_REMOVE(dvp, vp, cnp);
   1204 		if (!error)
   1205 			union_removed_upper(un);
   1206 	} else {
   1207 		FIXUP(dun);
   1208 		error = union_mkwhiteout(
   1209 			MOUNTTOUNIONMOUNT(UNIONTOV(dun)->v_mount),
   1210 			dun->un_uppervp, ap->a_cnp, un);
   1211 		vput(ap->a_dvp);
   1212 		vput(ap->a_vp);
   1213 	}
   1214 
   1215 	return (error);
   1216 }
   1217 
   1218 int
   1219 union_link(void *v)
   1220 {
   1221 	struct vop_link_args /* {
   1222 		struct vnode *a_dvp;
   1223 		struct vnode *a_vp;
   1224 		struct componentname *a_cnp;
   1225 	} */ *ap = v;
   1226 	int error = 0;
   1227 	struct componentname *cnp = ap->a_cnp;
   1228 	struct union_node *dun;
   1229 	struct vnode *vp;
   1230 	struct vnode *dvp;
   1231 
   1232 	dun = VTOUNION(ap->a_dvp);
   1233 
   1234 	KASSERT((ap->a_cnp->cn_flags & LOCKPARENT) != 0);
   1235 
   1236 	if (ap->a_dvp->v_op != ap->a_vp->v_op) {
   1237 		vp = ap->a_vp;
   1238 	} else {
   1239 		struct union_node *un = VTOUNION(ap->a_vp);
   1240 		if (un->un_uppervp == NULLVP) {
   1241 			/*
   1242 			 * Needs to be copied before we can link it.
   1243 			 */
   1244 			vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
   1245 			if (dun->un_uppervp == un->un_dirvp) {
   1246 				dun->un_flags &= ~UN_ULOCK;
   1247 				VOP_UNLOCK(dun->un_uppervp);
   1248 			}
   1249 			error = union_copyup(un, 1, cnp->cn_cred, curlwp);
   1250 			if (dun->un_uppervp == un->un_dirvp) {
   1251 				/*
   1252 				 * During copyup, we dropped the lock on the
   1253 				 * dir and invalidated any saved namei lookup
   1254 				 * state for the directory we'll be entering
   1255 				 * the link in.  We need to re-run the lookup
   1256 				 * in that directory to reset any state needed
   1257 				 * for VOP_LINK.
   1258 				 * Call relookup on the union-layer to reset
   1259 				 * the state.
   1260 				 */
   1261 				vp  = NULLVP;
   1262 				if (dun->un_uppervp == NULLVP)
   1263 					 panic("union: null upperdvp?");
   1264 				error = relookup(ap->a_dvp, &vp, ap->a_cnp, 0);
   1265 				if (error) {
   1266 					VOP_UNLOCK(ap->a_vp);
   1267 					return EROFS;	/* ? */
   1268 				}
   1269 				if (vp != NULLVP) {
   1270 					/*
   1271 					 * The name we want to create has
   1272 					 * mysteriously appeared (a race?)
   1273 					 */
   1274 					error = EEXIST;
   1275 					VOP_UNLOCK(ap->a_vp);
   1276 					vput(ap->a_dvp);
   1277 					vput(vp);
   1278 					return (error);
   1279 				}
   1280 			}
   1281 			VOP_UNLOCK(ap->a_vp);
   1282 		}
   1283 		vp = un->un_uppervp;
   1284 	}
   1285 
   1286 	dvp = dun->un_uppervp;
   1287 	if (dvp == NULLVP)
   1288 		error = EROFS;
   1289 
   1290 	if (error) {
   1291 		vput(ap->a_dvp);
   1292 		return (error);
   1293 	}
   1294 
   1295 	FIXUP(dun);
   1296 	vref(dvp);
   1297 	dun->un_flags |= UN_KLOCK;
   1298 	vput(ap->a_dvp);
   1299 
   1300 	return (VOP_LINK(dvp, vp, cnp));
   1301 }
   1302 
   1303 int
   1304 union_rename(void *v)
   1305 {
   1306 	struct vop_rename_args  /* {
   1307 		struct vnode *a_fdvp;
   1308 		struct vnode *a_fvp;
   1309 		struct componentname *a_fcnp;
   1310 		struct vnode *a_tdvp;
   1311 		struct vnode *a_tvp;
   1312 		struct componentname *a_tcnp;
   1313 	} */ *ap = v;
   1314 	int error;
   1315 
   1316 	struct vnode *fdvp = ap->a_fdvp;
   1317 	struct vnode *fvp = ap->a_fvp;
   1318 	struct vnode *tdvp = ap->a_tdvp;
   1319 	struct vnode *tvp = ap->a_tvp;
   1320 
   1321 	if (fdvp->v_op == union_vnodeop_p) {	/* always true */
   1322 		struct union_node *un = VTOUNION(fdvp);
   1323 		if (un->un_uppervp == NULLVP) {
   1324 			/*
   1325 			 * this should never happen in normal
   1326 			 * operation but might if there was
   1327 			 * a problem creating the top-level shadow
   1328 			 * directory.
   1329 			 */
   1330 			error = EXDEV;
   1331 			goto bad;
   1332 		}
   1333 
   1334 		fdvp = un->un_uppervp;
   1335 		vref(fdvp);
   1336 	}
   1337 
   1338 	if (fvp->v_op == union_vnodeop_p) {	/* always true */
   1339 		struct union_node *un = VTOUNION(fvp);
   1340 		if (un->un_uppervp == NULLVP) {
   1341 			/* XXX: should do a copyup */
   1342 			error = EXDEV;
   1343 			goto bad;
   1344 		}
   1345 
   1346 		if (un->un_lowervp != NULLVP)
   1347 			ap->a_fcnp->cn_flags |= DOWHITEOUT;
   1348 
   1349 		fvp = un->un_uppervp;
   1350 		vref(fvp);
   1351 	}
   1352 
   1353 	if (tdvp->v_op == union_vnodeop_p) {
   1354 		struct union_node *un = VTOUNION(tdvp);
   1355 		if (un->un_uppervp == NULLVP) {
   1356 			/*
   1357 			 * this should never happen in normal
   1358 			 * operation but might if there was
   1359 			 * a problem creating the top-level shadow
   1360 			 * directory.
   1361 			 */
   1362 			error = EXDEV;
   1363 			goto bad;
   1364 		}
   1365 
   1366 		tdvp = un->un_uppervp;
   1367 		vref(tdvp);
   1368 		un->un_flags |= UN_KLOCK;
   1369 		vput(ap->a_tdvp);
   1370 	}
   1371 
   1372 	if (tvp != NULLVP && tvp->v_op == union_vnodeop_p) {
   1373 		struct union_node *un = VTOUNION(tvp);
   1374 
   1375 		tvp = un->un_uppervp;
   1376 		if (tvp != NULLVP) {
   1377 			vref(tvp);
   1378 			un->un_flags |= UN_KLOCK;
   1379 		}
   1380 		vput(ap->a_tvp);
   1381 	}
   1382 
   1383 	error = VOP_RENAME(fdvp, fvp, ap->a_fcnp, tdvp, tvp, ap->a_tcnp);
   1384 	goto out;
   1385 
   1386 bad:
   1387 	vput(tdvp);
   1388 	if (tvp != NULLVP)
   1389 		vput(tvp);
   1390 	vrele(fdvp);
   1391 	vrele(fvp);
   1392 
   1393 out:
   1394 	if (fdvp != ap->a_fdvp) {
   1395 		vrele(ap->a_fdvp);
   1396 	}
   1397 	if (fvp != ap->a_fvp) {
   1398 		vrele(ap->a_fvp);
   1399 	}
   1400 	return (error);
   1401 }
   1402 
   1403 int
   1404 union_mkdir(void *v)
   1405 {
   1406 	struct vop_mkdir_args /* {
   1407 		struct vnode *a_dvp;
   1408 		struct vnode **a_vpp;
   1409 		struct componentname *a_cnp;
   1410 		struct vattr *a_vap;
   1411 	} */ *ap = v;
   1412 	struct union_node *un = VTOUNION(ap->a_dvp);
   1413 	struct vnode *dvp = un->un_uppervp;
   1414 	struct componentname *cnp = ap->a_cnp;
   1415 
   1416 	if (dvp != NULLVP) {
   1417 		int error;
   1418 		struct vnode *vp;
   1419 
   1420 		FIXUP(un);
   1421 		vref(dvp);
   1422 		un->un_flags |= UN_KLOCK;
   1423 		VOP_UNLOCK(ap->a_dvp);
   1424 		error = VOP_MKDIR(dvp, &vp, cnp, ap->a_vap);
   1425 		if (error) {
   1426 			vrele(ap->a_dvp);
   1427 			return (error);
   1428 		}
   1429 
   1430 		error = union_allocvp(ap->a_vpp, ap->a_dvp->v_mount, ap->a_dvp,
   1431 				NULLVP, cnp, vp, NULLVP, 1);
   1432 		if (error)
   1433 			vput(vp);
   1434 		vrele(ap->a_dvp);
   1435 		return (error);
   1436 	}
   1437 
   1438 	vput(ap->a_dvp);
   1439 	return (EROFS);
   1440 }
   1441 
   1442 int
   1443 union_rmdir(void *v)
   1444 {
   1445 	struct vop_rmdir_args /* {
   1446 		struct vnode *a_dvp;
   1447 		struct vnode *a_vp;
   1448 		struct componentname *a_cnp;
   1449 	} */ *ap = v;
   1450 	int error;
   1451 	struct union_node *dun = VTOUNION(ap->a_dvp);
   1452 	struct union_node *un = VTOUNION(ap->a_vp);
   1453 	struct componentname *cnp = ap->a_cnp;
   1454 
   1455 	if (dun->un_uppervp == NULLVP)
   1456 		panic("union rmdir: null upper vnode");
   1457 
   1458 	error = union_check_rmdir(un, cnp->cn_cred);
   1459 	if (error) {
   1460 		vput(ap->a_dvp);
   1461 		vput(ap->a_vp);
   1462 		return error;
   1463 	}
   1464 
   1465 	if (un->un_uppervp != NULLVP) {
   1466 		struct vnode *dvp = dun->un_uppervp;
   1467 		struct vnode *vp = un->un_uppervp;
   1468 
   1469 		FIXUP(dun);
   1470 		vref(dvp);
   1471 		dun->un_flags |= UN_KLOCK;
   1472 		vput(ap->a_dvp);
   1473 		FIXUP(un);
   1474 		vref(vp);
   1475 		un->un_flags |= UN_KLOCK;
   1476 		vput(ap->a_vp);
   1477 
   1478 		if (union_dowhiteout(un, cnp->cn_cred))
   1479 			cnp->cn_flags |= DOWHITEOUT;
   1480 		error = VOP_RMDIR(dvp, vp, ap->a_cnp);
   1481 		if (!error)
   1482 			union_removed_upper(un);
   1483 	} else {
   1484 		FIXUP(dun);
   1485 		error = union_mkwhiteout(
   1486 			MOUNTTOUNIONMOUNT(UNIONTOV(dun)->v_mount),
   1487 			dun->un_uppervp, ap->a_cnp, un);
   1488 		vput(ap->a_dvp);
   1489 		vput(ap->a_vp);
   1490 	}
   1491 
   1492 	return (error);
   1493 }
   1494 
   1495 int
   1496 union_symlink(void *v)
   1497 {
   1498 	struct vop_symlink_args /* {
   1499 		struct vnode *a_dvp;
   1500 		struct vnode **a_vpp;
   1501 		struct componentname *a_cnp;
   1502 		struct vattr *a_vap;
   1503 		char *a_target;
   1504 	} */ *ap = v;
   1505 	struct union_node *un = VTOUNION(ap->a_dvp);
   1506 	struct vnode *dvp = un->un_uppervp;
   1507 	struct componentname *cnp = ap->a_cnp;
   1508 
   1509 	if (dvp != NULLVP) {
   1510 		int error;
   1511 
   1512 		FIXUP(un);
   1513 		vref(dvp);
   1514 		un->un_flags |= UN_KLOCK;
   1515 		vput(ap->a_dvp);
   1516 		error = VOP_SYMLINK(dvp, ap->a_vpp, cnp, ap->a_vap,
   1517 				    ap->a_target);
   1518 		return (error);
   1519 	}
   1520 
   1521 	vput(ap->a_dvp);
   1522 	return (EROFS);
   1523 }
   1524 
   1525 /*
   1526  * union_readdir works in concert with getdirentries and
   1527  * readdir(3) to provide a list of entries in the unioned
   1528  * directories.  getdirentries is responsible for walking
   1529  * down the union stack.  readdir(3) is responsible for
   1530  * eliminating duplicate names from the returned data stream.
   1531  */
   1532 int
   1533 union_readdir(void *v)
   1534 {
   1535 	struct vop_readdir_args /* {
   1536 		struct vnodeop_desc *a_desc;
   1537 		struct vnode *a_vp;
   1538 		struct uio *a_uio;
   1539 		kauth_cred_t a_cred;
   1540 		int *a_eofflag;
   1541 		u_long *a_cookies;
   1542 		int a_ncookies;
   1543 	} */ *ap = v;
   1544 	struct union_node *un = VTOUNION(ap->a_vp);
   1545 	struct vnode *uvp = un->un_uppervp;
   1546 
   1547 	if (uvp == NULLVP)
   1548 		return (0);
   1549 
   1550 	FIXUP(un);
   1551 	ap->a_vp = uvp;
   1552 	return (VCALL(uvp, VOFFSET(vop_readdir), ap));
   1553 }
   1554 
   1555 int
   1556 union_readlink(void *v)
   1557 {
   1558 	struct vop_readlink_args /* {
   1559 		struct vnode *a_vp;
   1560 		struct uio *a_uio;
   1561 		kauth_cred_t a_cred;
   1562 	} */ *ap = v;
   1563 	int error;
   1564 	struct vnode *vp = OTHERVP(ap->a_vp);
   1565 	int dolock = (vp == LOWERVP(ap->a_vp));
   1566 
   1567 	if (dolock)
   1568 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
   1569 	else
   1570 		FIXUP(VTOUNION(ap->a_vp));
   1571 	ap->a_vp = vp;
   1572 	error = VCALL(vp, VOFFSET(vop_readlink), ap);
   1573 	if (dolock)
   1574 		VOP_UNLOCK(vp);
   1575 
   1576 	return (error);
   1577 }
   1578 
   1579 int
   1580 union_abortop(void *v)
   1581 {
   1582 	struct vop_abortop_args /* {
   1583 		struct vnode *a_dvp;
   1584 		struct componentname *a_cnp;
   1585 	} */ *ap = v;
   1586 	int error;
   1587 	struct vnode *vp = OTHERVP(ap->a_dvp);
   1588 	struct union_node *un = VTOUNION(ap->a_dvp);
   1589 	int islocked = un->un_flags & UN_LOCKED;
   1590 	int dolock = (vp == LOWERVP(ap->a_dvp));
   1591 
   1592 	if (islocked) {
   1593 		if (dolock)
   1594 			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
   1595 		else
   1596 			FIXUP(VTOUNION(ap->a_dvp));
   1597 	}
   1598 	ap->a_dvp = vp;
   1599 	error = VCALL(vp, VOFFSET(vop_abortop), ap);
   1600 	if (islocked && dolock)
   1601 		VOP_UNLOCK(vp);
   1602 
   1603 	return (error);
   1604 }
   1605 
   1606 int
   1607 union_inactive(void *v)
   1608 {
   1609 	struct vop_inactive_args /* {
   1610 		const struct vnodeop_desc *a_desc;
   1611 		struct vnode *a_vp;
   1612 		bool *a_recycle;
   1613 	} */ *ap = v;
   1614 	struct vnode *vp = ap->a_vp;
   1615 	struct union_node *un = VTOUNION(vp);
   1616 	struct vnode **vpp;
   1617 
   1618 	/*
   1619 	 * Do nothing (and _don't_ bypass).
   1620 	 * Wait to vrele lowervp until reclaim,
   1621 	 * so that until then our union_node is in the
   1622 	 * cache and reusable.
   1623 	 *
   1624 	 * NEEDSWORK: Someday, consider inactive'ing
   1625 	 * the lowervp and then trying to reactivate it
   1626 	 * with capabilities (v_id)
   1627 	 * like they do in the name lookup cache code.
   1628 	 * That's too much work for now.
   1629 	 */
   1630 
   1631 	if (un->un_dircache != 0) {
   1632 		for (vpp = un->un_dircache; *vpp != NULLVP; vpp++)
   1633 			vrele(*vpp);
   1634 		free(un->un_dircache, M_TEMP);
   1635 		un->un_dircache = 0;
   1636 	}
   1637 
   1638 	*ap->a_recycle = ((un->un_flags & UN_CACHED) == 0);
   1639 	VOP_UNLOCK(vp);
   1640 
   1641 	return (0);
   1642 }
   1643 
   1644 int
   1645 union_reclaim(void *v)
   1646 {
   1647 	struct vop_reclaim_args /* {
   1648 		struct vnode *a_vp;
   1649 	} */ *ap = v;
   1650 
   1651 	union_freevp(ap->a_vp);
   1652 
   1653 	return (0);
   1654 }
   1655 
   1656 int
   1657 union_lock(void *v)
   1658 {
   1659 	struct vop_lock_args /* {
   1660 		struct vnode *a_vp;
   1661 		int a_flags;
   1662 	} */ *ap = v;
   1663 	struct vnode *vp = ap->a_vp;
   1664 	int flags = ap->a_flags;
   1665 	struct union_node *un;
   1666 	int error;
   1667 
   1668 	/* XXX unionfs can't handle shared locks yet */
   1669 	if ((flags & LK_SHARED) != 0) {
   1670 		flags = (flags & ~LK_SHARED) | LK_EXCLUSIVE;
   1671 	}
   1672 
   1673 start:
   1674 	un = VTOUNION(vp);
   1675 
   1676 	if (un->un_uppervp != NULLVP) {
   1677 		if (((un->un_flags & UN_ULOCK) == 0) &&
   1678 		    (vp->v_usecount != 0)) {
   1679 			/*
   1680 			 * We MUST always use the order of: take upper
   1681 			 * vp lock, manipulate union node flags, drop
   1682 			 * upper vp lock.  This code must not be an
   1683 			 * exception.
   1684 			 */
   1685 			error = vn_lock(un->un_uppervp, flags);
   1686 			if (error)
   1687 				return (error);
   1688 			un->un_flags |= UN_ULOCK;
   1689 		}
   1690 #ifdef DIAGNOSTIC
   1691 		if (un->un_flags & UN_KLOCK) {
   1692 			vprint("union: dangling klock", vp);
   1693 			panic("union: dangling upper lock (%p)", vp);
   1694 		}
   1695 #endif
   1696 	}
   1697 
   1698 	/* XXX ignores LK_NOWAIT */
   1699 	if (un->un_flags & UN_LOCKED) {
   1700 		KASSERT(curlwp == NULL || un->un_lwp == NULL ||
   1701 		    un->un_lwp != curlwp);
   1702 		un->un_flags |= UN_WANTED;
   1703 		tsleep(&un->un_flags, PINOD, "unionlk2", 0);
   1704 		goto start;
   1705 	}
   1706 
   1707 	un->un_lwp = curlwp;
   1708 
   1709 	un->un_flags |= UN_LOCKED;
   1710 	return (0);
   1711 }
   1712 
   1713 /*
   1714  * When operations want to vput() a union node yet retain a lock on
   1715  * the upper vnode (say, to do some further operations like link(),
   1716  * mkdir(), ...), they set UN_KLOCK on the union node, then call
   1717  * vput() which calls VOP_UNLOCK() and comes here.  union_unlock()
   1718  * unlocks the union node (leaving the upper vnode alone), clears the
   1719  * KLOCK flag, and then returns to vput().  The caller then does whatever
   1720  * is left to do with the upper vnode, and ensures that it gets unlocked.
   1721  *
   1722  * If UN_KLOCK isn't set, then the upper vnode is unlocked here.
   1723  */
   1724 int
   1725 union_unlock(void *v)
   1726 {
   1727 	struct vop_unlock_args /* {
   1728 		struct vnode *a_vp;
   1729 		int a_flags;
   1730 	} */ *ap = v;
   1731 	struct union_node *un = VTOUNION(ap->a_vp);
   1732 
   1733 	KASSERT((un->un_flags & UN_LOCKED) != 0);
   1734 	KASSERT(curlwp == NULL || un->un_lwp == NULL ||
   1735 	    un->un_lwp == curlwp);
   1736 
   1737 	un->un_flags &= ~UN_LOCKED;
   1738 
   1739 	if ((un->un_flags & (UN_ULOCK|UN_KLOCK)) == UN_ULOCK)
   1740 		VOP_UNLOCK(un->un_uppervp);
   1741 
   1742 	un->un_flags &= ~(UN_ULOCK|UN_KLOCK);
   1743 
   1744 	if (un->un_flags & UN_WANTED) {
   1745 		un->un_flags &= ~UN_WANTED;
   1746 		wakeup( &un->un_flags);
   1747 	}
   1748 
   1749 	un->un_lwp = NULL;
   1750 
   1751 	return (0);
   1752 }
   1753 
   1754 int
   1755 union_bmap(void *v)
   1756 {
   1757 	struct vop_bmap_args /* {
   1758 		struct vnode *a_vp;
   1759 		daddr_t  a_bn;
   1760 		struct vnode **a_vpp;
   1761 		daddr_t *a_bnp;
   1762 		int *a_runp;
   1763 	} */ *ap = v;
   1764 	int error;
   1765 	struct vnode *vp = OTHERVP(ap->a_vp);
   1766 	int dolock = (vp == LOWERVP(ap->a_vp));
   1767 
   1768 	if (dolock)
   1769 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
   1770 	else
   1771 		FIXUP(VTOUNION(ap->a_vp));
   1772 	ap->a_vp = vp;
   1773 	error = VCALL(vp, VOFFSET(vop_bmap), ap);
   1774 	if (dolock)
   1775 		VOP_UNLOCK(vp);
   1776 
   1777 	return (error);
   1778 }
   1779 
   1780 int
   1781 union_print(void *v)
   1782 {
   1783 	struct vop_print_args /* {
   1784 		struct vnode *a_vp;
   1785 	} */ *ap = v;
   1786 	struct vnode *vp = ap->a_vp;
   1787 
   1788 	printf("\ttag VT_UNION, vp=%p, uppervp=%p, lowervp=%p\n",
   1789 			vp, UPPERVP(vp), LOWERVP(vp));
   1790 	if (UPPERVP(vp) != NULLVP)
   1791 		vprint("union: upper", UPPERVP(vp));
   1792 	if (LOWERVP(vp) != NULLVP)
   1793 		vprint("union: lower", LOWERVP(vp));
   1794 	if (VTOUNION(vp)->un_dircache) {
   1795 		struct vnode **vpp;
   1796 		for (vpp = VTOUNION(vp)->un_dircache; *vpp != NULLVP; vpp++)
   1797 			vprint("dircache:", *vpp);
   1798 	}
   1799 
   1800 	return (0);
   1801 }
   1802 
   1803 int
   1804 union_islocked(void *v)
   1805 {
   1806 	struct vop_islocked_args /* {
   1807 		struct vnode *a_vp;
   1808 	} */ *ap = v;
   1809 
   1810 	return ((VTOUNION(ap->a_vp)->un_flags & UN_LOCKED) ? LK_EXCLUSIVE : 0);
   1811 }
   1812 
   1813 int
   1814 union_pathconf(void *v)
   1815 {
   1816 	struct vop_pathconf_args /* {
   1817 		struct vnode *a_vp;
   1818 		int a_name;
   1819 		int *a_retval;
   1820 	} */ *ap = v;
   1821 	int error;
   1822 	struct vnode *vp = OTHERVP(ap->a_vp);
   1823 	int dolock = (vp == LOWERVP(ap->a_vp));
   1824 
   1825 	if (dolock)
   1826 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
   1827 	else
   1828 		FIXUP(VTOUNION(ap->a_vp));
   1829 	ap->a_vp = vp;
   1830 	error = VCALL(vp, VOFFSET(vop_pathconf), ap);
   1831 	if (dolock)
   1832 		VOP_UNLOCK(vp);
   1833 
   1834 	return (error);
   1835 }
   1836 
   1837 int
   1838 union_advlock(void *v)
   1839 {
   1840 	struct vop_advlock_args /* {
   1841 		struct vnode *a_vp;
   1842 		void *a_id;
   1843 		int  a_op;
   1844 		struct flock *a_fl;
   1845 		int  a_flags;
   1846 	} */ *ap = v;
   1847 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1848 
   1849 	ap->a_vp = ovp;
   1850 	return (VCALL(ovp, VOFFSET(vop_advlock), ap));
   1851 }
   1852 
   1853 int
   1854 union_strategy(void *v)
   1855 {
   1856 	struct vop_strategy_args /* {
   1857 		struct vnode *a_vp;
   1858 		struct buf *a_bp;
   1859 	} */ *ap = v;
   1860 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1861 	struct buf *bp = ap->a_bp;
   1862 
   1863 	KASSERT(ovp != NULLVP);
   1864 	if (!NODE_IS_SPECIAL(ovp))
   1865 		KASSERT((bp->b_flags & B_READ) || ovp != LOWERVP(bp->b_vp));
   1866 
   1867 	return (VOP_STRATEGY(ovp, bp));
   1868 }
   1869 
   1870 int
   1871 union_bwrite(void *v)
   1872 {
   1873 	struct vop_bwrite_args /* {
   1874 		struct vnode *a_vp;
   1875 		struct buf *a_bp;
   1876 	} */ *ap = v;
   1877 	struct vnode *ovp = OTHERVP(ap->a_vp);
   1878 	struct buf *bp = ap->a_bp;
   1879 
   1880 	KASSERT(ovp != NULLVP);
   1881 	if (!NODE_IS_SPECIAL(ovp))
   1882 		KASSERT((bp->b_flags & B_READ) || ovp != LOWERVP(bp->b_vp));
   1883 
   1884 	return (VOP_BWRITE(ovp, bp));
   1885 }
   1886 
   1887 int
   1888 union_getpages(void *v)
   1889 {
   1890 	struct vop_getpages_args /* {
   1891 		struct vnode *a_vp;
   1892 		voff_t a_offset;
   1893 		struct vm_page **a_m;
   1894 		int *a_count;
   1895 		int a_centeridx;
   1896 		vm_prot_t a_access_type;
   1897 		int a_advice;
   1898 		int a_flags;
   1899 	} */ *ap = v;
   1900 	struct vnode *vp = ap->a_vp;
   1901 
   1902 	KASSERT(mutex_owned(vp->v_interlock));
   1903 
   1904 	if (ap->a_flags & PGO_LOCKED) {
   1905 		return EBUSY;
   1906 	}
   1907 	ap->a_vp = OTHERVP(vp);
   1908 	KASSERT(vp->v_interlock == ap->a_vp->v_interlock);
   1909 
   1910 	/* Just pass the request on to the underlying layer. */
   1911 	return VCALL(ap->a_vp, VOFFSET(vop_getpages), ap);
   1912 }
   1913 
   1914 int
   1915 union_putpages(void *v)
   1916 {
   1917 	struct vop_putpages_args /* {
   1918 		struct vnode *a_vp;
   1919 		voff_t a_offlo;
   1920 		voff_t a_offhi;
   1921 		int a_flags;
   1922 	} */ *ap = v;
   1923 	struct vnode *vp = ap->a_vp;
   1924 
   1925 	KASSERT(mutex_owned(vp->v_interlock));
   1926 
   1927 	ap->a_vp = OTHERVP(vp);
   1928 	KASSERT(vp->v_interlock == ap->a_vp->v_interlock);
   1929 
   1930 	if (ap->a_flags & PGO_RECLAIM) {
   1931 		mutex_exit(vp->v_interlock);
   1932 		return 0;
   1933 	}
   1934 
   1935 	/* Just pass the request on to the underlying layer. */
   1936 	return VCALL(ap->a_vp, VOFFSET(vop_putpages), ap);
   1937 }
   1938 
   1939 int
   1940 union_kqfilter(void *v)
   1941 {
   1942 	struct vop_kqfilter_args /* {
   1943 		struct vnode	*a_vp;
   1944 		struct knote	*a_kn;
   1945 	} */ *ap = v;
   1946 	int error;
   1947 
   1948 	/*
   1949 	 * We watch either the upper layer file (if it already exists),
   1950 	 * or the lower layer one. If there is lower layer file only
   1951 	 * at this moment, we will keep watching that lower layer file
   1952 	 * even if upper layer file would be created later on.
   1953 	 */
   1954 	if (UPPERVP(ap->a_vp))
   1955 		error = VOP_KQFILTER(UPPERVP(ap->a_vp), ap->a_kn);
   1956 	else if (LOWERVP(ap->a_vp))
   1957 		error = VOP_KQFILTER(LOWERVP(ap->a_vp), ap->a_kn);
   1958 	else {
   1959 		/* panic? */
   1960 		error = EOPNOTSUPP;
   1961 	}
   1962 
   1963 	return (error);
   1964 }
   1965