Home | History | Annotate | Line # | Download | only in lfs
lfs_vfsops.c revision 1.107
      1 /*	$NetBSD: lfs_vfsops.c,v 1.107 2003/03/20 14:11:47 yamt Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. All advertising materials mentioning features or use of this software
     19  *    must display the following acknowledgement:
     20  *	This product includes software developed by the NetBSD
     21  *	Foundation, Inc. and its contributors.
     22  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  *    contributors may be used to endorse or promote products derived
     24  *    from this software without specific prior written permission.
     25  *
     26  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  * POSSIBILITY OF SUCH DAMAGE.
     37  */
     38 /*-
     39  * Copyright (c) 1989, 1991, 1993, 1994
     40  *	The Regents of the University of California.  All rights reserved.
     41  *
     42  * Redistribution and use in source and binary forms, with or without
     43  * modification, are permitted provided that the following conditions
     44  * are met:
     45  * 1. Redistributions of source code must retain the above copyright
     46  *    notice, this list of conditions and the following disclaimer.
     47  * 2. Redistributions in binary form must reproduce the above copyright
     48  *    notice, this list of conditions and the following disclaimer in the
     49  *    documentation and/or other materials provided with the distribution.
     50  * 3. All advertising materials mentioning features or use of this software
     51  *    must display the following acknowledgement:
     52  *	This product includes software developed by the University of
     53  *	California, Berkeley and its contributors.
     54  * 4. Neither the name of the University nor the names of its contributors
     55  *    may be used to endorse or promote products derived from this software
     56  *    without specific prior written permission.
     57  *
     58  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     59  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     60  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     61  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     62  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     63  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     64  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     65  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     66  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     67  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     68  * SUCH DAMAGE.
     69  *
     70  *	@(#)lfs_vfsops.c	8.20 (Berkeley) 6/10/95
     71  */
     72 
     73 #include <sys/cdefs.h>
     74 __KERNEL_RCSID(0, "$NetBSD: lfs_vfsops.c,v 1.107 2003/03/20 14:11:47 yamt Exp $");
     75 
     76 #if defined(_KERNEL_OPT)
     77 #include "opt_quota.h"
     78 #endif
     79 
     80 #include <sys/param.h>
     81 #include <sys/systm.h>
     82 #include <sys/namei.h>
     83 #include <sys/proc.h>
     84 #include <sys/kernel.h>
     85 #include <sys/vnode.h>
     86 #include <sys/mount.h>
     87 #include <sys/kthread.h>
     88 #include <sys/buf.h>
     89 #include <sys/device.h>
     90 #include <sys/mbuf.h>
     91 #include <sys/file.h>
     92 #include <sys/disklabel.h>
     93 #include <sys/ioctl.h>
     94 #include <sys/errno.h>
     95 #include <sys/malloc.h>
     96 #include <sys/pool.h>
     97 #include <sys/socket.h>
     98 #include <uvm/uvm_extern.h>
     99 #include <sys/sysctl.h>
    100 #include <sys/conf.h>
    101 
    102 #include <miscfs/specfs/specdev.h>
    103 
    104 #include <ufs/ufs/quota.h>
    105 #include <ufs/ufs/inode.h>
    106 #include <ufs/ufs/ufsmount.h>
    107 #include <ufs/ufs/ufs_extern.h>
    108 
    109 #include <uvm/uvm.h>
    110 #include <uvm/uvm_stat.h>
    111 #include <uvm/uvm_pager.h>
    112 #include <uvm/uvm_pdaemon.h>
    113 
    114 #include <ufs/lfs/lfs.h>
    115 #include <ufs/lfs/lfs_extern.h>
    116 
    117 #include <miscfs/genfs/genfs.h>
    118 #include <miscfs/genfs/genfs_node.h>
    119 static int lfs_gop_write(struct vnode *, struct vm_page **, int, int);
    120 
    121 static int lfs_mountfs(struct vnode *, struct mount *, struct proc *);
    122 
    123 extern const struct vnodeopv_desc lfs_vnodeop_opv_desc;
    124 extern const struct vnodeopv_desc lfs_specop_opv_desc;
    125 extern const struct vnodeopv_desc lfs_fifoop_opv_desc;
    126 extern int lfs_subsys_pages;
    127 extern int  locked_queue_count;
    128 extern long locked_queue_bytes;
    129 extern struct simplelock lfs_subsys_lock;
    130 
    131 pid_t lfs_writer_daemon = 0;
    132 int lfs_do_flush = 0;
    133 
    134 const struct vnodeopv_desc * const lfs_vnodeopv_descs[] = {
    135 	&lfs_vnodeop_opv_desc,
    136 	&lfs_specop_opv_desc,
    137 	&lfs_fifoop_opv_desc,
    138 	NULL,
    139 };
    140 
    141 struct vfsops lfs_vfsops = {
    142 	MOUNT_LFS,
    143 	lfs_mount,
    144 	ufs_start,
    145 	lfs_unmount,
    146 	ufs_root,
    147 	ufs_quotactl,
    148 	lfs_statfs,
    149 	lfs_sync,
    150 	lfs_vget,
    151 	lfs_fhtovp,
    152 	lfs_vptofh,
    153 	lfs_init,
    154 	lfs_reinit,
    155 	lfs_done,
    156 	lfs_sysctl,
    157 	lfs_mountroot,
    158 	ufs_check_export,
    159 	lfs_vnodeopv_descs,
    160 };
    161 
    162 struct genfs_ops lfs_genfsops = {
    163 	lfs_gop_size,
    164 	ufs_gop_alloc,
    165 	lfs_gop_write,
    166 };
    167 
    168 struct pool lfs_inode_pool, lfs_inoext_pool;
    169 
    170 /*
    171  * The writer daemon.  UVM keeps track of how many dirty pages we are holding
    172  * in lfs_subsys_pages; the daemon flushes the filesystem when this value
    173  * crosses the (user-defined) threshhold LFS_MAX_PAGES.
    174  */
    175 static void
    176 lfs_writerd(void *arg)
    177 {
    178 #ifdef LFS_PD
    179 	struct mount *mp, *nmp;
    180 	struct lfs *fs;
    181 #endif
    182 
    183 	lfs_writer_daemon = curproc->p_pid;
    184 
    185 	for (;;) {
    186 		tsleep(&lfs_writer_daemon, PVM, "lfswriter", 0);
    187 
    188 #ifdef LFS_PD
    189 		/*
    190 		 * Look through the list of LFSs to see if any of them
    191 		 * have requested pageouts.
    192 		 */
    193 		simple_lock(&mountlist_slock);
    194 		for (mp = mountlist.cqh_first; mp != (void *)&mountlist;
    195 		     mp = nmp) {
    196 			if (vfs_busy(mp, LK_NOWAIT, &mountlist_slock)) {
    197 				nmp = mp->mnt_list.cqe_next;
    198 				continue;
    199 			}
    200 			if (strncmp(&mp->mnt_stat.f_fstypename[0], MOUNT_LFS,
    201 				    MFSNAMELEN) == 0) {
    202 				fs = ((struct ufsmount *)mp->mnt_data)->ufsmount_u.lfs;
    203 				if (fs->lfs_pdflush ||
    204 				    !TAILQ_EMPTY(&fs->lfs_pchainhd)) {
    205 					fs->lfs_pdflush = 0;
    206 					lfs_flush_fs(fs, 0);
    207 				}
    208 			}
    209 
    210 			simple_lock(&mountlist_slock);
    211 			nmp = mp->mnt_list.cqe_next;
    212 			vfs_unbusy(mp);
    213 		}
    214 		simple_unlock(&mountlist_slock);
    215 #endif /* LFS_PD */
    216 
    217 		/*
    218 		 * If global state wants a flush, flush everything.
    219 		 */
    220 		while (lfs_do_flush || locked_queue_count > LFS_MAX_BUFS ||
    221 			locked_queue_bytes > LFS_MAX_BYTES ||
    222 			lfs_subsys_pages > LFS_MAX_PAGES) {
    223 
    224 #ifdef DEBUG_LFS_FLUSH
    225 			if (lfs_do_flush)
    226 				printf("daemon: lfs_do_flush\n");
    227 			if (locked_queue_count > LFS_MAX_BUFS)
    228 				printf("daemon: lqc = %d, max %d\n",
    229 					locked_queue_count, LFS_MAX_BUFS);
    230 			if (locked_queue_bytes > LFS_MAX_BYTES)
    231 				printf("daemon: lqb = %ld, max %d\n",
    232 					locked_queue_bytes, LFS_MAX_BYTES);
    233 			if (lfs_subsys_pages > LFS_MAX_PAGES)
    234 				printf("daemon: lssp = %d, max %d\n",
    235 					lfs_subsys_pages, LFS_MAX_PAGES);
    236 #endif /* DEBUG_LFS_FLUSH */
    237 			lfs_flush(NULL, SEGM_WRITERD);
    238 			lfs_do_flush = 0;
    239 		}
    240 		wakeup(&lfs_subsys_pages);
    241 	}
    242 	/* NOTREACHED */
    243 }
    244 
    245 /*
    246  * Initialize the filesystem, most work done by ufs_init.
    247  */
    248 void
    249 lfs_init()
    250 {
    251 	ufs_init();
    252 
    253 	/*
    254 	 * XXX Same structure as FFS inodes?  Should we share a common pool?
    255 	 */
    256 	pool_init(&lfs_inode_pool, sizeof(struct inode), 0, 0, 0,
    257 		  "lfsinopl", &pool_allocator_nointr);
    258 	pool_init(&lfs_inoext_pool, sizeof(struct lfs_inode_ext), 8, 0, 0,
    259 		  "lfsinoextpl", &pool_allocator_nointr);
    260 #ifdef DEBUG
    261 	memset(lfs_log, 0, sizeof(lfs_log));
    262 #endif
    263 	simple_lock_init(&lfs_subsys_lock);
    264 }
    265 
    266 void
    267 lfs_reinit()
    268 {
    269 	ufs_reinit();
    270 }
    271 
    272 void
    273 lfs_done()
    274 {
    275 	ufs_done();
    276 	pool_destroy(&lfs_inode_pool);
    277 	pool_destroy(&lfs_inoext_pool);
    278 }
    279 
    280 /*
    281  * Called by main() when ufs is going to be mounted as root.
    282  */
    283 int
    284 lfs_mountroot()
    285 {
    286 	extern struct vnode *rootvp;
    287 	struct mount *mp;
    288 	struct proc *p = curproc;	/* XXX */
    289 	int error;
    290 
    291 	if (root_device->dv_class != DV_DISK)
    292 		return (ENODEV);
    293 
    294 	if (rootdev == NODEV)
    295 		return (ENODEV);
    296 	/*
    297 	 * Get vnodes for swapdev and rootdev.
    298 	 */
    299 	if ((error = bdevvp(rootdev, &rootvp))) {
    300 		printf("lfs_mountroot: can't setup bdevvp's");
    301 		return (error);
    302 	}
    303 	if ((error = vfs_rootmountalloc(MOUNT_LFS, "root_device", &mp))) {
    304 		vrele(rootvp);
    305 		return (error);
    306 	}
    307 	if ((error = lfs_mountfs(rootvp, mp, p))) {
    308 		mp->mnt_op->vfs_refcount--;
    309 		vfs_unbusy(mp);
    310 		free(mp, M_MOUNT);
    311 		vrele(rootvp);
    312 		return (error);
    313 	}
    314 	simple_lock(&mountlist_slock);
    315 	CIRCLEQ_INSERT_TAIL(&mountlist, mp, mnt_list);
    316 	simple_unlock(&mountlist_slock);
    317 	(void)lfs_statfs(mp, &mp->mnt_stat, p);
    318 	vfs_unbusy(mp);
    319 	inittodr(VFSTOUFS(mp)->um_lfs->lfs_tstamp);
    320 	return (0);
    321 }
    322 
    323 /*
    324  * VFS Operations.
    325  *
    326  * mount system call
    327  */
    328 int
    329 lfs_mount(struct mount *mp, const char *path, void *data, struct nameidata *ndp, struct proc *p)
    330 {
    331 	struct vnode *devvp;
    332 	struct ufs_args args;
    333 	struct ufsmount *ump = NULL;
    334 	struct lfs *fs = NULL;				/* LFS */
    335 	size_t size;
    336 	int error;
    337 	mode_t accessmode;
    338 
    339 	if (mp->mnt_flag & MNT_GETARGS) {
    340 		ump = VFSTOUFS(mp);
    341 		if (ump == NULL)
    342 			return EIO;
    343 		args.fspec = NULL;
    344 		vfs_showexport(mp, &args.export, &ump->um_export);
    345 		return copyout(&args, data, sizeof(args));
    346 	}
    347 	error = copyin(data, (caddr_t)&args, sizeof (struct ufs_args));
    348 	if (error)
    349 		return (error);
    350 
    351 #if 0
    352 	/* Until LFS can do NFS right.		XXX */
    353 	if (args.export.ex_flags & MNT_EXPORTED)
    354 		return (EINVAL);
    355 #endif
    356 
    357 	/*
    358 	 * If updating, check whether changing from read-only to
    359 	 * read/write; if there is no device name, that's all we do.
    360 	 */
    361 	if (mp->mnt_flag & MNT_UPDATE) {
    362 		ump = VFSTOUFS(mp);
    363 		fs = ump->um_lfs;
    364 		if (fs->lfs_ronly && (mp->mnt_flag & MNT_WANTRDWR)) {
    365 			/*
    366 			 * If upgrade to read-write by non-root, then verify
    367 			 * that user has necessary permissions on the device.
    368 			 */
    369 			if (p->p_ucred->cr_uid != 0) {
    370 				vn_lock(ump->um_devvp, LK_EXCLUSIVE | LK_RETRY);
    371 				error = VOP_ACCESS(ump->um_devvp, VREAD|VWRITE,
    372 						   p->p_ucred, p);
    373 				VOP_UNLOCK(ump->um_devvp, 0);
    374 				if (error)
    375 					return (error);
    376 			}
    377 			fs->lfs_ronly = 0;
    378 		}
    379 		if (args.fspec == 0) {
    380 			/*
    381 			 * Process export requests.
    382 			 */
    383 			return (vfs_export(mp, &ump->um_export, &args.export));
    384 		}
    385 	}
    386 	/*
    387 	 * Not an update, or updating the name: look up the name
    388 	 * and verify that it refers to a sensible block device.
    389 	 */
    390 	NDINIT(ndp, LOOKUP, FOLLOW, UIO_USERSPACE, args.fspec, p);
    391 	if ((error = namei(ndp)) != 0)
    392 		return (error);
    393 	devvp = ndp->ni_vp;
    394 	if (devvp->v_type != VBLK) {
    395 		vrele(devvp);
    396 		return (ENOTBLK);
    397 	}
    398 	if (bdevsw_lookup(devvp->v_rdev) == NULL) {
    399 		vrele(devvp);
    400 		return (ENXIO);
    401 	}
    402 	/*
    403 	 * If mount by non-root, then verify that user has necessary
    404 	 * permissions on the device.
    405 	 */
    406 	if (p->p_ucred->cr_uid != 0) {
    407 		accessmode = VREAD;
    408 		if ((mp->mnt_flag & MNT_RDONLY) == 0)
    409 			accessmode |= VWRITE;
    410 		vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
    411 		error = VOP_ACCESS(devvp, accessmode, p->p_ucred, p);
    412 		if (error) {
    413 			vput(devvp);
    414 			return (error);
    415 		}
    416 		VOP_UNLOCK(devvp, 0);
    417 	}
    418 	if ((mp->mnt_flag & MNT_UPDATE) == 0)
    419 		error = lfs_mountfs(devvp, mp, p);		/* LFS */
    420 	else {
    421 		if (devvp != ump->um_devvp)
    422 			error = EINVAL;	/* needs translation */
    423 		else
    424 			vrele(devvp);
    425 	}
    426 	if (error) {
    427 		vrele(devvp);
    428 		return (error);
    429 	}
    430 	ump = VFSTOUFS(mp);
    431 	fs = ump->um_lfs;					/* LFS */
    432 	(void)copyinstr(path, fs->lfs_fsmnt, sizeof(fs->lfs_fsmnt) - 1, &size);
    433 	bzero(fs->lfs_fsmnt + size, sizeof(fs->lfs_fsmnt) - size);
    434 	bcopy(fs->lfs_fsmnt, mp->mnt_stat.f_mntonname, MNAMELEN);
    435 	(void) copyinstr(args.fspec, mp->mnt_stat.f_mntfromname, MNAMELEN - 1,
    436 			 &size);
    437 	bzero(mp->mnt_stat.f_mntfromname + size, MNAMELEN - size);
    438 	return (0);
    439 }
    440 
    441 /*
    442  * Roll-forward code.
    443  */
    444 
    445 /*
    446  * Load the appropriate indirect block, and change the appropriate pointer.
    447  * Mark the block dirty.  Do segment and avail accounting.
    448  */
    449 static int
    450 update_meta(struct lfs *fs, ino_t ino, int version, daddr_t lbn,
    451 	    daddr_t ndaddr, size_t size, struct proc *p)
    452 {
    453 	int error;
    454 	struct vnode *vp;
    455 	struct inode *ip;
    456 	daddr_t odaddr, ooff;
    457 	struct indir a[NIADDR], *ap;
    458 	struct buf *bp;
    459 	SEGUSE *sup;
    460 	int num;
    461 
    462 	if ((error = lfs_rf_valloc(fs, ino, version, p, &vp)) != 0) {
    463 #ifdef DEBUG_LFS_RFW
    464 		printf("update_meta: ino %d: lfs_rf_valloc returned %d\n", ino,
    465 		       error);
    466 #endif
    467 		return error;
    468 	}
    469 
    470 	if ((error = VOP_BALLOC(vp, (lbn << fs->lfs_bshift), size,
    471 				NOCRED, 0, &bp)) != 0) {
    472 		vput(vp);
    473 		return (error);
    474 	}
    475 	/* No need to write, the block is already on disk */
    476 	if (bp->b_flags & B_DELWRI) {
    477 		LFS_UNLOCK_BUF(bp);
    478 		fs->lfs_avail += btofsb(fs, bp->b_bcount);
    479 	}
    480 	bp->b_flags |= B_INVAL;
    481 	brelse(bp);
    482 
    483 	/*
    484 	 * Extend the file, if it is not large enough already.
    485 	 * XXX this is not exactly right, we don't know how much of the
    486 	 * XXX last block is actually used.  We hope that an inode will
    487 	 * XXX appear later to give the correct size.
    488 	 */
    489 	ip = VTOI(vp);
    490 	if (ip->i_ffs_size <= (lbn << fs->lfs_bshift)) {
    491 		if (lbn < NDADDR)
    492 			ip->i_ffs_size = (lbn << fs->lfs_bshift) +
    493 				(size - fs->lfs_fsize) + 1;
    494 		else
    495 			ip->i_ffs_size = (lbn << fs->lfs_bshift) + 1;
    496 	}
    497 
    498 	error = ufs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL);
    499 	if (error) {
    500 #ifdef DEBUG_LFS_RFW
    501 		printf("update_meta: ufs_bmaparray returned %d\n", error);
    502 #endif
    503 		vput(vp);
    504 		return error;
    505 	}
    506 	switch (num) {
    507 	    case 0:
    508 		ooff = ip->i_ffs_db[lbn];
    509 		if (ooff == UNWRITTEN)
    510 			ip->i_ffs_blocks += btofsb(fs, size);
    511 		/* XXX what about fragment extension? */
    512 		ip->i_ffs_db[lbn] = ndaddr;
    513 		break;
    514 	    case 1:
    515 		ooff = ip->i_ffs_ib[a[0].in_off];
    516 		if (ooff == UNWRITTEN)
    517 			ip->i_ffs_blocks += btofsb(fs, size);
    518 		ip->i_ffs_ib[a[0].in_off] = ndaddr;
    519 		break;
    520 	    default:
    521 		ap = &a[num - 1];
    522 		if (bread(vp, ap->in_lbn, fs->lfs_bsize, NOCRED, &bp))
    523 			panic("update_meta: bread bno %lld",
    524 			    (long long)ap->in_lbn);
    525 
    526 		/* XXX ondisk32 */
    527 		ooff = ((int32_t *)bp->b_data)[ap->in_off];
    528 		if (ooff == UNWRITTEN)
    529 			ip->i_ffs_blocks += btofsb(fs, size);
    530 		/* XXX ondisk32 */
    531 		((int32_t *)bp->b_data)[ap->in_off] = ndaddr;
    532 		(void) VOP_BWRITE(bp);
    533 	}
    534 	LFS_SET_UINO(ip, IN_CHANGE | IN_MODIFIED | IN_UPDATE);
    535 
    536 	/* Update segment usage information. */
    537 	if (odaddr > 0) {
    538 		LFS_SEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, odaddr)), bp);
    539 #ifdef DIAGNOSTIC
    540 		if (sup->su_nbytes < size) {
    541 			panic("update_meta: negative bytes "
    542 			      "(segment %" PRIu32 " short by %ld)\n",
    543 			      dtosn(fs, dbtofsb(fs, odaddr)), (long)size - sup->su_nbytes);
    544 			sup->su_nbytes = size;
    545 		}
    546 #endif
    547 		sup->su_nbytes -= size;
    548 		LFS_WRITESEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, odaddr)), bp);
    549 	}
    550 	LFS_SEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
    551 	sup->su_nbytes += size;
    552 	LFS_WRITESEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
    553 
    554 	/* Fix this so it can be released */
    555 	/* ip->i_lfs_effnblks = ip->i_ffs_blocks; */
    556 
    557 #ifdef DEBUG_LFS_RFW
    558 	/* Now look again to make sure it worked */
    559 	ufs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL );
    560 	if (dbtofsb(fs, odaddr) != ndaddr)
    561 		printf("update_meta: failed setting ino %d lbn %" PRId64
    562 		    " to %" PRId64 "\n", ino, lbn, ndaddr);
    563 #endif
    564 	vput(vp);
    565 	return 0;
    566 }
    567 
    568 static int
    569 update_inoblk(struct lfs *fs, daddr_t offset, struct ucred *cred,
    570 	      struct proc *p)
    571 {
    572 	struct vnode *devvp, *vp;
    573 	struct inode *ip;
    574 	struct dinode *dip;
    575 	struct buf *dbp, *ibp;
    576 	int error;
    577 	daddr_t daddr;
    578 	IFILE *ifp;
    579 	SEGUSE *sup;
    580 
    581 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    582 
    583 	/*
    584 	 * Get the inode, update times and perms.
    585 	 * DO NOT update disk blocks, we do that separately.
    586 	 */
    587 	error = bread(devvp, fsbtodb(fs, offset), fs->lfs_ibsize, cred, &dbp);
    588 	if (error) {
    589 #ifdef DEBUG_LFS_RFW
    590 		printf("update_inoblk: bread returned %d\n", error);
    591 #endif
    592 		return error;
    593 	}
    594 	dip = ((struct dinode *)(dbp->b_data)) + INOPB(fs);
    595 	while (--dip >= (struct dinode *)dbp->b_data) {
    596 		if (dip->di_inumber > LFS_IFILE_INUM) {
    597 			/* printf("ino %d version %d\n", dip->di_inumber,
    598 			       dip->di_gen); */
    599 			error = lfs_rf_valloc(fs, dip->di_inumber, dip->di_gen,
    600 					      p, &vp);
    601 			if (error) {
    602 #ifdef DEBUG_LFS_RFW
    603 				printf("update_inoblk: lfs_rf_valloc returned %d\n", error);
    604 #endif
    605 				continue;
    606 			}
    607 			ip = VTOI(vp);
    608 			if (dip->di_size != ip->i_ffs_size)
    609 				VOP_TRUNCATE(vp, dip->di_size, 0, NOCRED, p);
    610 			/* Get mode, link count, size, and times */
    611 			memcpy(&ip->i_din.ffs_din, dip,
    612 			       offsetof(struct dinode, di_db[0]));
    613 
    614 			/* Then the rest, except di_blocks */
    615 			ip->i_ffs_flags = dip->di_flags;
    616 			ip->i_ffs_gen = dip->di_gen;
    617 			ip->i_ffs_uid = dip->di_uid;
    618 			ip->i_ffs_gid = dip->di_gid;
    619 
    620 			ip->i_ffs_effnlink = dip->di_nlink;
    621 
    622 			LFS_SET_UINO(ip, IN_CHANGE | IN_MODIFIED | IN_UPDATE);
    623 
    624 			/* Re-initialize to get type right */
    625 			ufs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
    626 				  &vp);
    627 			vput(vp);
    628 
    629 			/* Record change in location */
    630 			LFS_IENTRY(ifp, fs, dip->di_inumber, ibp);
    631 			daddr = ifp->if_daddr;
    632 			ifp->if_daddr = dbtofsb(fs, dbp->b_blkno);
    633 			error = LFS_BWRITE_LOG(ibp); /* Ifile */
    634 			/* And do segment accounting */
    635 			if (dtosn(fs, daddr) != dtosn(fs, dbtofsb(fs, dbp->b_blkno))) {
    636 				if (daddr > 0) {
    637 					LFS_SEGENTRY(sup, fs, dtosn(fs, daddr),
    638 						     ibp);
    639 					sup->su_nbytes -= DINODE_SIZE;
    640 					LFS_WRITESEGENTRY(sup, fs,
    641 							  dtosn(fs, daddr),
    642 							  ibp);
    643 				}
    644 				LFS_SEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
    645 					     ibp);
    646 				sup->su_nbytes += DINODE_SIZE;
    647 				LFS_WRITESEGENTRY(sup, fs,
    648 						  dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
    649 						  ibp);
    650 			}
    651 		}
    652 	}
    653 	dbp->b_flags |= B_AGE;
    654 	brelse(dbp);
    655 
    656 	return 0;
    657 }
    658 
    659 #define CHECK_CKSUM   0x0001  /* Check the checksum to make sure it's valid */
    660 #define CHECK_UPDATE  0x0002  /* Update Ifile for new data blocks / inodes */
    661 
    662 static daddr_t
    663 check_segsum(struct lfs *fs, daddr_t offset,
    664 	     struct ucred *cred, int flags, int *pseg_flags, struct proc *p)
    665 {
    666 	struct vnode *devvp;
    667 	struct buf *bp, *dbp;
    668 	int error, nblocks, ninos, i, j;
    669 	SEGSUM *ssp;
    670 	u_long *dp, *datap; /* XXX u_int32_t */
    671 	daddr_t oldoffset;
    672 	int32_t *iaddr;	/* XXX ondisk32 */
    673 	FINFO *fip;
    674 	SEGUSE *sup;
    675 	size_t size;
    676 	u_int64_t serial;
    677 
    678 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    679 	/*
    680 	 * If the segment has a superblock and we're at the top
    681 	 * of the segment, skip the superblock.
    682 	 */
    683 	if (sntod(fs, dtosn(fs, offset)) == offset) {
    684 		LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
    685 		if (sup->su_flags & SEGUSE_SUPERBLOCK)
    686 			offset += btofsb(fs, LFS_SBPAD);
    687 		brelse(bp);
    688 	}
    689 
    690 	/* Read in the segment summary */
    691 	error = bread(devvp, offset, fs->lfs_sumsize, cred, &bp);
    692 	if (error)
    693 		return -1;
    694 
    695 	/* Check summary checksum */
    696 	ssp = (SEGSUM *)bp->b_data;
    697 	if (flags & CHECK_CKSUM) {
    698 		if (ssp->ss_sumsum != cksum(&ssp->ss_datasum,
    699 					   fs->lfs_sumsize -
    700 					   sizeof(ssp->ss_sumsum))) {
    701 #ifdef DEBUG_LFS_RFW
    702 			printf("Sumsum error at 0x%" PRIx64 "\n", offset);
    703 #endif
    704 			offset = -1;
    705 			goto err1;
    706 		}
    707 		if (ssp->ss_nfinfo == 0 && ssp->ss_ninos == 0) {
    708 #ifdef DEBUG_LFS_RFW
    709 			printf("Empty pseg at 0x%" PRIx64 "\n", offset);
    710 #endif
    711 			offset = -1;
    712 			goto err1;
    713 		}
    714 		if (ssp->ss_create < fs->lfs_tstamp) {
    715 #ifdef DEBUG_LFS_RFW
    716 			printf("Old data at 0x%" PRIx64 "\n", offset);
    717 #endif
    718 			offset = -1;
    719 			goto err1;
    720 		}
    721 	}
    722 	if (fs->lfs_version > 1) {
    723 		serial = ssp->ss_serial;
    724 		if (serial != fs->lfs_serial + 1) {
    725 #ifdef DEBUG_LFS_RFW
    726 			printf("Unexpected serial number at 0x%" PRIx64
    727 			    "\n", offset);
    728 #endif
    729 			offset = -1;
    730 			goto err1;
    731 		}
    732 		if (ssp->ss_ident != fs->lfs_ident) {
    733 #ifdef DEBUG_LFS_RFW
    734 			printf("Incorrect fsid (0x%x vs 0x%x) at 0x%"
    735 			    PRIx64 "\n", ssp->ss_ident, fs->lfs_ident, offset);
    736 #endif
    737 			offset = -1;
    738 			goto err1;
    739 		}
    740 	}
    741 	if (pseg_flags)
    742 		*pseg_flags = ssp->ss_flags;
    743 	oldoffset = offset;
    744 	offset += btofsb(fs, fs->lfs_sumsize);
    745 
    746 	ninos = howmany(ssp->ss_ninos, INOPB(fs));
    747 	/* XXX ondisk32 */
    748 	iaddr = (int32_t *)(bp->b_data + fs->lfs_sumsize - sizeof(int32_t));
    749 	if (flags & CHECK_CKSUM) {
    750 		/* Count blocks */
    751 		nblocks = 0;
    752 		fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
    753 		for (i = 0; i < ssp->ss_nfinfo; ++i) {
    754 			nblocks += fip->fi_nblocks;
    755 			if (fip->fi_nblocks <= 0)
    756 				break;
    757 			/* XXX ondisk32 */
    758 			fip = (FINFO *)(((char *)fip) + FINFOSIZE +
    759 					(fip->fi_nblocks * sizeof(int32_t)));
    760 		}
    761 		nblocks += ninos;
    762 		/* Create the sum array */
    763 		datap = dp = (u_long *)malloc(nblocks * sizeof(u_long),
    764 					      M_SEGMENT, M_WAITOK);
    765 	}
    766 
    767 	/* Handle individual blocks */
    768 	fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
    769 	for (i = 0; i < ssp->ss_nfinfo || ninos; ++i) {
    770 		/* Inode block? */
    771 		if (ninos && *iaddr == offset) {
    772 			if (flags & CHECK_CKSUM) {
    773 				/* Read in the head and add to the buffer */
    774 				error = bread(devvp, fsbtodb(fs, offset), fs->lfs_bsize,
    775 					      cred, &dbp);
    776 				if (error) {
    777 					offset = -1;
    778 					goto err2;
    779 				}
    780 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    781 				dbp->b_flags |= B_AGE;
    782 				brelse(dbp);
    783 			}
    784 			if (flags & CHECK_UPDATE) {
    785 				if ((error = update_inoblk(fs, offset, cred, p))
    786 				    != 0) {
    787 					offset = -1;
    788 					goto err2;
    789 				}
    790 			}
    791 			offset += btofsb(fs, fs->lfs_ibsize);
    792 			--iaddr;
    793 			--ninos;
    794 			--i; /* compensate */
    795 			continue;
    796 		}
    797 		/* printf("check: blocks from ino %d version %d\n",
    798 		       fip->fi_ino, fip->fi_version); */
    799 		size = fs->lfs_bsize;
    800 		for (j = 0; j < fip->fi_nblocks; ++j) {
    801 			if (j == fip->fi_nblocks - 1)
    802 				size = fip->fi_lastlength;
    803 			if (flags & CHECK_CKSUM) {
    804 				error = bread(devvp, fsbtodb(fs, offset), size, cred, &dbp);
    805 				if (error) {
    806 					offset = -1;
    807 					goto err2;
    808 				}
    809 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    810 				dbp->b_flags |= B_AGE;
    811 				brelse(dbp);
    812 			}
    813 			/* Account for and update any direct blocks */
    814 			if ((flags & CHECK_UPDATE) &&
    815 			   fip->fi_ino > LFS_IFILE_INUM &&
    816 			   fip->fi_blocks[j] >= 0) {
    817 				update_meta(fs, fip->fi_ino, fip->fi_version,
    818 					    fip->fi_blocks[j], offset, size, p);
    819 			}
    820 			offset += btofsb(fs, size);
    821 		}
    822 		/* XXX ondisk32 */
    823 		fip = (FINFO *)(((char *)fip) + FINFOSIZE
    824 				+ fip->fi_nblocks * sizeof(int32_t));
    825 	}
    826 	/* Checksum the array, compare */
    827 	if ((flags & CHECK_CKSUM) &&
    828 	   ssp->ss_datasum != cksum(datap, nblocks * sizeof(u_long)))
    829 	{
    830 #ifdef DEBUG_LFS_RFW
    831 		printf("Datasum error at 0x%" PRIx64 " (wanted %x got %x)\n",
    832 		    offset, ssp->ss_datasum, cksum(datap, nblocks *
    833 					      sizeof(u_long)));
    834 #endif
    835 		offset = -1;
    836 		goto err2;
    837 	}
    838 
    839 	/* If we're at the end of the segment, move to the next */
    840 	if (dtosn(fs, offset + btofsb(fs, fs->lfs_sumsize + fs->lfs_bsize)) !=
    841 	   dtosn(fs, offset)) {
    842 		if (dtosn(fs, offset) == dtosn(fs, ssp->ss_next)) {
    843 			offset = -1;
    844 			goto err2;
    845 		}
    846 		offset = ssp->ss_next;
    847 #ifdef DEBUG_LFS_RFW
    848 		printf("LFS roll forward: moving on to offset 0x%" PRIx64
    849 		       " -> segment %d\n", offset, dtosn(fs,offset));
    850 #endif
    851 	}
    852 
    853 	if (flags & CHECK_UPDATE) {
    854 		fs->lfs_avail -= (offset - oldoffset);
    855 		/* Don't clog the buffer queue */
    856 		if (locked_queue_count > LFS_MAX_BUFS ||
    857 		    locked_queue_bytes > LFS_MAX_BYTES) {
    858 			++fs->lfs_writer;
    859 			lfs_flush(fs, SEGM_CKP);
    860 			if (--fs->lfs_writer == 0)
    861 				wakeup(&fs->lfs_dirops);
    862 		}
    863 	}
    864 
    865     err2:
    866 	if (flags & CHECK_CKSUM)
    867 		free(datap, M_SEGMENT);
    868     err1:
    869 	bp->b_flags |= B_AGE;
    870 	brelse(bp);
    871 
    872 	/* XXX should we update the serial number even for bad psegs? */
    873 	if ((flags & CHECK_UPDATE) && offset > 0 && fs->lfs_version > 1)
    874 		fs->lfs_serial = serial;
    875 	return offset;
    876 }
    877 
    878 /*
    879  * Common code for mount and mountroot
    880  * LFS specific
    881  */
    882 int
    883 lfs_mountfs(struct vnode *devvp, struct mount *mp, struct proc *p)
    884 {
    885 	extern struct vnode *rootvp;
    886 	struct dlfs *tdfs, *dfs, *adfs;
    887 	struct lfs *fs;
    888 	struct ufsmount *ump;
    889 	struct vnode *vp;
    890 	struct buf *bp, *abp;
    891 	struct partinfo dpart;
    892 	dev_t dev;
    893 	int error, i, ronly, secsize, fsbsize;
    894 	struct ucred *cred;
    895 	CLEANERINFO *cip;
    896 	SEGUSE *sup;
    897 	int flags, dirty, do_rollforward;
    898 	daddr_t offset, oldoffset, lastgoodpseg, sb_addr;
    899 	int sn, curseg;
    900 
    901 	cred = p ? p->p_ucred : NOCRED;
    902 	/*
    903 	 * Disallow multiple mounts of the same device.
    904 	 * Disallow mounting of a device that is currently in use
    905 	 * (except for root, which might share swap device for miniroot).
    906 	 * Flush out any old buffers remaining from a previous use.
    907 	 */
    908 	if ((error = vfs_mountedon(devvp)) != 0)
    909 		return (error);
    910 	if (vcount(devvp) > 1 && devvp != rootvp)
    911 		return (EBUSY);
    912 	if ((error = vinvalbuf(devvp, V_SAVE, cred, p, 0, 0)) != 0)
    913 		return (error);
    914 
    915 	ronly = (mp->mnt_flag & MNT_RDONLY) != 0;
    916 	error = VOP_OPEN(devvp, ronly ? FREAD : FREAD|FWRITE, FSCRED, p);
    917 	if (error)
    918 		return (error);
    919 	if (VOP_IOCTL(devvp, DIOCGPART, (caddr_t)&dpart, FREAD, cred, p) != 0)
    920 		secsize = DEV_BSIZE;
    921 	else
    922 		secsize = dpart.disklab->d_secsize;
    923 
    924 	/* Don't free random space on error. */
    925 	bp = NULL;
    926 	abp = NULL;
    927 	ump = NULL;
    928 
    929 	sb_addr = LFS_LABELPAD / secsize;
    930 	while (1) {
    931 		/* Read in the superblock. */
    932 		error = bread(devvp, sb_addr, LFS_SBPAD, cred, &bp);
    933 		if (error)
    934 			goto out;
    935 		dfs = (struct dlfs *)bp->b_data;
    936 
    937 		/* Check the basics. */
    938 		if (dfs->dlfs_magic != LFS_MAGIC || dfs->dlfs_bsize >= MAXBSIZE ||
    939 		    dfs->dlfs_version > LFS_VERSION ||
    940 		    dfs->dlfs_bsize < sizeof(struct dlfs)) {
    941 #ifdef DEBUG_LFS
    942 			printf("lfs_mountfs: primary superblock sanity failed\n");
    943 #endif
    944 			error = EINVAL;		/* XXX needs translation */
    945 			goto out;
    946 		}
    947 		if (dfs->dlfs_inodefmt > LFS_MAXINODEFMT)
    948 			printf("lfs_mountfs: warning: unknown inode format %d\n",
    949 			       dfs->dlfs_inodefmt);
    950 
    951 		if (dfs->dlfs_version == 1)
    952 			fsbsize = secsize;
    953 		else {
    954 			fsbsize = 1 << (dfs->dlfs_bshift - dfs->dlfs_blktodb +
    955 				dfs->dlfs_fsbtodb);
    956 			/*
    957 			 * Could be, if the frag size is large enough, that we
    958 			 * don't have the "real" primary superblock.  If that's
    959 			 * the case, get the real one, and try again.
    960 			 */
    961 			if (sb_addr != dfs->dlfs_sboffs[0] <<
    962 				       dfs->dlfs_fsbtodb) {
    963 /* #ifdef DEBUG_LFS */
    964 				printf("lfs_mountfs: sb daddr 0x%llx is not right, trying 0x%llx\n",
    965 					(long long)sb_addr, (long long)(dfs->dlfs_sboffs[0] <<
    966 						 dfs->dlfs_fsbtodb));
    967 /* #endif */
    968 				sb_addr = dfs->dlfs_sboffs[0] <<
    969 					  dfs->dlfs_fsbtodb;
    970 				brelse(bp);
    971 				continue;
    972 			}
    973 		}
    974 		break;
    975 	}
    976 
    977 	/*
    978 	 * Check the second superblock to see which is newer; then mount
    979 	 * using the older of the two.	This is necessary to ensure that
    980 	 * the filesystem is valid if it was not unmounted cleanly.
    981 	 */
    982 
    983 	if (dfs->dlfs_sboffs[1] &&
    984 	    dfs->dlfs_sboffs[1] - LFS_LABELPAD / fsbsize > LFS_SBPAD / fsbsize)
    985 	{
    986 		error = bread(devvp, dfs->dlfs_sboffs[1] * (fsbsize / secsize),
    987 			LFS_SBPAD, cred, &abp);
    988 		if (error)
    989 			goto out;
    990 		adfs = (struct dlfs *)abp->b_data;
    991 
    992 		if (dfs->dlfs_version == 1) {
    993 			/* 1s resolution comparison */
    994 			if (adfs->dlfs_tstamp < dfs->dlfs_tstamp)
    995 				tdfs = adfs;
    996 			else
    997 				tdfs = dfs;
    998 		} else {
    999 			/* monotonic infinite-resolution comparison */
   1000 			if (adfs->dlfs_serial < dfs->dlfs_serial)
   1001 				tdfs = adfs;
   1002 			else
   1003 				tdfs = dfs;
   1004 		}
   1005 
   1006 		/* Check the basics. */
   1007 		if (tdfs->dlfs_magic != LFS_MAGIC ||
   1008 		    tdfs->dlfs_bsize > MAXBSIZE ||
   1009 		    tdfs->dlfs_version > LFS_VERSION ||
   1010 		    tdfs->dlfs_bsize < sizeof(struct dlfs)) {
   1011 #ifdef DEBUG_LFS
   1012 			printf("lfs_mountfs: alt superblock sanity failed\n");
   1013 #endif
   1014 			error = EINVAL;		/* XXX needs translation */
   1015 			goto out;
   1016 		}
   1017 	} else {
   1018 #ifdef DEBUG_LFS
   1019 		printf("lfs_mountfs: invalid alt superblock daddr=0x%x\n",
   1020 			dfs->dlfs_sboffs[1]);
   1021 #endif
   1022 		error = EINVAL;
   1023 		goto out;
   1024 	}
   1025 
   1026 	/* Allocate the mount structure, copy the superblock into it. */
   1027 	fs = malloc(sizeof(struct lfs), M_UFSMNT, M_WAITOK | M_ZERO);
   1028 	memcpy(&fs->lfs_dlfs, tdfs, sizeof(struct dlfs));
   1029 
   1030 	/* Compatibility */
   1031 	if (fs->lfs_version < 2) {
   1032 		fs->lfs_sumsize = LFS_V1_SUMMARY_SIZE;
   1033 		fs->lfs_ibsize = fs->lfs_bsize;
   1034 		fs->lfs_start = fs->lfs_sboffs[0];
   1035 		fs->lfs_tstamp = fs->lfs_otstamp;
   1036 		fs->lfs_fsbtodb = 0;
   1037 	}
   1038 
   1039 	/* Before rolling forward, lock so vget will sleep for other procs */
   1040 	fs->lfs_flags = LFS_NOTYET;
   1041 	fs->lfs_rfpid = p->p_pid;
   1042 
   1043 	ump = malloc(sizeof *ump, M_UFSMNT, M_WAITOK | M_ZERO);
   1044 	ump->um_lfs = fs;
   1045 	if (sizeof(struct lfs) < LFS_SBPAD) {			/* XXX why? */
   1046 		bp->b_flags |= B_INVAL;
   1047 		abp->b_flags |= B_INVAL;
   1048 	}
   1049 	brelse(bp);
   1050 	bp = NULL;
   1051 	brelse(abp);
   1052 	abp = NULL;
   1053 
   1054 	/* Set up the I/O information */
   1055 	fs->lfs_devbsize = secsize;
   1056 	fs->lfs_iocount = 0;
   1057 	fs->lfs_diropwait = 0;
   1058 	fs->lfs_activesb = 0;
   1059 	fs->lfs_uinodes = 0;
   1060 	fs->lfs_ravail = 0;
   1061 	fs->lfs_sbactive = 0;
   1062 
   1063 	/* Set up the ifile and lock aflags */
   1064 	fs->lfs_doifile = 0;
   1065 	fs->lfs_writer = 0;
   1066 	fs->lfs_dirops = 0;
   1067 	fs->lfs_nadirop = 0;
   1068 	fs->lfs_seglock = 0;
   1069 	fs->lfs_pdflush = 0;
   1070 	simple_lock_init(&fs->lfs_interlock);
   1071 	lockinit(&fs->lfs_fraglock, PINOD, "lfs_fraglock", 0, 0);
   1072 
   1073 	/* Set the file system readonly/modify bits. */
   1074 	fs->lfs_ronly = ronly;
   1075 	if (ronly == 0)
   1076 		fs->lfs_fmod = 1;
   1077 
   1078 	/* Initialize the mount structure. */
   1079 	dev = devvp->v_rdev;
   1080 	mp->mnt_data = ump;
   1081 	mp->mnt_stat.f_fsid.val[0] = (long)dev;
   1082 	mp->mnt_stat.f_fsid.val[1] = makefstype(MOUNT_LFS);
   1083 	mp->mnt_stat.f_iosize = fs->lfs_bsize;
   1084 	mp->mnt_maxsymlinklen = fs->lfs_maxsymlinklen;
   1085 	mp->mnt_flag |= MNT_LOCAL;
   1086 	mp->mnt_fs_bshift = fs->lfs_bshift;
   1087 	ump->um_flags = 0;
   1088 	ump->um_mountp = mp;
   1089 	ump->um_dev = dev;
   1090 	ump->um_devvp = devvp;
   1091 	ump->um_bptrtodb = fs->lfs_fsbtodb;
   1092 	ump->um_seqinc = fragstofsb(fs, fs->lfs_frag);
   1093 	ump->um_nindir = fs->lfs_nindir;
   1094 	ump->um_lognindir = ffs(fs->lfs_nindir) - 1;
   1095 	for (i = 0; i < MAXQUOTAS; i++)
   1096 		ump->um_quotas[i] = NULLVP;
   1097 	devvp->v_specmountpoint = mp;
   1098 
   1099 	/* Set up reserved memory for pageout */
   1100 	lfs_setup_resblks(fs);
   1101 	/* Set up vdirop tailq */
   1102 	TAILQ_INIT(&fs->lfs_dchainhd);
   1103 	/* and paging tailq */
   1104 	TAILQ_INIT(&fs->lfs_pchainhd);
   1105 #if 0 /* XXXDEBUG */
   1106 	fs->lfs_lastwrit = dbtofsb(fs, fs->lfs_offset - 1);
   1107 #endif
   1108 
   1109 	/*
   1110 	 * We use the ifile vnode for almost every operation.  Instead of
   1111 	 * retrieving it from the hash table each time we retrieve it here,
   1112 	 * artificially increment the reference count and keep a pointer
   1113 	 * to it in the incore copy of the superblock.
   1114 	 */
   1115 	if ((error = VFS_VGET(mp, LFS_IFILE_INUM, &vp)) != 0) {
   1116 #ifdef DEBUG
   1117 		printf("lfs_mountfs: ifile vget failed, error=%d\n", error);
   1118 #endif
   1119 		goto out;
   1120 	}
   1121 	fs->lfs_ivnode = vp;
   1122 	VREF(vp);
   1123 
   1124 	/* Set up segment usage flags for the autocleaner. */
   1125 	fs->lfs_nactive = 0;
   1126 	fs->lfs_suflags = (u_int32_t **)malloc(2 * sizeof(u_int32_t *),
   1127 						M_SEGMENT, M_WAITOK);
   1128 	fs->lfs_suflags[0] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
   1129 						 M_SEGMENT, M_WAITOK);
   1130 	fs->lfs_suflags[1] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
   1131 						 M_SEGMENT, M_WAITOK);
   1132 	memset(fs->lfs_suflags[1], 0, fs->lfs_nseg * sizeof(u_int32_t));
   1133 	for (i = 0; i < fs->lfs_nseg; i++) {
   1134 		int changed;
   1135 
   1136 		LFS_SEGENTRY(sup, fs, i, bp);
   1137 		changed = 0;
   1138 		if (!ronly) {
   1139 			if (sup->su_nbytes == 0 &&
   1140 			    !(sup->su_flags & SEGUSE_EMPTY)) {
   1141 				sup->su_flags |= SEGUSE_EMPTY;
   1142 				++changed;
   1143 			} else if (!(sup->su_nbytes == 0) &&
   1144 				   (sup->su_flags & SEGUSE_EMPTY)) {
   1145 				sup->su_flags &= ~SEGUSE_EMPTY;
   1146 				++changed;
   1147 			}
   1148 			if (sup->su_flags & SEGUSE_ACTIVE) {
   1149 				sup->su_flags &= ~SEGUSE_ACTIVE;
   1150 				++changed;
   1151 			}
   1152 		}
   1153 		fs->lfs_suflags[0][i] = sup->su_flags;
   1154 		if (changed)
   1155 			LFS_WRITESEGENTRY(sup, fs, i, bp);
   1156 		else
   1157 			brelse(bp);
   1158 	}
   1159 
   1160 	/*
   1161 	 * Roll forward.
   1162 	 *
   1163 	 * We don't automatically roll forward for v1 filesystems, because
   1164 	 * of the danger that the clock was turned back between the last
   1165 	 * checkpoint and crash.  This would roll forward garbage.
   1166 	 *
   1167 	 * v2 filesystems don't have this problem because they use a
   1168 	 * monotonically increasing serial number instead of a timestamp.
   1169 	 */
   1170 #ifdef LFS_DO_ROLLFORWARD
   1171 	do_rollforward = !fs->lfs_ronly;
   1172 #else
   1173 	do_rollforward = (fs->lfs_version > 1 && !fs->lfs_ronly &&
   1174 			  !(fs->lfs_pflags & LFS_PF_CLEAN));
   1175 #endif
   1176 	if (do_rollforward) {
   1177 		/*
   1178 		 * Phase I: Find the address of the last good partial
   1179 		 * segment that was written after the checkpoint.  Mark
   1180 		 * the segments in question dirty, so they won't be
   1181 		 * reallocated.
   1182 		 */
   1183 		lastgoodpseg = oldoffset = offset = fs->lfs_offset;
   1184 		flags = 0x0;
   1185 #ifdef DEBUG_LFS_RFW
   1186 		printf("LFS roll forward phase 1: starting at offset 0x%"
   1187 		    PRIx64 "\n", offset);
   1188 #endif
   1189 		LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
   1190 		if (!(sup->su_flags & SEGUSE_DIRTY))
   1191 			--fs->lfs_nclean;
   1192 		sup->su_flags |= SEGUSE_DIRTY;
   1193 		LFS_WRITESEGENTRY(sup, fs, dtosn(fs, offset), bp);
   1194 		while ((offset = check_segsum(fs, offset, cred, CHECK_CKSUM,
   1195 					      &flags, p)) > 0)
   1196 		{
   1197 			if (sntod(fs, oldoffset) != sntod(fs, offset)) {
   1198 				LFS_SEGENTRY(sup, fs, dtosn(fs, oldoffset),
   1199 					     bp);
   1200 				if (!(sup->su_flags & SEGUSE_DIRTY))
   1201 					--fs->lfs_nclean;
   1202 				sup->su_flags |= SEGUSE_DIRTY;
   1203 				LFS_WRITESEGENTRY(sup, fs, dtosn(fs, oldoffset),
   1204 					     bp);
   1205 			}
   1206 
   1207 #ifdef DEBUG_LFS_RFW
   1208 			printf("LFS roll forward phase 1: offset=0x%"
   1209 			    PRIx64 "\n", offset);
   1210 			if (flags & SS_DIROP) {
   1211 				printf("lfs_mountfs: dirops at 0x%" PRIx64 "\n",
   1212 				       oldoffset);
   1213 				if (!(flags & SS_CONT))
   1214 					printf("lfs_mountfs: dirops end "
   1215 					       "at 0x%" PRIx64 "\n", oldoffset);
   1216 			}
   1217 #endif
   1218 			if (!(flags & SS_CONT))
   1219 				lastgoodpseg = offset;
   1220 			oldoffset = offset;
   1221 		}
   1222 #ifdef DEBUG_LFS_RFW
   1223 		if (flags & SS_CONT) {
   1224 			printf("LFS roll forward: warning: incomplete "
   1225 			       "dirops discarded\n");
   1226 		}
   1227 		printf("LFS roll forward phase 1: completed: "
   1228 		       "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg);
   1229 #endif
   1230 		oldoffset = fs->lfs_offset;
   1231 		if (fs->lfs_offset != lastgoodpseg) {
   1232 			/* Don't overwrite what we're trying to preserve */
   1233 			offset = fs->lfs_offset;
   1234 			fs->lfs_offset = lastgoodpseg;
   1235 			fs->lfs_curseg = sntod(fs, dtosn(fs, fs->lfs_offset));
   1236 			for (sn = curseg = dtosn(fs, fs->lfs_curseg);;) {
   1237 				sn = (sn + 1) % fs->lfs_nseg;
   1238 				if (sn == curseg)
   1239 					panic("lfs_mountfs: no clean segments");
   1240 				LFS_SEGENTRY(sup, fs, sn, bp);
   1241 				dirty = (sup->su_flags & SEGUSE_DIRTY);
   1242 				brelse(bp);
   1243 				if (!dirty)
   1244 					break;
   1245 			}
   1246 			fs->lfs_nextseg = sntod(fs, sn);
   1247 
   1248 			/*
   1249 			 * Phase II: Roll forward from the first superblock.
   1250 			 */
   1251 			while (offset != lastgoodpseg) {
   1252 #ifdef DEBUG_LFS_RFW
   1253 				printf("LFS roll forward phase 2: 0x%"
   1254 				    PRIx64 "\n", offset);
   1255 #endif
   1256 				offset = check_segsum(fs, offset, cred,
   1257 						      CHECK_UPDATE, NULL, p);
   1258 			}
   1259 
   1260 			/*
   1261 			 * Finish: flush our changes to disk.
   1262 			 */
   1263 			lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
   1264 			printf("lfs_mountfs: roll forward recovered %lld blocks\n",
   1265 			       (long long)(lastgoodpseg - oldoffset));
   1266 		}
   1267 #ifdef DEBUG_LFS_RFW
   1268 		printf("LFS roll forward complete\n");
   1269 #endif
   1270 	}
   1271 	/* If writing, sb is not clean; record in case of immediate crash */
   1272 	if (!fs->lfs_ronly) {
   1273 		fs->lfs_pflags &= ~LFS_PF_CLEAN;
   1274 		lfs_writesuper(fs, fs->lfs_sboffs[0]);
   1275 	}
   1276 
   1277 	/* Allow vget now that roll-forward is complete */
   1278 	fs->lfs_flags &= ~(LFS_NOTYET);
   1279 	wakeup(&fs->lfs_flags);
   1280 
   1281 	/*
   1282 	 * Initialize the ifile cleaner info with information from
   1283 	 * the superblock.
   1284 	 */
   1285 	LFS_CLEANERINFO(cip, fs, bp);
   1286 	cip->clean = fs->lfs_nclean;
   1287 	cip->dirty = fs->lfs_nseg - fs->lfs_nclean;
   1288 	cip->avail = fs->lfs_avail;
   1289 	cip->bfree = fs->lfs_bfree;
   1290 	(void) LFS_BWRITE_LOG(bp); /* Ifile */
   1291 
   1292 	/*
   1293 	 * Mark the current segment as ACTIVE, since we're going to
   1294 	 * be writing to it.
   1295 	 */
   1296 	LFS_SEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp);
   1297 	sup->su_flags |= SEGUSE_DIRTY | SEGUSE_ACTIVE;
   1298 	fs->lfs_nactive++;
   1299 	LFS_WRITESEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp);  /* Ifile */
   1300 
   1301 	/* Now that roll-forward is done, unlock the Ifile */
   1302 	vput(vp);
   1303 
   1304 	/* Comment on ifile size if it is too large */
   1305 	if (fs->lfs_ivnode->v_size / fs->lfs_bsize > LFS_MAX_BUFS) {
   1306 		fs->lfs_flags |= LFS_WARNED;
   1307 		printf("lfs_mountfs: please consider increasing NBUF to at least %lld\n",
   1308 			(long long)(fs->lfs_ivnode->v_size / fs->lfs_bsize) * (nbuf / LFS_MAX_BUFS));
   1309 	}
   1310 	if (fs->lfs_ivnode->v_size > LFS_MAX_BYTES) {
   1311 		fs->lfs_flags |= LFS_WARNED;
   1312 		printf("lfs_mountfs: please consider increasing BUFPAGES to at least %lld\n",
   1313 			(long long)fs->lfs_ivnode->v_size * bufpages / LFS_MAX_BYTES);
   1314 	}
   1315 
   1316 	return (0);
   1317 out:
   1318 	if (bp)
   1319 		brelse(bp);
   1320 	if (abp)
   1321 		brelse(abp);
   1322 	vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
   1323 	(void)VOP_CLOSE(devvp, ronly ? FREAD : FREAD|FWRITE, cred, p);
   1324 	VOP_UNLOCK(devvp, 0);
   1325 	if (ump) {
   1326 		free(ump->um_lfs, M_UFSMNT);
   1327 		free(ump, M_UFSMNT);
   1328 		mp->mnt_data = NULL;
   1329 	}
   1330 
   1331 	/* Start the pagedaemon-anticipating daemon */
   1332 	if (lfs_writer_daemon == 0 &&
   1333 	    kthread_create1(lfs_writerd, NULL, NULL, "lfs_writer") != 0)
   1334 		panic("fork lfs_writer");
   1335 
   1336 	return (error);
   1337 }
   1338 
   1339 /*
   1340  * unmount system call
   1341  */
   1342 int
   1343 lfs_unmount(struct mount *mp, int mntflags, struct proc *p)
   1344 {
   1345 	struct ufsmount *ump;
   1346 	struct lfs *fs;
   1347 	int error, flags, ronly;
   1348 
   1349 	flags = 0;
   1350 	if (mntflags & MNT_FORCE)
   1351 		flags |= FORCECLOSE;
   1352 
   1353 	ump = VFSTOUFS(mp);
   1354 	fs = ump->um_lfs;
   1355 #ifdef QUOTA
   1356 	if (mp->mnt_flag & MNT_QUOTA) {
   1357 		int i;
   1358 		error = vflush(mp, fs->lfs_ivnode, SKIPSYSTEM|flags);
   1359 		if (error)
   1360 			return (error);
   1361 		for (i = 0; i < MAXQUOTAS; i++) {
   1362 			if (ump->um_quotas[i] == NULLVP)
   1363 				continue;
   1364 			quotaoff(p, mp, i);
   1365 		}
   1366 		/*
   1367 		 * Here we fall through to vflush again to ensure
   1368 		 * that we have gotten rid of all the system vnodes.
   1369 		 */
   1370 	}
   1371 #endif
   1372 	if ((error = vflush(mp, fs->lfs_ivnode, flags)) != 0)
   1373 		return (error);
   1374 	if ((error = VFS_SYNC(mp, 1, p->p_ucred, p)) != 0)
   1375 		return (error);
   1376 	if (LIST_FIRST(&fs->lfs_ivnode->v_dirtyblkhd))
   1377 		panic("lfs_unmount: still dirty blocks on ifile vnode");
   1378 
   1379 	/* Explicitly write the superblock, to update serial and pflags */
   1380 	fs->lfs_pflags |= LFS_PF_CLEAN;
   1381 	lfs_writesuper(fs, fs->lfs_sboffs[0]);
   1382 	lfs_writesuper(fs, fs->lfs_sboffs[1]);
   1383 
   1384 	/* Comment on ifile size if it has become too large */
   1385 	if (!(fs->lfs_flags & LFS_WARNED)) {
   1386 		if (fs->lfs_ivnode->v_size / fs->lfs_bsize > LFS_MAX_BUFS)
   1387 			printf("lfs_unmount: please consider increasing"
   1388 				" NBUF to at least %lld\n",
   1389 				(long long)(fs->lfs_ivnode->v_size /
   1390 					    fs->lfs_bsize) *
   1391 				(long long)(nbuf / LFS_MAX_BUFS));
   1392 		if (fs->lfs_ivnode->v_size > LFS_MAX_BYTES)
   1393 			printf("lfs_unmount: please consider increasing"
   1394 				" BUFPAGES to at least %lld\n",
   1395 				(long long)fs->lfs_ivnode->v_size *
   1396 				bufpages / LFS_MAX_BYTES);
   1397 	}
   1398 
   1399 	/* Finish with the Ifile, now that we're done with it */
   1400 	vrele(fs->lfs_ivnode);
   1401 	vgone(fs->lfs_ivnode);
   1402 
   1403 	/* Wait for superblock writes to complete */
   1404 	while (fs->lfs_iocount)
   1405 		tsleep(&fs->lfs_iocount, PRIBIO + 1, "lfs_umount", 0);
   1406 
   1407 	ronly = !fs->lfs_ronly;
   1408 	if (ump->um_devvp->v_type != VBAD)
   1409 		ump->um_devvp->v_specmountpoint = NULL;
   1410 	vn_lock(ump->um_devvp, LK_EXCLUSIVE | LK_RETRY);
   1411 	error = VOP_CLOSE(ump->um_devvp,
   1412 	    ronly ? FREAD : FREAD|FWRITE, NOCRED, p);
   1413 	vput(ump->um_devvp);
   1414 
   1415 	/* wake up the cleaner so it can die */
   1416 	wakeup(&fs->lfs_nextseg);
   1417 	wakeup(&lfs_allclean_wakeup);
   1418 
   1419 	/* Free per-mount data structures */
   1420 	free(fs->lfs_suflags[0], M_SEGMENT);
   1421 	free(fs->lfs_suflags[1], M_SEGMENT);
   1422 	free(fs->lfs_suflags, M_SEGMENT);
   1423 	lfs_free_resblks(fs);
   1424 	free(fs, M_UFSMNT);
   1425 	free(ump, M_UFSMNT);
   1426 
   1427 	mp->mnt_data = NULL;
   1428 	mp->mnt_flag &= ~MNT_LOCAL;
   1429 	return (error);
   1430 }
   1431 
   1432 /*
   1433  * Get file system statistics.
   1434  */
   1435 int
   1436 lfs_statfs(struct mount *mp, struct statfs *sbp, struct proc *p)
   1437 {
   1438 	struct lfs *fs;
   1439 	struct ufsmount *ump;
   1440 
   1441 	ump = VFSTOUFS(mp);
   1442 	fs = ump->um_lfs;
   1443 	if (fs->lfs_magic != LFS_MAGIC)
   1444 		panic("lfs_statfs: magic");
   1445 
   1446 	sbp->f_type = 0;
   1447 	sbp->f_bsize = fs->lfs_fsize;
   1448 	sbp->f_iosize = fs->lfs_bsize;
   1449 	sbp->f_blocks = fsbtofrags(fs, LFS_EST_NONMETA(fs));
   1450 	sbp->f_bfree = fsbtofrags(fs, LFS_EST_BFREE(fs));
   1451 	sbp->f_bavail = fsbtofrags(fs, (long)LFS_EST_BFREE(fs) -
   1452 				  (long)LFS_EST_RSVD(fs));
   1453 
   1454 	sbp->f_files = fs->lfs_bfree / btofsb(fs, fs->lfs_ibsize) * INOPB(fs);
   1455 	sbp->f_ffree = sbp->f_files - fs->lfs_nfiles;
   1456 	if (sbp != &mp->mnt_stat) {
   1457 		bcopy(mp->mnt_stat.f_mntonname, sbp->f_mntonname, MNAMELEN);
   1458 		bcopy(mp->mnt_stat.f_mntfromname, sbp->f_mntfromname, MNAMELEN);
   1459 	}
   1460 	strncpy(sbp->f_fstypename, mp->mnt_op->vfs_name, MFSNAMELEN);
   1461 	return (0);
   1462 }
   1463 
   1464 /*
   1465  * Go through the disk queues to initiate sandbagged IO;
   1466  * go through the inodes to write those that have been modified;
   1467  * initiate the writing of the super block if it has been modified.
   1468  *
   1469  * Note: we are always called with the filesystem marked `MPBUSY'.
   1470  */
   1471 int
   1472 lfs_sync(struct mount *mp, int waitfor, struct ucred *cred, struct proc *p)
   1473 {
   1474 	int error;
   1475 	struct lfs *fs;
   1476 
   1477 	fs = ((struct ufsmount *)mp->mnt_data)->ufsmount_u.lfs;
   1478 	if (fs->lfs_ronly)
   1479 		return 0;
   1480 	while (fs->lfs_dirops)
   1481 		error = tsleep(&fs->lfs_writer, PRIBIO + 1, "lfs_dirops", 0);
   1482 	fs->lfs_writer++;
   1483 
   1484 	/* All syncs must be checkpoints until roll-forward is implemented. */
   1485 	error = lfs_segwrite(mp, SEGM_CKP | (waitfor ? SEGM_SYNC : 0));
   1486 	if (--fs->lfs_writer == 0)
   1487 		wakeup(&fs->lfs_dirops);
   1488 #ifdef QUOTA
   1489 	qsync(mp);
   1490 #endif
   1491 	return (error);
   1492 }
   1493 
   1494 extern struct lock ufs_hashlock;
   1495 
   1496 /*
   1497  * Look up an LFS dinode number to find its incore vnode.  If not already
   1498  * in core, read it in from the specified device.  Return the inode locked.
   1499  * Detection and handling of mount points must be done by the calling routine.
   1500  */
   1501 int
   1502 lfs_vget(struct mount *mp, ino_t ino, struct vnode **vpp)
   1503 {
   1504 	struct lfs *fs;
   1505 	struct dinode *dip;
   1506 	struct inode *ip;
   1507 	struct buf *bp;
   1508 	struct ifile *ifp;
   1509 	struct vnode *vp;
   1510 	struct ufsmount *ump;
   1511 	daddr_t daddr;
   1512 	dev_t dev;
   1513 	int error, retries;
   1514 	struct timespec ts;
   1515 
   1516 	ump = VFSTOUFS(mp);
   1517 	dev = ump->um_dev;
   1518 	fs = ump->um_lfs;
   1519 
   1520 	/*
   1521 	 * If the filesystem is not completely mounted yet, suspend
   1522 	 * any access requests (wait for roll-forward to complete).
   1523 	 */
   1524 	while ((fs->lfs_flags & LFS_NOTYET) && curproc->p_pid != fs->lfs_rfpid)
   1525 		tsleep(&fs->lfs_flags, PRIBIO+1, "lfs_notyet", 0);
   1526 
   1527 	if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL)
   1528 		return (0);
   1529 
   1530 	if ((error = getnewvnode(VT_LFS, mp, lfs_vnodeop_p, &vp)) != 0) {
   1531 		*vpp = NULL;
   1532 		 return (error);
   1533 	}
   1534 
   1535 	do {
   1536 		if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL) {
   1537 			ungetnewvnode(vp);
   1538 			return (0);
   1539 		}
   1540 	} while (lockmgr(&ufs_hashlock, LK_EXCLUSIVE|LK_SLEEPFAIL, 0));
   1541 
   1542 	/* Translate the inode number to a disk address. */
   1543 	if (ino == LFS_IFILE_INUM)
   1544 		daddr = fs->lfs_idaddr;
   1545 	else {
   1546 		/* XXX bounds-check this too */
   1547 		LFS_IENTRY(ifp, fs, ino, bp);
   1548 		daddr = ifp->if_daddr;
   1549 		if (fs->lfs_version > 1) {
   1550 			ts.tv_sec = ifp->if_atime_sec;
   1551 			ts.tv_nsec = ifp->if_atime_nsec;
   1552 		}
   1553 
   1554 		brelse(bp);
   1555 		if (daddr == LFS_UNUSED_DADDR) {
   1556 			*vpp = NULLVP;
   1557 			ungetnewvnode(vp);
   1558 			lockmgr(&ufs_hashlock, LK_RELEASE, 0);
   1559 			return (ENOENT);
   1560 		}
   1561 	}
   1562 
   1563 	/* Allocate/init new vnode/inode. */
   1564 	lfs_vcreate(mp, ino, vp);
   1565 
   1566 	/*
   1567 	 * Put it onto its hash chain and lock it so that other requests for
   1568 	 * this inode will block if they arrive while we are sleeping waiting
   1569 	 * for old data structures to be purged or for the contents of the
   1570 	 * disk portion of this inode to be read.
   1571 	 */
   1572 	ip = VTOI(vp);
   1573 	ufs_ihashins(ip);
   1574 	lockmgr(&ufs_hashlock, LK_RELEASE, 0);
   1575 
   1576 	/*
   1577 	 * XXX
   1578 	 * This may not need to be here, logically it should go down with
   1579 	 * the i_devvp initialization.
   1580 	 * Ask Kirk.
   1581 	 */
   1582 	ip->i_lfs = ump->um_lfs;
   1583 
   1584 	/* Read in the disk contents for the inode, copy into the inode. */
   1585 	retries = 0;
   1586     again:
   1587 	error = bread(ump->um_devvp, fsbtodb(fs, daddr),
   1588 		(fs->lfs_version == 1 ? fs->lfs_bsize : fs->lfs_ibsize),
   1589 		NOCRED, &bp);
   1590 	if (error) {
   1591 		/*
   1592 		 * The inode does not contain anything useful, so it would
   1593 		 * be misleading to leave it on its hash chain. With mode
   1594 		 * still zero, it will be unlinked and returned to the free
   1595 		 * list by vput().
   1596 		 */
   1597 		vput(vp);
   1598 		brelse(bp);
   1599 		*vpp = NULL;
   1600 		return (error);
   1601 	}
   1602 
   1603 	dip = lfs_ifind(fs, ino, bp);
   1604 	if (dip == NULL) {
   1605 		/* Assume write has not completed yet; try again */
   1606 		bp->b_flags |= B_INVAL;
   1607 		brelse(bp);
   1608 		++retries;
   1609 		if (retries > LFS_IFIND_RETRIES) {
   1610 #ifdef DEBUG
   1611 			/* If the seglock is held look at the bpp to see
   1612 			   what is there anyway */
   1613 			if (fs->lfs_seglock > 0) {
   1614 				struct buf **bpp;
   1615 				struct dinode *dp;
   1616 				int i;
   1617 
   1618 				for (bpp = fs->lfs_sp->bpp;
   1619 				     bpp != fs->lfs_sp->cbpp; ++bpp) {
   1620 					if ((*bpp)->b_vp == fs->lfs_ivnode &&
   1621 					    bpp != fs->lfs_sp->bpp) {
   1622 						/* Inode block */
   1623 						printf("block 0x%" PRIx64 ": ",
   1624 						    (*bpp)->b_blkno);
   1625 						dp = (struct dinode *)(*bpp)->b_data;
   1626 						for (i = 0; i < INOPB(fs); i++)
   1627 							if (dp[i].di_u.inumber)
   1628 								printf("%d ", dp[i].di_u.inumber);
   1629 						printf("\n");
   1630 					}
   1631 				}
   1632 			}
   1633 #endif
   1634 			panic("lfs_vget: dinode not found");
   1635 		}
   1636 		printf("lfs_vget: dinode %d not found, retrying...\n", ino);
   1637 		(void)tsleep(&fs->lfs_iocount, PRIBIO + 1, "lfs ifind", 1);
   1638 		goto again;
   1639 	}
   1640 	ip->i_din.ffs_din = *dip;
   1641 	brelse(bp);
   1642 
   1643 	if (fs->lfs_version > 1) {
   1644 		ip->i_ffs_atime = ts.tv_sec;
   1645 		ip->i_ffs_atimensec = ts.tv_nsec;
   1646 	}
   1647 
   1648 	lfs_vinit(mp, vp);
   1649 
   1650 	*vpp = vp;
   1651 
   1652 	KASSERT(VOP_ISLOCKED(vp));
   1653 
   1654 	return (0);
   1655 }
   1656 
   1657 /*
   1658  * File handle to vnode
   1659  *
   1660  * Have to be really careful about stale file handles:
   1661  * - check that the inode number is valid
   1662  * - call lfs_vget() to get the locked inode
   1663  * - check for an unallocated inode (i_mode == 0)
   1664  *
   1665  * XXX
   1666  * use ifile to see if inode is allocated instead of reading off disk
   1667  * what is the relationship between my generational number and the NFS
   1668  * generational number.
   1669  */
   1670 int
   1671 lfs_fhtovp(struct mount *mp, struct fid *fhp, struct vnode **vpp)
   1672 {
   1673 	struct ufid *ufhp;
   1674 
   1675 	ufhp = (struct ufid *)fhp;
   1676 	if (ufhp->ufid_ino < ROOTINO)
   1677 		return (ESTALE);
   1678 	return (ufs_fhtovp(mp, ufhp, vpp));
   1679 }
   1680 
   1681 /*
   1682  * Vnode pointer to File handle
   1683  */
   1684 /* ARGSUSED */
   1685 int
   1686 lfs_vptofh(struct vnode *vp, struct fid *fhp)
   1687 {
   1688 	struct inode *ip;
   1689 	struct ufid *ufhp;
   1690 
   1691 	ip = VTOI(vp);
   1692 	ufhp = (struct ufid *)fhp;
   1693 	ufhp->ufid_len = sizeof(struct ufid);
   1694 	ufhp->ufid_ino = ip->i_number;
   1695 	ufhp->ufid_gen = ip->i_ffs_gen;
   1696 	return (0);
   1697 }
   1698 
   1699 int
   1700 lfs_sysctl(int *name, u_int namelen, void *oldp, size_t *oldlenp, void *newp, size_t newlen, struct proc *p)
   1701 {
   1702 	extern int lfs_writeindir, lfs_dostats, lfs_clean_vnhead;
   1703 	extern struct lfs_stats lfs_stats;
   1704 	int error;
   1705 
   1706 	/* all sysctl names at this level are terminal */
   1707 	if (namelen != 1)
   1708 		return (ENOTDIR);
   1709 
   1710 	switch (name[0]) {
   1711 	case LFS_WRITEINDIR:
   1712 		return (sysctl_int(oldp, oldlenp, newp, newlen,
   1713 				   &lfs_writeindir));
   1714 	case LFS_CLEAN_VNHEAD:
   1715 		return (sysctl_int(oldp, oldlenp, newp, newlen,
   1716 				   &lfs_clean_vnhead));
   1717 	case LFS_DOSTATS:
   1718 		if ((error = sysctl_int(oldp, oldlenp, newp, newlen,
   1719 				       &lfs_dostats)))
   1720 			return error;
   1721 		if (lfs_dostats == 0)
   1722 			memset(&lfs_stats,0,sizeof(lfs_stats));
   1723 		return 0;
   1724 	default:
   1725 		return (EOPNOTSUPP);
   1726 	}
   1727 	/* NOTREACHED */
   1728 }
   1729 
   1730 /*
   1731  * lfs_gop_write functions exactly like genfs_gop_write, except that
   1732  * (1) it requires the seglock to be held by its caller, and sp->fip
   1733  *     to be properly initialized (it will return without re-initializing
   1734  *     sp->fip, and without calling lfs_writeseg).
   1735  * (2) it uses the remaining space in the segment, rather than VOP_BMAP,
   1736  *     to determine how large a block it can write at once (though it does
   1737  *     still use VOP_BMAP to find holes in the file);
   1738  * (3) it calls lfs_gatherblock instead of VOP_STRATEGY on its blocks
   1739  *     (leaving lfs_writeseg to deal with the cluster blocks, so we might
   1740  *     now have clusters of clusters, ick.)
   1741  */
   1742 static int
   1743 lfs_gop_write(struct vnode *vp, struct vm_page **pgs, int npages, int flags)
   1744 {
   1745 	int i, s, error, run;
   1746 	int fs_bshift, dev_bshift;
   1747 	vaddr_t kva;
   1748 	off_t eof, offset, startoffset;
   1749 	size_t bytes, iobytes, skipbytes;
   1750 	daddr_t lbn, blkno;
   1751 	struct vm_page *pg;
   1752 	struct buf *mbp, *bp;
   1753 	struct vnode *devvp;
   1754 	struct inode *ip = VTOI(vp);
   1755 	struct lfs *fs = ip->i_lfs;
   1756 	struct segment *sp = fs->lfs_sp;
   1757 	UVMHIST_FUNC("lfs_gop_write"); UVMHIST_CALLED(ubchist);
   1758 
   1759 	/* The Ifile lives in the buffer cache */
   1760 	if (vp == fs->lfs_ivnode)
   1761 		return genfs_compat_gop_write(vp, pgs, npages, flags);
   1762 
   1763 	/*
   1764 	 * Sometimes things slip past the filters in lfs_putpages,
   1765 	 * and the pagedaemon tries to write pages---problem is
   1766 	 * that the pagedaemon never acquires the segment lock.
   1767 	 *
   1768 	 * Unbusy and unclean the pages, and put them on the ACTIVE
   1769 	 * queue under the hypothesis that they couldn't have got here
   1770 	 * unless they were modified *quite* recently.
   1771 	 *
   1772 	 * XXXUBC that last statement is an oversimplification of course.
   1773 	 */
   1774 	if (!(fs->lfs_seglock) || fs->lfs_lockpid != curproc->p_pid) {
   1775 		simple_lock(&vp->v_interlock);
   1776 #ifdef DEBUG
   1777 		printf("lfs_gop_write: seglock not held\n");
   1778 #endif
   1779 		uvm_lock_pageq();
   1780 		for (i = 0; i < npages; i++) {
   1781 			pg = pgs[i];
   1782 
   1783 			if (pg->flags & PG_PAGEOUT)
   1784 				uvmexp.paging--;
   1785 			if (pg->flags & PG_DELWRI) {
   1786 				uvm_pageunwire(pg);
   1787 			}
   1788 			uvm_pageactivate(pg);
   1789 			pg->flags &= ~(PG_CLEAN|PG_DELWRI|PG_PAGEOUT|PG_RELEASED);
   1790 #ifdef DEBUG_LFS
   1791 			printf("pg[%d]->flags = %x\n", i, pg->flags);
   1792 			printf("pg[%d]->pqflags = %x\n", i, pg->pqflags);
   1793 			printf("pg[%d]->uanon = %p\n", i, pg->uanon);
   1794 			printf("pg[%d]->uobject = %p\n", i, pg->uobject);
   1795 			printf("pg[%d]->wire_count = %d\n", i, pg->wire_count);
   1796 			printf("pg[%d]->loan_count = %d\n", i, pg->loan_count);
   1797 #endif
   1798 		}
   1799 		/* uvm_pageunbusy takes care of PG_BUSY, PG_WANTED */
   1800 		uvm_page_unbusy(pgs, npages);
   1801 		uvm_unlock_pageq();
   1802 		simple_unlock(&vp->v_interlock);
   1803 		return EAGAIN;
   1804 	}
   1805 
   1806 	UVMHIST_LOG(ubchist, "vp %p pgs %p npages %d flags 0x%x",
   1807 	    vp, pgs, npages, flags);
   1808 
   1809 	GOP_SIZE(vp, vp->v_size, &eof, GOP_SIZE_WRITE);
   1810 
   1811 	if (vp->v_type == VREG) {
   1812 		fs_bshift = vp->v_mount->mnt_fs_bshift;
   1813 		dev_bshift = vp->v_mount->mnt_dev_bshift;
   1814 	} else {
   1815 		fs_bshift = DEV_BSHIFT;
   1816 		dev_bshift = DEV_BSHIFT;
   1817 	}
   1818 	error = 0;
   1819 	pg = pgs[0];
   1820 	startoffset = pg->offset;
   1821 	bytes = MIN(npages << PAGE_SHIFT, eof - startoffset);
   1822 	skipbytes = 0;
   1823 
   1824 	KASSERT(bytes != 0);
   1825 
   1826 	/* Swap PG_DELWRI for PG_PAGEOUT */
   1827 	for (i = 0; i < npages; i++)
   1828 		if (pgs[i]->flags & PG_DELWRI) {
   1829 			KASSERT(!(pgs[i]->flags & PG_PAGEOUT));
   1830 			pgs[i]->flags &= ~PG_DELWRI;
   1831 			pgs[i]->flags |= PG_PAGEOUT;
   1832 			uvmexp.paging++;
   1833 			uvm_lock_pageq();
   1834 			uvm_pageunwire(pgs[i]);
   1835 			uvm_unlock_pageq();
   1836 		}
   1837 
   1838 	/*
   1839 	 * Check to make sure we're starting on a block boundary.
   1840 	 * We'll check later to make sure we always write entire
   1841 	 * blocks (or fragments).
   1842 	 */
   1843 	if (startoffset & fs->lfs_bmask)
   1844 		printf("%" PRId64 " & %" PRId64 " = %" PRId64 "\n",
   1845 			startoffset, fs->lfs_bmask,
   1846 			startoffset & fs->lfs_bmask);
   1847 	KASSERT((startoffset & fs->lfs_bmask) == 0);
   1848 	if (bytes & fs->lfs_ffmask) {
   1849 		printf("lfs_gop_write: asked to write %ld bytes\n", (long)bytes);
   1850 		panic("lfs_gop_write: non-integer blocks");
   1851 	}
   1852 
   1853 	kva = uvm_pagermapin(pgs, npages,
   1854 	    UVMPAGER_MAPIN_WRITE | UVMPAGER_MAPIN_WAITOK);
   1855 
   1856 	s = splbio();
   1857 	simple_lock(&global_v_numoutput_slock);
   1858 	vp->v_numoutput += 2; /* one for biodone, one for aiodone */
   1859 	simple_unlock(&global_v_numoutput_slock);
   1860 	mbp = pool_get(&bufpool, PR_WAITOK);
   1861 	splx(s);
   1862 
   1863 	memset(mbp, 0, sizeof(*bp));
   1864 	BUF_INIT(mbp);
   1865 	UVMHIST_LOG(ubchist, "vp %p mbp %p num now %d bytes 0x%x",
   1866 	    vp, mbp, vp->v_numoutput, bytes);
   1867 	mbp->b_bufsize = npages << PAGE_SHIFT;
   1868 	mbp->b_data = (void *)kva;
   1869 	mbp->b_resid = mbp->b_bcount = bytes;
   1870 	mbp->b_flags = B_BUSY|B_WRITE|B_AGE|B_CALL;
   1871 	mbp->b_iodone = uvm_aio_biodone;
   1872 	mbp->b_vp = vp;
   1873 
   1874 	bp = NULL;
   1875 	for (offset = startoffset;
   1876 	    bytes > 0;
   1877 	    offset += iobytes, bytes -= iobytes) {
   1878 		lbn = offset >> fs_bshift;
   1879 		error = VOP_BMAP(vp, lbn, &devvp, &blkno, &run);
   1880 		if (error) {
   1881 			UVMHIST_LOG(ubchist, "VOP_BMAP() -> %d", error,0,0,0);
   1882 			skipbytes += bytes;
   1883 			bytes = 0;
   1884 			break;
   1885 		}
   1886 
   1887 		iobytes = MIN((((off_t)lbn + 1 + run) << fs_bshift) - offset,
   1888 		    bytes);
   1889 		if (blkno == (daddr_t)-1) {
   1890 			skipbytes += iobytes;
   1891 			continue;
   1892 		}
   1893 
   1894 		/*
   1895 		 * Discover how much we can really pack into this buffer.
   1896 		 */
   1897 		/* If no room in the current segment, finish it up */
   1898 		if (sp->sum_bytes_left < sizeof(int32_t) ||
   1899 		    sp->seg_bytes_left < (1 << fs->lfs_bshift)) {
   1900 			int version;
   1901 
   1902 			lfs_updatemeta(sp);
   1903 
   1904 			version = sp->fip->fi_version;
   1905 			(void) lfs_writeseg(fs, sp);
   1906 
   1907 			sp->fip->fi_version = version;
   1908 			sp->fip->fi_ino = ip->i_number;
   1909 			/* Add the current file to the segment summary. */
   1910 			++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1911 			sp->sum_bytes_left -= FINFOSIZE;
   1912 		}
   1913 		/* Check both for space in segment and space in segsum */
   1914 		iobytes = MIN(iobytes, (sp->seg_bytes_left >> fs_bshift)
   1915 					<< fs_bshift);
   1916 		iobytes = MIN(iobytes, (sp->sum_bytes_left / sizeof(int32_t))
   1917 				       << fs_bshift);
   1918 		KASSERT(iobytes > 0);
   1919 
   1920 		/* if it's really one i/o, don't make a second buf */
   1921 		if (offset == startoffset && iobytes == bytes) {
   1922 			bp = mbp;
   1923 			/* printf("bp is mbp\n"); */
   1924 			/* correct overcount if there is no second buffer */
   1925 			s = splbio();
   1926 			simple_lock(&global_v_numoutput_slock);
   1927 			--vp->v_numoutput;
   1928 			simple_unlock(&global_v_numoutput_slock);
   1929 			splx(s);
   1930 		} else {
   1931 			/* printf("bp is not mbp\n"); */
   1932 			s = splbio();
   1933 			bp = pool_get(&bufpool, PR_WAITOK);
   1934 			UVMHIST_LOG(ubchist, "vp %p bp %p num now %d",
   1935 			    vp, bp, vp->v_numoutput, 0);
   1936 			splx(s);
   1937 			memset(bp, 0, sizeof(*bp));
   1938 			BUF_INIT(bp);
   1939 			bp->b_data = (char *)kva +
   1940 			    (vaddr_t)(offset - pg->offset);
   1941 			bp->b_resid = bp->b_bcount = iobytes;
   1942 			bp->b_flags = B_BUSY|B_WRITE|B_CALL;
   1943 			bp->b_iodone = uvm_aio_biodone1;
   1944 		}
   1945 
   1946 		/* XXX This is silly ... is this necessary? */
   1947 		bp->b_vp = NULL;
   1948 		s = splbio();
   1949 		bgetvp(vp, bp);
   1950 		splx(s);
   1951 
   1952 		bp->b_lblkno = lblkno(fs, offset);
   1953 		bp->b_private = mbp;
   1954 		if (devvp->v_type == VBLK) {
   1955 			bp->b_dev = devvp->v_rdev;
   1956 		}
   1957 		VOP_BWRITE(bp);
   1958 		while(lfs_gatherblock(sp, bp, NULL))
   1959 			;
   1960 	}
   1961 
   1962 	if (skipbytes) {
   1963 		UVMHIST_LOG(ubchist, "skipbytes %d", skipbytes, 0,0,0);
   1964 		s = splbio();
   1965 		if (error) {
   1966 			mbp->b_flags |= B_ERROR;
   1967 			mbp->b_error = error;
   1968 		}
   1969 		mbp->b_resid -= skipbytes;
   1970 		if (mbp->b_resid == 0) {
   1971 			biodone(mbp);
   1972 		}
   1973 		splx(s);
   1974 	}
   1975 	UVMHIST_LOG(ubchist, "returning 0", 0,0,0,0);
   1976 	return (0);
   1977 }
   1978 
   1979 /*
   1980  * finish vnode/inode initialization.
   1981  * used by lfs_vget and lfs_fastvget.
   1982  */
   1983 void
   1984 lfs_vinit(struct mount *mp, struct vnode *vp)
   1985 {
   1986 	struct inode *ip = VTOI(vp);
   1987 	struct ufsmount *ump = VFSTOUFS(mp);
   1988 	int i;
   1989 
   1990 	ip->i_ffs_effnlink = ip->i_ffs_nlink;
   1991 	ip->i_lfs_effnblks = ip->i_ffs_blocks;
   1992 	ip->i_lfs_osize = ip->i_ffs_size;
   1993 
   1994 	/*
   1995 	 * Initialize the vnode from the inode, check for aliases.  In all
   1996 	 * cases re-init ip, the underlying vnode/inode may have changed.
   1997 	 */
   1998 	ufs_vinit(mp, lfs_specop_p, lfs_fifoop_p, &vp);
   1999 
   2000 	memset(ip->i_lfs_fragsize, 0, NDADDR * sizeof(*ip->i_lfs_fragsize));
   2001 	if (vp->v_type != VLNK ||
   2002 	    VTOI(vp)->i_ffs_size >= vp->v_mount->mnt_maxsymlinklen) {
   2003 		struct lfs *fs = ump->um_lfs;
   2004 #ifdef DIAGNOSTIC
   2005 		for (i = (ip->i_ffs_size + fs->lfs_bsize - 1) >> fs->lfs_bshift;
   2006 		    i < NDADDR; i++) {
   2007 			if (ip->i_ffs_db[i] != 0) {
   2008 inconsistent:
   2009 				lfs_dump_dinode(&ip->i_din.ffs_din);
   2010 				panic("inconsistent inode");
   2011 			}
   2012 		}
   2013 		for ( ; i < NDADDR + NIADDR; i++) {
   2014 			if (ip->i_ffs_ib[i - NDADDR] != 0) {
   2015 				goto inconsistent;
   2016 			}
   2017 		}
   2018 #endif /* DIAGNOSTIC */
   2019 		for (i = 0; i < NDADDR; i++)
   2020 			if (ip->i_ffs_db[i] != 0)
   2021 				ip->i_lfs_fragsize[i] = blksize(fs, ip, i);
   2022 	}
   2023 
   2024 #ifdef DIAGNOSTIC
   2025 	if (vp->v_type == VNON) {
   2026 		printf("lfs_vinit: ino %d is type VNON! (ifmt=%o)\n",
   2027 		       ip->i_number, (ip->i_ffs_mode & IFMT) >> 12);
   2028 		lfs_dump_dinode(&ip->i_din.ffs_din);
   2029 #ifdef DDB
   2030 		Debugger();
   2031 #endif /* DDB */
   2032 	}
   2033 #endif /* DIAGNOSTIC */
   2034 
   2035 	/*
   2036 	 * Finish inode initialization now that aliasing has been resolved.
   2037 	 */
   2038 
   2039 	ip->i_devvp = ump->um_devvp;
   2040 	VREF(ip->i_devvp);
   2041 	genfs_node_init(vp, &lfs_genfsops);
   2042 	uvm_vnp_setsize(vp, ip->i_ffs_size);
   2043 }
   2044