Home | History | Annotate | Line # | Download | only in lfs
lfs_rfw.c revision 1.32
      1  1.32  dholland /*	$NetBSD: lfs_rfw.c,v 1.32 2015/10/03 08:27:55 dholland Exp $	*/
      2   1.1  perseant 
      3   1.1  perseant /*-
      4   1.1  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5   1.1  perseant  * All rights reserved.
      6   1.1  perseant  *
      7   1.1  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9   1.1  perseant  *
     10   1.1  perseant  * Redistribution and use in source and binary forms, with or without
     11   1.1  perseant  * modification, are permitted provided that the following conditions
     12   1.1  perseant  * are met:
     13   1.1  perseant  * 1. Redistributions of source code must retain the above copyright
     14   1.1  perseant  *    notice, this list of conditions and the following disclaimer.
     15   1.1  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1  perseant  *    notice, this list of conditions and the following disclaimer in the
     17   1.1  perseant  *    documentation and/or other materials provided with the distribution.
     18   1.1  perseant  *
     19   1.1  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1  perseant  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1  perseant  */
     31   1.1  perseant 
     32   1.2  perseant #include <sys/cdefs.h>
     33  1.32  dholland __KERNEL_RCSID(0, "$NetBSD: lfs_rfw.c,v 1.32 2015/10/03 08:27:55 dholland Exp $");
     34   1.2  perseant 
     35   1.2  perseant #if defined(_KERNEL_OPT)
     36   1.2  perseant #include "opt_quota.h"
     37   1.2  perseant #endif
     38   1.2  perseant 
     39   1.2  perseant #include <sys/param.h>
     40   1.2  perseant #include <sys/systm.h>
     41   1.2  perseant #include <sys/namei.h>
     42   1.2  perseant #include <sys/proc.h>
     43   1.2  perseant #include <sys/kernel.h>
     44   1.2  perseant #include <sys/vnode.h>
     45   1.2  perseant #include <sys/mount.h>
     46   1.2  perseant #include <sys/kthread.h>
     47   1.2  perseant #include <sys/buf.h>
     48   1.2  perseant #include <sys/device.h>
     49   1.2  perseant #include <sys/mbuf.h>
     50   1.2  perseant #include <sys/file.h>
     51   1.2  perseant #include <sys/disklabel.h>
     52   1.2  perseant #include <sys/ioctl.h>
     53   1.2  perseant #include <sys/errno.h>
     54   1.2  perseant #include <sys/malloc.h>
     55   1.2  perseant #include <sys/pool.h>
     56   1.2  perseant #include <sys/socket.h>
     57   1.2  perseant #include <sys/syslog.h>
     58   1.2  perseant #include <uvm/uvm_extern.h>
     59   1.2  perseant #include <sys/sysctl.h>
     60   1.2  perseant #include <sys/conf.h>
     61   1.2  perseant #include <sys/kauth.h>
     62   1.2  perseant 
     63   1.2  perseant #include <miscfs/specfs/specdev.h>
     64   1.2  perseant 
     65  1.14  dholland #include <ufs/lfs/ulfs_quotacommon.h>
     66  1.14  dholland #include <ufs/lfs/ulfs_inode.h>
     67  1.14  dholland #include <ufs/lfs/ulfsmount.h>
     68  1.14  dholland #include <ufs/lfs/ulfs_extern.h>
     69   1.2  perseant 
     70   1.2  perseant #include <uvm/uvm.h>
     71   1.2  perseant #include <uvm/uvm_stat.h>
     72   1.2  perseant #include <uvm/uvm_pager.h>
     73   1.2  perseant #include <uvm/uvm_pdaemon.h>
     74   1.2  perseant 
     75   1.2  perseant #include <ufs/lfs/lfs.h>
     76  1.24  dholland #include <ufs/lfs/lfs_accessors.h>
     77  1.18  dholland #include <ufs/lfs/lfs_kernel.h>
     78   1.2  perseant #include <ufs/lfs/lfs_extern.h>
     79   1.2  perseant 
     80   1.2  perseant #include <miscfs/genfs/genfs.h>
     81   1.2  perseant #include <miscfs/genfs/genfs_node.h>
     82   1.2  perseant 
     83   1.1  perseant /*
     84   1.1  perseant  * Roll-forward code.
     85   1.1  perseant  */
     86   1.1  perseant static daddr_t check_segsum(struct lfs *, daddr_t, u_int64_t,
     87   1.1  perseant     kauth_cred_t, int, int *, struct lwp *);
     88   1.1  perseant 
     89   1.3  perseant extern int lfs_do_rfw;
     90   1.3  perseant 
     91   1.1  perseant /*
     92   1.1  perseant  * Allocate a particular inode with a particular version number, freeing
     93   1.1  perseant  * any previous versions of this inode that may have gone before.
     94   1.1  perseant  * Used by the roll-forward code.
     95   1.1  perseant  *
     96   1.1  perseant  * XXX this function does not have appropriate locking to be used on a live fs;
     97   1.1  perseant  * XXX but something similar could probably be used for an "undelete" call.
     98   1.1  perseant  *
     99   1.1  perseant  * Called with the Ifile inode locked.
    100   1.1  perseant  */
    101   1.1  perseant int
    102   1.1  perseant lfs_rf_valloc(struct lfs *fs, ino_t ino, int vers, struct lwp *l,
    103   1.1  perseant 	      struct vnode **vpp)
    104   1.1  perseant {
    105  1.20   hannken 	struct vattr va;
    106   1.1  perseant 	struct vnode *vp;
    107   1.1  perseant 	struct inode *ip;
    108   1.1  perseant 	int error;
    109   1.1  perseant 
    110   1.1  perseant 	ASSERT_SEGLOCK(fs); /* XXX it doesn't, really */
    111   1.1  perseant 
    112   1.1  perseant 	/*
    113   1.1  perseant 	 * First, just try a vget. If the version number is the one we want,
    114   1.1  perseant 	 * we don't have to do anything else.  If the version number is wrong,
    115   1.1  perseant 	 * take appropriate action.
    116   1.1  perseant 	 */
    117   1.1  perseant 	error = VFS_VGET(fs->lfs_ivnode->v_mount, ino, &vp);
    118   1.1  perseant 	if (error == 0) {
    119   1.1  perseant 		DLOG((DLOG_RF, "lfs_rf_valloc[1]: ino %d vp %p\n", ino, vp));
    120   1.1  perseant 
    121   1.1  perseant 		*vpp = vp;
    122   1.1  perseant 		ip = VTOI(vp);
    123   1.1  perseant 		if (ip->i_gen == vers)
    124   1.1  perseant 			return 0;
    125   1.1  perseant 		else if (ip->i_gen < vers) {
    126   1.8        he 			lfs_truncate(vp, (off_t)0, 0, NOCRED);
    127  1.31  dholland 			ip->i_gen = vers;
    128  1.31  dholland 			lfs_dino_setgen(fs, ip->i_din, vers);
    129   1.1  perseant 			LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
    130   1.1  perseant 			return 0;
    131   1.1  perseant 		} else {
    132   1.1  perseant 			DLOG((DLOG_RF, "ino %d: sought version %d, got %d\n",
    133  1.31  dholland 			       ino, vers, lfs_dino_getgen(fs, ip->i_din)));
    134   1.1  perseant 			vput(vp);
    135   1.1  perseant 			*vpp = NULLVP;
    136   1.1  perseant 			return EEXIST;
    137   1.1  perseant 		}
    138   1.1  perseant 	}
    139   1.1  perseant 
    140  1.20   hannken 	/* Not found, create as regular file. */
    141  1.20   hannken 	vattr_null(&va);
    142  1.20   hannken 	va.va_type = VREG;
    143  1.20   hannken 	va.va_mode = 0;
    144  1.20   hannken 	va.va_fileid = ino;
    145  1.20   hannken 	va.va_gen = vers;
    146  1.20   hannken 	error = vcache_new(fs->lfs_ivnode->v_mount, NULL, &va, NOCRED, &vp);
    147  1.20   hannken 	if (error)
    148  1.20   hannken 		return error;
    149  1.20   hannken 	error = vn_lock(vp, LK_EXCLUSIVE);
    150  1.20   hannken 	if (error) {
    151  1.20   hannken 		vrele(vp);
    152  1.20   hannken 		*vpp = NULLVP;
    153  1.20   hannken 		return error;
    154   1.1  perseant 	}
    155  1.20   hannken 	ip = VTOI(vp);
    156  1.31  dholland 	ip->i_nlink = 1;
    157  1.31  dholland 	lfs_dino_setnlink(fs, ip->i_din, 1);
    158   1.1  perseant 	*vpp = vp;
    159  1.20   hannken 	return 0;
    160   1.1  perseant }
    161   1.1  perseant 
    162   1.1  perseant /*
    163   1.1  perseant  * Load the appropriate indirect block, and change the appropriate pointer.
    164   1.1  perseant  * Mark the block dirty.  Do segment and avail accounting.
    165   1.1  perseant  */
    166   1.1  perseant static int
    167   1.1  perseant update_meta(struct lfs *fs, ino_t ino, int vers, daddr_t lbn,
    168   1.1  perseant 	    daddr_t ndaddr, size_t size, struct lwp *l)
    169   1.1  perseant {
    170   1.1  perseant 	int error;
    171   1.1  perseant 	struct vnode *vp;
    172   1.1  perseant 	struct inode *ip;
    173   1.1  perseant #ifdef DEBUG
    174   1.1  perseant 	daddr_t odaddr;
    175  1.15  dholland 	struct indir a[ULFS_NIADDR];
    176   1.1  perseant 	int num;
    177   1.1  perseant 	int i;
    178   1.1  perseant #endif /* DEBUG */
    179   1.1  perseant 	struct buf *bp;
    180   1.1  perseant 	SEGUSE *sup;
    181   1.1  perseant 
    182   1.1  perseant 	KASSERT(lbn >= 0);	/* no indirect blocks */
    183   1.1  perseant 
    184   1.1  perseant 	if ((error = lfs_rf_valloc(fs, ino, vers, l, &vp)) != 0) {
    185   1.1  perseant 		DLOG((DLOG_RF, "update_meta: ino %d: lfs_rf_valloc"
    186   1.1  perseant 		      " returned %d\n", ino, error));
    187   1.1  perseant 		return error;
    188   1.1  perseant 	}
    189   1.1  perseant 
    190  1.23  dholland 	if ((error = lfs_balloc(vp, (lbn << lfs_sb_getbshift(fs)), size,
    191   1.1  perseant 				NOCRED, 0, &bp)) != 0) {
    192   1.1  perseant 		vput(vp);
    193   1.1  perseant 		return (error);
    194   1.1  perseant 	}
    195   1.1  perseant 	/* No need to write, the block is already on disk */
    196   1.9        ad 	if (bp->b_oflags & BO_DELWRI) {
    197   1.1  perseant 		LFS_UNLOCK_BUF(bp);
    198  1.22  dholland 		lfs_sb_addavail(fs, lfs_btofsb(fs, bp->b_bcount));
    199  1.22  dholland 		/* XXX should this wake up fs->lfs_availsleep? */
    200   1.1  perseant 	}
    201   1.4        ad 	brelse(bp, BC_INVAL);
    202   1.1  perseant 
    203   1.1  perseant 	/*
    204   1.1  perseant 	 * Extend the file, if it is not large enough already.
    205   1.1  perseant 	 * XXX this is not exactly right, we don't know how much of the
    206   1.1  perseant 	 * XXX last block is actually used.  We hope that an inode will
    207   1.1  perseant 	 * XXX appear later to give the correct size.
    208   1.1  perseant 	 */
    209   1.1  perseant 	ip = VTOI(vp);
    210  1.23  dholland 	if (ip->i_size <= (lbn << lfs_sb_getbshift(fs))) {
    211   1.1  perseant 		u_int64_t newsize;
    212   1.1  perseant 
    213  1.31  dholland 		if (lbn < ULFS_NDADDR) {
    214  1.31  dholland 			newsize = (lbn << lfs_sb_getbshift(fs)) +
    215  1.22  dholland 				(size - lfs_sb_getfsize(fs)) + 1;
    216  1.31  dholland 		} else {
    217  1.31  dholland 			newsize = (lbn << lfs_sb_getbshift(fs)) + 1;
    218  1.31  dholland 		}
    219  1.31  dholland 		lfs_dino_setsize(fs, ip->i_din, newsize);
    220   1.1  perseant 
    221   1.1  perseant 		if (ip->i_size < newsize) {
    222   1.1  perseant 			ip->i_size = newsize;
    223   1.1  perseant 			/*
    224   1.1  perseant 			 * tell vm our new size for the case the inode won't
    225   1.1  perseant 			 * appear later.
    226   1.1  perseant 			 */
    227   1.1  perseant 			uvm_vnp_setsize(vp, newsize);
    228   1.1  perseant 		}
    229   1.1  perseant 	}
    230   1.1  perseant 
    231   1.1  perseant 	lfs_update_single(fs, NULL, vp, lbn, ndaddr, size);
    232   1.1  perseant 
    233  1.17  christos 	LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
    234   1.1  perseant 	sup->su_nbytes += size;
    235  1.17  christos 	LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
    236   1.1  perseant 
    237   1.1  perseant 	/* differences here should be due to UNWRITTEN indirect blocks. */
    238  1.17  christos 	KASSERT((lfs_lblkno(fs, ip->i_size) > ULFS_NDADDR &&
    239  1.31  dholland 	    ip->i_lfs_effnblks == lfs_dino_getblocks(fs, ip->i_din)) ||
    240  1.31  dholland 	    ip->i_lfs_effnblks >= lfs_dino_getblocks(fs, ip->i_din));
    241   1.1  perseant 
    242   1.1  perseant #ifdef DEBUG
    243   1.1  perseant 	/* Now look again to make sure it worked */
    244  1.15  dholland 	ulfs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL, NULL);
    245   1.1  perseant 	for (i = num; i > 0; i--) {
    246   1.1  perseant 		if (!a[i].in_exists)
    247   1.1  perseant 			panic("update_meta: absent %d lv indirect block", i);
    248   1.1  perseant 	}
    249  1.17  christos 	if (LFS_DBTOFSB(fs, odaddr) != ndaddr)
    250   1.1  perseant 		DLOG((DLOG_RF, "update_meta: failed setting ino %d lbn %"
    251   1.1  perseant 		      PRId64 " to %" PRId64 "\n", ino, lbn, ndaddr));
    252   1.1  perseant #endif /* DEBUG */
    253   1.1  perseant 	vput(vp);
    254   1.1  perseant 	return 0;
    255   1.1  perseant }
    256   1.1  perseant 
    257  1.30  dholland /*
    258  1.30  dholland  * Copy some the fields of the dinode as needed by update_inoblk().
    259  1.30  dholland  */
    260  1.30  dholland static void
    261  1.30  dholland update_inoblk_copy_dinode(struct lfs *fs,
    262  1.30  dholland     union lfs_dinode *dstu, const union lfs_dinode *srcu)
    263  1.30  dholland {
    264  1.30  dholland 	if (fs->lfs_is64) {
    265  1.30  dholland 		struct lfs64_dinode *dst = &dstu->u_64;
    266  1.30  dholland 		const struct lfs64_dinode *src = &srcu->u_64;
    267  1.30  dholland 		unsigned i;
    268  1.30  dholland 
    269  1.30  dholland 		/*
    270  1.30  dholland 		 * Copy everything but the block pointers and di_blocks.
    271  1.30  dholland 		 * XXX what about di_extb?
    272  1.30  dholland 		 */
    273  1.30  dholland 		dst->di_mode = src->di_mode;
    274  1.30  dholland 		dst->di_nlink = src->di_nlink;
    275  1.30  dholland 		dst->di_uid = src->di_uid;
    276  1.30  dholland 		dst->di_gid = src->di_gid;
    277  1.30  dholland 		dst->di_blksize = src->di_blksize;
    278  1.30  dholland 		dst->di_size = src->di_size;
    279  1.30  dholland 		dst->di_atime = src->di_atime;
    280  1.30  dholland 		dst->di_mtime = src->di_mtime;
    281  1.30  dholland 		dst->di_ctime = src->di_ctime;
    282  1.30  dholland 		dst->di_birthtime = src->di_birthtime;
    283  1.30  dholland 		dst->di_mtimensec = src->di_mtimensec;
    284  1.30  dholland 		dst->di_atimensec = src->di_atimensec;
    285  1.30  dholland 		dst->di_ctimensec = src->di_ctimensec;
    286  1.30  dholland 		dst->di_birthnsec = src->di_birthnsec;
    287  1.30  dholland 		dst->di_gen = src->di_gen;
    288  1.30  dholland 		dst->di_kernflags = src->di_kernflags;
    289  1.30  dholland 		dst->di_flags = src->di_flags;
    290  1.30  dholland 		dst->di_extsize = src->di_extsize;
    291  1.30  dholland 		dst->di_modrev = src->di_modrev;
    292  1.30  dholland 		dst->di_inumber = src->di_inumber;
    293  1.30  dholland 		for (i = 0; i < __arraycount(src->di_spare); i++) {
    294  1.30  dholland 			dst->di_spare[i] = src->di_spare[i];
    295  1.30  dholland 		}
    296  1.30  dholland 	} else {
    297  1.30  dholland 		struct lfs32_dinode *dst = &dstu->u_32;
    298  1.30  dholland 		const struct lfs32_dinode *src = &srcu->u_32;
    299  1.30  dholland 
    300  1.30  dholland 		/* Get mode, link count, size, and times */
    301  1.30  dholland 		memcpy(dst, src, offsetof(struct lfs32_dinode, di_db[0]));
    302  1.30  dholland 
    303  1.30  dholland 		/* Then the rest, except di_blocks */
    304  1.30  dholland 		dst->di_flags = src->di_flags;
    305  1.30  dholland 		dst->di_gen = src->di_gen;
    306  1.30  dholland 		dst->di_uid = src->di_uid;
    307  1.30  dholland 		dst->di_gid = src->di_gid;
    308  1.30  dholland 		dst->di_modrev = src->di_modrev;
    309  1.30  dholland 	}
    310  1.30  dholland }
    311  1.30  dholland 
    312   1.1  perseant static int
    313   1.1  perseant update_inoblk(struct lfs *fs, daddr_t offset, kauth_cred_t cred,
    314   1.1  perseant 	      struct lwp *l)
    315   1.1  perseant {
    316   1.1  perseant 	struct vnode *devvp, *vp;
    317   1.1  perseant 	struct inode *ip;
    318  1.29  dholland 	union lfs_dinode *dip;
    319   1.1  perseant 	struct buf *dbp, *ibp;
    320   1.1  perseant 	int error;
    321   1.1  perseant 	daddr_t daddr;
    322   1.1  perseant 	IFILE *ifp;
    323   1.1  perseant 	SEGUSE *sup;
    324  1.29  dholland 	unsigned i, num;
    325   1.1  perseant 
    326   1.1  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    327   1.1  perseant 
    328   1.1  perseant 	/*
    329   1.1  perseant 	 * Get the inode, update times and perms.
    330   1.1  perseant 	 * DO NOT update disk blocks, we do that separately.
    331   1.1  perseant 	 */
    332  1.23  dholland 	error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getibsize(fs),
    333  1.19      maxv 	    0, &dbp);
    334   1.1  perseant 	if (error) {
    335   1.1  perseant 		DLOG((DLOG_RF, "update_inoblk: bread returned %d\n", error));
    336   1.1  perseant 		return error;
    337   1.1  perseant 	}
    338  1.29  dholland 	num = LFS_INOPB(fs);
    339  1.29  dholland 	for (i = num; i-- > 0; ) {
    340  1.30  dholland 		dip = DINO_IN_BLOCK(fs, dbp->b_data, i);
    341  1.29  dholland 		if (lfs_dino_getinumber(fs, dip) > LFS_IFILE_INUM) {
    342  1.29  dholland 			error = lfs_rf_valloc(fs, lfs_dino_getinumber(fs, dip),
    343  1.29  dholland 					      lfs_dino_getgen(fs, dip),
    344   1.1  perseant 					      l, &vp);
    345   1.1  perseant 			if (error) {
    346   1.1  perseant 				DLOG((DLOG_RF, "update_inoblk: lfs_rf_valloc"
    347   1.1  perseant 				      " returned %d\n", error));
    348   1.1  perseant 				continue;
    349   1.1  perseant 			}
    350   1.1  perseant 			ip = VTOI(vp);
    351  1.29  dholland 			if (lfs_dino_getsize(fs, dip) != ip->i_size)
    352  1.29  dholland 				lfs_truncate(vp, lfs_dino_getsize(fs, dip), 0,
    353  1.29  dholland 					     NOCRED);
    354  1.30  dholland 			update_inoblk_copy_dinode(fs, ip->i_din, dip);
    355   1.1  perseant 
    356  1.29  dholland 			ip->i_flags = lfs_dino_getflags(fs, dip);
    357  1.29  dholland 			ip->i_gen = lfs_dino_getgen(fs, dip);
    358  1.29  dholland 			ip->i_uid = lfs_dino_getuid(fs, dip);
    359  1.29  dholland 			ip->i_gid = lfs_dino_getgid(fs, dip);
    360  1.29  dholland 
    361  1.29  dholland 			ip->i_mode = lfs_dino_getmode(fs, dip);
    362  1.29  dholland 			ip->i_nlink = lfs_dino_getnlink(fs, dip);
    363  1.29  dholland 			ip->i_size = lfs_dino_getsize(fs, dip);
    364   1.1  perseant 
    365   1.1  perseant 			LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
    366   1.1  perseant 
    367   1.1  perseant 			/* Re-initialize to get type right */
    368  1.15  dholland 			ulfs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
    369   1.1  perseant 				  &vp);
    370   1.1  perseant 			vput(vp);
    371   1.1  perseant 
    372   1.1  perseant 			/* Record change in location */
    373  1.29  dholland 			LFS_IENTRY(ifp, fs, lfs_dino_getinumber(fs, dip), ibp);
    374  1.26  dholland 			daddr = lfs_if_getdaddr(fs, ifp);
    375  1.26  dholland 			lfs_if_setdaddr(fs, ifp, LFS_DBTOFSB(fs, dbp->b_blkno));
    376   1.1  perseant 			error = LFS_BWRITE_LOG(ibp); /* Ifile */
    377   1.1  perseant 			/* And do segment accounting */
    378  1.17  christos 			if (lfs_dtosn(fs, daddr) != lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno))) {
    379   1.1  perseant 				if (daddr > 0) {
    380  1.17  christos 					LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, daddr),
    381   1.1  perseant 						     ibp);
    382  1.29  dholland 					sup->su_nbytes -= DINOSIZE(fs);
    383   1.1  perseant 					LFS_WRITESEGENTRY(sup, fs,
    384  1.17  christos 							  lfs_dtosn(fs, daddr),
    385   1.1  perseant 							  ibp);
    386   1.1  perseant 				}
    387  1.17  christos 				LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
    388   1.1  perseant 					     ibp);
    389  1.29  dholland 				sup->su_nbytes += DINOSIZE(fs);
    390   1.1  perseant 				LFS_WRITESEGENTRY(sup, fs,
    391  1.17  christos 						  lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
    392   1.1  perseant 						  ibp);
    393   1.1  perseant 			}
    394   1.1  perseant 		}
    395   1.1  perseant 	}
    396   1.4        ad 	brelse(dbp, BC_AGE);
    397   1.1  perseant 
    398   1.1  perseant 	return 0;
    399   1.1  perseant }
    400   1.1  perseant 
    401   1.1  perseant #define CHECK_CKSUM   0x0001  /* Check the checksum to make sure it's valid */
    402   1.1  perseant #define CHECK_UPDATE  0x0002  /* Update Ifile for new data blocks / inodes */
    403   1.1  perseant 
    404   1.1  perseant static daddr_t
    405   1.1  perseant check_segsum(struct lfs *fs, daddr_t offset, u_int64_t nextserial,
    406   1.1  perseant 	     kauth_cred_t cred, int flags, int *pseg_flags, struct lwp *l)
    407   1.1  perseant {
    408   1.1  perseant 	struct vnode *devvp;
    409   1.1  perseant 	struct buf *bp, *dbp;
    410   1.1  perseant 	int error, nblocks = 0, ninos, i, j; /* XXX: gcc */
    411   1.1  perseant 	SEGSUM *ssp;
    412   1.1  perseant 	u_long *dp = NULL, *datap = NULL; /* XXX u_int32_t */
    413   1.1  perseant 	daddr_t oldoffset;
    414  1.32  dholland 	IINFO *iip;
    415   1.1  perseant 	FINFO *fip;
    416   1.1  perseant 	SEGUSE *sup;
    417   1.1  perseant 	size_t size;
    418  1.27  dholland 	uint32_t datasum, foundsum;
    419   1.1  perseant 
    420   1.1  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    421   1.1  perseant 	/*
    422   1.1  perseant 	 * If the segment has a superblock and we're at the top
    423   1.1  perseant 	 * of the segment, skip the superblock.
    424   1.1  perseant 	 */
    425  1.17  christos 	if (lfs_sntod(fs, lfs_dtosn(fs, offset)) == offset) {
    426  1.17  christos 		LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    427   1.1  perseant 		if (sup->su_flags & SEGUSE_SUPERBLOCK)
    428  1.17  christos 			offset += lfs_btofsb(fs, LFS_SBPAD);
    429   1.4        ad 		brelse(bp, 0);
    430   1.1  perseant 	}
    431   1.1  perseant 
    432   1.1  perseant 	/* Read in the segment summary */
    433  1.23  dholland 	error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getsumsize(fs),
    434  1.19      maxv 	    0, &bp);
    435   1.1  perseant 	if (error)
    436   1.1  perseant 		return -1;
    437   1.1  perseant 
    438   1.1  perseant 	/* Check summary checksum */
    439   1.1  perseant 	ssp = (SEGSUM *)bp->b_data;
    440   1.1  perseant 	if (flags & CHECK_CKSUM) {
    441  1.27  dholland 		size_t sumstart;
    442  1.27  dholland 
    443  1.27  dholland 		sumstart = lfs_ss_getsumstart(fs);
    444  1.27  dholland 		if (lfs_ss_getsumsum(fs, ssp) !=
    445  1.27  dholland 		    cksum((char *)ssp + sumstart,
    446  1.27  dholland 			  lfs_sb_getsumsize(fs) - sumstart)) {
    447   1.1  perseant 			DLOG((DLOG_RF, "Sumsum error at 0x%" PRIx64 "\n", offset));
    448   1.1  perseant 			offset = -1;
    449   1.1  perseant 			goto err1;
    450   1.1  perseant 		}
    451  1.27  dholland 		if (lfs_ss_getnfinfo(fs, ssp) == 0 &&
    452  1.27  dholland 		    lfs_ss_getninos(fs, ssp) == 0) {
    453   1.1  perseant 			DLOG((DLOG_RF, "Empty pseg at 0x%" PRIx64 "\n", offset));
    454   1.1  perseant 			offset = -1;
    455   1.1  perseant 			goto err1;
    456   1.1  perseant 		}
    457  1.27  dholland 		if (lfs_ss_getcreate(fs, ssp) < lfs_sb_gettstamp(fs)) {
    458   1.1  perseant 			DLOG((DLOG_RF, "Old data at 0x%" PRIx64 "\n", offset));
    459   1.1  perseant 			offset = -1;
    460   1.1  perseant 			goto err1;
    461   1.1  perseant 		}
    462   1.1  perseant 	}
    463  1.25  dholland 	if (lfs_sb_getversion(fs) > 1) {
    464  1.27  dholland 		if (lfs_ss_getserial(fs, ssp) != nextserial) {
    465   1.1  perseant 			DLOG((DLOG_RF, "Unexpected serial number at 0x%" PRIx64
    466   1.1  perseant 			      "\n", offset));
    467   1.1  perseant 			offset = -1;
    468   1.1  perseant 			goto err1;
    469   1.1  perseant 		}
    470  1.27  dholland 		if (lfs_ss_getident(fs, ssp) != lfs_sb_getident(fs)) {
    471   1.1  perseant 			DLOG((DLOG_RF, "Incorrect fsid (0x%x vs 0x%x) at 0x%"
    472  1.27  dholland 			      PRIx64 "\n", lfs_ss_getident(fs, ssp),
    473  1.27  dholland 			      lfs_sb_getident(fs), offset));
    474   1.1  perseant 			offset = -1;
    475   1.1  perseant 			goto err1;
    476   1.1  perseant 		}
    477   1.1  perseant 	}
    478   1.1  perseant 	if (pseg_flags)
    479  1.27  dholland 		*pseg_flags = lfs_ss_getflags(fs, ssp);
    480   1.1  perseant 	oldoffset = offset;
    481  1.23  dholland 	offset += lfs_btofsb(fs, lfs_sb_getsumsize(fs));
    482   1.1  perseant 
    483  1.27  dholland 	ninos = howmany(lfs_ss_getninos(fs, ssp), LFS_INOPB(fs));
    484  1.32  dholland 	iip = SEGSUM_IINFOSTART(fs, bp->b_data);
    485   1.1  perseant 	if (flags & CHECK_CKSUM) {
    486   1.1  perseant 		/* Count blocks */
    487   1.1  perseant 		nblocks = 0;
    488  1.27  dholland 		fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
    489  1.27  dholland 		for (i = 0; i < lfs_ss_getnfinfo(fs, ssp); ++i) {
    490  1.28  dholland 			nblocks += lfs_fi_getnblocks(fs, fip);
    491  1.28  dholland 			if (lfs_fi_getnblocks(fs, fip) <= 0)
    492   1.1  perseant 				break;
    493  1.27  dholland 			fip = NEXT_FINFO(fs, fip);
    494   1.1  perseant 		}
    495   1.1  perseant 		nblocks += ninos;
    496   1.1  perseant 		/* Create the sum array */
    497  1.21  dholland 		datap = dp = malloc(nblocks * sizeof(u_long),
    498  1.21  dholland 				    M_SEGMENT, M_WAITOK);
    499   1.1  perseant 	}
    500   1.1  perseant 
    501   1.1  perseant 	/* Handle individual blocks */
    502  1.27  dholland 	fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
    503  1.27  dholland 	for (i = 0; i < lfs_ss_getnfinfo(fs, ssp) || ninos; ++i) {
    504   1.1  perseant 		/* Inode block? */
    505  1.32  dholland 		if (ninos && lfs_ii_getblock(fs, iip) == offset) {
    506   1.1  perseant 			if (flags & CHECK_CKSUM) {
    507   1.1  perseant 				/* Read in the head and add to the buffer */
    508  1.22  dholland 				error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getbsize(fs),
    509  1.19      maxv 					      0, &dbp);
    510   1.1  perseant 				if (error) {
    511   1.1  perseant 					offset = -1;
    512   1.1  perseant 					goto err2;
    513   1.1  perseant 				}
    514  1.28  dholland 				/* XXX this can't be right, on-disk u_long? */
    515   1.1  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    516   1.4        ad 				brelse(dbp, BC_AGE);
    517   1.1  perseant 			}
    518   1.1  perseant 			if (flags & CHECK_UPDATE) {
    519   1.1  perseant 				if ((error = update_inoblk(fs, offset, cred, l))
    520   1.1  perseant 				    != 0) {
    521   1.1  perseant 					offset = -1;
    522   1.1  perseant 					goto err2;
    523   1.1  perseant 				}
    524   1.1  perseant 			}
    525  1.23  dholland 			offset += lfs_btofsb(fs, lfs_sb_getibsize(fs));
    526  1.32  dholland 			iip = NEXTLOWER_IINFO(fs, iip);
    527   1.1  perseant 			--ninos;
    528  1.32  dholland 			--i; /* compensate for ++i in loop header */
    529   1.1  perseant 			continue;
    530   1.1  perseant 		}
    531  1.22  dholland 		size = lfs_sb_getbsize(fs);
    532  1.28  dholland 		for (j = 0; j < lfs_fi_getnblocks(fs, fip); ++j) {
    533  1.28  dholland 			if (j == lfs_fi_getnblocks(fs, fip) - 1)
    534  1.28  dholland 				size = lfs_fi_getlastlength(fs, fip);
    535   1.1  perseant 			if (flags & CHECK_CKSUM) {
    536  1.17  christos 				error = bread(devvp, LFS_FSBTODB(fs, offset), size,
    537  1.19      maxv 				    0, &dbp);
    538   1.1  perseant 				if (error) {
    539   1.1  perseant 					offset = -1;
    540   1.1  perseant 					goto err2;
    541   1.1  perseant 				}
    542   1.1  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    543   1.4        ad 				brelse(dbp, BC_AGE);
    544   1.1  perseant 			}
    545   1.1  perseant 			/* Account for and update any direct blocks */
    546   1.1  perseant 			if ((flags & CHECK_UPDATE) &&
    547  1.28  dholland 			   lfs_fi_getino(fs, fip) > LFS_IFILE_INUM &&
    548  1.28  dholland 			   lfs_fi_getblock(fs, fip, j) >= 0) {
    549  1.28  dholland 				update_meta(fs, lfs_fi_getino(fs, fip),
    550  1.28  dholland 					    lfs_fi_getversion(fs, fip),
    551  1.28  dholland 					    lfs_fi_getblock(fs, fip, j),
    552  1.28  dholland 					    offset, size, l);
    553   1.1  perseant 			}
    554  1.17  christos 			offset += lfs_btofsb(fs, size);
    555   1.1  perseant 		}
    556  1.27  dholland 		fip = NEXT_FINFO(fs, fip);
    557   1.1  perseant 	}
    558   1.1  perseant 	/* Checksum the array, compare */
    559  1.27  dholland 	datasum = lfs_ss_getdatasum(fs, ssp);
    560  1.27  dholland 	foundsum = cksum(datap, nblocks * sizeof(u_long));
    561  1.27  dholland 	if ((flags & CHECK_CKSUM) && datasum != foundsum) {
    562   1.1  perseant 		DLOG((DLOG_RF, "Datasum error at 0x%" PRIx64
    563   1.1  perseant 		      " (wanted %x got %x)\n",
    564  1.27  dholland 		      offset, datasum, foundsum));
    565   1.1  perseant 		offset = -1;
    566   1.1  perseant 		goto err2;
    567   1.1  perseant 	}
    568   1.1  perseant 
    569   1.1  perseant 	/* If we're at the end of the segment, move to the next */
    570  1.23  dholland 	if (lfs_dtosn(fs, offset + lfs_btofsb(fs, lfs_sb_getsumsize(fs) + lfs_sb_getbsize(fs))) !=
    571  1.17  christos 	   lfs_dtosn(fs, offset)) {
    572  1.27  dholland 		if (lfs_dtosn(fs, offset) == lfs_dtosn(fs, lfs_ss_getnext(fs, ssp))) {
    573   1.1  perseant 			offset = -1;
    574   1.1  perseant 			goto err2;
    575   1.1  perseant 		}
    576  1.27  dholland 		offset = lfs_ss_getnext(fs, ssp);
    577   1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward: moving to offset 0x%" PRIx64
    578  1.17  christos 		       " -> segment %d\n", offset, lfs_dtosn(fs,offset)));
    579   1.1  perseant 	}
    580   1.1  perseant 
    581   1.1  perseant 	if (flags & CHECK_UPDATE) {
    582  1.22  dholland 		lfs_sb_subavail(fs, offset - oldoffset);
    583   1.1  perseant 		/* Don't clog the buffer queue */
    584   1.9        ad 		mutex_enter(&lfs_lock);
    585   1.1  perseant 		if (locked_queue_count > LFS_MAX_BUFS ||
    586   1.1  perseant 		    locked_queue_bytes > LFS_MAX_BYTES) {
    587   1.1  perseant 			lfs_flush(fs, SEGM_CKP, 0);
    588   1.1  perseant 		}
    589   1.9        ad 		mutex_exit(&lfs_lock);
    590   1.1  perseant 	}
    591   1.1  perseant 
    592   1.1  perseant     err2:
    593   1.1  perseant 	if (flags & CHECK_CKSUM)
    594   1.1  perseant 		free(datap, M_SEGMENT);
    595   1.1  perseant     err1:
    596   1.7        ad 	brelse(bp, BC_AGE);
    597   1.1  perseant 
    598   1.1  perseant 	/* XXX should we update the serial number even for bad psegs? */
    599  1.25  dholland 	if ((flags & CHECK_UPDATE) && offset > 0 && lfs_sb_getversion(fs) > 1)
    600  1.22  dholland 		lfs_sb_setserial(fs, nextserial);
    601   1.1  perseant 	return offset;
    602   1.1  perseant }
    603   1.1  perseant 
    604   1.1  perseant void
    605   1.2  perseant lfs_roll_forward(struct lfs *fs, struct mount *mp, struct lwp *l)
    606   1.1  perseant {
    607   1.3  perseant 	int flags, dirty;
    608   1.3  perseant 	daddr_t offset, oldoffset, lastgoodpseg;
    609   1.3  perseant 	int sn, curseg, do_rollforward;
    610   1.3  perseant 	struct proc *p;
    611   1.3  perseant 	kauth_cred_t cred;
    612   1.3  perseant 	SEGUSE *sup;
    613   1.3  perseant 	struct buf *bp;
    614   1.3  perseant 
    615   1.3  perseant 	p = l ? l->l_proc : NULL;
    616   1.3  perseant 	cred = p ? p->p_cred : NOCRED;
    617   1.1  perseant 
    618   1.1  perseant 	/*
    619   1.1  perseant 	 * Roll forward.
    620   1.1  perseant 	 *
    621   1.1  perseant 	 * We don't roll forward for v1 filesystems, because
    622   1.1  perseant 	 * of the danger that the clock was turned back between the last
    623   1.1  perseant 	 * checkpoint and crash.  This would roll forward garbage.
    624   1.1  perseant 	 *
    625   1.1  perseant 	 * v2 filesystems don't have this problem because they use a
    626   1.1  perseant 	 * monotonically increasing serial number instead of a timestamp.
    627   1.1  perseant 	 */
    628  1.23  dholland 	do_rollforward = (!(lfs_sb_getpflags(fs) & LFS_PF_CLEAN) &&
    629  1.25  dholland 			  lfs_do_rfw && lfs_sb_getversion(fs) > 1 && p != NULL);
    630   1.1  perseant 	if (do_rollforward) {
    631   1.1  perseant 		u_int64_t nextserial;
    632   1.1  perseant 		/*
    633   1.1  perseant 		 * Phase I: Find the address of the last good partial
    634   1.1  perseant 		 * segment that was written after the checkpoint.  Mark
    635   1.1  perseant 		 * the segments in question dirty, so they won't be
    636   1.1  perseant 		 * reallocated.
    637   1.1  perseant 		 */
    638  1.22  dholland 		lastgoodpseg = oldoffset = offset = lfs_sb_getoffset(fs);
    639   1.1  perseant 		flags = 0x0;
    640   1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: start at offset 0x%"
    641   1.1  perseant 		      PRIx64 "\n", offset));
    642  1.17  christos 		LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    643   1.1  perseant 		if (!(sup->su_flags & SEGUSE_DIRTY))
    644  1.23  dholland 			lfs_sb_subnclean(fs, 1);
    645   1.1  perseant 		sup->su_flags |= SEGUSE_DIRTY;
    646  1.17  christos 		LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    647  1.22  dholland 		nextserial = lfs_sb_getserial(fs) + 1;
    648   1.1  perseant 		while ((offset = check_segsum(fs, offset, nextserial,
    649   1.1  perseant 		    cred, CHECK_CKSUM, &flags, l)) > 0) {
    650   1.1  perseant 			nextserial++;
    651  1.17  christos 			if (lfs_sntod(fs, oldoffset) != lfs_sntod(fs, offset)) {
    652  1.17  christos 				LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
    653   1.1  perseant 					     bp);
    654   1.1  perseant 				if (!(sup->su_flags & SEGUSE_DIRTY))
    655  1.23  dholland 					lfs_sb_subnclean(fs, 1);
    656   1.1  perseant 				sup->su_flags |= SEGUSE_DIRTY;
    657  1.17  christos 				LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
    658   1.1  perseant 					     bp);
    659   1.1  perseant 			}
    660   1.1  perseant 
    661   1.1  perseant 			DLOG((DLOG_RF, "LFS roll forward phase 1: offset=0x%"
    662   1.1  perseant 			      PRIx64 "\n", offset));
    663   1.1  perseant 			if (flags & SS_DIROP) {
    664   1.1  perseant 				DLOG((DLOG_RF, "lfs_mountfs: dirops at 0x%"
    665   1.1  perseant 				      PRIx64 "\n", oldoffset));
    666   1.8        he 				if (!(flags & SS_CONT)) {
    667   1.1  perseant 				     DLOG((DLOG_RF, "lfs_mountfs: dirops end "
    668   1.1  perseant 					   "at 0x%" PRIx64 "\n", oldoffset));
    669   1.8        he 				}
    670   1.1  perseant 			}
    671   1.1  perseant 			if (!(flags & SS_CONT))
    672   1.1  perseant 				lastgoodpseg = offset;
    673   1.1  perseant 			oldoffset = offset;
    674   1.1  perseant 		}
    675   1.1  perseant 		if (flags & SS_CONT) {
    676   1.1  perseant 			DLOG((DLOG_RF, "LFS roll forward: warning: incomplete "
    677   1.1  perseant 			      "dirops discarded\n"));
    678   1.1  perseant 		}
    679   1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: completed: "
    680   1.1  perseant 		      "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg));
    681  1.22  dholland 		oldoffset = lfs_sb_getoffset(fs);
    682  1.22  dholland 		if (lfs_sb_getoffset(fs) != lastgoodpseg) {
    683   1.1  perseant 			/* Don't overwrite what we're trying to preserve */
    684  1.22  dholland 			offset = lfs_sb_getoffset(fs);
    685  1.22  dholland 			lfs_sb_setoffset(fs, lastgoodpseg);
    686  1.22  dholland 			lfs_sb_setcurseg(fs, lfs_sntod(fs, lfs_dtosn(fs, lfs_sb_getoffset(fs))));
    687  1.22  dholland 			for (sn = curseg = lfs_dtosn(fs, lfs_sb_getcurseg(fs));;) {
    688  1.23  dholland 				sn = (sn + 1) % lfs_sb_getnseg(fs);
    689   1.1  perseant 				if (sn == curseg)
    690   1.1  perseant 					panic("lfs_mountfs: no clean segments");
    691   1.1  perseant 				LFS_SEGENTRY(sup, fs, sn, bp);
    692   1.1  perseant 				dirty = (sup->su_flags & SEGUSE_DIRTY);
    693   1.4        ad 				brelse(bp, 0);
    694   1.1  perseant 				if (!dirty)
    695   1.1  perseant 					break;
    696   1.1  perseant 			}
    697  1.22  dholland 			lfs_sb_setnextseg(fs, lfs_sntod(fs, sn));
    698   1.1  perseant 
    699   1.1  perseant 			/*
    700   1.1  perseant 			 * Phase II: Roll forward from the first superblock.
    701   1.1  perseant 			 */
    702   1.1  perseant 			while (offset != lastgoodpseg) {
    703   1.1  perseant 				DLOG((DLOG_RF, "LFS roll forward phase 2: 0x%"
    704   1.1  perseant 				      PRIx64 "\n", offset));
    705   1.1  perseant 				offset = check_segsum(fs, offset,
    706  1.22  dholland 				    lfs_sb_getserial(fs) + 1, cred, CHECK_UPDATE,
    707   1.1  perseant 				    NULL, l);
    708   1.1  perseant 			}
    709   1.1  perseant 
    710   1.1  perseant 			/*
    711   1.1  perseant 			 * Finish: flush our changes to disk.
    712   1.1  perseant 			 */
    713   1.1  perseant 			lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
    714   1.1  perseant 			DLOG((DLOG_RF, "lfs_mountfs: roll forward ",
    715  1.22  dholland 			      "recovered %jd blocks\n",
    716  1.22  dholland 			      (intmax_t)(lastgoodpseg - oldoffset)));
    717   1.1  perseant 		}
    718   1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward complete\n"));
    719   1.1  perseant 	}
    720   1.1  perseant }
    721