Home | History | Annotate | Line # | Download | only in lfs
lfs_rfw.c revision 1.32.18.1
      1  1.32.18.1  christos /*	$NetBSD: lfs_rfw.c,v 1.32.18.1 2019/06/10 22:09:58 christos Exp $	*/
      2        1.1  perseant 
      3        1.1  perseant /*-
      4        1.1  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5        1.1  perseant  * All rights reserved.
      6        1.1  perseant  *
      7        1.1  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8        1.1  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9        1.1  perseant  *
     10        1.1  perseant  * Redistribution and use in source and binary forms, with or without
     11        1.1  perseant  * modification, are permitted provided that the following conditions
     12        1.1  perseant  * are met:
     13        1.1  perseant  * 1. Redistributions of source code must retain the above copyright
     14        1.1  perseant  *    notice, this list of conditions and the following disclaimer.
     15        1.1  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.1  perseant  *    notice, this list of conditions and the following disclaimer in the
     17        1.1  perseant  *    documentation and/or other materials provided with the distribution.
     18        1.1  perseant  *
     19        1.1  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20        1.1  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21        1.1  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22        1.1  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23        1.1  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24        1.1  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25        1.1  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26        1.1  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27        1.1  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28        1.1  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29        1.1  perseant  * POSSIBILITY OF SUCH DAMAGE.
     30        1.1  perseant  */
     31        1.1  perseant 
     32        1.2  perseant #include <sys/cdefs.h>
     33  1.32.18.1  christos __KERNEL_RCSID(0, "$NetBSD: lfs_rfw.c,v 1.32.18.1 2019/06/10 22:09:58 christos Exp $");
     34        1.2  perseant 
     35        1.2  perseant #if defined(_KERNEL_OPT)
     36        1.2  perseant #include "opt_quota.h"
     37        1.2  perseant #endif
     38        1.2  perseant 
     39        1.2  perseant #include <sys/param.h>
     40        1.2  perseant #include <sys/systm.h>
     41        1.2  perseant #include <sys/namei.h>
     42        1.2  perseant #include <sys/proc.h>
     43        1.2  perseant #include <sys/kernel.h>
     44        1.2  perseant #include <sys/vnode.h>
     45        1.2  perseant #include <sys/mount.h>
     46        1.2  perseant #include <sys/kthread.h>
     47        1.2  perseant #include <sys/buf.h>
     48        1.2  perseant #include <sys/device.h>
     49        1.2  perseant #include <sys/file.h>
     50        1.2  perseant #include <sys/disklabel.h>
     51        1.2  perseant #include <sys/ioctl.h>
     52        1.2  perseant #include <sys/errno.h>
     53        1.2  perseant #include <sys/malloc.h>
     54        1.2  perseant #include <sys/pool.h>
     55        1.2  perseant #include <sys/socket.h>
     56        1.2  perseant #include <sys/syslog.h>
     57        1.2  perseant #include <uvm/uvm_extern.h>
     58        1.2  perseant #include <sys/sysctl.h>
     59        1.2  perseant #include <sys/conf.h>
     60        1.2  perseant #include <sys/kauth.h>
     61        1.2  perseant 
     62        1.2  perseant #include <miscfs/specfs/specdev.h>
     63        1.2  perseant 
     64       1.14  dholland #include <ufs/lfs/ulfs_quotacommon.h>
     65       1.14  dholland #include <ufs/lfs/ulfs_inode.h>
     66       1.14  dholland #include <ufs/lfs/ulfsmount.h>
     67       1.14  dholland #include <ufs/lfs/ulfs_extern.h>
     68        1.2  perseant 
     69        1.2  perseant #include <uvm/uvm.h>
     70        1.2  perseant #include <uvm/uvm_stat.h>
     71        1.2  perseant #include <uvm/uvm_pager.h>
     72        1.2  perseant #include <uvm/uvm_pdaemon.h>
     73        1.2  perseant 
     74        1.2  perseant #include <ufs/lfs/lfs.h>
     75       1.24  dholland #include <ufs/lfs/lfs_accessors.h>
     76       1.18  dholland #include <ufs/lfs/lfs_kernel.h>
     77        1.2  perseant #include <ufs/lfs/lfs_extern.h>
     78        1.2  perseant 
     79        1.2  perseant #include <miscfs/genfs/genfs.h>
     80        1.2  perseant #include <miscfs/genfs/genfs_node.h>
     81        1.2  perseant 
     82        1.1  perseant /*
     83        1.1  perseant  * Roll-forward code.
     84        1.1  perseant  */
     85        1.1  perseant static daddr_t check_segsum(struct lfs *, daddr_t, u_int64_t,
     86        1.1  perseant     kauth_cred_t, int, int *, struct lwp *);
     87        1.1  perseant 
     88        1.3  perseant extern int lfs_do_rfw;
     89        1.3  perseant 
     90        1.1  perseant /*
     91        1.1  perseant  * Allocate a particular inode with a particular version number, freeing
     92        1.1  perseant  * any previous versions of this inode that may have gone before.
     93        1.1  perseant  * Used by the roll-forward code.
     94        1.1  perseant  *
     95        1.1  perseant  * XXX this function does not have appropriate locking to be used on a live fs;
     96        1.1  perseant  * XXX but something similar could probably be used for an "undelete" call.
     97        1.1  perseant  *
     98        1.1  perseant  * Called with the Ifile inode locked.
     99        1.1  perseant  */
    100        1.1  perseant int
    101        1.1  perseant lfs_rf_valloc(struct lfs *fs, ino_t ino, int vers, struct lwp *l,
    102        1.1  perseant 	      struct vnode **vpp)
    103        1.1  perseant {
    104       1.20   hannken 	struct vattr va;
    105        1.1  perseant 	struct vnode *vp;
    106        1.1  perseant 	struct inode *ip;
    107        1.1  perseant 	int error;
    108        1.1  perseant 
    109        1.1  perseant 	ASSERT_SEGLOCK(fs); /* XXX it doesn't, really */
    110        1.1  perseant 
    111        1.1  perseant 	/*
    112        1.1  perseant 	 * First, just try a vget. If the version number is the one we want,
    113        1.1  perseant 	 * we don't have to do anything else.  If the version number is wrong,
    114        1.1  perseant 	 * take appropriate action.
    115        1.1  perseant 	 */
    116        1.1  perseant 	error = VFS_VGET(fs->lfs_ivnode->v_mount, ino, &vp);
    117        1.1  perseant 	if (error == 0) {
    118        1.1  perseant 		DLOG((DLOG_RF, "lfs_rf_valloc[1]: ino %d vp %p\n", ino, vp));
    119        1.1  perseant 
    120        1.1  perseant 		*vpp = vp;
    121        1.1  perseant 		ip = VTOI(vp);
    122        1.1  perseant 		if (ip->i_gen == vers)
    123        1.1  perseant 			return 0;
    124        1.1  perseant 		else if (ip->i_gen < vers) {
    125        1.8        he 			lfs_truncate(vp, (off_t)0, 0, NOCRED);
    126       1.31  dholland 			ip->i_gen = vers;
    127       1.31  dholland 			lfs_dino_setgen(fs, ip->i_din, vers);
    128        1.1  perseant 			LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
    129        1.1  perseant 			return 0;
    130        1.1  perseant 		} else {
    131        1.1  perseant 			DLOG((DLOG_RF, "ino %d: sought version %d, got %d\n",
    132       1.31  dholland 			       ino, vers, lfs_dino_getgen(fs, ip->i_din)));
    133        1.1  perseant 			vput(vp);
    134        1.1  perseant 			*vpp = NULLVP;
    135        1.1  perseant 			return EEXIST;
    136        1.1  perseant 		}
    137        1.1  perseant 	}
    138        1.1  perseant 
    139       1.20   hannken 	/* Not found, create as regular file. */
    140       1.20   hannken 	vattr_null(&va);
    141       1.20   hannken 	va.va_type = VREG;
    142       1.20   hannken 	va.va_mode = 0;
    143       1.20   hannken 	va.va_fileid = ino;
    144       1.20   hannken 	va.va_gen = vers;
    145  1.32.18.1  christos 	error = vcache_new(fs->lfs_ivnode->v_mount, NULL, &va, NOCRED, NULL,
    146  1.32.18.1  christos 	    &vp);
    147       1.20   hannken 	if (error)
    148       1.20   hannken 		return error;
    149       1.20   hannken 	error = vn_lock(vp, LK_EXCLUSIVE);
    150       1.20   hannken 	if (error) {
    151       1.20   hannken 		vrele(vp);
    152       1.20   hannken 		*vpp = NULLVP;
    153       1.20   hannken 		return error;
    154        1.1  perseant 	}
    155       1.20   hannken 	ip = VTOI(vp);
    156       1.31  dholland 	ip->i_nlink = 1;
    157       1.31  dholland 	lfs_dino_setnlink(fs, ip->i_din, 1);
    158        1.1  perseant 	*vpp = vp;
    159       1.20   hannken 	return 0;
    160        1.1  perseant }
    161        1.1  perseant 
    162        1.1  perseant /*
    163        1.1  perseant  * Load the appropriate indirect block, and change the appropriate pointer.
    164        1.1  perseant  * Mark the block dirty.  Do segment and avail accounting.
    165        1.1  perseant  */
    166        1.1  perseant static int
    167        1.1  perseant update_meta(struct lfs *fs, ino_t ino, int vers, daddr_t lbn,
    168        1.1  perseant 	    daddr_t ndaddr, size_t size, struct lwp *l)
    169        1.1  perseant {
    170        1.1  perseant 	int error;
    171        1.1  perseant 	struct vnode *vp;
    172        1.1  perseant 	struct inode *ip;
    173        1.1  perseant #ifdef DEBUG
    174        1.1  perseant 	daddr_t odaddr;
    175       1.15  dholland 	struct indir a[ULFS_NIADDR];
    176        1.1  perseant 	int num;
    177        1.1  perseant 	int i;
    178        1.1  perseant #endif /* DEBUG */
    179        1.1  perseant 	struct buf *bp;
    180        1.1  perseant 	SEGUSE *sup;
    181        1.1  perseant 
    182        1.1  perseant 	KASSERT(lbn >= 0);	/* no indirect blocks */
    183        1.1  perseant 
    184        1.1  perseant 	if ((error = lfs_rf_valloc(fs, ino, vers, l, &vp)) != 0) {
    185        1.1  perseant 		DLOG((DLOG_RF, "update_meta: ino %d: lfs_rf_valloc"
    186        1.1  perseant 		      " returned %d\n", ino, error));
    187        1.1  perseant 		return error;
    188        1.1  perseant 	}
    189        1.1  perseant 
    190       1.23  dholland 	if ((error = lfs_balloc(vp, (lbn << lfs_sb_getbshift(fs)), size,
    191        1.1  perseant 				NOCRED, 0, &bp)) != 0) {
    192        1.1  perseant 		vput(vp);
    193        1.1  perseant 		return (error);
    194        1.1  perseant 	}
    195        1.1  perseant 	/* No need to write, the block is already on disk */
    196        1.9        ad 	if (bp->b_oflags & BO_DELWRI) {
    197        1.1  perseant 		LFS_UNLOCK_BUF(bp);
    198       1.22  dholland 		lfs_sb_addavail(fs, lfs_btofsb(fs, bp->b_bcount));
    199       1.22  dholland 		/* XXX should this wake up fs->lfs_availsleep? */
    200        1.1  perseant 	}
    201        1.4        ad 	brelse(bp, BC_INVAL);
    202        1.1  perseant 
    203        1.1  perseant 	/*
    204        1.1  perseant 	 * Extend the file, if it is not large enough already.
    205        1.1  perseant 	 * XXX this is not exactly right, we don't know how much of the
    206        1.1  perseant 	 * XXX last block is actually used.  We hope that an inode will
    207        1.1  perseant 	 * XXX appear later to give the correct size.
    208        1.1  perseant 	 */
    209        1.1  perseant 	ip = VTOI(vp);
    210       1.23  dholland 	if (ip->i_size <= (lbn << lfs_sb_getbshift(fs))) {
    211        1.1  perseant 		u_int64_t newsize;
    212        1.1  perseant 
    213       1.31  dholland 		if (lbn < ULFS_NDADDR) {
    214       1.31  dholland 			newsize = (lbn << lfs_sb_getbshift(fs)) +
    215       1.22  dholland 				(size - lfs_sb_getfsize(fs)) + 1;
    216       1.31  dholland 		} else {
    217       1.31  dholland 			newsize = (lbn << lfs_sb_getbshift(fs)) + 1;
    218       1.31  dholland 		}
    219       1.31  dholland 		lfs_dino_setsize(fs, ip->i_din, newsize);
    220        1.1  perseant 
    221        1.1  perseant 		if (ip->i_size < newsize) {
    222        1.1  perseant 			ip->i_size = newsize;
    223        1.1  perseant 			/*
    224        1.1  perseant 			 * tell vm our new size for the case the inode won't
    225        1.1  perseant 			 * appear later.
    226        1.1  perseant 			 */
    227        1.1  perseant 			uvm_vnp_setsize(vp, newsize);
    228        1.1  perseant 		}
    229        1.1  perseant 	}
    230        1.1  perseant 
    231        1.1  perseant 	lfs_update_single(fs, NULL, vp, lbn, ndaddr, size);
    232        1.1  perseant 
    233       1.17  christos 	LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
    234        1.1  perseant 	sup->su_nbytes += size;
    235       1.17  christos 	LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
    236        1.1  perseant 
    237        1.1  perseant 	/* differences here should be due to UNWRITTEN indirect blocks. */
    238       1.17  christos 	KASSERT((lfs_lblkno(fs, ip->i_size) > ULFS_NDADDR &&
    239       1.31  dholland 	    ip->i_lfs_effnblks == lfs_dino_getblocks(fs, ip->i_din)) ||
    240       1.31  dholland 	    ip->i_lfs_effnblks >= lfs_dino_getblocks(fs, ip->i_din));
    241        1.1  perseant 
    242        1.1  perseant #ifdef DEBUG
    243        1.1  perseant 	/* Now look again to make sure it worked */
    244       1.15  dholland 	ulfs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL, NULL);
    245        1.1  perseant 	for (i = num; i > 0; i--) {
    246        1.1  perseant 		if (!a[i].in_exists)
    247        1.1  perseant 			panic("update_meta: absent %d lv indirect block", i);
    248        1.1  perseant 	}
    249       1.17  christos 	if (LFS_DBTOFSB(fs, odaddr) != ndaddr)
    250        1.1  perseant 		DLOG((DLOG_RF, "update_meta: failed setting ino %d lbn %"
    251        1.1  perseant 		      PRId64 " to %" PRId64 "\n", ino, lbn, ndaddr));
    252        1.1  perseant #endif /* DEBUG */
    253        1.1  perseant 	vput(vp);
    254        1.1  perseant 	return 0;
    255        1.1  perseant }
    256        1.1  perseant 
    257       1.30  dholland /*
    258       1.30  dholland  * Copy some the fields of the dinode as needed by update_inoblk().
    259       1.30  dholland  */
    260       1.30  dholland static void
    261       1.30  dholland update_inoblk_copy_dinode(struct lfs *fs,
    262       1.30  dholland     union lfs_dinode *dstu, const union lfs_dinode *srcu)
    263       1.30  dholland {
    264       1.30  dholland 	if (fs->lfs_is64) {
    265       1.30  dholland 		struct lfs64_dinode *dst = &dstu->u_64;
    266       1.30  dholland 		const struct lfs64_dinode *src = &srcu->u_64;
    267       1.30  dholland 		unsigned i;
    268       1.30  dholland 
    269       1.30  dholland 		/*
    270       1.30  dholland 		 * Copy everything but the block pointers and di_blocks.
    271       1.30  dholland 		 * XXX what about di_extb?
    272       1.30  dholland 		 */
    273       1.30  dholland 		dst->di_mode = src->di_mode;
    274       1.30  dholland 		dst->di_nlink = src->di_nlink;
    275       1.30  dholland 		dst->di_uid = src->di_uid;
    276       1.30  dholland 		dst->di_gid = src->di_gid;
    277       1.30  dholland 		dst->di_blksize = src->di_blksize;
    278       1.30  dholland 		dst->di_size = src->di_size;
    279       1.30  dholland 		dst->di_atime = src->di_atime;
    280       1.30  dholland 		dst->di_mtime = src->di_mtime;
    281       1.30  dholland 		dst->di_ctime = src->di_ctime;
    282       1.30  dholland 		dst->di_birthtime = src->di_birthtime;
    283       1.30  dholland 		dst->di_mtimensec = src->di_mtimensec;
    284       1.30  dholland 		dst->di_atimensec = src->di_atimensec;
    285       1.30  dholland 		dst->di_ctimensec = src->di_ctimensec;
    286       1.30  dholland 		dst->di_birthnsec = src->di_birthnsec;
    287       1.30  dholland 		dst->di_gen = src->di_gen;
    288       1.30  dholland 		dst->di_kernflags = src->di_kernflags;
    289       1.30  dholland 		dst->di_flags = src->di_flags;
    290       1.30  dholland 		dst->di_extsize = src->di_extsize;
    291       1.30  dholland 		dst->di_modrev = src->di_modrev;
    292       1.30  dholland 		dst->di_inumber = src->di_inumber;
    293       1.30  dholland 		for (i = 0; i < __arraycount(src->di_spare); i++) {
    294       1.30  dholland 			dst->di_spare[i] = src->di_spare[i];
    295       1.30  dholland 		}
    296       1.30  dholland 	} else {
    297       1.30  dholland 		struct lfs32_dinode *dst = &dstu->u_32;
    298       1.30  dholland 		const struct lfs32_dinode *src = &srcu->u_32;
    299       1.30  dholland 
    300       1.30  dholland 		/* Get mode, link count, size, and times */
    301       1.30  dholland 		memcpy(dst, src, offsetof(struct lfs32_dinode, di_db[0]));
    302       1.30  dholland 
    303       1.30  dholland 		/* Then the rest, except di_blocks */
    304       1.30  dholland 		dst->di_flags = src->di_flags;
    305       1.30  dholland 		dst->di_gen = src->di_gen;
    306       1.30  dholland 		dst->di_uid = src->di_uid;
    307       1.30  dholland 		dst->di_gid = src->di_gid;
    308       1.30  dholland 		dst->di_modrev = src->di_modrev;
    309       1.30  dholland 	}
    310       1.30  dholland }
    311       1.30  dholland 
    312        1.1  perseant static int
    313        1.1  perseant update_inoblk(struct lfs *fs, daddr_t offset, kauth_cred_t cred,
    314        1.1  perseant 	      struct lwp *l)
    315        1.1  perseant {
    316        1.1  perseant 	struct vnode *devvp, *vp;
    317        1.1  perseant 	struct inode *ip;
    318       1.29  dholland 	union lfs_dinode *dip;
    319        1.1  perseant 	struct buf *dbp, *ibp;
    320        1.1  perseant 	int error;
    321        1.1  perseant 	daddr_t daddr;
    322        1.1  perseant 	IFILE *ifp;
    323        1.1  perseant 	SEGUSE *sup;
    324       1.29  dholland 	unsigned i, num;
    325        1.1  perseant 
    326        1.1  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    327        1.1  perseant 
    328        1.1  perseant 	/*
    329        1.1  perseant 	 * Get the inode, update times and perms.
    330        1.1  perseant 	 * DO NOT update disk blocks, we do that separately.
    331        1.1  perseant 	 */
    332       1.23  dholland 	error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getibsize(fs),
    333       1.19      maxv 	    0, &dbp);
    334        1.1  perseant 	if (error) {
    335        1.1  perseant 		DLOG((DLOG_RF, "update_inoblk: bread returned %d\n", error));
    336        1.1  perseant 		return error;
    337        1.1  perseant 	}
    338       1.29  dholland 	num = LFS_INOPB(fs);
    339       1.29  dholland 	for (i = num; i-- > 0; ) {
    340       1.30  dholland 		dip = DINO_IN_BLOCK(fs, dbp->b_data, i);
    341       1.29  dholland 		if (lfs_dino_getinumber(fs, dip) > LFS_IFILE_INUM) {
    342       1.29  dholland 			error = lfs_rf_valloc(fs, lfs_dino_getinumber(fs, dip),
    343       1.29  dholland 					      lfs_dino_getgen(fs, dip),
    344        1.1  perseant 					      l, &vp);
    345        1.1  perseant 			if (error) {
    346        1.1  perseant 				DLOG((DLOG_RF, "update_inoblk: lfs_rf_valloc"
    347        1.1  perseant 				      " returned %d\n", error));
    348        1.1  perseant 				continue;
    349        1.1  perseant 			}
    350        1.1  perseant 			ip = VTOI(vp);
    351       1.29  dholland 			if (lfs_dino_getsize(fs, dip) != ip->i_size)
    352       1.29  dholland 				lfs_truncate(vp, lfs_dino_getsize(fs, dip), 0,
    353       1.29  dholland 					     NOCRED);
    354       1.30  dholland 			update_inoblk_copy_dinode(fs, ip->i_din, dip);
    355        1.1  perseant 
    356       1.29  dholland 			ip->i_flags = lfs_dino_getflags(fs, dip);
    357       1.29  dholland 			ip->i_gen = lfs_dino_getgen(fs, dip);
    358       1.29  dholland 			ip->i_uid = lfs_dino_getuid(fs, dip);
    359       1.29  dholland 			ip->i_gid = lfs_dino_getgid(fs, dip);
    360       1.29  dholland 
    361       1.29  dholland 			ip->i_mode = lfs_dino_getmode(fs, dip);
    362       1.29  dholland 			ip->i_nlink = lfs_dino_getnlink(fs, dip);
    363       1.29  dholland 			ip->i_size = lfs_dino_getsize(fs, dip);
    364        1.1  perseant 
    365        1.1  perseant 			LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
    366        1.1  perseant 
    367        1.1  perseant 			/* Re-initialize to get type right */
    368       1.15  dholland 			ulfs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
    369        1.1  perseant 				  &vp);
    370        1.1  perseant 			vput(vp);
    371        1.1  perseant 
    372        1.1  perseant 			/* Record change in location */
    373       1.29  dholland 			LFS_IENTRY(ifp, fs, lfs_dino_getinumber(fs, dip), ibp);
    374       1.26  dholland 			daddr = lfs_if_getdaddr(fs, ifp);
    375       1.26  dholland 			lfs_if_setdaddr(fs, ifp, LFS_DBTOFSB(fs, dbp->b_blkno));
    376        1.1  perseant 			error = LFS_BWRITE_LOG(ibp); /* Ifile */
    377        1.1  perseant 			/* And do segment accounting */
    378       1.17  christos 			if (lfs_dtosn(fs, daddr) != lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno))) {
    379        1.1  perseant 				if (daddr > 0) {
    380       1.17  christos 					LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, daddr),
    381        1.1  perseant 						     ibp);
    382       1.29  dholland 					sup->su_nbytes -= DINOSIZE(fs);
    383        1.1  perseant 					LFS_WRITESEGENTRY(sup, fs,
    384       1.17  christos 							  lfs_dtosn(fs, daddr),
    385        1.1  perseant 							  ibp);
    386        1.1  perseant 				}
    387       1.17  christos 				LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
    388        1.1  perseant 					     ibp);
    389       1.29  dholland 				sup->su_nbytes += DINOSIZE(fs);
    390        1.1  perseant 				LFS_WRITESEGENTRY(sup, fs,
    391       1.17  christos 						  lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
    392        1.1  perseant 						  ibp);
    393        1.1  perseant 			}
    394        1.1  perseant 		}
    395        1.1  perseant 	}
    396        1.4        ad 	brelse(dbp, BC_AGE);
    397        1.1  perseant 
    398        1.1  perseant 	return 0;
    399        1.1  perseant }
    400        1.1  perseant 
    401        1.1  perseant #define CHECK_CKSUM   0x0001  /* Check the checksum to make sure it's valid */
    402        1.1  perseant #define CHECK_UPDATE  0x0002  /* Update Ifile for new data blocks / inodes */
    403        1.1  perseant 
    404        1.1  perseant static daddr_t
    405        1.1  perseant check_segsum(struct lfs *fs, daddr_t offset, u_int64_t nextserial,
    406        1.1  perseant 	     kauth_cred_t cred, int flags, int *pseg_flags, struct lwp *l)
    407        1.1  perseant {
    408        1.1  perseant 	struct vnode *devvp;
    409        1.1  perseant 	struct buf *bp, *dbp;
    410        1.1  perseant 	int error, nblocks = 0, ninos, i, j; /* XXX: gcc */
    411        1.1  perseant 	SEGSUM *ssp;
    412        1.1  perseant 	u_long *dp = NULL, *datap = NULL; /* XXX u_int32_t */
    413        1.1  perseant 	daddr_t oldoffset;
    414       1.32  dholland 	IINFO *iip;
    415        1.1  perseant 	FINFO *fip;
    416        1.1  perseant 	SEGUSE *sup;
    417        1.1  perseant 	size_t size;
    418       1.27  dholland 	uint32_t datasum, foundsum;
    419        1.1  perseant 
    420        1.1  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    421        1.1  perseant 	/*
    422        1.1  perseant 	 * If the segment has a superblock and we're at the top
    423        1.1  perseant 	 * of the segment, skip the superblock.
    424        1.1  perseant 	 */
    425       1.17  christos 	if (lfs_sntod(fs, lfs_dtosn(fs, offset)) == offset) {
    426       1.17  christos 		LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    427        1.1  perseant 		if (sup->su_flags & SEGUSE_SUPERBLOCK)
    428       1.17  christos 			offset += lfs_btofsb(fs, LFS_SBPAD);
    429        1.4        ad 		brelse(bp, 0);
    430        1.1  perseant 	}
    431        1.1  perseant 
    432        1.1  perseant 	/* Read in the segment summary */
    433       1.23  dholland 	error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getsumsize(fs),
    434       1.19      maxv 	    0, &bp);
    435        1.1  perseant 	if (error)
    436        1.1  perseant 		return -1;
    437        1.1  perseant 
    438        1.1  perseant 	/* Check summary checksum */
    439        1.1  perseant 	ssp = (SEGSUM *)bp->b_data;
    440        1.1  perseant 	if (flags & CHECK_CKSUM) {
    441       1.27  dholland 		size_t sumstart;
    442       1.27  dholland 
    443       1.27  dholland 		sumstart = lfs_ss_getsumstart(fs);
    444       1.27  dholland 		if (lfs_ss_getsumsum(fs, ssp) !=
    445       1.27  dholland 		    cksum((char *)ssp + sumstart,
    446       1.27  dholland 			  lfs_sb_getsumsize(fs) - sumstart)) {
    447        1.1  perseant 			DLOG((DLOG_RF, "Sumsum error at 0x%" PRIx64 "\n", offset));
    448        1.1  perseant 			offset = -1;
    449        1.1  perseant 			goto err1;
    450        1.1  perseant 		}
    451       1.27  dholland 		if (lfs_ss_getnfinfo(fs, ssp) == 0 &&
    452       1.27  dholland 		    lfs_ss_getninos(fs, ssp) == 0) {
    453        1.1  perseant 			DLOG((DLOG_RF, "Empty pseg at 0x%" PRIx64 "\n", offset));
    454        1.1  perseant 			offset = -1;
    455        1.1  perseant 			goto err1;
    456        1.1  perseant 		}
    457       1.27  dholland 		if (lfs_ss_getcreate(fs, ssp) < lfs_sb_gettstamp(fs)) {
    458        1.1  perseant 			DLOG((DLOG_RF, "Old data at 0x%" PRIx64 "\n", offset));
    459        1.1  perseant 			offset = -1;
    460        1.1  perseant 			goto err1;
    461        1.1  perseant 		}
    462        1.1  perseant 	}
    463       1.25  dholland 	if (lfs_sb_getversion(fs) > 1) {
    464       1.27  dholland 		if (lfs_ss_getserial(fs, ssp) != nextserial) {
    465        1.1  perseant 			DLOG((DLOG_RF, "Unexpected serial number at 0x%" PRIx64
    466        1.1  perseant 			      "\n", offset));
    467        1.1  perseant 			offset = -1;
    468        1.1  perseant 			goto err1;
    469        1.1  perseant 		}
    470       1.27  dholland 		if (lfs_ss_getident(fs, ssp) != lfs_sb_getident(fs)) {
    471        1.1  perseant 			DLOG((DLOG_RF, "Incorrect fsid (0x%x vs 0x%x) at 0x%"
    472       1.27  dholland 			      PRIx64 "\n", lfs_ss_getident(fs, ssp),
    473       1.27  dholland 			      lfs_sb_getident(fs), offset));
    474        1.1  perseant 			offset = -1;
    475        1.1  perseant 			goto err1;
    476        1.1  perseant 		}
    477        1.1  perseant 	}
    478        1.1  perseant 	if (pseg_flags)
    479       1.27  dholland 		*pseg_flags = lfs_ss_getflags(fs, ssp);
    480        1.1  perseant 	oldoffset = offset;
    481       1.23  dholland 	offset += lfs_btofsb(fs, lfs_sb_getsumsize(fs));
    482        1.1  perseant 
    483       1.27  dholland 	ninos = howmany(lfs_ss_getninos(fs, ssp), LFS_INOPB(fs));
    484       1.32  dholland 	iip = SEGSUM_IINFOSTART(fs, bp->b_data);
    485        1.1  perseant 	if (flags & CHECK_CKSUM) {
    486        1.1  perseant 		/* Count blocks */
    487        1.1  perseant 		nblocks = 0;
    488       1.27  dholland 		fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
    489       1.27  dholland 		for (i = 0; i < lfs_ss_getnfinfo(fs, ssp); ++i) {
    490       1.28  dholland 			nblocks += lfs_fi_getnblocks(fs, fip);
    491       1.28  dholland 			if (lfs_fi_getnblocks(fs, fip) <= 0)
    492        1.1  perseant 				break;
    493       1.27  dholland 			fip = NEXT_FINFO(fs, fip);
    494        1.1  perseant 		}
    495        1.1  perseant 		nblocks += ninos;
    496        1.1  perseant 		/* Create the sum array */
    497       1.21  dholland 		datap = dp = malloc(nblocks * sizeof(u_long),
    498       1.21  dholland 				    M_SEGMENT, M_WAITOK);
    499        1.1  perseant 	}
    500        1.1  perseant 
    501        1.1  perseant 	/* Handle individual blocks */
    502       1.27  dholland 	fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
    503       1.27  dholland 	for (i = 0; i < lfs_ss_getnfinfo(fs, ssp) || ninos; ++i) {
    504        1.1  perseant 		/* Inode block? */
    505       1.32  dholland 		if (ninos && lfs_ii_getblock(fs, iip) == offset) {
    506        1.1  perseant 			if (flags & CHECK_CKSUM) {
    507        1.1  perseant 				/* Read in the head and add to the buffer */
    508       1.22  dholland 				error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getbsize(fs),
    509       1.19      maxv 					      0, &dbp);
    510        1.1  perseant 				if (error) {
    511        1.1  perseant 					offset = -1;
    512        1.1  perseant 					goto err2;
    513        1.1  perseant 				}
    514       1.28  dholland 				/* XXX this can't be right, on-disk u_long? */
    515        1.1  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    516        1.4        ad 				brelse(dbp, BC_AGE);
    517        1.1  perseant 			}
    518        1.1  perseant 			if (flags & CHECK_UPDATE) {
    519        1.1  perseant 				if ((error = update_inoblk(fs, offset, cred, l))
    520        1.1  perseant 				    != 0) {
    521        1.1  perseant 					offset = -1;
    522        1.1  perseant 					goto err2;
    523        1.1  perseant 				}
    524        1.1  perseant 			}
    525       1.23  dholland 			offset += lfs_btofsb(fs, lfs_sb_getibsize(fs));
    526       1.32  dholland 			iip = NEXTLOWER_IINFO(fs, iip);
    527        1.1  perseant 			--ninos;
    528       1.32  dholland 			--i; /* compensate for ++i in loop header */
    529        1.1  perseant 			continue;
    530        1.1  perseant 		}
    531       1.22  dholland 		size = lfs_sb_getbsize(fs);
    532       1.28  dholland 		for (j = 0; j < lfs_fi_getnblocks(fs, fip); ++j) {
    533       1.28  dholland 			if (j == lfs_fi_getnblocks(fs, fip) - 1)
    534       1.28  dholland 				size = lfs_fi_getlastlength(fs, fip);
    535        1.1  perseant 			if (flags & CHECK_CKSUM) {
    536       1.17  christos 				error = bread(devvp, LFS_FSBTODB(fs, offset), size,
    537       1.19      maxv 				    0, &dbp);
    538        1.1  perseant 				if (error) {
    539        1.1  perseant 					offset = -1;
    540        1.1  perseant 					goto err2;
    541        1.1  perseant 				}
    542        1.1  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    543        1.4        ad 				brelse(dbp, BC_AGE);
    544        1.1  perseant 			}
    545        1.1  perseant 			/* Account for and update any direct blocks */
    546        1.1  perseant 			if ((flags & CHECK_UPDATE) &&
    547       1.28  dholland 			   lfs_fi_getino(fs, fip) > LFS_IFILE_INUM &&
    548       1.28  dholland 			   lfs_fi_getblock(fs, fip, j) >= 0) {
    549       1.28  dholland 				update_meta(fs, lfs_fi_getino(fs, fip),
    550       1.28  dholland 					    lfs_fi_getversion(fs, fip),
    551       1.28  dholland 					    lfs_fi_getblock(fs, fip, j),
    552       1.28  dholland 					    offset, size, l);
    553        1.1  perseant 			}
    554       1.17  christos 			offset += lfs_btofsb(fs, size);
    555        1.1  perseant 		}
    556       1.27  dholland 		fip = NEXT_FINFO(fs, fip);
    557        1.1  perseant 	}
    558        1.1  perseant 	/* Checksum the array, compare */
    559       1.27  dholland 	datasum = lfs_ss_getdatasum(fs, ssp);
    560       1.27  dholland 	foundsum = cksum(datap, nblocks * sizeof(u_long));
    561       1.27  dholland 	if ((flags & CHECK_CKSUM) && datasum != foundsum) {
    562        1.1  perseant 		DLOG((DLOG_RF, "Datasum error at 0x%" PRIx64
    563        1.1  perseant 		      " (wanted %x got %x)\n",
    564       1.27  dholland 		      offset, datasum, foundsum));
    565        1.1  perseant 		offset = -1;
    566        1.1  perseant 		goto err2;
    567        1.1  perseant 	}
    568        1.1  perseant 
    569        1.1  perseant 	/* If we're at the end of the segment, move to the next */
    570       1.23  dholland 	if (lfs_dtosn(fs, offset + lfs_btofsb(fs, lfs_sb_getsumsize(fs) + lfs_sb_getbsize(fs))) !=
    571       1.17  christos 	   lfs_dtosn(fs, offset)) {
    572       1.27  dholland 		if (lfs_dtosn(fs, offset) == lfs_dtosn(fs, lfs_ss_getnext(fs, ssp))) {
    573        1.1  perseant 			offset = -1;
    574        1.1  perseant 			goto err2;
    575        1.1  perseant 		}
    576       1.27  dholland 		offset = lfs_ss_getnext(fs, ssp);
    577        1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward: moving to offset 0x%" PRIx64
    578       1.17  christos 		       " -> segment %d\n", offset, lfs_dtosn(fs,offset)));
    579        1.1  perseant 	}
    580        1.1  perseant 
    581        1.1  perseant 	if (flags & CHECK_UPDATE) {
    582       1.22  dholland 		lfs_sb_subavail(fs, offset - oldoffset);
    583        1.1  perseant 		/* Don't clog the buffer queue */
    584        1.9        ad 		mutex_enter(&lfs_lock);
    585        1.1  perseant 		if (locked_queue_count > LFS_MAX_BUFS ||
    586        1.1  perseant 		    locked_queue_bytes > LFS_MAX_BYTES) {
    587        1.1  perseant 			lfs_flush(fs, SEGM_CKP, 0);
    588        1.1  perseant 		}
    589        1.9        ad 		mutex_exit(&lfs_lock);
    590        1.1  perseant 	}
    591        1.1  perseant 
    592        1.1  perseant     err2:
    593        1.1  perseant 	if (flags & CHECK_CKSUM)
    594        1.1  perseant 		free(datap, M_SEGMENT);
    595        1.1  perseant     err1:
    596        1.7        ad 	brelse(bp, BC_AGE);
    597        1.1  perseant 
    598        1.1  perseant 	/* XXX should we update the serial number even for bad psegs? */
    599       1.25  dholland 	if ((flags & CHECK_UPDATE) && offset > 0 && lfs_sb_getversion(fs) > 1)
    600       1.22  dholland 		lfs_sb_setserial(fs, nextserial);
    601        1.1  perseant 	return offset;
    602        1.1  perseant }
    603        1.1  perseant 
    604        1.1  perseant void
    605        1.2  perseant lfs_roll_forward(struct lfs *fs, struct mount *mp, struct lwp *l)
    606        1.1  perseant {
    607        1.3  perseant 	int flags, dirty;
    608        1.3  perseant 	daddr_t offset, oldoffset, lastgoodpseg;
    609        1.3  perseant 	int sn, curseg, do_rollforward;
    610        1.3  perseant 	struct proc *p;
    611        1.3  perseant 	kauth_cred_t cred;
    612        1.3  perseant 	SEGUSE *sup;
    613        1.3  perseant 	struct buf *bp;
    614        1.3  perseant 
    615        1.3  perseant 	p = l ? l->l_proc : NULL;
    616        1.3  perseant 	cred = p ? p->p_cred : NOCRED;
    617        1.1  perseant 
    618        1.1  perseant 	/*
    619        1.1  perseant 	 * Roll forward.
    620        1.1  perseant 	 *
    621        1.1  perseant 	 * We don't roll forward for v1 filesystems, because
    622        1.1  perseant 	 * of the danger that the clock was turned back between the last
    623        1.1  perseant 	 * checkpoint and crash.  This would roll forward garbage.
    624        1.1  perseant 	 *
    625        1.1  perseant 	 * v2 filesystems don't have this problem because they use a
    626        1.1  perseant 	 * monotonically increasing serial number instead of a timestamp.
    627        1.1  perseant 	 */
    628       1.23  dholland 	do_rollforward = (!(lfs_sb_getpflags(fs) & LFS_PF_CLEAN) &&
    629       1.25  dholland 			  lfs_do_rfw && lfs_sb_getversion(fs) > 1 && p != NULL);
    630        1.1  perseant 	if (do_rollforward) {
    631        1.1  perseant 		u_int64_t nextserial;
    632        1.1  perseant 		/*
    633        1.1  perseant 		 * Phase I: Find the address of the last good partial
    634        1.1  perseant 		 * segment that was written after the checkpoint.  Mark
    635        1.1  perseant 		 * the segments in question dirty, so they won't be
    636        1.1  perseant 		 * reallocated.
    637        1.1  perseant 		 */
    638       1.22  dholland 		lastgoodpseg = oldoffset = offset = lfs_sb_getoffset(fs);
    639        1.1  perseant 		flags = 0x0;
    640        1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: start at offset 0x%"
    641        1.1  perseant 		      PRIx64 "\n", offset));
    642       1.17  christos 		LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    643        1.1  perseant 		if (!(sup->su_flags & SEGUSE_DIRTY))
    644       1.23  dholland 			lfs_sb_subnclean(fs, 1);
    645        1.1  perseant 		sup->su_flags |= SEGUSE_DIRTY;
    646       1.17  christos 		LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
    647       1.22  dholland 		nextserial = lfs_sb_getserial(fs) + 1;
    648        1.1  perseant 		while ((offset = check_segsum(fs, offset, nextserial,
    649        1.1  perseant 		    cred, CHECK_CKSUM, &flags, l)) > 0) {
    650        1.1  perseant 			nextserial++;
    651       1.17  christos 			if (lfs_sntod(fs, oldoffset) != lfs_sntod(fs, offset)) {
    652       1.17  christos 				LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
    653        1.1  perseant 					     bp);
    654        1.1  perseant 				if (!(sup->su_flags & SEGUSE_DIRTY))
    655       1.23  dholland 					lfs_sb_subnclean(fs, 1);
    656        1.1  perseant 				sup->su_flags |= SEGUSE_DIRTY;
    657       1.17  christos 				LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
    658        1.1  perseant 					     bp);
    659        1.1  perseant 			}
    660        1.1  perseant 
    661        1.1  perseant 			DLOG((DLOG_RF, "LFS roll forward phase 1: offset=0x%"
    662        1.1  perseant 			      PRIx64 "\n", offset));
    663        1.1  perseant 			if (flags & SS_DIROP) {
    664        1.1  perseant 				DLOG((DLOG_RF, "lfs_mountfs: dirops at 0x%"
    665        1.1  perseant 				      PRIx64 "\n", oldoffset));
    666        1.8        he 				if (!(flags & SS_CONT)) {
    667        1.1  perseant 				     DLOG((DLOG_RF, "lfs_mountfs: dirops end "
    668        1.1  perseant 					   "at 0x%" PRIx64 "\n", oldoffset));
    669        1.8        he 				}
    670        1.1  perseant 			}
    671        1.1  perseant 			if (!(flags & SS_CONT))
    672        1.1  perseant 				lastgoodpseg = offset;
    673        1.1  perseant 			oldoffset = offset;
    674        1.1  perseant 		}
    675        1.1  perseant 		if (flags & SS_CONT) {
    676        1.1  perseant 			DLOG((DLOG_RF, "LFS roll forward: warning: incomplete "
    677        1.1  perseant 			      "dirops discarded\n"));
    678        1.1  perseant 		}
    679        1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: completed: "
    680        1.1  perseant 		      "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg));
    681       1.22  dholland 		oldoffset = lfs_sb_getoffset(fs);
    682       1.22  dholland 		if (lfs_sb_getoffset(fs) != lastgoodpseg) {
    683        1.1  perseant 			/* Don't overwrite what we're trying to preserve */
    684       1.22  dholland 			offset = lfs_sb_getoffset(fs);
    685       1.22  dholland 			lfs_sb_setoffset(fs, lastgoodpseg);
    686       1.22  dholland 			lfs_sb_setcurseg(fs, lfs_sntod(fs, lfs_dtosn(fs, lfs_sb_getoffset(fs))));
    687       1.22  dholland 			for (sn = curseg = lfs_dtosn(fs, lfs_sb_getcurseg(fs));;) {
    688       1.23  dholland 				sn = (sn + 1) % lfs_sb_getnseg(fs);
    689        1.1  perseant 				if (sn == curseg)
    690        1.1  perseant 					panic("lfs_mountfs: no clean segments");
    691        1.1  perseant 				LFS_SEGENTRY(sup, fs, sn, bp);
    692        1.1  perseant 				dirty = (sup->su_flags & SEGUSE_DIRTY);
    693        1.4        ad 				brelse(bp, 0);
    694        1.1  perseant 				if (!dirty)
    695        1.1  perseant 					break;
    696        1.1  perseant 			}
    697       1.22  dholland 			lfs_sb_setnextseg(fs, lfs_sntod(fs, sn));
    698        1.1  perseant 
    699        1.1  perseant 			/*
    700        1.1  perseant 			 * Phase II: Roll forward from the first superblock.
    701        1.1  perseant 			 */
    702        1.1  perseant 			while (offset != lastgoodpseg) {
    703        1.1  perseant 				DLOG((DLOG_RF, "LFS roll forward phase 2: 0x%"
    704        1.1  perseant 				      PRIx64 "\n", offset));
    705        1.1  perseant 				offset = check_segsum(fs, offset,
    706       1.22  dholland 				    lfs_sb_getserial(fs) + 1, cred, CHECK_UPDATE,
    707        1.1  perseant 				    NULL, l);
    708        1.1  perseant 			}
    709        1.1  perseant 
    710        1.1  perseant 			/*
    711        1.1  perseant 			 * Finish: flush our changes to disk.
    712        1.1  perseant 			 */
    713        1.1  perseant 			lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
    714        1.1  perseant 			DLOG((DLOG_RF, "lfs_mountfs: roll forward ",
    715       1.22  dholland 			      "recovered %jd blocks\n",
    716       1.22  dholland 			      (intmax_t)(lastgoodpseg - oldoffset)));
    717        1.1  perseant 		}
    718        1.1  perseant 		DLOG((DLOG_RF, "LFS roll forward complete\n"));
    719        1.1  perseant 	}
    720        1.1  perseant }
    721