lfs_rfw.c revision 1.32 1 1.32 dholland /* $NetBSD: lfs_rfw.c,v 1.32 2015/10/03 08:27:55 dholland Exp $ */
2 1.1 perseant
3 1.1 perseant /*-
4 1.1 perseant * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
5 1.1 perseant * All rights reserved.
6 1.1 perseant *
7 1.1 perseant * This code is derived from software contributed to The NetBSD Foundation
8 1.1 perseant * by Konrad E. Schroder <perseant (at) hhhh.org>.
9 1.1 perseant *
10 1.1 perseant * Redistribution and use in source and binary forms, with or without
11 1.1 perseant * modification, are permitted provided that the following conditions
12 1.1 perseant * are met:
13 1.1 perseant * 1. Redistributions of source code must retain the above copyright
14 1.1 perseant * notice, this list of conditions and the following disclaimer.
15 1.1 perseant * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 perseant * notice, this list of conditions and the following disclaimer in the
17 1.1 perseant * documentation and/or other materials provided with the distribution.
18 1.1 perseant *
19 1.1 perseant * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 perseant * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 perseant * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 perseant * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 perseant * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 perseant * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 perseant * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 perseant * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 perseant * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 perseant * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 perseant * POSSIBILITY OF SUCH DAMAGE.
30 1.1 perseant */
31 1.1 perseant
32 1.2 perseant #include <sys/cdefs.h>
33 1.32 dholland __KERNEL_RCSID(0, "$NetBSD: lfs_rfw.c,v 1.32 2015/10/03 08:27:55 dholland Exp $");
34 1.2 perseant
35 1.2 perseant #if defined(_KERNEL_OPT)
36 1.2 perseant #include "opt_quota.h"
37 1.2 perseant #endif
38 1.2 perseant
39 1.2 perseant #include <sys/param.h>
40 1.2 perseant #include <sys/systm.h>
41 1.2 perseant #include <sys/namei.h>
42 1.2 perseant #include <sys/proc.h>
43 1.2 perseant #include <sys/kernel.h>
44 1.2 perseant #include <sys/vnode.h>
45 1.2 perseant #include <sys/mount.h>
46 1.2 perseant #include <sys/kthread.h>
47 1.2 perseant #include <sys/buf.h>
48 1.2 perseant #include <sys/device.h>
49 1.2 perseant #include <sys/mbuf.h>
50 1.2 perseant #include <sys/file.h>
51 1.2 perseant #include <sys/disklabel.h>
52 1.2 perseant #include <sys/ioctl.h>
53 1.2 perseant #include <sys/errno.h>
54 1.2 perseant #include <sys/malloc.h>
55 1.2 perseant #include <sys/pool.h>
56 1.2 perseant #include <sys/socket.h>
57 1.2 perseant #include <sys/syslog.h>
58 1.2 perseant #include <uvm/uvm_extern.h>
59 1.2 perseant #include <sys/sysctl.h>
60 1.2 perseant #include <sys/conf.h>
61 1.2 perseant #include <sys/kauth.h>
62 1.2 perseant
63 1.2 perseant #include <miscfs/specfs/specdev.h>
64 1.2 perseant
65 1.14 dholland #include <ufs/lfs/ulfs_quotacommon.h>
66 1.14 dholland #include <ufs/lfs/ulfs_inode.h>
67 1.14 dholland #include <ufs/lfs/ulfsmount.h>
68 1.14 dholland #include <ufs/lfs/ulfs_extern.h>
69 1.2 perseant
70 1.2 perseant #include <uvm/uvm.h>
71 1.2 perseant #include <uvm/uvm_stat.h>
72 1.2 perseant #include <uvm/uvm_pager.h>
73 1.2 perseant #include <uvm/uvm_pdaemon.h>
74 1.2 perseant
75 1.2 perseant #include <ufs/lfs/lfs.h>
76 1.24 dholland #include <ufs/lfs/lfs_accessors.h>
77 1.18 dholland #include <ufs/lfs/lfs_kernel.h>
78 1.2 perseant #include <ufs/lfs/lfs_extern.h>
79 1.2 perseant
80 1.2 perseant #include <miscfs/genfs/genfs.h>
81 1.2 perseant #include <miscfs/genfs/genfs_node.h>
82 1.2 perseant
83 1.1 perseant /*
84 1.1 perseant * Roll-forward code.
85 1.1 perseant */
86 1.1 perseant static daddr_t check_segsum(struct lfs *, daddr_t, u_int64_t,
87 1.1 perseant kauth_cred_t, int, int *, struct lwp *);
88 1.1 perseant
89 1.3 perseant extern int lfs_do_rfw;
90 1.3 perseant
91 1.1 perseant /*
92 1.1 perseant * Allocate a particular inode with a particular version number, freeing
93 1.1 perseant * any previous versions of this inode that may have gone before.
94 1.1 perseant * Used by the roll-forward code.
95 1.1 perseant *
96 1.1 perseant * XXX this function does not have appropriate locking to be used on a live fs;
97 1.1 perseant * XXX but something similar could probably be used for an "undelete" call.
98 1.1 perseant *
99 1.1 perseant * Called with the Ifile inode locked.
100 1.1 perseant */
101 1.1 perseant int
102 1.1 perseant lfs_rf_valloc(struct lfs *fs, ino_t ino, int vers, struct lwp *l,
103 1.1 perseant struct vnode **vpp)
104 1.1 perseant {
105 1.20 hannken struct vattr va;
106 1.1 perseant struct vnode *vp;
107 1.1 perseant struct inode *ip;
108 1.1 perseant int error;
109 1.1 perseant
110 1.1 perseant ASSERT_SEGLOCK(fs); /* XXX it doesn't, really */
111 1.1 perseant
112 1.1 perseant /*
113 1.1 perseant * First, just try a vget. If the version number is the one we want,
114 1.1 perseant * we don't have to do anything else. If the version number is wrong,
115 1.1 perseant * take appropriate action.
116 1.1 perseant */
117 1.1 perseant error = VFS_VGET(fs->lfs_ivnode->v_mount, ino, &vp);
118 1.1 perseant if (error == 0) {
119 1.1 perseant DLOG((DLOG_RF, "lfs_rf_valloc[1]: ino %d vp %p\n", ino, vp));
120 1.1 perseant
121 1.1 perseant *vpp = vp;
122 1.1 perseant ip = VTOI(vp);
123 1.1 perseant if (ip->i_gen == vers)
124 1.1 perseant return 0;
125 1.1 perseant else if (ip->i_gen < vers) {
126 1.8 he lfs_truncate(vp, (off_t)0, 0, NOCRED);
127 1.31 dholland ip->i_gen = vers;
128 1.31 dholland lfs_dino_setgen(fs, ip->i_din, vers);
129 1.1 perseant LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
130 1.1 perseant return 0;
131 1.1 perseant } else {
132 1.1 perseant DLOG((DLOG_RF, "ino %d: sought version %d, got %d\n",
133 1.31 dholland ino, vers, lfs_dino_getgen(fs, ip->i_din)));
134 1.1 perseant vput(vp);
135 1.1 perseant *vpp = NULLVP;
136 1.1 perseant return EEXIST;
137 1.1 perseant }
138 1.1 perseant }
139 1.1 perseant
140 1.20 hannken /* Not found, create as regular file. */
141 1.20 hannken vattr_null(&va);
142 1.20 hannken va.va_type = VREG;
143 1.20 hannken va.va_mode = 0;
144 1.20 hannken va.va_fileid = ino;
145 1.20 hannken va.va_gen = vers;
146 1.20 hannken error = vcache_new(fs->lfs_ivnode->v_mount, NULL, &va, NOCRED, &vp);
147 1.20 hannken if (error)
148 1.20 hannken return error;
149 1.20 hannken error = vn_lock(vp, LK_EXCLUSIVE);
150 1.20 hannken if (error) {
151 1.20 hannken vrele(vp);
152 1.20 hannken *vpp = NULLVP;
153 1.20 hannken return error;
154 1.1 perseant }
155 1.20 hannken ip = VTOI(vp);
156 1.31 dholland ip->i_nlink = 1;
157 1.31 dholland lfs_dino_setnlink(fs, ip->i_din, 1);
158 1.1 perseant *vpp = vp;
159 1.20 hannken return 0;
160 1.1 perseant }
161 1.1 perseant
162 1.1 perseant /*
163 1.1 perseant * Load the appropriate indirect block, and change the appropriate pointer.
164 1.1 perseant * Mark the block dirty. Do segment and avail accounting.
165 1.1 perseant */
166 1.1 perseant static int
167 1.1 perseant update_meta(struct lfs *fs, ino_t ino, int vers, daddr_t lbn,
168 1.1 perseant daddr_t ndaddr, size_t size, struct lwp *l)
169 1.1 perseant {
170 1.1 perseant int error;
171 1.1 perseant struct vnode *vp;
172 1.1 perseant struct inode *ip;
173 1.1 perseant #ifdef DEBUG
174 1.1 perseant daddr_t odaddr;
175 1.15 dholland struct indir a[ULFS_NIADDR];
176 1.1 perseant int num;
177 1.1 perseant int i;
178 1.1 perseant #endif /* DEBUG */
179 1.1 perseant struct buf *bp;
180 1.1 perseant SEGUSE *sup;
181 1.1 perseant
182 1.1 perseant KASSERT(lbn >= 0); /* no indirect blocks */
183 1.1 perseant
184 1.1 perseant if ((error = lfs_rf_valloc(fs, ino, vers, l, &vp)) != 0) {
185 1.1 perseant DLOG((DLOG_RF, "update_meta: ino %d: lfs_rf_valloc"
186 1.1 perseant " returned %d\n", ino, error));
187 1.1 perseant return error;
188 1.1 perseant }
189 1.1 perseant
190 1.23 dholland if ((error = lfs_balloc(vp, (lbn << lfs_sb_getbshift(fs)), size,
191 1.1 perseant NOCRED, 0, &bp)) != 0) {
192 1.1 perseant vput(vp);
193 1.1 perseant return (error);
194 1.1 perseant }
195 1.1 perseant /* No need to write, the block is already on disk */
196 1.9 ad if (bp->b_oflags & BO_DELWRI) {
197 1.1 perseant LFS_UNLOCK_BUF(bp);
198 1.22 dholland lfs_sb_addavail(fs, lfs_btofsb(fs, bp->b_bcount));
199 1.22 dholland /* XXX should this wake up fs->lfs_availsleep? */
200 1.1 perseant }
201 1.4 ad brelse(bp, BC_INVAL);
202 1.1 perseant
203 1.1 perseant /*
204 1.1 perseant * Extend the file, if it is not large enough already.
205 1.1 perseant * XXX this is not exactly right, we don't know how much of the
206 1.1 perseant * XXX last block is actually used. We hope that an inode will
207 1.1 perseant * XXX appear later to give the correct size.
208 1.1 perseant */
209 1.1 perseant ip = VTOI(vp);
210 1.23 dholland if (ip->i_size <= (lbn << lfs_sb_getbshift(fs))) {
211 1.1 perseant u_int64_t newsize;
212 1.1 perseant
213 1.31 dholland if (lbn < ULFS_NDADDR) {
214 1.31 dholland newsize = (lbn << lfs_sb_getbshift(fs)) +
215 1.22 dholland (size - lfs_sb_getfsize(fs)) + 1;
216 1.31 dholland } else {
217 1.31 dholland newsize = (lbn << lfs_sb_getbshift(fs)) + 1;
218 1.31 dholland }
219 1.31 dholland lfs_dino_setsize(fs, ip->i_din, newsize);
220 1.1 perseant
221 1.1 perseant if (ip->i_size < newsize) {
222 1.1 perseant ip->i_size = newsize;
223 1.1 perseant /*
224 1.1 perseant * tell vm our new size for the case the inode won't
225 1.1 perseant * appear later.
226 1.1 perseant */
227 1.1 perseant uvm_vnp_setsize(vp, newsize);
228 1.1 perseant }
229 1.1 perseant }
230 1.1 perseant
231 1.1 perseant lfs_update_single(fs, NULL, vp, lbn, ndaddr, size);
232 1.1 perseant
233 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
234 1.1 perseant sup->su_nbytes += size;
235 1.17 christos LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, ndaddr), bp);
236 1.1 perseant
237 1.1 perseant /* differences here should be due to UNWRITTEN indirect blocks. */
238 1.17 christos KASSERT((lfs_lblkno(fs, ip->i_size) > ULFS_NDADDR &&
239 1.31 dholland ip->i_lfs_effnblks == lfs_dino_getblocks(fs, ip->i_din)) ||
240 1.31 dholland ip->i_lfs_effnblks >= lfs_dino_getblocks(fs, ip->i_din));
241 1.1 perseant
242 1.1 perseant #ifdef DEBUG
243 1.1 perseant /* Now look again to make sure it worked */
244 1.15 dholland ulfs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL, NULL);
245 1.1 perseant for (i = num; i > 0; i--) {
246 1.1 perseant if (!a[i].in_exists)
247 1.1 perseant panic("update_meta: absent %d lv indirect block", i);
248 1.1 perseant }
249 1.17 christos if (LFS_DBTOFSB(fs, odaddr) != ndaddr)
250 1.1 perseant DLOG((DLOG_RF, "update_meta: failed setting ino %d lbn %"
251 1.1 perseant PRId64 " to %" PRId64 "\n", ino, lbn, ndaddr));
252 1.1 perseant #endif /* DEBUG */
253 1.1 perseant vput(vp);
254 1.1 perseant return 0;
255 1.1 perseant }
256 1.1 perseant
257 1.30 dholland /*
258 1.30 dholland * Copy some the fields of the dinode as needed by update_inoblk().
259 1.30 dholland */
260 1.30 dholland static void
261 1.30 dholland update_inoblk_copy_dinode(struct lfs *fs,
262 1.30 dholland union lfs_dinode *dstu, const union lfs_dinode *srcu)
263 1.30 dholland {
264 1.30 dholland if (fs->lfs_is64) {
265 1.30 dholland struct lfs64_dinode *dst = &dstu->u_64;
266 1.30 dholland const struct lfs64_dinode *src = &srcu->u_64;
267 1.30 dholland unsigned i;
268 1.30 dholland
269 1.30 dholland /*
270 1.30 dholland * Copy everything but the block pointers and di_blocks.
271 1.30 dholland * XXX what about di_extb?
272 1.30 dholland */
273 1.30 dholland dst->di_mode = src->di_mode;
274 1.30 dholland dst->di_nlink = src->di_nlink;
275 1.30 dholland dst->di_uid = src->di_uid;
276 1.30 dholland dst->di_gid = src->di_gid;
277 1.30 dholland dst->di_blksize = src->di_blksize;
278 1.30 dholland dst->di_size = src->di_size;
279 1.30 dholland dst->di_atime = src->di_atime;
280 1.30 dholland dst->di_mtime = src->di_mtime;
281 1.30 dholland dst->di_ctime = src->di_ctime;
282 1.30 dholland dst->di_birthtime = src->di_birthtime;
283 1.30 dholland dst->di_mtimensec = src->di_mtimensec;
284 1.30 dholland dst->di_atimensec = src->di_atimensec;
285 1.30 dholland dst->di_ctimensec = src->di_ctimensec;
286 1.30 dholland dst->di_birthnsec = src->di_birthnsec;
287 1.30 dholland dst->di_gen = src->di_gen;
288 1.30 dholland dst->di_kernflags = src->di_kernflags;
289 1.30 dholland dst->di_flags = src->di_flags;
290 1.30 dholland dst->di_extsize = src->di_extsize;
291 1.30 dholland dst->di_modrev = src->di_modrev;
292 1.30 dholland dst->di_inumber = src->di_inumber;
293 1.30 dholland for (i = 0; i < __arraycount(src->di_spare); i++) {
294 1.30 dholland dst->di_spare[i] = src->di_spare[i];
295 1.30 dholland }
296 1.30 dholland } else {
297 1.30 dholland struct lfs32_dinode *dst = &dstu->u_32;
298 1.30 dholland const struct lfs32_dinode *src = &srcu->u_32;
299 1.30 dholland
300 1.30 dholland /* Get mode, link count, size, and times */
301 1.30 dholland memcpy(dst, src, offsetof(struct lfs32_dinode, di_db[0]));
302 1.30 dholland
303 1.30 dholland /* Then the rest, except di_blocks */
304 1.30 dholland dst->di_flags = src->di_flags;
305 1.30 dholland dst->di_gen = src->di_gen;
306 1.30 dholland dst->di_uid = src->di_uid;
307 1.30 dholland dst->di_gid = src->di_gid;
308 1.30 dholland dst->di_modrev = src->di_modrev;
309 1.30 dholland }
310 1.30 dholland }
311 1.30 dholland
312 1.1 perseant static int
313 1.1 perseant update_inoblk(struct lfs *fs, daddr_t offset, kauth_cred_t cred,
314 1.1 perseant struct lwp *l)
315 1.1 perseant {
316 1.1 perseant struct vnode *devvp, *vp;
317 1.1 perseant struct inode *ip;
318 1.29 dholland union lfs_dinode *dip;
319 1.1 perseant struct buf *dbp, *ibp;
320 1.1 perseant int error;
321 1.1 perseant daddr_t daddr;
322 1.1 perseant IFILE *ifp;
323 1.1 perseant SEGUSE *sup;
324 1.29 dholland unsigned i, num;
325 1.1 perseant
326 1.1 perseant devvp = VTOI(fs->lfs_ivnode)->i_devvp;
327 1.1 perseant
328 1.1 perseant /*
329 1.1 perseant * Get the inode, update times and perms.
330 1.1 perseant * DO NOT update disk blocks, we do that separately.
331 1.1 perseant */
332 1.23 dholland error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getibsize(fs),
333 1.19 maxv 0, &dbp);
334 1.1 perseant if (error) {
335 1.1 perseant DLOG((DLOG_RF, "update_inoblk: bread returned %d\n", error));
336 1.1 perseant return error;
337 1.1 perseant }
338 1.29 dholland num = LFS_INOPB(fs);
339 1.29 dholland for (i = num; i-- > 0; ) {
340 1.30 dholland dip = DINO_IN_BLOCK(fs, dbp->b_data, i);
341 1.29 dholland if (lfs_dino_getinumber(fs, dip) > LFS_IFILE_INUM) {
342 1.29 dholland error = lfs_rf_valloc(fs, lfs_dino_getinumber(fs, dip),
343 1.29 dholland lfs_dino_getgen(fs, dip),
344 1.1 perseant l, &vp);
345 1.1 perseant if (error) {
346 1.1 perseant DLOG((DLOG_RF, "update_inoblk: lfs_rf_valloc"
347 1.1 perseant " returned %d\n", error));
348 1.1 perseant continue;
349 1.1 perseant }
350 1.1 perseant ip = VTOI(vp);
351 1.29 dholland if (lfs_dino_getsize(fs, dip) != ip->i_size)
352 1.29 dholland lfs_truncate(vp, lfs_dino_getsize(fs, dip), 0,
353 1.29 dholland NOCRED);
354 1.30 dholland update_inoblk_copy_dinode(fs, ip->i_din, dip);
355 1.1 perseant
356 1.29 dholland ip->i_flags = lfs_dino_getflags(fs, dip);
357 1.29 dholland ip->i_gen = lfs_dino_getgen(fs, dip);
358 1.29 dholland ip->i_uid = lfs_dino_getuid(fs, dip);
359 1.29 dholland ip->i_gid = lfs_dino_getgid(fs, dip);
360 1.29 dholland
361 1.29 dholland ip->i_mode = lfs_dino_getmode(fs, dip);
362 1.29 dholland ip->i_nlink = lfs_dino_getnlink(fs, dip);
363 1.29 dholland ip->i_size = lfs_dino_getsize(fs, dip);
364 1.1 perseant
365 1.1 perseant LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
366 1.1 perseant
367 1.1 perseant /* Re-initialize to get type right */
368 1.15 dholland ulfs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
369 1.1 perseant &vp);
370 1.1 perseant vput(vp);
371 1.1 perseant
372 1.1 perseant /* Record change in location */
373 1.29 dholland LFS_IENTRY(ifp, fs, lfs_dino_getinumber(fs, dip), ibp);
374 1.26 dholland daddr = lfs_if_getdaddr(fs, ifp);
375 1.26 dholland lfs_if_setdaddr(fs, ifp, LFS_DBTOFSB(fs, dbp->b_blkno));
376 1.1 perseant error = LFS_BWRITE_LOG(ibp); /* Ifile */
377 1.1 perseant /* And do segment accounting */
378 1.17 christos if (lfs_dtosn(fs, daddr) != lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno))) {
379 1.1 perseant if (daddr > 0) {
380 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, daddr),
381 1.1 perseant ibp);
382 1.29 dholland sup->su_nbytes -= DINOSIZE(fs);
383 1.1 perseant LFS_WRITESEGENTRY(sup, fs,
384 1.17 christos lfs_dtosn(fs, daddr),
385 1.1 perseant ibp);
386 1.1 perseant }
387 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
388 1.1 perseant ibp);
389 1.29 dholland sup->su_nbytes += DINOSIZE(fs);
390 1.1 perseant LFS_WRITESEGENTRY(sup, fs,
391 1.17 christos lfs_dtosn(fs, LFS_DBTOFSB(fs, dbp->b_blkno)),
392 1.1 perseant ibp);
393 1.1 perseant }
394 1.1 perseant }
395 1.1 perseant }
396 1.4 ad brelse(dbp, BC_AGE);
397 1.1 perseant
398 1.1 perseant return 0;
399 1.1 perseant }
400 1.1 perseant
401 1.1 perseant #define CHECK_CKSUM 0x0001 /* Check the checksum to make sure it's valid */
402 1.1 perseant #define CHECK_UPDATE 0x0002 /* Update Ifile for new data blocks / inodes */
403 1.1 perseant
404 1.1 perseant static daddr_t
405 1.1 perseant check_segsum(struct lfs *fs, daddr_t offset, u_int64_t nextserial,
406 1.1 perseant kauth_cred_t cred, int flags, int *pseg_flags, struct lwp *l)
407 1.1 perseant {
408 1.1 perseant struct vnode *devvp;
409 1.1 perseant struct buf *bp, *dbp;
410 1.1 perseant int error, nblocks = 0, ninos, i, j; /* XXX: gcc */
411 1.1 perseant SEGSUM *ssp;
412 1.1 perseant u_long *dp = NULL, *datap = NULL; /* XXX u_int32_t */
413 1.1 perseant daddr_t oldoffset;
414 1.32 dholland IINFO *iip;
415 1.1 perseant FINFO *fip;
416 1.1 perseant SEGUSE *sup;
417 1.1 perseant size_t size;
418 1.27 dholland uint32_t datasum, foundsum;
419 1.1 perseant
420 1.1 perseant devvp = VTOI(fs->lfs_ivnode)->i_devvp;
421 1.1 perseant /*
422 1.1 perseant * If the segment has a superblock and we're at the top
423 1.1 perseant * of the segment, skip the superblock.
424 1.1 perseant */
425 1.17 christos if (lfs_sntod(fs, lfs_dtosn(fs, offset)) == offset) {
426 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
427 1.1 perseant if (sup->su_flags & SEGUSE_SUPERBLOCK)
428 1.17 christos offset += lfs_btofsb(fs, LFS_SBPAD);
429 1.4 ad brelse(bp, 0);
430 1.1 perseant }
431 1.1 perseant
432 1.1 perseant /* Read in the segment summary */
433 1.23 dholland error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getsumsize(fs),
434 1.19 maxv 0, &bp);
435 1.1 perseant if (error)
436 1.1 perseant return -1;
437 1.1 perseant
438 1.1 perseant /* Check summary checksum */
439 1.1 perseant ssp = (SEGSUM *)bp->b_data;
440 1.1 perseant if (flags & CHECK_CKSUM) {
441 1.27 dholland size_t sumstart;
442 1.27 dholland
443 1.27 dholland sumstart = lfs_ss_getsumstart(fs);
444 1.27 dholland if (lfs_ss_getsumsum(fs, ssp) !=
445 1.27 dholland cksum((char *)ssp + sumstart,
446 1.27 dholland lfs_sb_getsumsize(fs) - sumstart)) {
447 1.1 perseant DLOG((DLOG_RF, "Sumsum error at 0x%" PRIx64 "\n", offset));
448 1.1 perseant offset = -1;
449 1.1 perseant goto err1;
450 1.1 perseant }
451 1.27 dholland if (lfs_ss_getnfinfo(fs, ssp) == 0 &&
452 1.27 dholland lfs_ss_getninos(fs, ssp) == 0) {
453 1.1 perseant DLOG((DLOG_RF, "Empty pseg at 0x%" PRIx64 "\n", offset));
454 1.1 perseant offset = -1;
455 1.1 perseant goto err1;
456 1.1 perseant }
457 1.27 dholland if (lfs_ss_getcreate(fs, ssp) < lfs_sb_gettstamp(fs)) {
458 1.1 perseant DLOG((DLOG_RF, "Old data at 0x%" PRIx64 "\n", offset));
459 1.1 perseant offset = -1;
460 1.1 perseant goto err1;
461 1.1 perseant }
462 1.1 perseant }
463 1.25 dholland if (lfs_sb_getversion(fs) > 1) {
464 1.27 dholland if (lfs_ss_getserial(fs, ssp) != nextserial) {
465 1.1 perseant DLOG((DLOG_RF, "Unexpected serial number at 0x%" PRIx64
466 1.1 perseant "\n", offset));
467 1.1 perseant offset = -1;
468 1.1 perseant goto err1;
469 1.1 perseant }
470 1.27 dholland if (lfs_ss_getident(fs, ssp) != lfs_sb_getident(fs)) {
471 1.1 perseant DLOG((DLOG_RF, "Incorrect fsid (0x%x vs 0x%x) at 0x%"
472 1.27 dholland PRIx64 "\n", lfs_ss_getident(fs, ssp),
473 1.27 dholland lfs_sb_getident(fs), offset));
474 1.1 perseant offset = -1;
475 1.1 perseant goto err1;
476 1.1 perseant }
477 1.1 perseant }
478 1.1 perseant if (pseg_flags)
479 1.27 dholland *pseg_flags = lfs_ss_getflags(fs, ssp);
480 1.1 perseant oldoffset = offset;
481 1.23 dholland offset += lfs_btofsb(fs, lfs_sb_getsumsize(fs));
482 1.1 perseant
483 1.27 dholland ninos = howmany(lfs_ss_getninos(fs, ssp), LFS_INOPB(fs));
484 1.32 dholland iip = SEGSUM_IINFOSTART(fs, bp->b_data);
485 1.1 perseant if (flags & CHECK_CKSUM) {
486 1.1 perseant /* Count blocks */
487 1.1 perseant nblocks = 0;
488 1.27 dholland fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
489 1.27 dholland for (i = 0; i < lfs_ss_getnfinfo(fs, ssp); ++i) {
490 1.28 dholland nblocks += lfs_fi_getnblocks(fs, fip);
491 1.28 dholland if (lfs_fi_getnblocks(fs, fip) <= 0)
492 1.1 perseant break;
493 1.27 dholland fip = NEXT_FINFO(fs, fip);
494 1.1 perseant }
495 1.1 perseant nblocks += ninos;
496 1.1 perseant /* Create the sum array */
497 1.21 dholland datap = dp = malloc(nblocks * sizeof(u_long),
498 1.21 dholland M_SEGMENT, M_WAITOK);
499 1.1 perseant }
500 1.1 perseant
501 1.1 perseant /* Handle individual blocks */
502 1.27 dholland fip = SEGSUM_FINFOBASE(fs, (SEGSUM *)bp->b_data);
503 1.27 dholland for (i = 0; i < lfs_ss_getnfinfo(fs, ssp) || ninos; ++i) {
504 1.1 perseant /* Inode block? */
505 1.32 dholland if (ninos && lfs_ii_getblock(fs, iip) == offset) {
506 1.1 perseant if (flags & CHECK_CKSUM) {
507 1.1 perseant /* Read in the head and add to the buffer */
508 1.22 dholland error = bread(devvp, LFS_FSBTODB(fs, offset), lfs_sb_getbsize(fs),
509 1.19 maxv 0, &dbp);
510 1.1 perseant if (error) {
511 1.1 perseant offset = -1;
512 1.1 perseant goto err2;
513 1.1 perseant }
514 1.28 dholland /* XXX this can't be right, on-disk u_long? */
515 1.1 perseant (*dp++) = ((u_long *)(dbp->b_data))[0];
516 1.4 ad brelse(dbp, BC_AGE);
517 1.1 perseant }
518 1.1 perseant if (flags & CHECK_UPDATE) {
519 1.1 perseant if ((error = update_inoblk(fs, offset, cred, l))
520 1.1 perseant != 0) {
521 1.1 perseant offset = -1;
522 1.1 perseant goto err2;
523 1.1 perseant }
524 1.1 perseant }
525 1.23 dholland offset += lfs_btofsb(fs, lfs_sb_getibsize(fs));
526 1.32 dholland iip = NEXTLOWER_IINFO(fs, iip);
527 1.1 perseant --ninos;
528 1.32 dholland --i; /* compensate for ++i in loop header */
529 1.1 perseant continue;
530 1.1 perseant }
531 1.22 dholland size = lfs_sb_getbsize(fs);
532 1.28 dholland for (j = 0; j < lfs_fi_getnblocks(fs, fip); ++j) {
533 1.28 dholland if (j == lfs_fi_getnblocks(fs, fip) - 1)
534 1.28 dholland size = lfs_fi_getlastlength(fs, fip);
535 1.1 perseant if (flags & CHECK_CKSUM) {
536 1.17 christos error = bread(devvp, LFS_FSBTODB(fs, offset), size,
537 1.19 maxv 0, &dbp);
538 1.1 perseant if (error) {
539 1.1 perseant offset = -1;
540 1.1 perseant goto err2;
541 1.1 perseant }
542 1.1 perseant (*dp++) = ((u_long *)(dbp->b_data))[0];
543 1.4 ad brelse(dbp, BC_AGE);
544 1.1 perseant }
545 1.1 perseant /* Account for and update any direct blocks */
546 1.1 perseant if ((flags & CHECK_UPDATE) &&
547 1.28 dholland lfs_fi_getino(fs, fip) > LFS_IFILE_INUM &&
548 1.28 dholland lfs_fi_getblock(fs, fip, j) >= 0) {
549 1.28 dholland update_meta(fs, lfs_fi_getino(fs, fip),
550 1.28 dholland lfs_fi_getversion(fs, fip),
551 1.28 dholland lfs_fi_getblock(fs, fip, j),
552 1.28 dholland offset, size, l);
553 1.1 perseant }
554 1.17 christos offset += lfs_btofsb(fs, size);
555 1.1 perseant }
556 1.27 dholland fip = NEXT_FINFO(fs, fip);
557 1.1 perseant }
558 1.1 perseant /* Checksum the array, compare */
559 1.27 dholland datasum = lfs_ss_getdatasum(fs, ssp);
560 1.27 dholland foundsum = cksum(datap, nblocks * sizeof(u_long));
561 1.27 dholland if ((flags & CHECK_CKSUM) && datasum != foundsum) {
562 1.1 perseant DLOG((DLOG_RF, "Datasum error at 0x%" PRIx64
563 1.1 perseant " (wanted %x got %x)\n",
564 1.27 dholland offset, datasum, foundsum));
565 1.1 perseant offset = -1;
566 1.1 perseant goto err2;
567 1.1 perseant }
568 1.1 perseant
569 1.1 perseant /* If we're at the end of the segment, move to the next */
570 1.23 dholland if (lfs_dtosn(fs, offset + lfs_btofsb(fs, lfs_sb_getsumsize(fs) + lfs_sb_getbsize(fs))) !=
571 1.17 christos lfs_dtosn(fs, offset)) {
572 1.27 dholland if (lfs_dtosn(fs, offset) == lfs_dtosn(fs, lfs_ss_getnext(fs, ssp))) {
573 1.1 perseant offset = -1;
574 1.1 perseant goto err2;
575 1.1 perseant }
576 1.27 dholland offset = lfs_ss_getnext(fs, ssp);
577 1.1 perseant DLOG((DLOG_RF, "LFS roll forward: moving to offset 0x%" PRIx64
578 1.17 christos " -> segment %d\n", offset, lfs_dtosn(fs,offset)));
579 1.1 perseant }
580 1.1 perseant
581 1.1 perseant if (flags & CHECK_UPDATE) {
582 1.22 dholland lfs_sb_subavail(fs, offset - oldoffset);
583 1.1 perseant /* Don't clog the buffer queue */
584 1.9 ad mutex_enter(&lfs_lock);
585 1.1 perseant if (locked_queue_count > LFS_MAX_BUFS ||
586 1.1 perseant locked_queue_bytes > LFS_MAX_BYTES) {
587 1.1 perseant lfs_flush(fs, SEGM_CKP, 0);
588 1.1 perseant }
589 1.9 ad mutex_exit(&lfs_lock);
590 1.1 perseant }
591 1.1 perseant
592 1.1 perseant err2:
593 1.1 perseant if (flags & CHECK_CKSUM)
594 1.1 perseant free(datap, M_SEGMENT);
595 1.1 perseant err1:
596 1.7 ad brelse(bp, BC_AGE);
597 1.1 perseant
598 1.1 perseant /* XXX should we update the serial number even for bad psegs? */
599 1.25 dholland if ((flags & CHECK_UPDATE) && offset > 0 && lfs_sb_getversion(fs) > 1)
600 1.22 dholland lfs_sb_setserial(fs, nextserial);
601 1.1 perseant return offset;
602 1.1 perseant }
603 1.1 perseant
604 1.1 perseant void
605 1.2 perseant lfs_roll_forward(struct lfs *fs, struct mount *mp, struct lwp *l)
606 1.1 perseant {
607 1.3 perseant int flags, dirty;
608 1.3 perseant daddr_t offset, oldoffset, lastgoodpseg;
609 1.3 perseant int sn, curseg, do_rollforward;
610 1.3 perseant struct proc *p;
611 1.3 perseant kauth_cred_t cred;
612 1.3 perseant SEGUSE *sup;
613 1.3 perseant struct buf *bp;
614 1.3 perseant
615 1.3 perseant p = l ? l->l_proc : NULL;
616 1.3 perseant cred = p ? p->p_cred : NOCRED;
617 1.1 perseant
618 1.1 perseant /*
619 1.1 perseant * Roll forward.
620 1.1 perseant *
621 1.1 perseant * We don't roll forward for v1 filesystems, because
622 1.1 perseant * of the danger that the clock was turned back between the last
623 1.1 perseant * checkpoint and crash. This would roll forward garbage.
624 1.1 perseant *
625 1.1 perseant * v2 filesystems don't have this problem because they use a
626 1.1 perseant * monotonically increasing serial number instead of a timestamp.
627 1.1 perseant */
628 1.23 dholland do_rollforward = (!(lfs_sb_getpflags(fs) & LFS_PF_CLEAN) &&
629 1.25 dholland lfs_do_rfw && lfs_sb_getversion(fs) > 1 && p != NULL);
630 1.1 perseant if (do_rollforward) {
631 1.1 perseant u_int64_t nextserial;
632 1.1 perseant /*
633 1.1 perseant * Phase I: Find the address of the last good partial
634 1.1 perseant * segment that was written after the checkpoint. Mark
635 1.1 perseant * the segments in question dirty, so they won't be
636 1.1 perseant * reallocated.
637 1.1 perseant */
638 1.22 dholland lastgoodpseg = oldoffset = offset = lfs_sb_getoffset(fs);
639 1.1 perseant flags = 0x0;
640 1.1 perseant DLOG((DLOG_RF, "LFS roll forward phase 1: start at offset 0x%"
641 1.1 perseant PRIx64 "\n", offset));
642 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
643 1.1 perseant if (!(sup->su_flags & SEGUSE_DIRTY))
644 1.23 dholland lfs_sb_subnclean(fs, 1);
645 1.1 perseant sup->su_flags |= SEGUSE_DIRTY;
646 1.17 christos LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, offset), bp);
647 1.22 dholland nextserial = lfs_sb_getserial(fs) + 1;
648 1.1 perseant while ((offset = check_segsum(fs, offset, nextserial,
649 1.1 perseant cred, CHECK_CKSUM, &flags, l)) > 0) {
650 1.1 perseant nextserial++;
651 1.17 christos if (lfs_sntod(fs, oldoffset) != lfs_sntod(fs, offset)) {
652 1.17 christos LFS_SEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
653 1.1 perseant bp);
654 1.1 perseant if (!(sup->su_flags & SEGUSE_DIRTY))
655 1.23 dholland lfs_sb_subnclean(fs, 1);
656 1.1 perseant sup->su_flags |= SEGUSE_DIRTY;
657 1.17 christos LFS_WRITESEGENTRY(sup, fs, lfs_dtosn(fs, oldoffset),
658 1.1 perseant bp);
659 1.1 perseant }
660 1.1 perseant
661 1.1 perseant DLOG((DLOG_RF, "LFS roll forward phase 1: offset=0x%"
662 1.1 perseant PRIx64 "\n", offset));
663 1.1 perseant if (flags & SS_DIROP) {
664 1.1 perseant DLOG((DLOG_RF, "lfs_mountfs: dirops at 0x%"
665 1.1 perseant PRIx64 "\n", oldoffset));
666 1.8 he if (!(flags & SS_CONT)) {
667 1.1 perseant DLOG((DLOG_RF, "lfs_mountfs: dirops end "
668 1.1 perseant "at 0x%" PRIx64 "\n", oldoffset));
669 1.8 he }
670 1.1 perseant }
671 1.1 perseant if (!(flags & SS_CONT))
672 1.1 perseant lastgoodpseg = offset;
673 1.1 perseant oldoffset = offset;
674 1.1 perseant }
675 1.1 perseant if (flags & SS_CONT) {
676 1.1 perseant DLOG((DLOG_RF, "LFS roll forward: warning: incomplete "
677 1.1 perseant "dirops discarded\n"));
678 1.1 perseant }
679 1.1 perseant DLOG((DLOG_RF, "LFS roll forward phase 1: completed: "
680 1.1 perseant "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg));
681 1.22 dholland oldoffset = lfs_sb_getoffset(fs);
682 1.22 dholland if (lfs_sb_getoffset(fs) != lastgoodpseg) {
683 1.1 perseant /* Don't overwrite what we're trying to preserve */
684 1.22 dholland offset = lfs_sb_getoffset(fs);
685 1.22 dholland lfs_sb_setoffset(fs, lastgoodpseg);
686 1.22 dholland lfs_sb_setcurseg(fs, lfs_sntod(fs, lfs_dtosn(fs, lfs_sb_getoffset(fs))));
687 1.22 dholland for (sn = curseg = lfs_dtosn(fs, lfs_sb_getcurseg(fs));;) {
688 1.23 dholland sn = (sn + 1) % lfs_sb_getnseg(fs);
689 1.1 perseant if (sn == curseg)
690 1.1 perseant panic("lfs_mountfs: no clean segments");
691 1.1 perseant LFS_SEGENTRY(sup, fs, sn, bp);
692 1.1 perseant dirty = (sup->su_flags & SEGUSE_DIRTY);
693 1.4 ad brelse(bp, 0);
694 1.1 perseant if (!dirty)
695 1.1 perseant break;
696 1.1 perseant }
697 1.22 dholland lfs_sb_setnextseg(fs, lfs_sntod(fs, sn));
698 1.1 perseant
699 1.1 perseant /*
700 1.1 perseant * Phase II: Roll forward from the first superblock.
701 1.1 perseant */
702 1.1 perseant while (offset != lastgoodpseg) {
703 1.1 perseant DLOG((DLOG_RF, "LFS roll forward phase 2: 0x%"
704 1.1 perseant PRIx64 "\n", offset));
705 1.1 perseant offset = check_segsum(fs, offset,
706 1.22 dholland lfs_sb_getserial(fs) + 1, cred, CHECK_UPDATE,
707 1.1 perseant NULL, l);
708 1.1 perseant }
709 1.1 perseant
710 1.1 perseant /*
711 1.1 perseant * Finish: flush our changes to disk.
712 1.1 perseant */
713 1.1 perseant lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
714 1.1 perseant DLOG((DLOG_RF, "lfs_mountfs: roll forward ",
715 1.22 dholland "recovered %jd blocks\n",
716 1.22 dholland (intmax_t)(lastgoodpseg - oldoffset)));
717 1.1 perseant }
718 1.1 perseant DLOG((DLOG_RF, "LFS roll forward complete\n"));
719 1.1 perseant }
720 1.1 perseant }
721