lfs_vfsops.c revision 1.111 1 /* $NetBSD: lfs_vfsops.c,v 1.111 2003/03/21 23:11:30 dsl Exp $ */
2
3 /*-
4 * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Konrad E. Schroder <perseant (at) hhhh.org>.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by the NetBSD
21 * Foundation, Inc. and its contributors.
22 * 4. Neither the name of The NetBSD Foundation nor the names of its
23 * contributors may be used to endorse or promote products derived
24 * from this software without specific prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 * POSSIBILITY OF SUCH DAMAGE.
37 */
38 /*-
39 * Copyright (c) 1989, 1991, 1993, 1994
40 * The Regents of the University of California. All rights reserved.
41 *
42 * Redistribution and use in source and binary forms, with or without
43 * modification, are permitted provided that the following conditions
44 * are met:
45 * 1. Redistributions of source code must retain the above copyright
46 * notice, this list of conditions and the following disclaimer.
47 * 2. Redistributions in binary form must reproduce the above copyright
48 * notice, this list of conditions and the following disclaimer in the
49 * documentation and/or other materials provided with the distribution.
50 * 3. All advertising materials mentioning features or use of this software
51 * must display the following acknowledgement:
52 * This product includes software developed by the University of
53 * California, Berkeley and its contributors.
54 * 4. Neither the name of the University nor the names of its contributors
55 * may be used to endorse or promote products derived from this software
56 * without specific prior written permission.
57 *
58 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
59 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
60 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
61 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
62 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
63 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
64 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
65 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
66 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
67 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
68 * SUCH DAMAGE.
69 *
70 * @(#)lfs_vfsops.c 8.20 (Berkeley) 6/10/95
71 */
72
73 #include <sys/cdefs.h>
74 __KERNEL_RCSID(0, "$NetBSD: lfs_vfsops.c,v 1.111 2003/03/21 23:11:30 dsl Exp $");
75
76 #if defined(_KERNEL_OPT)
77 #include "opt_quota.h"
78 #endif
79
80 #include <sys/param.h>
81 #include <sys/systm.h>
82 #include <sys/namei.h>
83 #include <sys/proc.h>
84 #include <sys/kernel.h>
85 #include <sys/vnode.h>
86 #include <sys/mount.h>
87 #include <sys/kthread.h>
88 #include <sys/buf.h>
89 #include <sys/device.h>
90 #include <sys/mbuf.h>
91 #include <sys/file.h>
92 #include <sys/disklabel.h>
93 #include <sys/ioctl.h>
94 #include <sys/errno.h>
95 #include <sys/malloc.h>
96 #include <sys/pool.h>
97 #include <sys/socket.h>
98 #include <uvm/uvm_extern.h>
99 #include <sys/sysctl.h>
100 #include <sys/conf.h>
101
102 #include <miscfs/specfs/specdev.h>
103
104 #include <ufs/ufs/quota.h>
105 #include <ufs/ufs/inode.h>
106 #include <ufs/ufs/ufsmount.h>
107 #include <ufs/ufs/ufs_extern.h>
108
109 #include <uvm/uvm.h>
110 #include <uvm/uvm_stat.h>
111 #include <uvm/uvm_pager.h>
112 #include <uvm/uvm_pdaemon.h>
113
114 #include <ufs/lfs/lfs.h>
115 #include <ufs/lfs/lfs_extern.h>
116
117 #include <miscfs/genfs/genfs.h>
118 #include <miscfs/genfs/genfs_node.h>
119 static int lfs_gop_write(struct vnode *, struct vm_page **, int, int);
120
121 static int lfs_mountfs(struct vnode *, struct mount *, struct proc *);
122
123 extern const struct vnodeopv_desc lfs_vnodeop_opv_desc;
124 extern const struct vnodeopv_desc lfs_specop_opv_desc;
125 extern const struct vnodeopv_desc lfs_fifoop_opv_desc;
126 extern int lfs_subsys_pages;
127 extern int locked_queue_count;
128 extern long locked_queue_bytes;
129 extern struct simplelock lfs_subsys_lock;
130
131 pid_t lfs_writer_daemon = 0;
132 int lfs_do_flush = 0;
133
134 const struct vnodeopv_desc * const lfs_vnodeopv_descs[] = {
135 &lfs_vnodeop_opv_desc,
136 &lfs_specop_opv_desc,
137 &lfs_fifoop_opv_desc,
138 NULL,
139 };
140
141 struct vfsops lfs_vfsops = {
142 MOUNT_LFS,
143 lfs_mount,
144 ufs_start,
145 lfs_unmount,
146 ufs_root,
147 ufs_quotactl,
148 lfs_statfs,
149 lfs_sync,
150 lfs_vget,
151 lfs_fhtovp,
152 lfs_vptofh,
153 lfs_init,
154 lfs_reinit,
155 lfs_done,
156 lfs_sysctl,
157 lfs_mountroot,
158 ufs_check_export,
159 lfs_vnodeopv_descs,
160 };
161
162 struct genfs_ops lfs_genfsops = {
163 lfs_gop_size,
164 ufs_gop_alloc,
165 lfs_gop_write,
166 };
167
168 struct pool lfs_inode_pool, lfs_inoext_pool;
169
170 /*
171 * The writer daemon. UVM keeps track of how many dirty pages we are holding
172 * in lfs_subsys_pages; the daemon flushes the filesystem when this value
173 * crosses the (user-defined) threshhold LFS_MAX_PAGES.
174 */
175 static void
176 lfs_writerd(void *arg)
177 {
178 #ifdef LFS_PD
179 struct mount *mp, *nmp;
180 struct lfs *fs;
181 #endif
182
183 lfs_writer_daemon = curproc->p_pid;
184
185 for (;;) {
186 tsleep(&lfs_writer_daemon, PVM, "lfswriter", 0);
187
188 #ifdef LFS_PD
189 /*
190 * Look through the list of LFSs to see if any of them
191 * have requested pageouts.
192 */
193 simple_lock(&mountlist_slock);
194 for (mp = mountlist.cqh_first; mp != (void *)&mountlist;
195 mp = nmp) {
196 if (vfs_busy(mp, LK_NOWAIT, &mountlist_slock)) {
197 nmp = mp->mnt_list.cqe_next;
198 continue;
199 }
200 if (strncmp(&mp->mnt_stat.f_fstypename[0], MOUNT_LFS,
201 MFSNAMELEN) == 0) {
202 fs = ((struct ufsmount *)mp->mnt_data)->ufsmount_u.lfs;
203 if (fs->lfs_pdflush ||
204 !TAILQ_EMPTY(&fs->lfs_pchainhd)) {
205 fs->lfs_pdflush = 0;
206 lfs_flush_fs(fs, 0);
207 }
208 }
209
210 simple_lock(&mountlist_slock);
211 nmp = mp->mnt_list.cqe_next;
212 vfs_unbusy(mp);
213 }
214 simple_unlock(&mountlist_slock);
215 #endif /* LFS_PD */
216
217 /*
218 * If global state wants a flush, flush everything.
219 */
220 while (lfs_do_flush || locked_queue_count > LFS_MAX_BUFS ||
221 locked_queue_bytes > LFS_MAX_BYTES ||
222 lfs_subsys_pages > LFS_MAX_PAGES) {
223
224 #ifdef DEBUG_LFS_FLUSH
225 if (lfs_do_flush)
226 printf("daemon: lfs_do_flush\n");
227 if (locked_queue_count > LFS_MAX_BUFS)
228 printf("daemon: lqc = %d, max %d\n",
229 locked_queue_count, LFS_MAX_BUFS);
230 if (locked_queue_bytes > LFS_MAX_BYTES)
231 printf("daemon: lqb = %ld, max %d\n",
232 locked_queue_bytes, LFS_MAX_BYTES);
233 if (lfs_subsys_pages > LFS_MAX_PAGES)
234 printf("daemon: lssp = %d, max %d\n",
235 lfs_subsys_pages, LFS_MAX_PAGES);
236 #endif /* DEBUG_LFS_FLUSH */
237 lfs_flush(NULL, SEGM_WRITERD);
238 lfs_do_flush = 0;
239 }
240 wakeup(&lfs_subsys_pages);
241 }
242 /* NOTREACHED */
243 }
244
245 /*
246 * Initialize the filesystem, most work done by ufs_init.
247 */
248 void
249 lfs_init()
250 {
251 ufs_init();
252
253 /*
254 * XXX Same structure as FFS inodes? Should we share a common pool?
255 */
256 pool_init(&lfs_inode_pool, sizeof(struct inode), 0, 0, 0,
257 "lfsinopl", &pool_allocator_nointr);
258 pool_init(&lfs_inoext_pool, sizeof(struct lfs_inode_ext), 8, 0, 0,
259 "lfsinoextpl", &pool_allocator_nointr);
260 #ifdef DEBUG
261 memset(lfs_log, 0, sizeof(lfs_log));
262 #endif
263 simple_lock_init(&lfs_subsys_lock);
264 }
265
266 void
267 lfs_reinit()
268 {
269 ufs_reinit();
270 }
271
272 void
273 lfs_done()
274 {
275 ufs_done();
276 pool_destroy(&lfs_inode_pool);
277 pool_destroy(&lfs_inoext_pool);
278 }
279
280 /*
281 * Called by main() when ufs is going to be mounted as root.
282 */
283 int
284 lfs_mountroot()
285 {
286 extern struct vnode *rootvp;
287 struct mount *mp;
288 struct proc *p = curproc; /* XXX */
289 int error;
290
291 if (root_device->dv_class != DV_DISK)
292 return (ENODEV);
293
294 if (rootdev == NODEV)
295 return (ENODEV);
296 /*
297 * Get vnodes for swapdev and rootdev.
298 */
299 if ((error = bdevvp(rootdev, &rootvp))) {
300 printf("lfs_mountroot: can't setup bdevvp's");
301 return (error);
302 }
303 if ((error = vfs_rootmountalloc(MOUNT_LFS, "root_device", &mp))) {
304 vrele(rootvp);
305 return (error);
306 }
307 if ((error = lfs_mountfs(rootvp, mp, p))) {
308 mp->mnt_op->vfs_refcount--;
309 vfs_unbusy(mp);
310 free(mp, M_MOUNT);
311 vrele(rootvp);
312 return (error);
313 }
314 simple_lock(&mountlist_slock);
315 CIRCLEQ_INSERT_TAIL(&mountlist, mp, mnt_list);
316 simple_unlock(&mountlist_slock);
317 (void)lfs_statfs(mp, &mp->mnt_stat, p);
318 vfs_unbusy(mp);
319 inittodr(VFSTOUFS(mp)->um_lfs->lfs_tstamp);
320 return (0);
321 }
322
323 /*
324 * VFS Operations.
325 *
326 * mount system call
327 */
328 int
329 lfs_mount(struct mount *mp, const char *path, void *data, struct nameidata *ndp, struct proc *p)
330 {
331 struct vnode *devvp;
332 struct ufs_args args;
333 struct ufsmount *ump = NULL;
334 struct lfs *fs = NULL; /* LFS */
335 size_t size;
336 int error;
337 mode_t accessmode;
338
339 if (mp->mnt_flag & MNT_GETARGS) {
340 ump = VFSTOUFS(mp);
341 if (ump == NULL)
342 return EIO;
343 args.fspec = NULL;
344 vfs_showexport(mp, &args.export, &ump->um_export);
345 return copyout(&args, data, sizeof(args));
346 }
347 error = copyin(data, &args, sizeof (struct ufs_args));
348 if (error)
349 return (error);
350
351 #if 0
352 /* Until LFS can do NFS right. XXX */
353 if (args.export.ex_flags & MNT_EXPORTED)
354 return (EINVAL);
355 #endif
356
357 /*
358 * If updating, check whether changing from read-only to
359 * read/write; if there is no device name, that's all we do.
360 */
361 if (mp->mnt_flag & MNT_UPDATE) {
362 ump = VFSTOUFS(mp);
363 fs = ump->um_lfs;
364 if (fs->lfs_ronly && (mp->mnt_flag & MNT_WANTRDWR)) {
365 /*
366 * If upgrade to read-write by non-root, then verify
367 * that user has necessary permissions on the device.
368 */
369 if (p->p_ucred->cr_uid != 0) {
370 vn_lock(ump->um_devvp, LK_EXCLUSIVE | LK_RETRY);
371 error = VOP_ACCESS(ump->um_devvp, VREAD|VWRITE,
372 p->p_ucred, p);
373 VOP_UNLOCK(ump->um_devvp, 0);
374 if (error)
375 return (error);
376 }
377 fs->lfs_ronly = 0;
378 }
379 if (args.fspec == 0) {
380 /*
381 * Process export requests.
382 */
383 return (vfs_export(mp, &ump->um_export, &args.export));
384 }
385 }
386 /*
387 * Not an update, or updating the name: look up the name
388 * and verify that it refers to a sensible block device.
389 */
390 NDINIT(ndp, LOOKUP, FOLLOW, UIO_USERSPACE, args.fspec, p);
391 if ((error = namei(ndp)) != 0)
392 return (error);
393 devvp = ndp->ni_vp;
394 if (devvp->v_type != VBLK) {
395 vrele(devvp);
396 return (ENOTBLK);
397 }
398 if (bdevsw_lookup(devvp->v_rdev) == NULL) {
399 vrele(devvp);
400 return (ENXIO);
401 }
402 /*
403 * If mount by non-root, then verify that user has necessary
404 * permissions on the device.
405 */
406 if (p->p_ucred->cr_uid != 0) {
407 accessmode = VREAD;
408 if ((mp->mnt_flag & MNT_RDONLY) == 0)
409 accessmode |= VWRITE;
410 vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
411 error = VOP_ACCESS(devvp, accessmode, p->p_ucred, p);
412 if (error) {
413 vput(devvp);
414 return (error);
415 }
416 VOP_UNLOCK(devvp, 0);
417 }
418 if ((mp->mnt_flag & MNT_UPDATE) == 0)
419 error = lfs_mountfs(devvp, mp, p); /* LFS */
420 else {
421 if (devvp != ump->um_devvp)
422 error = EINVAL; /* needs translation */
423 else
424 vrele(devvp);
425 }
426 if (error) {
427 vrele(devvp);
428 return (error);
429 }
430 ump = VFSTOUFS(mp);
431 fs = ump->um_lfs; /* LFS */
432 (void)copyinstr(path, fs->lfs_fsmnt, sizeof(fs->lfs_fsmnt) - 1, &size);
433 bzero(fs->lfs_fsmnt + size, sizeof(fs->lfs_fsmnt) - size);
434 bcopy(fs->lfs_fsmnt, mp->mnt_stat.f_mntonname, MNAMELEN);
435 (void) copyinstr(args.fspec, mp->mnt_stat.f_mntfromname, MNAMELEN - 1,
436 &size);
437 bzero(mp->mnt_stat.f_mntfromname + size, MNAMELEN - size);
438 return (0);
439 }
440
441 /*
442 * Roll-forward code.
443 */
444
445 /*
446 * Load the appropriate indirect block, and change the appropriate pointer.
447 * Mark the block dirty. Do segment and avail accounting.
448 */
449 static int
450 update_meta(struct lfs *fs, ino_t ino, int version, daddr_t lbn,
451 daddr_t ndaddr, size_t size, struct proc *p)
452 {
453 int error;
454 struct vnode *vp;
455 struct inode *ip;
456 daddr_t odaddr, ooff;
457 struct indir a[NIADDR], *ap;
458 struct buf *bp;
459 SEGUSE *sup;
460 int num;
461
462 if ((error = lfs_rf_valloc(fs, ino, version, p, &vp)) != 0) {
463 #ifdef DEBUG_LFS_RFW
464 printf("update_meta: ino %d: lfs_rf_valloc returned %d\n", ino,
465 error);
466 #endif
467 return error;
468 }
469
470 if ((error = VOP_BALLOC(vp, (lbn << fs->lfs_bshift), size,
471 NOCRED, 0, &bp)) != 0) {
472 vput(vp);
473 return (error);
474 }
475 /* No need to write, the block is already on disk */
476 if (bp->b_flags & B_DELWRI) {
477 LFS_UNLOCK_BUF(bp);
478 fs->lfs_avail += btofsb(fs, bp->b_bcount);
479 }
480 bp->b_flags |= B_INVAL;
481 brelse(bp);
482
483 /*
484 * Extend the file, if it is not large enough already.
485 * XXX this is not exactly right, we don't know how much of the
486 * XXX last block is actually used. We hope that an inode will
487 * XXX appear later to give the correct size.
488 */
489 ip = VTOI(vp);
490 if (ip->i_ffs_size <= (lbn << fs->lfs_bshift)) {
491 if (lbn < NDADDR)
492 ip->i_ffs_size = (lbn << fs->lfs_bshift) +
493 (size - fs->lfs_fsize) + 1;
494 else
495 ip->i_ffs_size = (lbn << fs->lfs_bshift) + 1;
496 }
497
498 error = ufs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL);
499 if (error) {
500 #ifdef DEBUG_LFS_RFW
501 printf("update_meta: ufs_bmaparray returned %d\n", error);
502 #endif
503 vput(vp);
504 return error;
505 }
506 switch (num) {
507 case 0:
508 ooff = ip->i_ffs_db[lbn];
509 if (ooff == UNWRITTEN)
510 ip->i_ffs_blocks += btofsb(fs, size);
511 /* XXX what about fragment extension? */
512 ip->i_ffs_db[lbn] = ndaddr;
513 break;
514 case 1:
515 ooff = ip->i_ffs_ib[a[0].in_off];
516 if (ooff == UNWRITTEN)
517 ip->i_ffs_blocks += btofsb(fs, size);
518 ip->i_ffs_ib[a[0].in_off] = ndaddr;
519 break;
520 default:
521 ap = &a[num - 1];
522 if (bread(vp, ap->in_lbn, fs->lfs_bsize, NOCRED, &bp))
523 panic("update_meta: bread bno %lld",
524 (long long)ap->in_lbn);
525
526 /* XXX ondisk32 */
527 ooff = ((int32_t *)bp->b_data)[ap->in_off];
528 if (ooff == UNWRITTEN)
529 ip->i_ffs_blocks += btofsb(fs, size);
530 /* XXX ondisk32 */
531 ((int32_t *)bp->b_data)[ap->in_off] = ndaddr;
532 (void) VOP_BWRITE(bp);
533 }
534 LFS_SET_UINO(ip, IN_CHANGE | IN_MODIFIED | IN_UPDATE);
535
536 /* Update segment usage information. */
537 if (odaddr > 0) {
538 LFS_SEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, odaddr)), bp);
539 #ifdef DIAGNOSTIC
540 if (sup->su_nbytes < size) {
541 panic("update_meta: negative bytes "
542 "(segment %" PRIu32 " short by %ld)\n",
543 dtosn(fs, dbtofsb(fs, odaddr)), (long)size - sup->su_nbytes);
544 sup->su_nbytes = size;
545 }
546 #endif
547 sup->su_nbytes -= size;
548 LFS_WRITESEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, odaddr)), bp);
549 }
550 LFS_SEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
551 sup->su_nbytes += size;
552 LFS_WRITESEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
553
554 /* Fix this so it can be released */
555 /* ip->i_lfs_effnblks = ip->i_ffs_blocks; */
556
557 #ifdef DEBUG_LFS_RFW
558 /* Now look again to make sure it worked */
559 ufs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL );
560 if (dbtofsb(fs, odaddr) != ndaddr)
561 printf("update_meta: failed setting ino %d lbn %" PRId64
562 " to %" PRId64 "\n", ino, lbn, ndaddr);
563 #endif
564 vput(vp);
565 return 0;
566 }
567
568 static int
569 update_inoblk(struct lfs *fs, daddr_t offset, struct ucred *cred,
570 struct proc *p)
571 {
572 struct vnode *devvp, *vp;
573 struct inode *ip;
574 struct dinode *dip;
575 struct buf *dbp, *ibp;
576 int error;
577 daddr_t daddr;
578 IFILE *ifp;
579 SEGUSE *sup;
580
581 devvp = VTOI(fs->lfs_ivnode)->i_devvp;
582
583 /*
584 * Get the inode, update times and perms.
585 * DO NOT update disk blocks, we do that separately.
586 */
587 error = bread(devvp, fsbtodb(fs, offset), fs->lfs_ibsize, cred, &dbp);
588 if (error) {
589 #ifdef DEBUG_LFS_RFW
590 printf("update_inoblk: bread returned %d\n", error);
591 #endif
592 return error;
593 }
594 dip = ((struct dinode *)(dbp->b_data)) + INOPB(fs);
595 while (--dip >= (struct dinode *)dbp->b_data) {
596 if (dip->di_inumber > LFS_IFILE_INUM) {
597 /* printf("ino %d version %d\n", dip->di_inumber,
598 dip->di_gen); */
599 error = lfs_rf_valloc(fs, dip->di_inumber, dip->di_gen,
600 p, &vp);
601 if (error) {
602 #ifdef DEBUG_LFS_RFW
603 printf("update_inoblk: lfs_rf_valloc returned %d\n", error);
604 #endif
605 continue;
606 }
607 ip = VTOI(vp);
608 if (dip->di_size != ip->i_ffs_size)
609 VOP_TRUNCATE(vp, dip->di_size, 0, NOCRED, p);
610 /* Get mode, link count, size, and times */
611 memcpy(&ip->i_din.ffs_din, dip,
612 offsetof(struct dinode, di_db[0]));
613
614 /* Then the rest, except di_blocks */
615 ip->i_ffs_flags = dip->di_flags;
616 ip->i_ffs_gen = dip->di_gen;
617 ip->i_ffs_uid = dip->di_uid;
618 ip->i_ffs_gid = dip->di_gid;
619
620 ip->i_ffs_effnlink = dip->di_nlink;
621
622 LFS_SET_UINO(ip, IN_CHANGE | IN_MODIFIED | IN_UPDATE);
623
624 /* Re-initialize to get type right */
625 ufs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
626 &vp);
627 vput(vp);
628
629 /* Record change in location */
630 LFS_IENTRY(ifp, fs, dip->di_inumber, ibp);
631 daddr = ifp->if_daddr;
632 ifp->if_daddr = dbtofsb(fs, dbp->b_blkno);
633 error = LFS_BWRITE_LOG(ibp); /* Ifile */
634 /* And do segment accounting */
635 if (dtosn(fs, daddr) != dtosn(fs, dbtofsb(fs, dbp->b_blkno))) {
636 if (daddr > 0) {
637 LFS_SEGENTRY(sup, fs, dtosn(fs, daddr),
638 ibp);
639 sup->su_nbytes -= DINODE_SIZE;
640 LFS_WRITESEGENTRY(sup, fs,
641 dtosn(fs, daddr),
642 ibp);
643 }
644 LFS_SEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
645 ibp);
646 sup->su_nbytes += DINODE_SIZE;
647 LFS_WRITESEGENTRY(sup, fs,
648 dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
649 ibp);
650 }
651 }
652 }
653 dbp->b_flags |= B_AGE;
654 brelse(dbp);
655
656 return 0;
657 }
658
659 #define CHECK_CKSUM 0x0001 /* Check the checksum to make sure it's valid */
660 #define CHECK_UPDATE 0x0002 /* Update Ifile for new data blocks / inodes */
661
662 static daddr_t
663 check_segsum(struct lfs *fs, daddr_t offset,
664 struct ucred *cred, int flags, int *pseg_flags, struct proc *p)
665 {
666 struct vnode *devvp;
667 struct buf *bp, *dbp;
668 int error, nblocks, ninos, i, j;
669 SEGSUM *ssp;
670 u_long *dp, *datap; /* XXX u_int32_t */
671 daddr_t oldoffset;
672 int32_t *iaddr; /* XXX ondisk32 */
673 FINFO *fip;
674 SEGUSE *sup;
675 size_t size;
676 u_int64_t serial;
677
678 devvp = VTOI(fs->lfs_ivnode)->i_devvp;
679 /*
680 * If the segment has a superblock and we're at the top
681 * of the segment, skip the superblock.
682 */
683 if (sntod(fs, dtosn(fs, offset)) == offset) {
684 LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
685 if (sup->su_flags & SEGUSE_SUPERBLOCK)
686 offset += btofsb(fs, LFS_SBPAD);
687 brelse(bp);
688 }
689
690 /* Read in the segment summary */
691 error = bread(devvp, offset, fs->lfs_sumsize, cred, &bp);
692 if (error)
693 return -1;
694
695 /* Check summary checksum */
696 ssp = (SEGSUM *)bp->b_data;
697 if (flags & CHECK_CKSUM) {
698 if (ssp->ss_sumsum != cksum(&ssp->ss_datasum,
699 fs->lfs_sumsize -
700 sizeof(ssp->ss_sumsum))) {
701 #ifdef DEBUG_LFS_RFW
702 printf("Sumsum error at 0x%" PRIx64 "\n", offset);
703 #endif
704 offset = -1;
705 goto err1;
706 }
707 if (ssp->ss_nfinfo == 0 && ssp->ss_ninos == 0) {
708 #ifdef DEBUG_LFS_RFW
709 printf("Empty pseg at 0x%" PRIx64 "\n", offset);
710 #endif
711 offset = -1;
712 goto err1;
713 }
714 if (ssp->ss_create < fs->lfs_tstamp) {
715 #ifdef DEBUG_LFS_RFW
716 printf("Old data at 0x%" PRIx64 "\n", offset);
717 #endif
718 offset = -1;
719 goto err1;
720 }
721 }
722 if (fs->lfs_version > 1) {
723 serial = ssp->ss_serial;
724 if (serial != fs->lfs_serial + 1) {
725 #ifdef DEBUG_LFS_RFW
726 printf("Unexpected serial number at 0x%" PRIx64
727 "\n", offset);
728 #endif
729 offset = -1;
730 goto err1;
731 }
732 if (ssp->ss_ident != fs->lfs_ident) {
733 #ifdef DEBUG_LFS_RFW
734 printf("Incorrect fsid (0x%x vs 0x%x) at 0x%"
735 PRIx64 "\n", ssp->ss_ident, fs->lfs_ident, offset);
736 #endif
737 offset = -1;
738 goto err1;
739 }
740 }
741 if (pseg_flags)
742 *pseg_flags = ssp->ss_flags;
743 oldoffset = offset;
744 offset += btofsb(fs, fs->lfs_sumsize);
745
746 ninos = howmany(ssp->ss_ninos, INOPB(fs));
747 /* XXX ondisk32 */
748 iaddr = (int32_t *)(bp->b_data + fs->lfs_sumsize - sizeof(int32_t));
749 if (flags & CHECK_CKSUM) {
750 /* Count blocks */
751 nblocks = 0;
752 fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
753 for (i = 0; i < ssp->ss_nfinfo; ++i) {
754 nblocks += fip->fi_nblocks;
755 if (fip->fi_nblocks <= 0)
756 break;
757 /* XXX ondisk32 */
758 fip = (FINFO *)(((char *)fip) + FINFOSIZE +
759 (fip->fi_nblocks * sizeof(int32_t)));
760 }
761 nblocks += ninos;
762 /* Create the sum array */
763 datap = dp = (u_long *)malloc(nblocks * sizeof(u_long),
764 M_SEGMENT, M_WAITOK);
765 }
766
767 /* Handle individual blocks */
768 fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
769 for (i = 0; i < ssp->ss_nfinfo || ninos; ++i) {
770 /* Inode block? */
771 if (ninos && *iaddr == offset) {
772 if (flags & CHECK_CKSUM) {
773 /* Read in the head and add to the buffer */
774 error = bread(devvp, fsbtodb(fs, offset), fs->lfs_bsize,
775 cred, &dbp);
776 if (error) {
777 offset = -1;
778 goto err2;
779 }
780 (*dp++) = ((u_long *)(dbp->b_data))[0];
781 dbp->b_flags |= B_AGE;
782 brelse(dbp);
783 }
784 if (flags & CHECK_UPDATE) {
785 if ((error = update_inoblk(fs, offset, cred, p))
786 != 0) {
787 offset = -1;
788 goto err2;
789 }
790 }
791 offset += btofsb(fs, fs->lfs_ibsize);
792 --iaddr;
793 --ninos;
794 --i; /* compensate */
795 continue;
796 }
797 /* printf("check: blocks from ino %d version %d\n",
798 fip->fi_ino, fip->fi_version); */
799 size = fs->lfs_bsize;
800 for (j = 0; j < fip->fi_nblocks; ++j) {
801 if (j == fip->fi_nblocks - 1)
802 size = fip->fi_lastlength;
803 if (flags & CHECK_CKSUM) {
804 error = bread(devvp, fsbtodb(fs, offset), size, cred, &dbp);
805 if (error) {
806 offset = -1;
807 goto err2;
808 }
809 (*dp++) = ((u_long *)(dbp->b_data))[0];
810 dbp->b_flags |= B_AGE;
811 brelse(dbp);
812 }
813 /* Account for and update any direct blocks */
814 if ((flags & CHECK_UPDATE) &&
815 fip->fi_ino > LFS_IFILE_INUM &&
816 fip->fi_blocks[j] >= 0) {
817 update_meta(fs, fip->fi_ino, fip->fi_version,
818 fip->fi_blocks[j], offset, size, p);
819 }
820 offset += btofsb(fs, size);
821 }
822 /* XXX ondisk32 */
823 fip = (FINFO *)(((char *)fip) + FINFOSIZE
824 + fip->fi_nblocks * sizeof(int32_t));
825 }
826 /* Checksum the array, compare */
827 if ((flags & CHECK_CKSUM) &&
828 ssp->ss_datasum != cksum(datap, nblocks * sizeof(u_long)))
829 {
830 #ifdef DEBUG_LFS_RFW
831 printf("Datasum error at 0x%" PRIx64 " (wanted %x got %x)\n",
832 offset, ssp->ss_datasum, cksum(datap, nblocks *
833 sizeof(u_long)));
834 #endif
835 offset = -1;
836 goto err2;
837 }
838
839 /* If we're at the end of the segment, move to the next */
840 if (dtosn(fs, offset + btofsb(fs, fs->lfs_sumsize + fs->lfs_bsize)) !=
841 dtosn(fs, offset)) {
842 if (dtosn(fs, offset) == dtosn(fs, ssp->ss_next)) {
843 offset = -1;
844 goto err2;
845 }
846 offset = ssp->ss_next;
847 #ifdef DEBUG_LFS_RFW
848 printf("LFS roll forward: moving on to offset 0x%" PRIx64
849 " -> segment %d\n", offset, dtosn(fs,offset));
850 #endif
851 }
852
853 if (flags & CHECK_UPDATE) {
854 fs->lfs_avail -= (offset - oldoffset);
855 /* Don't clog the buffer queue */
856 if (locked_queue_count > LFS_MAX_BUFS ||
857 locked_queue_bytes > LFS_MAX_BYTES) {
858 ++fs->lfs_writer;
859 lfs_flush(fs, SEGM_CKP);
860 if (--fs->lfs_writer == 0)
861 wakeup(&fs->lfs_dirops);
862 }
863 }
864
865 err2:
866 if (flags & CHECK_CKSUM)
867 free(datap, M_SEGMENT);
868 err1:
869 bp->b_flags |= B_AGE;
870 brelse(bp);
871
872 /* XXX should we update the serial number even for bad psegs? */
873 if ((flags & CHECK_UPDATE) && offset > 0 && fs->lfs_version > 1)
874 fs->lfs_serial = serial;
875 return offset;
876 }
877
878 /*
879 * Common code for mount and mountroot
880 * LFS specific
881 */
882 int
883 lfs_mountfs(struct vnode *devvp, struct mount *mp, struct proc *p)
884 {
885 extern struct vnode *rootvp;
886 struct dlfs *tdfs, *dfs, *adfs;
887 struct lfs *fs;
888 struct ufsmount *ump;
889 struct vnode *vp;
890 struct buf *bp, *abp;
891 struct partinfo dpart;
892 dev_t dev;
893 int error, i, ronly, secsize, fsbsize;
894 struct ucred *cred;
895 CLEANERINFO *cip;
896 SEGUSE *sup;
897 int flags, dirty, do_rollforward;
898 daddr_t offset, oldoffset, lastgoodpseg, sb_addr;
899 int sn, curseg;
900
901 cred = p ? p->p_ucred : NOCRED;
902 /*
903 * Disallow multiple mounts of the same device.
904 * Disallow mounting of a device that is currently in use
905 * (except for root, which might share swap device for miniroot).
906 * Flush out any old buffers remaining from a previous use.
907 */
908 if ((error = vfs_mountedon(devvp)) != 0)
909 return (error);
910 if (vcount(devvp) > 1 && devvp != rootvp)
911 return (EBUSY);
912 if ((error = vinvalbuf(devvp, V_SAVE, cred, p, 0, 0)) != 0)
913 return (error);
914
915 ronly = (mp->mnt_flag & MNT_RDONLY) != 0;
916 error = VOP_OPEN(devvp, ronly ? FREAD : FREAD|FWRITE, FSCRED, p);
917 if (error)
918 return (error);
919 if (VOP_IOCTL(devvp, DIOCGPART, &dpart, FREAD, cred, p) != 0)
920 secsize = DEV_BSIZE;
921 else
922 secsize = dpart.disklab->d_secsize;
923
924 /* Don't free random space on error. */
925 bp = NULL;
926 abp = NULL;
927 ump = NULL;
928
929 sb_addr = LFS_LABELPAD / secsize;
930 while (1) {
931 /* Read in the superblock. */
932 error = bread(devvp, sb_addr, LFS_SBPAD, cred, &bp);
933 if (error)
934 goto out;
935 dfs = (struct dlfs *)bp->b_data;
936
937 /* Check the basics. */
938 if (dfs->dlfs_magic != LFS_MAGIC || dfs->dlfs_bsize >= MAXBSIZE ||
939 dfs->dlfs_version > LFS_VERSION ||
940 dfs->dlfs_bsize < sizeof(struct dlfs)) {
941 #ifdef DEBUG_LFS
942 printf("lfs_mountfs: primary superblock sanity failed\n");
943 #endif
944 error = EINVAL; /* XXX needs translation */
945 goto out;
946 }
947 if (dfs->dlfs_inodefmt > LFS_MAXINODEFMT)
948 printf("lfs_mountfs: warning: unknown inode format %d\n",
949 dfs->dlfs_inodefmt);
950
951 if (dfs->dlfs_version == 1)
952 fsbsize = secsize;
953 else {
954 fsbsize = 1 << (dfs->dlfs_bshift - dfs->dlfs_blktodb +
955 dfs->dlfs_fsbtodb);
956 /*
957 * Could be, if the frag size is large enough, that we
958 * don't have the "real" primary superblock. If that's
959 * the case, get the real one, and try again.
960 */
961 if (sb_addr != dfs->dlfs_sboffs[0] <<
962 dfs->dlfs_fsbtodb) {
963 /* #ifdef DEBUG_LFS */
964 printf("lfs_mountfs: sb daddr 0x%llx is not right, trying 0x%llx\n",
965 (long long)sb_addr, (long long)(dfs->dlfs_sboffs[0] <<
966 dfs->dlfs_fsbtodb));
967 /* #endif */
968 sb_addr = dfs->dlfs_sboffs[0] <<
969 dfs->dlfs_fsbtodb;
970 brelse(bp);
971 continue;
972 }
973 }
974 break;
975 }
976
977 /*
978 * Check the second superblock to see which is newer; then mount
979 * using the older of the two. This is necessary to ensure that
980 * the filesystem is valid if it was not unmounted cleanly.
981 */
982
983 if (dfs->dlfs_sboffs[1] &&
984 dfs->dlfs_sboffs[1] - LFS_LABELPAD / fsbsize > LFS_SBPAD / fsbsize)
985 {
986 error = bread(devvp, dfs->dlfs_sboffs[1] * (fsbsize / secsize),
987 LFS_SBPAD, cred, &abp);
988 if (error)
989 goto out;
990 adfs = (struct dlfs *)abp->b_data;
991
992 if (dfs->dlfs_version == 1) {
993 /* 1s resolution comparison */
994 if (adfs->dlfs_tstamp < dfs->dlfs_tstamp)
995 tdfs = adfs;
996 else
997 tdfs = dfs;
998 } else {
999 /* monotonic infinite-resolution comparison */
1000 if (adfs->dlfs_serial < dfs->dlfs_serial)
1001 tdfs = adfs;
1002 else
1003 tdfs = dfs;
1004 }
1005
1006 /* Check the basics. */
1007 if (tdfs->dlfs_magic != LFS_MAGIC ||
1008 tdfs->dlfs_bsize > MAXBSIZE ||
1009 tdfs->dlfs_version > LFS_VERSION ||
1010 tdfs->dlfs_bsize < sizeof(struct dlfs)) {
1011 #ifdef DEBUG_LFS
1012 printf("lfs_mountfs: alt superblock sanity failed\n");
1013 #endif
1014 error = EINVAL; /* XXX needs translation */
1015 goto out;
1016 }
1017 } else {
1018 #ifdef DEBUG_LFS
1019 printf("lfs_mountfs: invalid alt superblock daddr=0x%x\n",
1020 dfs->dlfs_sboffs[1]);
1021 #endif
1022 error = EINVAL;
1023 goto out;
1024 }
1025
1026 /* Allocate the mount structure, copy the superblock into it. */
1027 fs = malloc(sizeof(struct lfs), M_UFSMNT, M_WAITOK | M_ZERO);
1028 memcpy(&fs->lfs_dlfs, tdfs, sizeof(struct dlfs));
1029
1030 /* Compatibility */
1031 if (fs->lfs_version < 2) {
1032 fs->lfs_sumsize = LFS_V1_SUMMARY_SIZE;
1033 fs->lfs_ibsize = fs->lfs_bsize;
1034 fs->lfs_start = fs->lfs_sboffs[0];
1035 fs->lfs_tstamp = fs->lfs_otstamp;
1036 fs->lfs_fsbtodb = 0;
1037 }
1038
1039 /* Before rolling forward, lock so vget will sleep for other procs */
1040 fs->lfs_flags = LFS_NOTYET;
1041 fs->lfs_rfpid = p->p_pid;
1042
1043 ump = malloc(sizeof *ump, M_UFSMNT, M_WAITOK | M_ZERO);
1044 ump->um_lfs = fs;
1045 if (sizeof(struct lfs) < LFS_SBPAD) { /* XXX why? */
1046 bp->b_flags |= B_INVAL;
1047 abp->b_flags |= B_INVAL;
1048 }
1049 brelse(bp);
1050 bp = NULL;
1051 brelse(abp);
1052 abp = NULL;
1053
1054 /* Set up the I/O information */
1055 fs->lfs_devbsize = secsize;
1056 fs->lfs_iocount = 0;
1057 fs->lfs_diropwait = 0;
1058 fs->lfs_activesb = 0;
1059 fs->lfs_uinodes = 0;
1060 fs->lfs_ravail = 0;
1061 fs->lfs_sbactive = 0;
1062
1063 /* Set up the ifile and lock aflags */
1064 fs->lfs_doifile = 0;
1065 fs->lfs_writer = 0;
1066 fs->lfs_dirops = 0;
1067 fs->lfs_nadirop = 0;
1068 fs->lfs_seglock = 0;
1069 fs->lfs_pdflush = 0;
1070 simple_lock_init(&fs->lfs_interlock);
1071 lockinit(&fs->lfs_fraglock, PINOD, "lfs_fraglock", 0, 0);
1072
1073 /* Set the file system readonly/modify bits. */
1074 fs->lfs_ronly = ronly;
1075 if (ronly == 0)
1076 fs->lfs_fmod = 1;
1077
1078 /* Initialize the mount structure. */
1079 dev = devvp->v_rdev;
1080 mp->mnt_data = ump;
1081 mp->mnt_stat.f_fsid.val[0] = (long)dev;
1082 mp->mnt_stat.f_fsid.val[1] = makefstype(MOUNT_LFS);
1083 mp->mnt_stat.f_iosize = fs->lfs_bsize;
1084 mp->mnt_maxsymlinklen = fs->lfs_maxsymlinklen;
1085 mp->mnt_flag |= MNT_LOCAL;
1086 mp->mnt_fs_bshift = fs->lfs_bshift;
1087 ump->um_flags = 0;
1088 ump->um_mountp = mp;
1089 ump->um_dev = dev;
1090 ump->um_devvp = devvp;
1091 ump->um_bptrtodb = fs->lfs_fsbtodb;
1092 ump->um_seqinc = fragstofsb(fs, fs->lfs_frag);
1093 ump->um_nindir = fs->lfs_nindir;
1094 ump->um_lognindir = ffs(fs->lfs_nindir) - 1;
1095 for (i = 0; i < MAXQUOTAS; i++)
1096 ump->um_quotas[i] = NULLVP;
1097 devvp->v_specmountpoint = mp;
1098
1099 /* Set up reserved memory for pageout */
1100 lfs_setup_resblks(fs);
1101 /* Set up vdirop tailq */
1102 TAILQ_INIT(&fs->lfs_dchainhd);
1103 /* and paging tailq */
1104 TAILQ_INIT(&fs->lfs_pchainhd);
1105 #if 0 /* XXXDEBUG */
1106 fs->lfs_lastwrit = dbtofsb(fs, fs->lfs_offset - 1);
1107 #endif
1108
1109 /*
1110 * We use the ifile vnode for almost every operation. Instead of
1111 * retrieving it from the hash table each time we retrieve it here,
1112 * artificially increment the reference count and keep a pointer
1113 * to it in the incore copy of the superblock.
1114 */
1115 if ((error = VFS_VGET(mp, LFS_IFILE_INUM, &vp)) != 0) {
1116 #ifdef DEBUG
1117 printf("lfs_mountfs: ifile vget failed, error=%d\n", error);
1118 #endif
1119 goto out;
1120 }
1121 fs->lfs_ivnode = vp;
1122 VREF(vp);
1123
1124 /* Set up segment usage flags for the autocleaner. */
1125 fs->lfs_nactive = 0;
1126 fs->lfs_suflags = (u_int32_t **)malloc(2 * sizeof(u_int32_t *),
1127 M_SEGMENT, M_WAITOK);
1128 fs->lfs_suflags[0] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
1129 M_SEGMENT, M_WAITOK);
1130 fs->lfs_suflags[1] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
1131 M_SEGMENT, M_WAITOK);
1132 memset(fs->lfs_suflags[1], 0, fs->lfs_nseg * sizeof(u_int32_t));
1133 for (i = 0; i < fs->lfs_nseg; i++) {
1134 int changed;
1135
1136 LFS_SEGENTRY(sup, fs, i, bp);
1137 changed = 0;
1138 if (!ronly) {
1139 if (sup->su_nbytes == 0 &&
1140 !(sup->su_flags & SEGUSE_EMPTY)) {
1141 sup->su_flags |= SEGUSE_EMPTY;
1142 ++changed;
1143 } else if (!(sup->su_nbytes == 0) &&
1144 (sup->su_flags & SEGUSE_EMPTY)) {
1145 sup->su_flags &= ~SEGUSE_EMPTY;
1146 ++changed;
1147 }
1148 if (sup->su_flags & SEGUSE_ACTIVE) {
1149 sup->su_flags &= ~SEGUSE_ACTIVE;
1150 ++changed;
1151 }
1152 }
1153 fs->lfs_suflags[0][i] = sup->su_flags;
1154 if (changed)
1155 LFS_WRITESEGENTRY(sup, fs, i, bp);
1156 else
1157 brelse(bp);
1158 }
1159
1160 /*
1161 * Roll forward.
1162 *
1163 * We don't automatically roll forward for v1 filesystems, because
1164 * of the danger that the clock was turned back between the last
1165 * checkpoint and crash. This would roll forward garbage.
1166 *
1167 * v2 filesystems don't have this problem because they use a
1168 * monotonically increasing serial number instead of a timestamp.
1169 */
1170 #ifdef LFS_DO_ROLLFORWARD
1171 do_rollforward = !fs->lfs_ronly;
1172 #else
1173 do_rollforward = (fs->lfs_version > 1 && !fs->lfs_ronly &&
1174 !(fs->lfs_pflags & LFS_PF_CLEAN));
1175 #endif
1176 if (do_rollforward) {
1177 /*
1178 * Phase I: Find the address of the last good partial
1179 * segment that was written after the checkpoint. Mark
1180 * the segments in question dirty, so they won't be
1181 * reallocated.
1182 */
1183 lastgoodpseg = oldoffset = offset = fs->lfs_offset;
1184 flags = 0x0;
1185 #ifdef DEBUG_LFS_RFW
1186 printf("LFS roll forward phase 1: starting at offset 0x%"
1187 PRIx64 "\n", offset);
1188 #endif
1189 LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
1190 if (!(sup->su_flags & SEGUSE_DIRTY))
1191 --fs->lfs_nclean;
1192 sup->su_flags |= SEGUSE_DIRTY;
1193 LFS_WRITESEGENTRY(sup, fs, dtosn(fs, offset), bp);
1194 while ((offset = check_segsum(fs, offset, cred, CHECK_CKSUM,
1195 &flags, p)) > 0)
1196 {
1197 if (sntod(fs, oldoffset) != sntod(fs, offset)) {
1198 LFS_SEGENTRY(sup, fs, dtosn(fs, oldoffset),
1199 bp);
1200 if (!(sup->su_flags & SEGUSE_DIRTY))
1201 --fs->lfs_nclean;
1202 sup->su_flags |= SEGUSE_DIRTY;
1203 LFS_WRITESEGENTRY(sup, fs, dtosn(fs, oldoffset),
1204 bp);
1205 }
1206
1207 #ifdef DEBUG_LFS_RFW
1208 printf("LFS roll forward phase 1: offset=0x%"
1209 PRIx64 "\n", offset);
1210 if (flags & SS_DIROP) {
1211 printf("lfs_mountfs: dirops at 0x%" PRIx64 "\n",
1212 oldoffset);
1213 if (!(flags & SS_CONT))
1214 printf("lfs_mountfs: dirops end "
1215 "at 0x%" PRIx64 "\n", oldoffset);
1216 }
1217 #endif
1218 if (!(flags & SS_CONT))
1219 lastgoodpseg = offset;
1220 oldoffset = offset;
1221 }
1222 #ifdef DEBUG_LFS_RFW
1223 if (flags & SS_CONT) {
1224 printf("LFS roll forward: warning: incomplete "
1225 "dirops discarded\n");
1226 }
1227 printf("LFS roll forward phase 1: completed: "
1228 "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg);
1229 #endif
1230 oldoffset = fs->lfs_offset;
1231 if (fs->lfs_offset != lastgoodpseg) {
1232 /* Don't overwrite what we're trying to preserve */
1233 offset = fs->lfs_offset;
1234 fs->lfs_offset = lastgoodpseg;
1235 fs->lfs_curseg = sntod(fs, dtosn(fs, fs->lfs_offset));
1236 for (sn = curseg = dtosn(fs, fs->lfs_curseg);;) {
1237 sn = (sn + 1) % fs->lfs_nseg;
1238 if (sn == curseg)
1239 panic("lfs_mountfs: no clean segments");
1240 LFS_SEGENTRY(sup, fs, sn, bp);
1241 dirty = (sup->su_flags & SEGUSE_DIRTY);
1242 brelse(bp);
1243 if (!dirty)
1244 break;
1245 }
1246 fs->lfs_nextseg = sntod(fs, sn);
1247
1248 /*
1249 * Phase II: Roll forward from the first superblock.
1250 */
1251 while (offset != lastgoodpseg) {
1252 #ifdef DEBUG_LFS_RFW
1253 printf("LFS roll forward phase 2: 0x%"
1254 PRIx64 "\n", offset);
1255 #endif
1256 offset = check_segsum(fs, offset, cred,
1257 CHECK_UPDATE, NULL, p);
1258 }
1259
1260 /*
1261 * Finish: flush our changes to disk.
1262 */
1263 lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
1264 printf("lfs_mountfs: roll forward recovered %lld blocks\n",
1265 (long long)(lastgoodpseg - oldoffset));
1266 }
1267 #ifdef DEBUG_LFS_RFW
1268 printf("LFS roll forward complete\n");
1269 #endif
1270 }
1271 /* If writing, sb is not clean; record in case of immediate crash */
1272 if (!fs->lfs_ronly) {
1273 fs->lfs_pflags &= ~LFS_PF_CLEAN;
1274 lfs_writesuper(fs, fs->lfs_sboffs[0]);
1275 }
1276
1277 /* Allow vget now that roll-forward is complete */
1278 fs->lfs_flags &= ~(LFS_NOTYET);
1279 wakeup(&fs->lfs_flags);
1280
1281 /*
1282 * Initialize the ifile cleaner info with information from
1283 * the superblock.
1284 */
1285 LFS_CLEANERINFO(cip, fs, bp);
1286 cip->clean = fs->lfs_nclean;
1287 cip->dirty = fs->lfs_nseg - fs->lfs_nclean;
1288 cip->avail = fs->lfs_avail;
1289 cip->bfree = fs->lfs_bfree;
1290 (void) LFS_BWRITE_LOG(bp); /* Ifile */
1291
1292 /*
1293 * Mark the current segment as ACTIVE, since we're going to
1294 * be writing to it.
1295 */
1296 LFS_SEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp);
1297 sup->su_flags |= SEGUSE_DIRTY | SEGUSE_ACTIVE;
1298 fs->lfs_nactive++;
1299 LFS_WRITESEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp); /* Ifile */
1300
1301 /* Now that roll-forward is done, unlock the Ifile */
1302 vput(vp);
1303
1304 /* Comment on ifile size if it is too large */
1305 if (fs->lfs_ivnode->v_size / fs->lfs_bsize > LFS_MAX_BUFS) {
1306 fs->lfs_flags |= LFS_WARNED;
1307 printf("lfs_mountfs: please consider increasing NBUF to at least %lld\n",
1308 (long long)(fs->lfs_ivnode->v_size / fs->lfs_bsize) * (nbuf / LFS_MAX_BUFS));
1309 }
1310 if (fs->lfs_ivnode->v_size > LFS_MAX_BYTES) {
1311 fs->lfs_flags |= LFS_WARNED;
1312 printf("lfs_mountfs: please consider increasing BUFPAGES to at least %lld\n",
1313 (long long)fs->lfs_ivnode->v_size * bufpages / LFS_MAX_BYTES);
1314 }
1315
1316 return (0);
1317 out:
1318 if (bp)
1319 brelse(bp);
1320 if (abp)
1321 brelse(abp);
1322 vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
1323 (void)VOP_CLOSE(devvp, ronly ? FREAD : FREAD|FWRITE, cred, p);
1324 VOP_UNLOCK(devvp, 0);
1325 if (ump) {
1326 free(ump->um_lfs, M_UFSMNT);
1327 free(ump, M_UFSMNT);
1328 mp->mnt_data = NULL;
1329 }
1330
1331 /* Start the pagedaemon-anticipating daemon */
1332 if (lfs_writer_daemon == 0 &&
1333 kthread_create1(lfs_writerd, NULL, NULL, "lfs_writer") != 0)
1334 panic("fork lfs_writer");
1335
1336 return (error);
1337 }
1338
1339 /*
1340 * unmount system call
1341 */
1342 int
1343 lfs_unmount(struct mount *mp, int mntflags, struct proc *p)
1344 {
1345 struct ufsmount *ump;
1346 struct lfs *fs;
1347 int error, flags, ronly;
1348 int s;
1349
1350 flags = 0;
1351 if (mntflags & MNT_FORCE)
1352 flags |= FORCECLOSE;
1353
1354 ump = VFSTOUFS(mp);
1355 fs = ump->um_lfs;
1356 #ifdef QUOTA
1357 if (mp->mnt_flag & MNT_QUOTA) {
1358 int i;
1359 error = vflush(mp, fs->lfs_ivnode, SKIPSYSTEM|flags);
1360 if (error)
1361 return (error);
1362 for (i = 0; i < MAXQUOTAS; i++) {
1363 if (ump->um_quotas[i] == NULLVP)
1364 continue;
1365 quotaoff(p, mp, i);
1366 }
1367 /*
1368 * Here we fall through to vflush again to ensure
1369 * that we have gotten rid of all the system vnodes.
1370 */
1371 }
1372 #endif
1373 if ((error = vflush(mp, fs->lfs_ivnode, flags)) != 0)
1374 return (error);
1375 if ((error = VFS_SYNC(mp, 1, p->p_ucred, p)) != 0)
1376 return (error);
1377 s = splbio();
1378 if (LIST_FIRST(&fs->lfs_ivnode->v_dirtyblkhd))
1379 panic("lfs_unmount: still dirty blocks on ifile vnode");
1380 splx(s);
1381
1382 /* Comment on ifile size if it has become too large */
1383 if (!(fs->lfs_flags & LFS_WARNED)) {
1384 if (fs->lfs_ivnode->v_size / fs->lfs_bsize > LFS_MAX_BUFS)
1385 printf("lfs_unmount: please consider increasing"
1386 " NBUF to at least %lld\n",
1387 (long long)(fs->lfs_ivnode->v_size /
1388 fs->lfs_bsize) *
1389 (long long)(nbuf / LFS_MAX_BUFS));
1390 if (fs->lfs_ivnode->v_size > LFS_MAX_BYTES)
1391 printf("lfs_unmount: please consider increasing"
1392 " BUFPAGES to at least %lld\n",
1393 (long long)fs->lfs_ivnode->v_size *
1394 bufpages / LFS_MAX_BYTES);
1395 }
1396
1397 /* Explicitly write the superblock, to update serial and pflags */
1398 fs->lfs_pflags |= LFS_PF_CLEAN;
1399 lfs_writesuper(fs, fs->lfs_sboffs[0]);
1400 lfs_writesuper(fs, fs->lfs_sboffs[1]);
1401 while (fs->lfs_iocount)
1402 tsleep(&fs->lfs_iocount, PRIBIO + 1, "lfs_umount", 0);
1403
1404 /* Finish with the Ifile, now that we're done with it */
1405 vrele(fs->lfs_ivnode);
1406 vgone(fs->lfs_ivnode);
1407
1408 ronly = !fs->lfs_ronly;
1409 if (ump->um_devvp->v_type != VBAD)
1410 ump->um_devvp->v_specmountpoint = NULL;
1411 vn_lock(ump->um_devvp, LK_EXCLUSIVE | LK_RETRY);
1412 error = VOP_CLOSE(ump->um_devvp,
1413 ronly ? FREAD : FREAD|FWRITE, NOCRED, p);
1414 vput(ump->um_devvp);
1415
1416 /* wake up the cleaner so it can die */
1417 wakeup(&fs->lfs_nextseg);
1418 wakeup(&lfs_allclean_wakeup);
1419
1420 /* Free per-mount data structures */
1421 free(fs->lfs_suflags[0], M_SEGMENT);
1422 free(fs->lfs_suflags[1], M_SEGMENT);
1423 free(fs->lfs_suflags, M_SEGMENT);
1424 lfs_free_resblks(fs);
1425 free(fs, M_UFSMNT);
1426 free(ump, M_UFSMNT);
1427
1428 mp->mnt_data = NULL;
1429 mp->mnt_flag &= ~MNT_LOCAL;
1430 return (error);
1431 }
1432
1433 /*
1434 * Get file system statistics.
1435 */
1436 int
1437 lfs_statfs(struct mount *mp, struct statfs *sbp, struct proc *p)
1438 {
1439 struct lfs *fs;
1440 struct ufsmount *ump;
1441
1442 ump = VFSTOUFS(mp);
1443 fs = ump->um_lfs;
1444 if (fs->lfs_magic != LFS_MAGIC)
1445 panic("lfs_statfs: magic");
1446
1447 sbp->f_type = 0;
1448 sbp->f_bsize = fs->lfs_fsize;
1449 sbp->f_iosize = fs->lfs_bsize;
1450 sbp->f_blocks = fsbtofrags(fs, LFS_EST_NONMETA(fs));
1451 sbp->f_bfree = fsbtofrags(fs, LFS_EST_BFREE(fs));
1452 sbp->f_bavail = fsbtofrags(fs, (long)LFS_EST_BFREE(fs) -
1453 (long)LFS_EST_RSVD(fs));
1454
1455 sbp->f_files = fs->lfs_bfree / btofsb(fs, fs->lfs_ibsize) * INOPB(fs);
1456 sbp->f_ffree = sbp->f_files - fs->lfs_nfiles;
1457 if (sbp != &mp->mnt_stat) {
1458 bcopy(mp->mnt_stat.f_mntonname, sbp->f_mntonname, MNAMELEN);
1459 bcopy(mp->mnt_stat.f_mntfromname, sbp->f_mntfromname, MNAMELEN);
1460 }
1461 strncpy(sbp->f_fstypename, mp->mnt_op->vfs_name, MFSNAMELEN);
1462 return (0);
1463 }
1464
1465 /*
1466 * Go through the disk queues to initiate sandbagged IO;
1467 * go through the inodes to write those that have been modified;
1468 * initiate the writing of the super block if it has been modified.
1469 *
1470 * Note: we are always called with the filesystem marked `MPBUSY'.
1471 */
1472 int
1473 lfs_sync(struct mount *mp, int waitfor, struct ucred *cred, struct proc *p)
1474 {
1475 int error;
1476 struct lfs *fs;
1477
1478 fs = ((struct ufsmount *)mp->mnt_data)->ufsmount_u.lfs;
1479 if (fs->lfs_ronly)
1480 return 0;
1481 while (fs->lfs_dirops)
1482 error = tsleep(&fs->lfs_writer, PRIBIO + 1, "lfs_dirops", 0);
1483 fs->lfs_writer++;
1484
1485 /* All syncs must be checkpoints until roll-forward is implemented. */
1486 error = lfs_segwrite(mp, SEGM_CKP | (waitfor ? SEGM_SYNC : 0));
1487 if (--fs->lfs_writer == 0)
1488 wakeup(&fs->lfs_dirops);
1489 #ifdef QUOTA
1490 qsync(mp);
1491 #endif
1492 return (error);
1493 }
1494
1495 extern struct lock ufs_hashlock;
1496
1497 /*
1498 * Look up an LFS dinode number to find its incore vnode. If not already
1499 * in core, read it in from the specified device. Return the inode locked.
1500 * Detection and handling of mount points must be done by the calling routine.
1501 */
1502 int
1503 lfs_vget(struct mount *mp, ino_t ino, struct vnode **vpp)
1504 {
1505 struct lfs *fs;
1506 struct dinode *dip;
1507 struct inode *ip;
1508 struct buf *bp;
1509 struct ifile *ifp;
1510 struct vnode *vp;
1511 struct ufsmount *ump;
1512 daddr_t daddr;
1513 dev_t dev;
1514 int error, retries;
1515 struct timespec ts;
1516
1517 ump = VFSTOUFS(mp);
1518 dev = ump->um_dev;
1519 fs = ump->um_lfs;
1520
1521 /*
1522 * If the filesystem is not completely mounted yet, suspend
1523 * any access requests (wait for roll-forward to complete).
1524 */
1525 while ((fs->lfs_flags & LFS_NOTYET) && curproc->p_pid != fs->lfs_rfpid)
1526 tsleep(&fs->lfs_flags, PRIBIO+1, "lfs_notyet", 0);
1527
1528 if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL)
1529 return (0);
1530
1531 if ((error = getnewvnode(VT_LFS, mp, lfs_vnodeop_p, &vp)) != 0) {
1532 *vpp = NULL;
1533 return (error);
1534 }
1535
1536 do {
1537 if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL) {
1538 ungetnewvnode(vp);
1539 return (0);
1540 }
1541 } while (lockmgr(&ufs_hashlock, LK_EXCLUSIVE|LK_SLEEPFAIL, 0));
1542
1543 /* Translate the inode number to a disk address. */
1544 if (ino == LFS_IFILE_INUM)
1545 daddr = fs->lfs_idaddr;
1546 else {
1547 /* XXX bounds-check this too */
1548 LFS_IENTRY(ifp, fs, ino, bp);
1549 daddr = ifp->if_daddr;
1550 if (fs->lfs_version > 1) {
1551 ts.tv_sec = ifp->if_atime_sec;
1552 ts.tv_nsec = ifp->if_atime_nsec;
1553 }
1554
1555 brelse(bp);
1556 if (daddr == LFS_UNUSED_DADDR) {
1557 *vpp = NULLVP;
1558 ungetnewvnode(vp);
1559 lockmgr(&ufs_hashlock, LK_RELEASE, 0);
1560 return (ENOENT);
1561 }
1562 }
1563
1564 /* Allocate/init new vnode/inode. */
1565 lfs_vcreate(mp, ino, vp);
1566
1567 /*
1568 * Put it onto its hash chain and lock it so that other requests for
1569 * this inode will block if they arrive while we are sleeping waiting
1570 * for old data structures to be purged or for the contents of the
1571 * disk portion of this inode to be read.
1572 */
1573 ip = VTOI(vp);
1574 ufs_ihashins(ip);
1575 lockmgr(&ufs_hashlock, LK_RELEASE, 0);
1576
1577 /*
1578 * XXX
1579 * This may not need to be here, logically it should go down with
1580 * the i_devvp initialization.
1581 * Ask Kirk.
1582 */
1583 ip->i_lfs = ump->um_lfs;
1584
1585 /* Read in the disk contents for the inode, copy into the inode. */
1586 retries = 0;
1587 again:
1588 error = bread(ump->um_devvp, fsbtodb(fs, daddr),
1589 (fs->lfs_version == 1 ? fs->lfs_bsize : fs->lfs_ibsize),
1590 NOCRED, &bp);
1591 if (error) {
1592 /*
1593 * The inode does not contain anything useful, so it would
1594 * be misleading to leave it on its hash chain. With mode
1595 * still zero, it will be unlinked and returned to the free
1596 * list by vput().
1597 */
1598 vput(vp);
1599 brelse(bp);
1600 *vpp = NULL;
1601 return (error);
1602 }
1603
1604 dip = lfs_ifind(fs, ino, bp);
1605 if (dip == NULL) {
1606 /* Assume write has not completed yet; try again */
1607 bp->b_flags |= B_INVAL;
1608 brelse(bp);
1609 ++retries;
1610 if (retries > LFS_IFIND_RETRIES) {
1611 #ifdef DEBUG
1612 /* If the seglock is held look at the bpp to see
1613 what is there anyway */
1614 if (fs->lfs_seglock > 0) {
1615 struct buf **bpp;
1616 struct dinode *dp;
1617 int i;
1618
1619 for (bpp = fs->lfs_sp->bpp;
1620 bpp != fs->lfs_sp->cbpp; ++bpp) {
1621 if ((*bpp)->b_vp == fs->lfs_ivnode &&
1622 bpp != fs->lfs_sp->bpp) {
1623 /* Inode block */
1624 printf("block 0x%" PRIx64 ": ",
1625 (*bpp)->b_blkno);
1626 dp = (struct dinode *)(*bpp)->b_data;
1627 for (i = 0; i < INOPB(fs); i++)
1628 if (dp[i].di_u.inumber)
1629 printf("%d ", dp[i].di_u.inumber);
1630 printf("\n");
1631 }
1632 }
1633 }
1634 #endif
1635 panic("lfs_vget: dinode not found");
1636 }
1637 printf("lfs_vget: dinode %d not found, retrying...\n", ino);
1638 (void)tsleep(&fs->lfs_iocount, PRIBIO + 1, "lfs ifind", 1);
1639 goto again;
1640 }
1641 ip->i_din.ffs_din = *dip;
1642 brelse(bp);
1643
1644 if (fs->lfs_version > 1) {
1645 ip->i_ffs_atime = ts.tv_sec;
1646 ip->i_ffs_atimensec = ts.tv_nsec;
1647 }
1648
1649 lfs_vinit(mp, vp);
1650
1651 *vpp = vp;
1652
1653 KASSERT(VOP_ISLOCKED(vp));
1654
1655 return (0);
1656 }
1657
1658 /*
1659 * File handle to vnode
1660 *
1661 * Have to be really careful about stale file handles:
1662 * - check that the inode number is valid
1663 * - call lfs_vget() to get the locked inode
1664 * - check for an unallocated inode (i_mode == 0)
1665 *
1666 * XXX
1667 * use ifile to see if inode is allocated instead of reading off disk
1668 * what is the relationship between my generational number and the NFS
1669 * generational number.
1670 */
1671 int
1672 lfs_fhtovp(struct mount *mp, struct fid *fhp, struct vnode **vpp)
1673 {
1674 struct ufid *ufhp;
1675
1676 ufhp = (struct ufid *)fhp;
1677 if (ufhp->ufid_ino < ROOTINO)
1678 return (ESTALE);
1679 return (ufs_fhtovp(mp, ufhp, vpp));
1680 }
1681
1682 /*
1683 * Vnode pointer to File handle
1684 */
1685 /* ARGSUSED */
1686 int
1687 lfs_vptofh(struct vnode *vp, struct fid *fhp)
1688 {
1689 struct inode *ip;
1690 struct ufid *ufhp;
1691
1692 ip = VTOI(vp);
1693 ufhp = (struct ufid *)fhp;
1694 ufhp->ufid_len = sizeof(struct ufid);
1695 ufhp->ufid_ino = ip->i_number;
1696 ufhp->ufid_gen = ip->i_ffs_gen;
1697 return (0);
1698 }
1699
1700 int
1701 lfs_sysctl(int *name, u_int namelen, void *oldp, size_t *oldlenp, void *newp, size_t newlen, struct proc *p)
1702 {
1703 extern int lfs_writeindir, lfs_dostats, lfs_clean_vnhead;
1704 extern struct lfs_stats lfs_stats;
1705 int error;
1706
1707 /* all sysctl names at this level are terminal */
1708 if (namelen != 1)
1709 return (ENOTDIR);
1710
1711 switch (name[0]) {
1712 case LFS_WRITEINDIR:
1713 return (sysctl_int(oldp, oldlenp, newp, newlen,
1714 &lfs_writeindir));
1715 case LFS_CLEAN_VNHEAD:
1716 return (sysctl_int(oldp, oldlenp, newp, newlen,
1717 &lfs_clean_vnhead));
1718 case LFS_DOSTATS:
1719 if ((error = sysctl_int(oldp, oldlenp, newp, newlen,
1720 &lfs_dostats)))
1721 return error;
1722 if (lfs_dostats == 0)
1723 memset(&lfs_stats,0,sizeof(lfs_stats));
1724 return 0;
1725 default:
1726 return (EOPNOTSUPP);
1727 }
1728 /* NOTREACHED */
1729 }
1730
1731 /*
1732 * lfs_gop_write functions exactly like genfs_gop_write, except that
1733 * (1) it requires the seglock to be held by its caller, and sp->fip
1734 * to be properly initialized (it will return without re-initializing
1735 * sp->fip, and without calling lfs_writeseg).
1736 * (2) it uses the remaining space in the segment, rather than VOP_BMAP,
1737 * to determine how large a block it can write at once (though it does
1738 * still use VOP_BMAP to find holes in the file);
1739 * (3) it calls lfs_gatherblock instead of VOP_STRATEGY on its blocks
1740 * (leaving lfs_writeseg to deal with the cluster blocks, so we might
1741 * now have clusters of clusters, ick.)
1742 */
1743 static int
1744 lfs_gop_write(struct vnode *vp, struct vm_page **pgs, int npages, int flags)
1745 {
1746 int i, s, error, run;
1747 int fs_bshift, dev_bshift;
1748 vaddr_t kva;
1749 off_t eof, offset, startoffset;
1750 size_t bytes, iobytes, skipbytes;
1751 daddr_t lbn, blkno;
1752 struct vm_page *pg;
1753 struct buf *mbp, *bp;
1754 struct vnode *devvp;
1755 struct inode *ip = VTOI(vp);
1756 struct lfs *fs = ip->i_lfs;
1757 struct segment *sp = fs->lfs_sp;
1758 UVMHIST_FUNC("lfs_gop_write"); UVMHIST_CALLED(ubchist);
1759
1760 /* The Ifile lives in the buffer cache */
1761 if (vp == fs->lfs_ivnode)
1762 return genfs_compat_gop_write(vp, pgs, npages, flags);
1763
1764 /*
1765 * Sometimes things slip past the filters in lfs_putpages,
1766 * and the pagedaemon tries to write pages---problem is
1767 * that the pagedaemon never acquires the segment lock.
1768 *
1769 * Unbusy and unclean the pages, and put them on the ACTIVE
1770 * queue under the hypothesis that they couldn't have got here
1771 * unless they were modified *quite* recently.
1772 *
1773 * XXXUBC that last statement is an oversimplification of course.
1774 */
1775 if (!(fs->lfs_seglock) || fs->lfs_lockpid != curproc->p_pid) {
1776 simple_lock(&vp->v_interlock);
1777 #ifdef DEBUG
1778 printf("lfs_gop_write: seglock not held\n");
1779 #endif
1780 uvm_lock_pageq();
1781 for (i = 0; i < npages; i++) {
1782 pg = pgs[i];
1783
1784 if (pg->flags & PG_PAGEOUT)
1785 uvmexp.paging--;
1786 if (pg->flags & PG_DELWRI) {
1787 uvm_pageunwire(pg);
1788 }
1789 uvm_pageactivate(pg);
1790 pg->flags &= ~(PG_CLEAN|PG_DELWRI|PG_PAGEOUT|PG_RELEASED);
1791 #ifdef DEBUG_LFS
1792 printf("pg[%d]->flags = %x\n", i, pg->flags);
1793 printf("pg[%d]->pqflags = %x\n", i, pg->pqflags);
1794 printf("pg[%d]->uanon = %p\n", i, pg->uanon);
1795 printf("pg[%d]->uobject = %p\n", i, pg->uobject);
1796 printf("pg[%d]->wire_count = %d\n", i, pg->wire_count);
1797 printf("pg[%d]->loan_count = %d\n", i, pg->loan_count);
1798 #endif
1799 }
1800 /* uvm_pageunbusy takes care of PG_BUSY, PG_WANTED */
1801 uvm_page_unbusy(pgs, npages);
1802 uvm_unlock_pageq();
1803 simple_unlock(&vp->v_interlock);
1804 return EAGAIN;
1805 }
1806
1807 UVMHIST_LOG(ubchist, "vp %p pgs %p npages %d flags 0x%x",
1808 vp, pgs, npages, flags);
1809
1810 GOP_SIZE(vp, vp->v_size, &eof, GOP_SIZE_WRITE);
1811
1812 if (vp->v_type == VREG) {
1813 fs_bshift = vp->v_mount->mnt_fs_bshift;
1814 dev_bshift = vp->v_mount->mnt_dev_bshift;
1815 } else {
1816 fs_bshift = DEV_BSHIFT;
1817 dev_bshift = DEV_BSHIFT;
1818 }
1819 error = 0;
1820 pg = pgs[0];
1821 startoffset = pg->offset;
1822 bytes = MIN(npages << PAGE_SHIFT, eof - startoffset);
1823 skipbytes = 0;
1824
1825 KASSERT(bytes != 0);
1826
1827 /* Swap PG_DELWRI for PG_PAGEOUT */
1828 for (i = 0; i < npages; i++)
1829 if (pgs[i]->flags & PG_DELWRI) {
1830 KASSERT(!(pgs[i]->flags & PG_PAGEOUT));
1831 pgs[i]->flags &= ~PG_DELWRI;
1832 pgs[i]->flags |= PG_PAGEOUT;
1833 uvmexp.paging++;
1834 uvm_lock_pageq();
1835 uvm_pageunwire(pgs[i]);
1836 uvm_unlock_pageq();
1837 }
1838
1839 /*
1840 * Check to make sure we're starting on a block boundary.
1841 * We'll check later to make sure we always write entire
1842 * blocks (or fragments).
1843 */
1844 if (startoffset & fs->lfs_bmask)
1845 printf("%" PRId64 " & %" PRId64 " = %" PRId64 "\n",
1846 startoffset, fs->lfs_bmask,
1847 startoffset & fs->lfs_bmask);
1848 KASSERT((startoffset & fs->lfs_bmask) == 0);
1849 if (bytes & fs->lfs_ffmask) {
1850 printf("lfs_gop_write: asked to write %ld bytes\n", (long)bytes);
1851 panic("lfs_gop_write: non-integer blocks");
1852 }
1853
1854 kva = uvm_pagermapin(pgs, npages,
1855 UVMPAGER_MAPIN_WRITE | UVMPAGER_MAPIN_WAITOK);
1856
1857 s = splbio();
1858 simple_lock(&global_v_numoutput_slock);
1859 vp->v_numoutput += 2; /* one for biodone, one for aiodone */
1860 simple_unlock(&global_v_numoutput_slock);
1861 mbp = pool_get(&bufpool, PR_WAITOK);
1862 splx(s);
1863
1864 memset(mbp, 0, sizeof(*bp));
1865 BUF_INIT(mbp);
1866 UVMHIST_LOG(ubchist, "vp %p mbp %p num now %d bytes 0x%x",
1867 vp, mbp, vp->v_numoutput, bytes);
1868 mbp->b_bufsize = npages << PAGE_SHIFT;
1869 mbp->b_data = (void *)kva;
1870 mbp->b_resid = mbp->b_bcount = bytes;
1871 mbp->b_flags = B_BUSY|B_WRITE|B_AGE|B_CALL;
1872 mbp->b_iodone = uvm_aio_biodone;
1873 mbp->b_vp = vp;
1874
1875 bp = NULL;
1876 for (offset = startoffset;
1877 bytes > 0;
1878 offset += iobytes, bytes -= iobytes) {
1879 lbn = offset >> fs_bshift;
1880 error = VOP_BMAP(vp, lbn, &devvp, &blkno, &run);
1881 if (error) {
1882 UVMHIST_LOG(ubchist, "VOP_BMAP() -> %d", error,0,0,0);
1883 skipbytes += bytes;
1884 bytes = 0;
1885 break;
1886 }
1887
1888 iobytes = MIN((((off_t)lbn + 1 + run) << fs_bshift) - offset,
1889 bytes);
1890 if (blkno == (daddr_t)-1) {
1891 skipbytes += iobytes;
1892 continue;
1893 }
1894
1895 /*
1896 * Discover how much we can really pack into this buffer.
1897 */
1898 /* If no room in the current segment, finish it up */
1899 if (sp->sum_bytes_left < sizeof(int32_t) ||
1900 sp->seg_bytes_left < (1 << fs->lfs_bshift)) {
1901 int version;
1902
1903 lfs_updatemeta(sp);
1904
1905 version = sp->fip->fi_version;
1906 (void) lfs_writeseg(fs, sp);
1907
1908 sp->fip->fi_version = version;
1909 sp->fip->fi_ino = ip->i_number;
1910 /* Add the current file to the segment summary. */
1911 ++((SEGSUM *)(sp->segsum))->ss_nfinfo;
1912 sp->sum_bytes_left -= FINFOSIZE;
1913 }
1914 /* Check both for space in segment and space in segsum */
1915 iobytes = MIN(iobytes, (sp->seg_bytes_left >> fs_bshift)
1916 << fs_bshift);
1917 iobytes = MIN(iobytes, (sp->sum_bytes_left / sizeof(int32_t))
1918 << fs_bshift);
1919 KASSERT(iobytes > 0);
1920
1921 /* if it's really one i/o, don't make a second buf */
1922 if (offset == startoffset && iobytes == bytes) {
1923 bp = mbp;
1924 /* printf("bp is mbp\n"); */
1925 /* correct overcount if there is no second buffer */
1926 s = splbio();
1927 simple_lock(&global_v_numoutput_slock);
1928 --vp->v_numoutput;
1929 simple_unlock(&global_v_numoutput_slock);
1930 splx(s);
1931 } else {
1932 /* printf("bp is not mbp\n"); */
1933 s = splbio();
1934 bp = pool_get(&bufpool, PR_WAITOK);
1935 UVMHIST_LOG(ubchist, "vp %p bp %p num now %d",
1936 vp, bp, vp->v_numoutput, 0);
1937 splx(s);
1938 memset(bp, 0, sizeof(*bp));
1939 BUF_INIT(bp);
1940 bp->b_data = (char *)kva +
1941 (vaddr_t)(offset - pg->offset);
1942 bp->b_resid = bp->b_bcount = iobytes;
1943 bp->b_flags = B_BUSY|B_WRITE|B_CALL;
1944 bp->b_iodone = uvm_aio_biodone1;
1945 }
1946
1947 /* XXX This is silly ... is this necessary? */
1948 bp->b_vp = NULL;
1949 s = splbio();
1950 bgetvp(vp, bp);
1951 splx(s);
1952
1953 bp->b_lblkno = lblkno(fs, offset);
1954 bp->b_private = mbp;
1955 if (devvp->v_type == VBLK) {
1956 bp->b_dev = devvp->v_rdev;
1957 }
1958 VOP_BWRITE(bp);
1959 while (lfs_gatherblock(sp, bp, NULL))
1960 continue;
1961 }
1962
1963 if (skipbytes) {
1964 UVMHIST_LOG(ubchist, "skipbytes %d", skipbytes, 0,0,0);
1965 s = splbio();
1966 if (error) {
1967 mbp->b_flags |= B_ERROR;
1968 mbp->b_error = error;
1969 }
1970 mbp->b_resid -= skipbytes;
1971 if (mbp->b_resid == 0) {
1972 biodone(mbp);
1973 }
1974 splx(s);
1975 }
1976 UVMHIST_LOG(ubchist, "returning 0", 0,0,0,0);
1977 return (0);
1978 }
1979
1980 /*
1981 * finish vnode/inode initialization.
1982 * used by lfs_vget and lfs_fastvget.
1983 */
1984 void
1985 lfs_vinit(struct mount *mp, struct vnode *vp)
1986 {
1987 struct inode *ip = VTOI(vp);
1988 struct ufsmount *ump = VFSTOUFS(mp);
1989 int i;
1990
1991 ip->i_ffs_effnlink = ip->i_ffs_nlink;
1992 ip->i_lfs_effnblks = ip->i_ffs_blocks;
1993 ip->i_lfs_osize = ip->i_ffs_size;
1994
1995 /*
1996 * Initialize the vnode from the inode, check for aliases. In all
1997 * cases re-init ip, the underlying vnode/inode may have changed.
1998 */
1999 ufs_vinit(mp, lfs_specop_p, lfs_fifoop_p, &vp);
2000
2001 memset(ip->i_lfs_fragsize, 0, NDADDR * sizeof(*ip->i_lfs_fragsize));
2002 if (vp->v_type != VLNK ||
2003 VTOI(vp)->i_ffs_size >= vp->v_mount->mnt_maxsymlinklen) {
2004 struct lfs *fs = ump->um_lfs;
2005 #ifdef DEBUG
2006 for (i = (ip->i_ffs_size + fs->lfs_bsize - 1) >> fs->lfs_bshift;
2007 i < NDADDR; i++) {
2008 if (ip->i_ffs_db[i] != 0) {
2009 inconsistent:
2010 lfs_dump_dinode(&ip->i_din.ffs_din);
2011 panic("inconsistent inode");
2012 }
2013 }
2014 for ( ; i < NDADDR + NIADDR; i++) {
2015 if (ip->i_ffs_ib[i - NDADDR] != 0) {
2016 goto inconsistent;
2017 }
2018 }
2019 #endif /* DEBUG */
2020 for (i = 0; i < NDADDR; i++)
2021 if (ip->i_ffs_db[i] != 0)
2022 ip->i_lfs_fragsize[i] = blksize(fs, ip, i);
2023 }
2024
2025 #ifdef DEBUG
2026 if (vp->v_type == VNON) {
2027 printf("lfs_vinit: ino %d is type VNON! (ifmt=%o)\n",
2028 ip->i_number, (ip->i_ffs_mode & IFMT) >> 12);
2029 lfs_dump_dinode(&ip->i_din.ffs_din);
2030 #ifdef DDB
2031 Debugger();
2032 #endif /* DDB */
2033 }
2034 #endif /* DEBUG */
2035
2036 /*
2037 * Finish inode initialization now that aliasing has been resolved.
2038 */
2039
2040 ip->i_devvp = ump->um_devvp;
2041 VREF(ip->i_devvp);
2042 genfs_node_init(vp, &lfs_genfsops);
2043 uvm_vnp_setsize(vp, ip->i_ffs_size);
2044 }
2045