rumpfs.c revision 1.149
1 /* $NetBSD: rumpfs.c,v 1.149 2017/05/26 14:21:00 riastradh Exp $ */ 2 3 /* 4 * Copyright (c) 2009, 2010, 2011 Antti Kantee. All Rights Reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 16 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 17 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 18 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 21 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 */ 27 28 #include <sys/cdefs.h> 29 __KERNEL_RCSID(0, "$NetBSD: rumpfs.c,v 1.149 2017/05/26 14:21:00 riastradh Exp $"); 30 31 #include <sys/param.h> 32 #include <sys/atomic.h> 33 #include <sys/buf.h> 34 #include <sys/dirent.h> 35 #include <sys/errno.h> 36 #include <sys/filedesc.h> 37 #include <sys/fcntl.h> 38 #include <sys/kauth.h> 39 #include <sys/malloc.h> 40 #include <sys/module.h> 41 #include <sys/mount.h> 42 #include <sys/namei.h> 43 #include <sys/lock.h> 44 #include <sys/lockf.h> 45 #include <sys/queue.h> 46 #include <sys/stat.h> 47 #include <sys/syscallargs.h> 48 #include <sys/vnode.h> 49 #include <sys/unistd.h> 50 51 #include <miscfs/fifofs/fifo.h> 52 #include <miscfs/specfs/specdev.h> 53 #include <miscfs/genfs/genfs.h> 54 #include <miscfs/genfs/genfs_node.h> 55 56 #include <uvm/uvm_extern.h> 57 58 #include <rump-sys/kern.h> 59 #include <rump-sys/vfs.h> 60 61 #include <rump/rumpfs.h> 62 #include <rump/rumpuser.h> 63 64 static int rump_vop_lookup(void *); 65 static int rump_vop_getattr(void *); 66 static int rump_vop_setattr(void *); 67 static int rump_vop_mkdir(void *); 68 static int rump_vop_rmdir(void *); 69 static int rump_vop_remove(void *); 70 static int rump_vop_mknod(void *); 71 static int rump_vop_create(void *); 72 static int rump_vop_inactive(void *); 73 static int rump_vop_reclaim(void *); 74 static int rump_vop_success(void *); 75 static int rump_vop_readdir(void *); 76 static int rump_vop_spec(void *); 77 static int rump_vop_read(void *); 78 static int rump_vop_write(void *); 79 static int rump_vop_open(void *); 80 static int rump_vop_symlink(void *); 81 static int rump_vop_readlink(void *); 82 static int rump_vop_whiteout(void *); 83 static int rump_vop_pathconf(void *); 84 static int rump_vop_bmap(void *); 85 static int rump_vop_strategy(void *); 86 static int rump_vop_advlock(void *); 87 static int rump_vop_access(void *); 88 static int rump_vop_fcntl(void *); 89 90 int (**fifo_vnodeop_p)(void *); 91 const struct vnodeopv_entry_desc fifo_vnodeop_entries[] = { 92 { &vop_default_desc, vn_default_error }, 93 { &vop_putpages_desc, genfs_null_putpages }, 94 { NULL, NULL } 95 }; 96 const struct vnodeopv_desc fifo_vnodeop_opv_desc = 97 { &fifo_vnodeop_p, fifo_vnodeop_entries }; 98 99 int (**rump_vnodeop_p)(void *); 100 const struct vnodeopv_entry_desc rump_vnodeop_entries[] = { 101 { &vop_default_desc, vn_default_error }, 102 { &vop_lookup_desc, rump_vop_lookup }, 103 { &vop_getattr_desc, rump_vop_getattr }, 104 { &vop_setattr_desc, rump_vop_setattr }, 105 { &vop_mkdir_desc, rump_vop_mkdir }, 106 { &vop_rmdir_desc, rump_vop_rmdir }, 107 { &vop_remove_desc, rump_vop_remove }, 108 { &vop_mknod_desc, rump_vop_mknod }, 109 { &vop_create_desc, rump_vop_create }, 110 { &vop_symlink_desc, rump_vop_symlink }, 111 { &vop_readlink_desc, rump_vop_readlink }, 112 { &vop_access_desc, rump_vop_access }, 113 { &vop_readdir_desc, rump_vop_readdir }, 114 { &vop_read_desc, rump_vop_read }, 115 { &vop_write_desc, rump_vop_write }, 116 { &vop_open_desc, rump_vop_open }, 117 { &vop_close_desc, genfs_nullop }, 118 { &vop_seek_desc, genfs_seek }, 119 { &vop_getpages_desc, genfs_getpages }, 120 { &vop_putpages_desc, genfs_putpages }, 121 { &vop_whiteout_desc, rump_vop_whiteout }, 122 { &vop_fsync_desc, rump_vop_success }, 123 { &vop_lock_desc, genfs_lock }, 124 { &vop_unlock_desc, genfs_unlock }, 125 { &vop_islocked_desc, genfs_islocked }, 126 { &vop_inactive_desc, rump_vop_inactive }, 127 { &vop_reclaim_desc, rump_vop_reclaim }, 128 { &vop_link_desc, genfs_eopnotsupp }, 129 { &vop_pathconf_desc, rump_vop_pathconf }, 130 { &vop_bmap_desc, rump_vop_bmap }, 131 { &vop_strategy_desc, rump_vop_strategy }, 132 { &vop_advlock_desc, rump_vop_advlock }, 133 { &vop_fcntl_desc, rump_vop_fcntl }, 134 { NULL, NULL } 135 }; 136 const struct vnodeopv_desc rump_vnodeop_opv_desc = 137 { &rump_vnodeop_p, rump_vnodeop_entries }; 138 139 int (**rump_specop_p)(void *); 140 const struct vnodeopv_entry_desc rump_specop_entries[] = { 141 { &vop_default_desc, rump_vop_spec }, 142 { NULL, NULL } 143 }; 144 const struct vnodeopv_desc rump_specop_opv_desc = 145 { &rump_specop_p, rump_specop_entries }; 146 147 const struct vnodeopv_desc * const rump_opv_descs[] = { 148 &rump_vnodeop_opv_desc, 149 &rump_specop_opv_desc, 150 NULL 151 }; 152 153 #define RUMPFS_WHITEOUT ((void *)-1) 154 #define RDENT_ISWHITEOUT(rdp) (rdp->rd_node == RUMPFS_WHITEOUT) 155 struct rumpfs_dent { 156 char *rd_name; 157 int rd_namelen; 158 struct rumpfs_node *rd_node; 159 160 LIST_ENTRY(rumpfs_dent) rd_entries; 161 }; 162 163 struct genfs_ops rumpfs_genfsops = { 164 .gop_size = genfs_size, 165 .gop_write = genfs_gop_write, 166 167 /* optional */ 168 .gop_alloc = NULL, 169 .gop_markupdate = NULL, 170 }; 171 172 struct rumpfs_node { 173 struct genfs_node rn_gn; 174 struct vattr rn_va; 175 struct vnode *rn_vp; 176 char *rn_hostpath; 177 int rn_flags; 178 struct lockf *rn_lockf; 179 180 union { 181 struct { /* VREG */ 182 int readfd; 183 int writefd; 184 uint64_t offset; 185 } reg; 186 struct { 187 void *data; 188 size_t dlen; 189 } reg_noet; 190 struct { /* VDIR */ 191 LIST_HEAD(, rumpfs_dent) dents; 192 struct rumpfs_node *parent; 193 int flags; 194 } dir; 195 struct { 196 char *target; 197 size_t len; 198 } link; 199 } rn_u; 200 }; 201 #define rn_readfd rn_u.reg.readfd 202 #define rn_writefd rn_u.reg.writefd 203 #define rn_offset rn_u.reg.offset 204 #define rn_data rn_u.reg_noet.data 205 #define rn_dlen rn_u.reg_noet.dlen 206 #define rn_dir rn_u.dir.dents 207 #define rn_parent rn_u.dir.parent 208 #define rn_linktarg rn_u.link.target 209 #define rn_linklen rn_u.link.len 210 211 #define RUMPNODE_CANRECLAIM 0x01 212 #define RUMPNODE_DIR_ET 0x02 213 #define RUMPNODE_DIR_ETSUBS 0x04 214 #define RUMPNODE_ET_PHONE_HOST 0x10 215 #define RUMPNODE_EXTSTORAGE 0x20 216 217 struct rumpfs_mount { 218 struct vnode *rfsmp_rvp; 219 }; 220 221 #define INO_WHITEOUT 1 222 static int lastino = 2; 223 static kmutex_t reclock; 224 225 #define RUMPFS_DEFAULTMODE 0755 226 static void freedir(struct rumpfs_node *, struct componentname *); 227 static struct rumpfs_node *makeprivate(enum vtype, mode_t, dev_t, off_t, bool); 228 static void freeprivate(struct rumpfs_node *); 229 230 /* 231 * Extra Terrestrial stuff. We map a given key (pathname) to a file on 232 * the host FS. ET phones home only from the root node of rumpfs. 233 * 234 * When an etfs node is removed, a vnode potentially behind it is not 235 * immediately recycled. 236 */ 237 238 struct etfs { 239 char et_key[MAXPATHLEN]; 240 size_t et_keylen; 241 bool et_prefixkey; 242 bool et_removing; 243 devminor_t et_blkmin; 244 245 LIST_ENTRY(etfs) et_entries; 246 247 struct rumpfs_node *et_rn; 248 }; 249 static kmutex_t etfs_lock; 250 static LIST_HEAD(, etfs) etfs_list = LIST_HEAD_INITIALIZER(etfs_list); 251 252 static enum vtype 253 ettype_to_vtype(enum rump_etfs_type et) 254 { 255 enum vtype vt; 256 257 switch (et) { 258 case RUMP_ETFS_REG: 259 vt = VREG; 260 break; 261 case RUMP_ETFS_BLK: 262 vt = VBLK; 263 break; 264 case RUMP_ETFS_CHR: 265 vt = VCHR; 266 break; 267 case RUMP_ETFS_DIR: 268 vt = VDIR; 269 break; 270 case RUMP_ETFS_DIR_SUBDIRS: 271 vt = VDIR; 272 break; 273 default: 274 panic("invalid et type: %d", et); 275 } 276 277 return vt; 278 } 279 280 static enum vtype 281 hft_to_vtype(int hft) 282 { 283 enum vtype vt; 284 285 switch (hft) { 286 case RUMPUSER_FT_OTHER: 287 vt = VNON; 288 break; 289 case RUMPUSER_FT_DIR: 290 vt = VDIR; 291 break; 292 case RUMPUSER_FT_REG: 293 vt = VREG; 294 break; 295 case RUMPUSER_FT_BLK: 296 vt = VBLK; 297 break; 298 case RUMPUSER_FT_CHR: 299 vt = VCHR; 300 break; 301 default: 302 vt = VNON; 303 break; 304 } 305 306 return vt; 307 } 308 309 static bool 310 etfs_find(const char *key, struct etfs **etp, bool forceprefix) 311 { 312 struct etfs *et; 313 size_t keylen = strlen(key); 314 315 KASSERT(mutex_owned(&etfs_lock)); 316 317 LIST_FOREACH(et, &etfs_list, et_entries) { 318 if ((keylen == et->et_keylen || et->et_prefixkey || forceprefix) 319 && strncmp(key, et->et_key, et->et_keylen) == 0) { 320 if (etp) 321 *etp = et; 322 return true; 323 } 324 } 325 326 return false; 327 } 328 329 #define REGDIR(ftype) \ 330 ((ftype) == RUMP_ETFS_DIR || (ftype) == RUMP_ETFS_DIR_SUBDIRS) 331 static int 332 etfsregister(const char *key, const char *hostpath, 333 enum rump_etfs_type ftype, uint64_t begin, uint64_t size) 334 { 335 char buf[9]; 336 struct etfs *et; 337 struct rumpfs_node *rn; 338 uint64_t fsize; 339 dev_t rdev = NODEV; 340 devminor_t dmin = -1; 341 int hft, error; 342 343 if (key[0] != '/') { 344 return EINVAL; 345 } 346 while (key[0] == '/') { 347 key++; 348 } 349 350 if ((error = rumpuser_getfileinfo(hostpath, &fsize, &hft)) != 0) 351 return error; 352 353 /* etfs directory requires a directory on the host */ 354 if (REGDIR(ftype)) { 355 if (hft != RUMPUSER_FT_DIR) 356 return ENOTDIR; 357 if (begin != 0) 358 return EISDIR; 359 if (size != RUMP_ETFS_SIZE_ENDOFF) 360 return EISDIR; 361 size = fsize; 362 } else { 363 if (begin > fsize) 364 return EINVAL; 365 if (size == RUMP_ETFS_SIZE_ENDOFF) 366 size = fsize - begin; 367 if (begin + size > fsize) 368 return EINVAL; 369 } 370 371 if (ftype == RUMP_ETFS_BLK || ftype == RUMP_ETFS_CHR) { 372 error = rumpblk_register(hostpath, &dmin, begin, size); 373 if (error != 0) { 374 return error; 375 } 376 rdev = makedev(RUMPBLK_DEVMAJOR, dmin); 377 } 378 379 et = kmem_alloc(sizeof(*et), KM_SLEEP); 380 strcpy(et->et_key, key); 381 et->et_keylen = strlen(et->et_key); 382 et->et_rn = rn = makeprivate(ettype_to_vtype(ftype), RUMPFS_DEFAULTMODE, 383 rdev, size, true); 384 et->et_removing = false; 385 et->et_blkmin = dmin; 386 387 rn->rn_flags |= RUMPNODE_ET_PHONE_HOST; 388 389 if (ftype == RUMP_ETFS_REG || REGDIR(ftype) || et->et_blkmin != -1) { 390 size_t len = strlen(hostpath)+1; 391 392 rn->rn_hostpath = malloc(len, M_TEMP, M_WAITOK | M_ZERO); 393 memcpy(rn->rn_hostpath, hostpath, len); 394 rn->rn_offset = begin; 395 } 396 397 if (REGDIR(ftype)) { 398 rn->rn_flags |= RUMPNODE_DIR_ET; 399 et->et_prefixkey = true; 400 } else { 401 et->et_prefixkey = false; 402 } 403 404 if (ftype == RUMP_ETFS_DIR_SUBDIRS) 405 rn->rn_flags |= RUMPNODE_DIR_ETSUBS; 406 407 mutex_enter(&etfs_lock); 408 if (etfs_find(key, NULL, REGDIR(ftype))) { 409 mutex_exit(&etfs_lock); 410 if (et->et_blkmin != -1) 411 rumpblk_deregister(hostpath); 412 if (et->et_rn->rn_hostpath != NULL) 413 free(et->et_rn->rn_hostpath, M_TEMP); 414 freeprivate(et->et_rn); 415 kmem_free(et, sizeof(*et)); 416 return EEXIST; 417 } 418 LIST_INSERT_HEAD(&etfs_list, et, et_entries); 419 mutex_exit(&etfs_lock); 420 421 if (ftype == RUMP_ETFS_BLK) { 422 format_bytes(buf, sizeof(buf), size); 423 aprint_verbose("/%s: hostpath %s (%s)\n", key, hostpath, buf); 424 } 425 426 return 0; 427 } 428 #undef REGDIR 429 430 /* remove etfs mapping. caller's responsibility to make sure it's not in use */ 431 static int 432 etfsremove(const char *key) 433 { 434 struct etfs *et; 435 size_t keylen; 436 int rv __diagused; 437 438 if (key[0] != '/') { 439 return EINVAL; 440 } 441 while (key[0] == '/') { 442 key++; 443 } 444 445 keylen = strlen(key); 446 447 mutex_enter(&etfs_lock); 448 LIST_FOREACH(et, &etfs_list, et_entries) { 449 if (keylen == et->et_keylen && strcmp(et->et_key, key) == 0) { 450 if (et->et_removing) 451 et = NULL; 452 else 453 et->et_removing = true; 454 break; 455 } 456 } 457 mutex_exit(&etfs_lock); 458 if (!et) 459 return ENOENT; 460 461 /* 462 * ok, we know what we want to remove and have signalled there 463 * actually are men at work. first, unregister from rumpblk 464 */ 465 if (et->et_blkmin != -1) { 466 rv = rumpblk_deregister(et->et_rn->rn_hostpath); 467 } else { 468 rv = 0; 469 } 470 KASSERT(rv == 0); 471 472 /* then do the actual removal */ 473 mutex_enter(&etfs_lock); 474 LIST_REMOVE(et, et_entries); 475 mutex_exit(&etfs_lock); 476 477 /* node is unreachable, safe to nuke all device copies */ 478 if (et->et_blkmin != -1) { 479 vdevgone(RUMPBLK_DEVMAJOR, et->et_blkmin, et->et_blkmin, VBLK); 480 } else { 481 struct vnode *vp; 482 struct mount *mp; 483 struct rumpfs_node *rn; 484 485 mutex_enter(&reclock); 486 if ((vp = et->et_rn->rn_vp) != NULL) { 487 mp = vp->v_mount; 488 rn = vp->v_data; 489 KASSERT(rn == et->et_rn); 490 } else { 491 mp = NULL; 492 } 493 mutex_exit(&reclock); 494 if (mp && vcache_get(mp, &rn, sizeof(rn), &vp) == 0) 495 vgone(vp); 496 } 497 498 if (et->et_rn->rn_hostpath != NULL) 499 free(et->et_rn->rn_hostpath, M_TEMP); 500 freeprivate(et->et_rn); 501 kmem_free(et, sizeof(*et)); 502 503 return 0; 504 } 505 506 /* 507 * rumpfs 508 */ 509 510 static struct rumpfs_node * 511 makeprivate(enum vtype vt, mode_t mode, dev_t rdev, off_t size, bool et) 512 { 513 struct rumpfs_node *rn; 514 struct vattr *va; 515 struct timespec ts; 516 517 KASSERT((mode & ~ALLPERMS) == 0); 518 rn = kmem_zalloc(sizeof(*rn), KM_SLEEP); 519 520 switch (vt) { 521 case VDIR: 522 LIST_INIT(&rn->rn_dir); 523 break; 524 case VREG: 525 if (et) { 526 rn->rn_readfd = -1; 527 rn->rn_writefd = -1; 528 } 529 break; 530 default: 531 break; 532 } 533 534 nanotime(&ts); 535 536 va = &rn->rn_va; 537 va->va_type = vt; 538 va->va_mode = mode; 539 if (vt == VDIR) 540 va->va_nlink = 2; 541 else 542 va->va_nlink = 1; 543 va->va_uid = 0; 544 va->va_gid = 0; 545 va->va_fsid = 546 va->va_fileid = atomic_inc_uint_nv(&lastino); 547 va->va_size = size; 548 va->va_blocksize = 512; 549 va->va_atime = ts; 550 va->va_mtime = ts; 551 va->va_ctime = ts; 552 va->va_birthtime = ts; 553 va->va_gen = 0; 554 va->va_flags = 0; 555 va->va_rdev = rdev; 556 va->va_bytes = 512; 557 va->va_filerev = 0; 558 va->va_vaflags = 0; 559 560 return rn; 561 } 562 563 static void 564 freeprivate(struct rumpfs_node *rn) 565 { 566 567 kmem_free(rn, sizeof(*rn)); 568 } 569 570 static void 571 makedir(struct rumpfs_node *rnd, 572 struct componentname *cnp, struct rumpfs_node *rn) 573 { 574 struct rumpfs_dent *rdent; 575 576 rdent = kmem_alloc(sizeof(*rdent), KM_SLEEP); 577 rdent->rd_name = kmem_alloc(cnp->cn_namelen+1, KM_SLEEP); 578 rdent->rd_node = rn; 579 strlcpy(rdent->rd_name, cnp->cn_nameptr, cnp->cn_namelen+1); 580 rdent->rd_namelen = strlen(rdent->rd_name); 581 582 if ((cnp->cn_flags & ISWHITEOUT) != 0) { 583 KASSERT((cnp->cn_flags & DOWHITEOUT) == 0); 584 freedir(rnd, cnp); 585 } 586 LIST_INSERT_HEAD(&rnd->rn_dir, rdent, rd_entries); 587 } 588 589 static void 590 freedir(struct rumpfs_node *rnd, struct componentname *cnp) 591 { 592 struct rumpfs_dent *rd = NULL; 593 594 LIST_FOREACH(rd, &rnd->rn_dir, rd_entries) { 595 if (rd->rd_namelen == cnp->cn_namelen && 596 strncmp(rd->rd_name, cnp->cn_nameptr, 597 cnp->cn_namelen) == 0) 598 break; 599 } 600 if (rd == NULL) 601 panic("could not find directory entry: %s", cnp->cn_nameptr); 602 603 if (cnp->cn_flags & DOWHITEOUT) { 604 rd->rd_node = RUMPFS_WHITEOUT; 605 } else { 606 LIST_REMOVE(rd, rd_entries); 607 kmem_free(rd->rd_name, rd->rd_namelen+1); 608 kmem_free(rd, sizeof(*rd)); 609 } 610 } 611 612 /* 613 * Simple lookup for rump file systems. 614 * 615 * uhm, this is twisted. C F C C, hope of C C F C looming 616 */ 617 static int 618 rump_vop_lookup(void *v) 619 { 620 struct vop_lookup_v2_args /* { 621 struct vnode *a_dvp; 622 struct vnode **a_vpp; 623 struct componentname *a_cnp; 624 }; */ *ap = v; 625 struct componentname *cnp = ap->a_cnp; 626 struct vnode *dvp = ap->a_dvp; 627 struct vnode **vpp = ap->a_vpp; 628 struct rumpfs_node *rnd = dvp->v_data, *rn; 629 struct rumpfs_dent *rd = NULL; 630 struct etfs *et; 631 bool dotdot = (cnp->cn_flags & ISDOTDOT) != 0; 632 int rv = 0; 633 const char *cp; 634 635 *vpp = NULL; 636 637 rv = VOP_ACCESS(dvp, VEXEC, cnp->cn_cred); 638 if (rv) 639 return rv; 640 641 if ((cnp->cn_flags & ISLASTCN) 642 && (dvp->v_mount->mnt_flag & MNT_RDONLY) 643 && (cnp->cn_nameiop == DELETE || cnp->cn_nameiop == RENAME)) 644 return EROFS; 645 646 /* check for dot, return directly if the case */ 647 if (cnp->cn_namelen == 1 && cnp->cn_nameptr[0] == '.') { 648 vref(dvp); 649 *vpp = dvp; 650 return 0; 651 } 652 653 /* we don't do rename */ 654 if (!(((cnp->cn_flags & ISLASTCN) == 0) || (cnp->cn_nameiop != RENAME))) 655 return EOPNOTSUPP; 656 657 /* check for etfs */ 658 if (dvp == rootvnode && 659 (cnp->cn_nameiop == LOOKUP || cnp->cn_nameiop == CREATE)) { 660 bool found; 661 mutex_enter(&etfs_lock); 662 found = etfs_find(cnp->cn_nameptr, &et, false); 663 mutex_exit(&etfs_lock); 664 665 if (found) { 666 rn = et->et_rn; 667 cnp->cn_consume += et->et_keylen - cnp->cn_namelen; 668 /* 669 * consume trailing slashes if any and clear 670 * REQUIREDIR if we consumed the full path. 671 */ 672 cp = &cnp->cn_nameptr[cnp->cn_namelen]; 673 cp += cnp->cn_consume; 674 KASSERT(*cp == '\0' || *cp == '/'); 675 if (*cp == '\0' && rn->rn_va.va_type != VDIR) 676 cnp->cn_flags &= ~REQUIREDIR; 677 while (*cp++ == '/') 678 cnp->cn_consume++; 679 goto getvnode; 680 } 681 } 682 683 if (rnd->rn_flags & RUMPNODE_DIR_ET) { 684 uint64_t fsize; 685 char *newpath; 686 size_t newpathlen; 687 int hft, error; 688 689 if (dotdot) 690 return EOPNOTSUPP; 691 692 newpathlen = strlen(rnd->rn_hostpath) + 1 + cnp->cn_namelen + 1; 693 newpath = malloc(newpathlen, M_TEMP, M_WAITOK); 694 695 strlcpy(newpath, rnd->rn_hostpath, newpathlen); 696 strlcat(newpath, "/", newpathlen); 697 strlcat(newpath, cnp->cn_nameptr, newpathlen); 698 699 if ((error = rumpuser_getfileinfo(newpath, &fsize, &hft)) != 0){ 700 free(newpath, M_TEMP); 701 return error; 702 } 703 704 /* allow only dirs and regular files */ 705 if (hft != RUMPUSER_FT_REG && hft != RUMPUSER_FT_DIR) { 706 free(newpath, M_TEMP); 707 return ENOENT; 708 } 709 710 rn = makeprivate(hft_to_vtype(hft), RUMPFS_DEFAULTMODE, 711 NODEV, fsize, true); 712 rn->rn_flags |= RUMPNODE_CANRECLAIM; 713 if (rnd->rn_flags & RUMPNODE_DIR_ETSUBS) { 714 rn->rn_flags |= RUMPNODE_DIR_ET | RUMPNODE_DIR_ETSUBS; 715 rn->rn_flags |= RUMPNODE_ET_PHONE_HOST; 716 } 717 rn->rn_hostpath = newpath; 718 719 goto getvnode; 720 } else { 721 if (dotdot) { 722 if ((rn = rnd->rn_parent) != NULL) 723 goto getvnode; 724 } else { 725 LIST_FOREACH(rd, &rnd->rn_dir, rd_entries) { 726 if (rd->rd_namelen == cnp->cn_namelen && 727 strncmp(rd->rd_name, cnp->cn_nameptr, 728 cnp->cn_namelen) == 0) 729 break; 730 } 731 } 732 } 733 734 if (!rd && ((cnp->cn_flags & ISLASTCN) == 0||cnp->cn_nameiop != CREATE)) 735 return ENOENT; 736 737 if (!rd && (cnp->cn_flags & ISLASTCN) && cnp->cn_nameiop == CREATE) { 738 if (dvp->v_mount->mnt_flag & MNT_RDONLY) 739 return EROFS; 740 rv = VOP_ACCESS(dvp, VWRITE, cnp->cn_cred); 741 if (rv) 742 return rv; 743 return EJUSTRETURN; 744 } 745 746 if ((cnp->cn_flags & ISLASTCN) && cnp->cn_nameiop == DELETE) { 747 rv = VOP_ACCESS(dvp, VWRITE, cnp->cn_cred); 748 if (rv) 749 return rv; 750 } 751 752 if (RDENT_ISWHITEOUT(rd)) { 753 cnp->cn_flags |= ISWHITEOUT; 754 if ((cnp->cn_flags & ISLASTCN) && cnp->cn_nameiop == CREATE) 755 return EJUSTRETURN; 756 return ENOENT; 757 } 758 759 rn = rd->rd_node; 760 761 getvnode: 762 KASSERT(rn); 763 rv = vcache_get(dvp->v_mount, &rn, sizeof(rn), vpp); 764 if (rv) { 765 if (rnd->rn_flags & RUMPNODE_DIR_ET) 766 freeprivate(rn); 767 return rv; 768 } 769 770 return 0; 771 } 772 773 static int 774 rump_check_possible(struct vnode *vp, struct rumpfs_node *rnode, 775 mode_t mode) 776 { 777 778 if ((mode & VWRITE) == 0) 779 return 0; 780 781 switch (vp->v_type) { 782 case VDIR: 783 case VLNK: 784 case VREG: 785 break; 786 default: 787 /* special file is always writable. */ 788 return 0; 789 } 790 791 return vp->v_mount->mnt_flag & MNT_RDONLY ? EROFS : 0; 792 } 793 794 static int 795 rump_check_permitted(struct vnode *vp, struct rumpfs_node *rnode, 796 mode_t mode, kauth_cred_t cred) 797 { 798 struct vattr *attr = &rnode->rn_va; 799 800 return kauth_authorize_vnode(cred, KAUTH_ACCESS_ACTION(mode, 801 vp->v_type, attr->va_mode), vp, NULL, genfs_can_access(vp->v_type, 802 attr->va_mode, attr->va_uid, attr->va_gid, mode, cred)); 803 } 804 805 int 806 rump_vop_access(void *v) 807 { 808 struct vop_access_args /* { 809 const struct vnodeop_desc *a_desc; 810 struct vnode *a_vp; 811 int a_mode; 812 kauth_cred_t a_cred; 813 } */ *ap = v; 814 struct vnode *vp = ap->a_vp; 815 struct rumpfs_node *rn = vp->v_data; 816 int error; 817 818 error = rump_check_possible(vp, rn, ap->a_mode); 819 if (error) 820 return error; 821 822 error = rump_check_permitted(vp, rn, ap->a_mode, ap->a_cred); 823 824 return error; 825 } 826 827 static int 828 rump_vop_getattr(void *v) 829 { 830 struct vop_getattr_args /* { 831 struct vnode *a_vp; 832 struct vattr *a_vap; 833 kauth_cred_t a_cred; 834 } */ *ap = v; 835 struct vnode *vp = ap->a_vp; 836 struct rumpfs_node *rn = vp->v_data; 837 struct vattr *vap = ap->a_vap; 838 839 memcpy(vap, &rn->rn_va, sizeof(struct vattr)); 840 vap->va_size = vp->v_size; 841 return 0; 842 } 843 844 static int 845 rump_vop_setattr(void *v) 846 { 847 struct vop_setattr_args /* { 848 struct vnode *a_vp; 849 struct vattr *a_vap; 850 kauth_cred_t a_cred; 851 } */ *ap = v; 852 struct vnode *vp = ap->a_vp; 853 struct vattr *vap = ap->a_vap; 854 struct rumpfs_node *rn = vp->v_data; 855 struct vattr *attr = &rn->rn_va; 856 kauth_cred_t cred = ap->a_cred; 857 int error; 858 859 #define CHANGED(a, t) (vap->a != (t)VNOVAL) 860 #define SETIFVAL(a,t) if (CHANGED(a, t)) rn->rn_va.a = vap->a 861 if (CHANGED(va_atime.tv_sec, time_t) || 862 CHANGED(va_ctime.tv_sec, time_t) || 863 CHANGED(va_mtime.tv_sec, time_t) || 864 CHANGED(va_birthtime.tv_sec, time_t) || 865 CHANGED(va_atime.tv_nsec, long) || 866 CHANGED(va_ctime.tv_nsec, long) || 867 CHANGED(va_mtime.tv_nsec, long) || 868 CHANGED(va_birthtime.tv_nsec, long)) { 869 error = kauth_authorize_vnode(cred, KAUTH_VNODE_WRITE_TIMES, vp, 870 NULL, genfs_can_chtimes(vp, vap->va_vaflags, attr->va_uid, 871 cred)); 872 if (error) 873 return error; 874 } 875 876 SETIFVAL(va_atime.tv_sec, time_t); 877 SETIFVAL(va_ctime.tv_sec, time_t); 878 SETIFVAL(va_mtime.tv_sec, time_t); 879 SETIFVAL(va_birthtime.tv_sec, time_t); 880 SETIFVAL(va_atime.tv_nsec, long); 881 SETIFVAL(va_ctime.tv_nsec, long); 882 SETIFVAL(va_mtime.tv_nsec, long); 883 SETIFVAL(va_birthtime.tv_nsec, long); 884 885 if (CHANGED(va_flags, u_long)) { 886 /* XXX Can we handle system flags here...? */ 887 error = kauth_authorize_vnode(cred, KAUTH_VNODE_WRITE_FLAGS, vp, 888 NULL, genfs_can_chflags(cred, vp->v_type, attr->va_uid, 889 false)); 890 if (error) 891 return error; 892 } 893 894 SETIFVAL(va_flags, u_long); 895 #undef SETIFVAL 896 #undef CHANGED 897 898 if (vap->va_uid != (uid_t)VNOVAL || vap->va_gid != (uid_t)VNOVAL) { 899 uid_t uid = 900 (vap->va_uid != (uid_t)VNOVAL) ? vap->va_uid : attr->va_uid; 901 gid_t gid = 902 (vap->va_gid != (gid_t)VNOVAL) ? vap->va_gid : attr->va_gid; 903 error = kauth_authorize_vnode(cred, 904 KAUTH_VNODE_CHANGE_OWNERSHIP, vp, NULL, 905 genfs_can_chown(cred, attr->va_uid, attr->va_gid, uid, 906 gid)); 907 if (error) 908 return error; 909 attr->va_uid = uid; 910 attr->va_gid = gid; 911 } 912 913 if (vap->va_mode != (mode_t)VNOVAL) { 914 mode_t mode = vap->va_mode; 915 error = kauth_authorize_vnode(cred, KAUTH_VNODE_WRITE_SECURITY, 916 vp, NULL, genfs_can_chmod(vp->v_type, cred, attr->va_uid, 917 attr->va_gid, mode)); 918 if (error) 919 return error; 920 attr->va_mode = mode; 921 } 922 923 if (vp->v_type == VREG && 924 vap->va_size != VSIZENOTSET && 925 vap->va_size != rn->rn_dlen && 926 (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) == 0) { 927 void *newdata; 928 size_t copylen, newlen; 929 930 newlen = vap->va_size; 931 newdata = rump_hypermalloc(newlen, 0, false, "rumpfs"); 932 if (newdata == NULL) 933 return ENOSPC; 934 935 copylen = MIN(rn->rn_dlen, newlen); 936 memcpy(newdata, rn->rn_data, copylen); 937 memset((char *)newdata + copylen, 0, newlen - copylen); 938 939 if ((rn->rn_flags & RUMPNODE_EXTSTORAGE) == 0) { 940 rump_hyperfree(rn->rn_data, rn->rn_dlen); 941 } else { 942 rn->rn_flags &= ~RUMPNODE_EXTSTORAGE; 943 } 944 945 rn->rn_data = newdata; 946 rn->rn_dlen = newlen; 947 uvm_vnp_setsize(vp, newlen); 948 } 949 return 0; 950 } 951 952 static int 953 rump_vop_mkdir(void *v) 954 { 955 struct vop_mkdir_v3_args /* { 956 struct vnode *a_dvp; 957 struct vnode **a_vpp; 958 struct componentname *a_cnp; 959 struct vattr *a_vap; 960 }; */ *ap = v; 961 struct vnode *dvp = ap->a_dvp; 962 struct vnode **vpp = ap->a_vpp; 963 struct componentname *cnp = ap->a_cnp; 964 struct vattr *va = ap->a_vap; 965 struct rumpfs_node *rnd = dvp->v_data, *rn; 966 int rv = 0; 967 968 rn = makeprivate(VDIR, va->va_mode & ALLPERMS, NODEV, DEV_BSIZE, false); 969 if ((cnp->cn_flags & ISWHITEOUT) != 0) 970 rn->rn_va.va_flags |= UF_OPAQUE; 971 rn->rn_parent = rnd; 972 rv = vcache_get(dvp->v_mount, &rn, sizeof(rn), vpp); 973 if (rv) { 974 freeprivate(rn); 975 return rv; 976 } 977 978 makedir(rnd, cnp, rn); 979 980 return rv; 981 } 982 983 static int 984 rump_vop_rmdir(void *v) 985 { 986 struct vop_rmdir_v2_args /* { 987 struct vnode *a_dvp; 988 struct vnode *a_vp; 989 struct componentname *a_cnp; 990 }; */ *ap = v; 991 struct vnode *dvp = ap->a_dvp; 992 struct vnode *vp = ap->a_vp; 993 struct componentname *cnp = ap->a_cnp; 994 struct rumpfs_node *rnd = dvp->v_data; 995 struct rumpfs_node *rn = vp->v_data; 996 struct rumpfs_dent *rd; 997 int rv = 0; 998 999 LIST_FOREACH(rd, &rn->rn_dir, rd_entries) { 1000 if (rd->rd_node != RUMPFS_WHITEOUT) { 1001 rv = ENOTEMPTY; 1002 goto out; 1003 } 1004 } 1005 while ((rd = LIST_FIRST(&rn->rn_dir)) != NULL) { 1006 KASSERT(rd->rd_node == RUMPFS_WHITEOUT); 1007 LIST_REMOVE(rd, rd_entries); 1008 kmem_free(rd->rd_name, rd->rd_namelen+1); 1009 kmem_free(rd, sizeof(*rd)); 1010 } 1011 1012 freedir(rnd, cnp); 1013 rn->rn_flags |= RUMPNODE_CANRECLAIM; 1014 rn->rn_parent = NULL; 1015 rn->rn_va.va_nlink = 0; 1016 1017 out: 1018 vput(vp); 1019 return rv; 1020 } 1021 1022 static int 1023 rump_vop_remove(void *v) 1024 { 1025 struct vop_remove_v2_args /* { 1026 struct vnode *a_dvp; 1027 struct vnode *a_vp; 1028 struct componentname *a_cnp; 1029 }; */ *ap = v; 1030 struct vnode *dvp = ap->a_dvp; 1031 struct vnode *vp = ap->a_vp; 1032 struct componentname *cnp = ap->a_cnp; 1033 struct rumpfs_node *rnd = dvp->v_data; 1034 struct rumpfs_node *rn = vp->v_data; 1035 int rv = 0; 1036 1037 if (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) 1038 return EOPNOTSUPP; 1039 1040 freedir(rnd, cnp); 1041 rn->rn_flags |= RUMPNODE_CANRECLAIM; 1042 rn->rn_va.va_nlink = 0; 1043 1044 vput(vp); 1045 return rv; 1046 } 1047 1048 static int 1049 rump_vop_mknod(void *v) 1050 { 1051 struct vop_mknod_v3_args /* { 1052 struct vnode *a_dvp; 1053 struct vnode **a_vpp; 1054 struct componentname *a_cnp; 1055 struct vattr *a_vap; 1056 }; */ *ap = v; 1057 struct vnode *dvp = ap->a_dvp; 1058 struct vnode **vpp = ap->a_vpp; 1059 struct componentname *cnp = ap->a_cnp; 1060 struct vattr *va = ap->a_vap; 1061 struct rumpfs_node *rnd = dvp->v_data, *rn; 1062 int rv; 1063 1064 rn = makeprivate(va->va_type, va->va_mode & ALLPERMS, va->va_rdev, 1065 DEV_BSIZE, false); 1066 if ((cnp->cn_flags & ISWHITEOUT) != 0) 1067 rn->rn_va.va_flags |= UF_OPAQUE; 1068 rv = vcache_get(dvp->v_mount, &rn, sizeof(rn), vpp); 1069 if (rv) { 1070 freeprivate(rn); 1071 return rv; 1072 } 1073 1074 makedir(rnd, cnp, rn); 1075 1076 return rv; 1077 } 1078 1079 static int 1080 rump_vop_create(void *v) 1081 { 1082 struct vop_create_v3_args /* { 1083 struct vnode *a_dvp; 1084 struct vnode **a_vpp; 1085 struct componentname *a_cnp; 1086 struct vattr *a_vap; 1087 }; */ *ap = v; 1088 struct vnode *dvp = ap->a_dvp; 1089 struct vnode **vpp = ap->a_vpp; 1090 struct componentname *cnp = ap->a_cnp; 1091 struct vattr *va = ap->a_vap; 1092 struct rumpfs_node *rnd = dvp->v_data, *rn; 1093 off_t newsize; 1094 int rv; 1095 1096 newsize = va->va_type == VSOCK ? DEV_BSIZE : 0; 1097 rn = makeprivate(va->va_type, va->va_mode & ALLPERMS, NODEV, 1098 newsize, false); 1099 if ((cnp->cn_flags & ISWHITEOUT) != 0) 1100 rn->rn_va.va_flags |= UF_OPAQUE; 1101 rv = vcache_get(dvp->v_mount, &rn, sizeof(rn), vpp); 1102 if (rv) { 1103 freeprivate(rn); 1104 return rv; 1105 } 1106 1107 makedir(rnd, cnp, rn); 1108 1109 return rv; 1110 } 1111 1112 static int 1113 rump_vop_symlink(void *v) 1114 { 1115 struct vop_symlink_v3_args /* { 1116 struct vnode *a_dvp; 1117 struct vnode **a_vpp; 1118 struct componentname *a_cnp; 1119 struct vattr *a_vap; 1120 char *a_target; 1121 }; */ *ap = v; 1122 struct vnode *dvp = ap->a_dvp; 1123 struct vnode **vpp = ap->a_vpp; 1124 struct componentname *cnp = ap->a_cnp; 1125 struct vattr *va = ap->a_vap; 1126 struct rumpfs_node *rnd = dvp->v_data, *rn; 1127 const char *target = ap->a_target; 1128 size_t linklen; 1129 int rv; 1130 1131 linklen = strlen(target); 1132 KASSERT(linklen < MAXPATHLEN); 1133 rn = makeprivate(VLNK, va->va_mode & ALLPERMS, NODEV, linklen, false); 1134 if ((cnp->cn_flags & ISWHITEOUT) != 0) 1135 rn->rn_va.va_flags |= UF_OPAQUE; 1136 rv = vcache_get(dvp->v_mount, &rn, sizeof(rn), vpp); 1137 if (rv) { 1138 freeprivate(rn); 1139 return rv; 1140 } 1141 1142 makedir(rnd, cnp, rn); 1143 1144 KASSERT(linklen < MAXPATHLEN); 1145 rn->rn_linktarg = PNBUF_GET(); 1146 rn->rn_linklen = linklen; 1147 strcpy(rn->rn_linktarg, target); 1148 1149 return rv; 1150 } 1151 1152 static int 1153 rump_vop_readlink(void *v) 1154 { 1155 struct vop_readlink_args /* { 1156 struct vnode *a_vp; 1157 struct uio *a_uio; 1158 kauth_cred_t a_cred; 1159 }; */ *ap = v; 1160 struct vnode *vp = ap->a_vp; 1161 struct rumpfs_node *rn = vp->v_data; 1162 struct uio *uio = ap->a_uio; 1163 1164 return uiomove(rn->rn_linktarg, rn->rn_linklen, uio); 1165 } 1166 1167 static int 1168 rump_vop_whiteout(void *v) 1169 { 1170 struct vop_whiteout_args /* { 1171 struct vnode *a_dvp; 1172 struct componentname *a_cnp; 1173 int a_flags; 1174 } */ *ap = v; 1175 struct vnode *dvp = ap->a_dvp; 1176 struct rumpfs_node *rnd = dvp->v_data; 1177 struct componentname *cnp = ap->a_cnp; 1178 int flags = ap->a_flags; 1179 1180 switch (flags) { 1181 case LOOKUP: 1182 break; 1183 case CREATE: 1184 makedir(rnd, cnp, RUMPFS_WHITEOUT); 1185 break; 1186 case DELETE: 1187 cnp->cn_flags &= ~DOWHITEOUT; /* cargo culting never fails ? */ 1188 freedir(rnd, cnp); 1189 break; 1190 default: 1191 panic("unknown whiteout op %d", flags); 1192 } 1193 1194 return 0; 1195 } 1196 1197 static int 1198 rump_vop_open(void *v) 1199 { 1200 struct vop_open_args /* { 1201 struct vnode *a_vp; 1202 int a_mode; 1203 kauth_cred_t a_cred; 1204 } */ *ap = v; 1205 struct vnode *vp = ap->a_vp; 1206 struct rumpfs_node *rn = vp->v_data; 1207 int mode = ap->a_mode; 1208 int error = EINVAL; 1209 1210 if (vp->v_type != VREG || (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) == 0) 1211 return 0; 1212 1213 if (mode & FREAD) { 1214 if (rn->rn_readfd != -1) 1215 return 0; 1216 error = rumpuser_open(rn->rn_hostpath, 1217 RUMPUSER_OPEN_RDONLY, &rn->rn_readfd); 1218 } 1219 1220 if (mode & FWRITE) { 1221 if (rn->rn_writefd != -1) 1222 return 0; 1223 error = rumpuser_open(rn->rn_hostpath, 1224 RUMPUSER_OPEN_WRONLY, &rn->rn_writefd); 1225 } 1226 1227 return error; 1228 } 1229 1230 /* simple readdir. even omits dotstuff and periods */ 1231 static int 1232 rump_vop_readdir(void *v) 1233 { 1234 struct vop_readdir_args /* { 1235 struct vnode *a_vp; 1236 struct uio *a_uio; 1237 kauth_cred_t a_cred; 1238 int *a_eofflag; 1239 off_t **a_cookies; 1240 int *a_ncookies; 1241 } */ *ap = v; 1242 struct vnode *vp = ap->a_vp; 1243 struct uio *uio = ap->a_uio; 1244 struct rumpfs_node *rnd = vp->v_data; 1245 struct rumpfs_dent *rdent; 1246 struct dirent *dentp = NULL; 1247 unsigned i; 1248 int rv = 0; 1249 1250 /* seek to current entry */ 1251 for (i = 0, rdent = LIST_FIRST(&rnd->rn_dir); 1252 (i < uio->uio_offset) && rdent; 1253 i++, rdent = LIST_NEXT(rdent, rd_entries)) 1254 continue; 1255 if (!rdent) 1256 goto out; 1257 1258 /* copy entries */ 1259 dentp = kmem_alloc(sizeof(*dentp), KM_SLEEP); 1260 for (; rdent && uio->uio_resid > 0; 1261 rdent = LIST_NEXT(rdent, rd_entries), i++) { 1262 strlcpy(dentp->d_name, rdent->rd_name, sizeof(dentp->d_name)); 1263 dentp->d_namlen = strlen(dentp->d_name); 1264 dentp->d_reclen = _DIRENT_RECLEN(dentp, dentp->d_namlen); 1265 1266 if (__predict_false(RDENT_ISWHITEOUT(rdent))) { 1267 dentp->d_fileno = INO_WHITEOUT; 1268 dentp->d_type = DT_WHT; 1269 } else { 1270 dentp->d_fileno = rdent->rd_node->rn_va.va_fileid; 1271 dentp->d_type = vtype2dt(rdent->rd_node->rn_va.va_type); 1272 } 1273 1274 if (uio->uio_resid < dentp->d_reclen) { 1275 i--; 1276 break; 1277 } 1278 1279 rv = uiomove(dentp, dentp->d_reclen, uio); 1280 if (rv) { 1281 i--; 1282 break; 1283 } 1284 } 1285 kmem_free(dentp, sizeof(*dentp)); 1286 dentp = NULL; 1287 1288 out: 1289 KASSERT(dentp == NULL); 1290 if (ap->a_cookies) { 1291 *ap->a_ncookies = 0; 1292 *ap->a_cookies = NULL; 1293 } 1294 if (rdent) 1295 *ap->a_eofflag = 0; 1296 else 1297 *ap->a_eofflag = 1; 1298 uio->uio_offset = i; 1299 1300 return rv; 1301 } 1302 1303 static int 1304 etread(struct rumpfs_node *rn, struct uio *uio) 1305 { 1306 struct rumpuser_iovec iov; 1307 uint8_t *buf; 1308 size_t bufsize, n; 1309 int error = 0; 1310 1311 bufsize = uio->uio_resid; 1312 if (bufsize == 0) 1313 return 0; 1314 buf = kmem_alloc(bufsize, KM_SLEEP); 1315 1316 iov.iov_base = buf; 1317 iov.iov_len = bufsize; 1318 if ((error = rumpuser_iovread(rn->rn_readfd, &iov, 1, 1319 uio->uio_offset + rn->rn_offset, &n)) == 0) { 1320 KASSERT(n <= bufsize); 1321 error = uiomove(buf, n, uio); 1322 } 1323 1324 kmem_free(buf, bufsize); 1325 return error; 1326 } 1327 1328 static int 1329 rump_vop_read(void *v) 1330 { 1331 struct vop_read_args /* { 1332 struct vnode *a_vp; 1333 struct uio *a_uio; 1334 int ioflags a_ioflag; 1335 kauth_cred_t a_cred; 1336 }; */ *ap = v; 1337 struct vnode *vp = ap->a_vp; 1338 struct rumpfs_node *rn = vp->v_data; 1339 struct uio *uio = ap->a_uio; 1340 const int advice = IO_ADV_DECODE(ap->a_ioflag); 1341 off_t chunk; 1342 int error = 0; 1343 1344 if (vp->v_type == VDIR) 1345 return EISDIR; 1346 1347 /* et op? */ 1348 if (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) 1349 return etread(rn, uio); 1350 1351 /* otherwise, it's off to ubc with us */ 1352 while (uio->uio_resid > 0) { 1353 chunk = MIN(uio->uio_resid, (off_t)rn->rn_dlen-uio->uio_offset); 1354 if (chunk == 0) 1355 break; 1356 error = ubc_uiomove(&vp->v_uobj, uio, chunk, advice, 1357 UBC_READ | UBC_PARTIALOK | UBC_UNMAP_FLAG(vp)); 1358 if (error) 1359 break; 1360 } 1361 1362 return error; 1363 } 1364 1365 static int 1366 etwrite(struct rumpfs_node *rn, struct uio *uio) 1367 { 1368 struct rumpuser_iovec iov; 1369 uint8_t *buf; 1370 size_t bufsize, n; 1371 int error = 0; 1372 1373 bufsize = uio->uio_resid; 1374 if (bufsize == 0) 1375 return 0; 1376 buf = kmem_alloc(bufsize, KM_SLEEP); 1377 error = uiomove(buf, bufsize, uio); 1378 if (error) 1379 goto out; 1380 1381 KASSERT(uio->uio_resid == 0); 1382 iov.iov_base = buf; 1383 iov.iov_len = bufsize; 1384 if ((error = rumpuser_iovwrite(rn->rn_writefd, &iov, 1, 1385 (uio->uio_offset-bufsize) + rn->rn_offset, &n)) == 0) { 1386 KASSERT(n <= bufsize); 1387 uio->uio_resid = bufsize - n; 1388 } 1389 1390 out: 1391 kmem_free(buf, bufsize); 1392 return error; 1393 } 1394 1395 static int 1396 rump_vop_write(void *v) 1397 { 1398 struct vop_write_args /* { 1399 struct vnode *a_vp; 1400 struct uio *a_uio; 1401 int ioflags a_ioflag; 1402 kauth_cred_t a_cred; 1403 }; */ *ap = v; 1404 struct vnode *vp = ap->a_vp; 1405 struct rumpfs_node *rn = vp->v_data; 1406 struct uio *uio = ap->a_uio; 1407 const int advice = IO_ADV_DECODE(ap->a_ioflag); 1408 void *olddata; 1409 size_t oldlen, newlen; 1410 off_t chunk; 1411 int error = 0; 1412 bool allocd = false; 1413 1414 if (ap->a_ioflag & IO_APPEND) 1415 uio->uio_offset = vp->v_size; 1416 1417 /* consult et? */ 1418 if (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) 1419 return etwrite(rn, uio); 1420 1421 /* 1422 * Otherwise, it's a case of ubcmove. 1423 */ 1424 1425 /* 1426 * First, make sure we have enough storage. 1427 * 1428 * No, you don't need to tell me it's not very efficient. 1429 * No, it doesn't really support sparse files, just fakes it. 1430 */ 1431 newlen = uio->uio_offset + uio->uio_resid; 1432 oldlen = 0; /* XXXgcc */ 1433 olddata = NULL; 1434 if (rn->rn_dlen < newlen) { 1435 oldlen = rn->rn_dlen; 1436 olddata = rn->rn_data; 1437 1438 rn->rn_data = rump_hypermalloc(newlen, 0, false, "rumpfs"); 1439 if (rn->rn_data == NULL) 1440 return ENOSPC; 1441 rn->rn_dlen = newlen; 1442 memset(rn->rn_data, 0, newlen); 1443 memcpy(rn->rn_data, olddata, oldlen); 1444 allocd = true; 1445 uvm_vnp_setsize(vp, newlen); 1446 } 1447 1448 /* ok, we have enough stooorage. write */ 1449 while (uio->uio_resid > 0) { 1450 chunk = MIN(uio->uio_resid, (off_t)rn->rn_dlen-uio->uio_offset); 1451 if (chunk == 0) 1452 break; 1453 error = ubc_uiomove(&vp->v_uobj, uio, chunk, advice, 1454 UBC_WRITE | UBC_PARTIALOK | UBC_UNMAP_FLAG(vp)); 1455 if (error) 1456 break; 1457 } 1458 1459 if (allocd) { 1460 if (error) { 1461 rump_hyperfree(rn->rn_data, newlen); 1462 rn->rn_data = olddata; 1463 rn->rn_dlen = oldlen; 1464 uvm_vnp_setsize(vp, oldlen); 1465 } else { 1466 if ((rn->rn_flags & RUMPNODE_EXTSTORAGE) == 0) { 1467 rump_hyperfree(olddata, oldlen); 1468 } else { 1469 rn->rn_flags &= ~RUMPNODE_EXTSTORAGE; 1470 } 1471 } 1472 } 1473 1474 return error; 1475 } 1476 1477 static int 1478 rump_vop_bmap(void *v) 1479 { 1480 struct vop_bmap_args /* { 1481 struct vnode *a_vp; 1482 daddr_t a_bn; 1483 struct vnode **a_vpp; 1484 daddr_t *a_bnp; 1485 int *a_runp; 1486 } */ *ap = v; 1487 1488 /* 1:1 mapping */ 1489 if (ap->a_vpp) 1490 *ap->a_vpp = ap->a_vp; 1491 if (ap->a_bnp) 1492 *ap->a_bnp = ap->a_bn; 1493 if (ap->a_runp) 1494 *ap->a_runp = 16; 1495 1496 return 0; 1497 } 1498 1499 static int 1500 rump_vop_strategy(void *v) 1501 { 1502 struct vop_strategy_args /* { 1503 struct vnode *a_vp; 1504 struct buf *a_bp; 1505 } */ *ap = v; 1506 struct vnode *vp = ap->a_vp; 1507 struct rumpfs_node *rn = vp->v_data; 1508 struct buf *bp = ap->a_bp; 1509 off_t copylen, copyoff; 1510 int error; 1511 1512 if (vp->v_type != VREG || rn->rn_flags & RUMPNODE_ET_PHONE_HOST) { 1513 error = EINVAL; 1514 goto out; 1515 } 1516 1517 copyoff = bp->b_blkno << DEV_BSHIFT; 1518 copylen = MIN(rn->rn_dlen - copyoff, bp->b_bcount); 1519 if (BUF_ISWRITE(bp)) { 1520 memcpy((uint8_t *)rn->rn_data + copyoff, bp->b_data, copylen); 1521 } else { 1522 memset((uint8_t*)bp->b_data + copylen, 0, bp->b_bcount-copylen); 1523 memcpy(bp->b_data, (uint8_t *)rn->rn_data + copyoff, copylen); 1524 } 1525 bp->b_resid = 0; 1526 error = 0; 1527 1528 out: 1529 bp->b_error = error; 1530 biodone(bp); 1531 return 0; 1532 } 1533 1534 static int 1535 rump_vop_pathconf(void *v) 1536 { 1537 struct vop_pathconf_args /* { 1538 struct vnode *a_vp; 1539 int a_name; 1540 register_t *a_retval; 1541 }; */ *ap = v; 1542 int name = ap->a_name; 1543 register_t *retval = ap->a_retval; 1544 1545 switch (name) { 1546 case _PC_LINK_MAX: 1547 *retval = LINK_MAX; 1548 return 0; 1549 case _PC_NAME_MAX: 1550 *retval = RUMPFS_MAXNAMLEN; 1551 return 0; 1552 case _PC_PATH_MAX: 1553 *retval = PATH_MAX; 1554 return 0; 1555 case _PC_PIPE_BUF: 1556 *retval = PIPE_BUF; 1557 return 0; 1558 case _PC_CHOWN_RESTRICTED: 1559 *retval = 1; 1560 return 0; 1561 case _PC_NO_TRUNC: 1562 *retval = 1; 1563 return 0; 1564 case _PC_SYNC_IO: 1565 *retval = 1; 1566 return 0; 1567 case _PC_FILESIZEBITS: 1568 *retval = 43; /* this one goes to 11 */ 1569 return 0; 1570 case _PC_SYMLINK_MAX: 1571 *retval = MAXPATHLEN; 1572 return 0; 1573 case _PC_2_SYMLINKS: 1574 *retval = 1; 1575 return 0; 1576 default: 1577 return EINVAL; 1578 } 1579 } 1580 1581 static int 1582 rump_vop_success(void *v) 1583 { 1584 1585 return 0; 1586 } 1587 1588 static int 1589 rump_vop_inactive(void *v) 1590 { 1591 struct vop_inactive_v2_args /* { 1592 struct vnode *a_vp; 1593 bool *a_recycle; 1594 } */ *ap = v; 1595 struct vnode *vp = ap->a_vp; 1596 struct rumpfs_node *rn = vp->v_data; 1597 1598 if (rn->rn_flags & RUMPNODE_ET_PHONE_HOST && vp->v_type == VREG) { 1599 if (rn->rn_readfd != -1) { 1600 rumpuser_close(rn->rn_readfd); 1601 rn->rn_readfd = -1; 1602 } 1603 if (rn->rn_writefd != -1) { 1604 rumpuser_close(rn->rn_writefd); 1605 rn->rn_writefd = -1; 1606 } 1607 } 1608 *ap->a_recycle = (rn->rn_flags & RUMPNODE_CANRECLAIM) ? true : false; 1609 1610 return 0; 1611 } 1612 1613 static int 1614 rump_vop_reclaim(void *v) 1615 { 1616 struct vop_reclaim_v2_args /* { 1617 struct vnode *a_vp; 1618 } */ *ap = v; 1619 struct vnode *vp = ap->a_vp; 1620 struct rumpfs_node *rn = vp->v_data; 1621 1622 VOP_UNLOCK(vp); 1623 1624 mutex_enter(&reclock); 1625 rn->rn_vp = NULL; 1626 mutex_exit(&reclock); 1627 genfs_node_destroy(vp); 1628 vp->v_data = NULL; 1629 1630 if (rn->rn_flags & RUMPNODE_CANRECLAIM) { 1631 if (vp->v_type == VREG 1632 && (rn->rn_flags & RUMPNODE_ET_PHONE_HOST) == 0 1633 && rn->rn_data) { 1634 if ((rn->rn_flags & RUMPNODE_EXTSTORAGE) == 0) { 1635 rump_hyperfree(rn->rn_data, rn->rn_dlen); 1636 } else { 1637 rn->rn_flags &= ~RUMPNODE_EXTSTORAGE; 1638 } 1639 rn->rn_data = NULL; 1640 } 1641 1642 if (vp->v_type == VLNK) 1643 PNBUF_PUT(rn->rn_linktarg); 1644 if (rn->rn_hostpath) 1645 free(rn->rn_hostpath, M_TEMP); 1646 freeprivate(rn); 1647 } 1648 1649 return 0; 1650 } 1651 1652 static int 1653 rump_vop_spec(void *v) 1654 { 1655 struct vop_generic_args *ap = v; 1656 int (**opvec)(void *); 1657 1658 switch (ap->a_desc->vdesc_offset) { 1659 case VOP_ACCESS_DESCOFFSET: 1660 case VOP_GETATTR_DESCOFFSET: 1661 case VOP_SETATTR_DESCOFFSET: 1662 case VOP_LOCK_DESCOFFSET: 1663 case VOP_UNLOCK_DESCOFFSET: 1664 case VOP_ISLOCKED_DESCOFFSET: 1665 case VOP_INACTIVE_DESCOFFSET: 1666 case VOP_RECLAIM_DESCOFFSET: 1667 opvec = rump_vnodeop_p; 1668 break; 1669 default: 1670 opvec = spec_vnodeop_p; 1671 break; 1672 } 1673 1674 return VOCALL(opvec, ap->a_desc->vdesc_offset, v); 1675 } 1676 1677 static int 1678 rump_vop_advlock(void *v) 1679 { 1680 struct vop_advlock_args /* { 1681 const struct vnodeop_desc *a_desc; 1682 struct vnode *a_vp; 1683 void *a_id; 1684 int a_op; 1685 struct flock *a_fl; 1686 int a_flags; 1687 } */ *ap = v; 1688 struct vnode *vp = ap->a_vp; 1689 struct rumpfs_node *rn = vp->v_data; 1690 1691 return lf_advlock(ap, &rn->rn_lockf, vp->v_size); 1692 } 1693 1694 static int 1695 rump_vop_fcntl(void *v) 1696 { 1697 struct vop_fcntl_args /* { 1698 struct vnode *a_vp; 1699 u_int a_command; 1700 void *a_data; 1701 int a_fflag; 1702 kauth_cred_t a_cred; 1703 } */ *ap = v; 1704 struct proc *p = curproc; 1705 struct vnode *vp = ap->a_vp; 1706 struct rumpfs_node *rn = vp->v_data; 1707 u_int cmd = ap->a_command; 1708 int fflag = ap->a_fflag; 1709 struct rumpfs_extstorage *rfse = ap->a_data; 1710 int error = 0; 1711 1712 /* none of the current rumpfs fcntlops are defined for remotes */ 1713 if (!RUMP_LOCALPROC_P(p)) 1714 return EINVAL; 1715 1716 switch (cmd) { 1717 case RUMPFS_FCNTL_EXTSTORAGE_ADD: 1718 break; 1719 default: 1720 return EINVAL; 1721 } 1722 1723 if ((fflag & FWRITE) == 0) 1724 return EBADF; 1725 1726 if (vp->v_type != VREG || (rn->rn_flags & RUMPNODE_ET_PHONE_HOST)) 1727 return EINVAL; 1728 1729 if (rfse->rfse_flags != 0) 1730 return EINVAL; 1731 1732 /* 1733 * Ok, we are good to go. Process. 1734 */ 1735 1736 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 1737 1738 KASSERT(cmd == RUMPFS_FCNTL_EXTSTORAGE_ADD); 1739 if (rn->rn_data && (rn->rn_flags & RUMPNODE_EXTSTORAGE) == 0) { 1740 rump_hyperfree(rn->rn_data, rn->rn_dlen); 1741 } 1742 1743 rn->rn_data = rfse->rfse_data; 1744 rn->rn_dlen = rfse->rfse_dlen; 1745 uvm_vnp_setsize(vp, rn->rn_dlen); 1746 rn->rn_flags |= RUMPNODE_EXTSTORAGE; 1747 1748 VOP_UNLOCK(vp); 1749 1750 return error; 1751 } 1752 1753 /* 1754 * Begin vfs-level stuff 1755 */ 1756 1757 VFS_PROTOS(rumpfs); 1758 struct vfsops rumpfs_vfsops = { 1759 .vfs_name = MOUNT_RUMPFS, 1760 .vfs_min_mount_data = 0, 1761 .vfs_mount = rumpfs_mount, 1762 .vfs_start = (void *)nullop, 1763 .vfs_unmount = rumpfs_unmount, 1764 .vfs_root = rumpfs_root, 1765 .vfs_quotactl = (void *)eopnotsupp, 1766 .vfs_statvfs = genfs_statvfs, 1767 .vfs_sync = (void *)nullop, 1768 .vfs_vget = rumpfs_vget, 1769 .vfs_loadvnode = rumpfs_loadvnode, 1770 .vfs_fhtovp = (void *)eopnotsupp, 1771 .vfs_vptofh = (void *)eopnotsupp, 1772 .vfs_init = rumpfs_init, 1773 .vfs_reinit = NULL, 1774 .vfs_done = rumpfs_done, 1775 .vfs_mountroot = rumpfs_mountroot, 1776 .vfs_snapshot = (void *)eopnotsupp, 1777 .vfs_extattrctl = (void *)eopnotsupp, 1778 .vfs_suspendctl = genfs_suspendctl, 1779 .vfs_renamelock_enter = genfs_renamelock_enter, 1780 .vfs_renamelock_exit = genfs_renamelock_exit, 1781 .vfs_opv_descs = rump_opv_descs, 1782 /* vfs_refcount */ 1783 /* vfs_list */ 1784 }; 1785 1786 static int 1787 rumpfs_mountfs(struct mount *mp) 1788 { 1789 struct rumpfs_mount *rfsmp; 1790 struct rumpfs_node *rn; 1791 int error; 1792 1793 rfsmp = kmem_alloc(sizeof(*rfsmp), KM_SLEEP); 1794 1795 rn = makeprivate(VDIR, RUMPFS_DEFAULTMODE, NODEV, DEV_BSIZE, false); 1796 rn->rn_parent = rn; 1797 if ((error = vcache_get(mp, &rn, sizeof(rn), &rfsmp->rfsmp_rvp)) 1798 != 0) { 1799 freeprivate(rn); 1800 kmem_free(rfsmp, sizeof(*rfsmp)); 1801 return error; 1802 } 1803 1804 rfsmp->rfsmp_rvp->v_vflag |= VV_ROOT; 1805 1806 mp->mnt_data = rfsmp; 1807 mp->mnt_stat.f_namemax = RUMPFS_MAXNAMLEN; 1808 mp->mnt_stat.f_iosize = 512; 1809 mp->mnt_flag |= MNT_LOCAL; 1810 mp->mnt_iflag |= IMNT_MPSAFE | IMNT_CAN_RWTORO; 1811 mp->mnt_fs_bshift = DEV_BSHIFT; 1812 vfs_getnewfsid(mp); 1813 1814 return 0; 1815 } 1816 1817 int 1818 rumpfs_mount(struct mount *mp, const char *mntpath, void *arg, size_t *alen) 1819 { 1820 int error, flags; 1821 1822 if (mp->mnt_flag & MNT_GETARGS) { 1823 return 0; 1824 } 1825 if (mp->mnt_flag & MNT_UPDATE) { 1826 if ((mp->mnt_iflag & IMNT_WANTRDONLY)) { 1827 /* Changing from read/write to read-only. */ 1828 flags = WRITECLOSE; 1829 if ((mp->mnt_flag & MNT_FORCE)) 1830 flags |= FORCECLOSE; 1831 error = vflush(mp, NULL, flags); 1832 if (error) 1833 return error; 1834 } 1835 return 0; 1836 } 1837 1838 error = set_statvfs_info(mntpath, UIO_USERSPACE, "rumpfs", UIO_SYSSPACE, 1839 mp->mnt_op->vfs_name, mp, curlwp); 1840 if (error) 1841 return error; 1842 1843 return rumpfs_mountfs(mp); 1844 } 1845 1846 int 1847 rumpfs_unmount(struct mount *mp, int mntflags) 1848 { 1849 struct rumpfs_mount *rfsmp = mp->mnt_data; 1850 int flags = 0, error; 1851 1852 if (panicstr || mntflags & MNT_FORCE) 1853 flags |= FORCECLOSE; 1854 1855 if (rfsmp->rfsmp_rvp->v_usecount > 1 && (flags & FORCECLOSE) == 0) 1856 return EBUSY; 1857 1858 if ((error = vflush(mp, rfsmp->rfsmp_rvp, flags)) != 0) 1859 return error; 1860 vgone(rfsmp->rfsmp_rvp); 1861 1862 kmem_free(rfsmp, sizeof(*rfsmp)); 1863 1864 return 0; 1865 } 1866 1867 int 1868 rumpfs_root(struct mount *mp, struct vnode **vpp) 1869 { 1870 struct rumpfs_mount *rfsmp = mp->mnt_data; 1871 1872 vref(rfsmp->rfsmp_rvp); 1873 vn_lock(rfsmp->rfsmp_rvp, LK_EXCLUSIVE | LK_RETRY); 1874 *vpp = rfsmp->rfsmp_rvp; 1875 return 0; 1876 } 1877 1878 int 1879 rumpfs_vget(struct mount *mp, ino_t ino, struct vnode **vpp) 1880 { 1881 1882 return EOPNOTSUPP; 1883 } 1884 1885 int 1886 rumpfs_loadvnode(struct mount *mp, struct vnode *vp, 1887 const void *key, size_t key_len, const void **new_key) 1888 { 1889 struct rumpfs_node *rn; 1890 struct vattr *va; 1891 1892 KASSERT(!mutex_owned(&reclock)); 1893 1894 KASSERT(key_len == sizeof(rn)); 1895 memcpy(&rn, key, key_len); 1896 1897 va = &rn->rn_va; 1898 1899 vp->v_tag = VT_RUMP; 1900 vp->v_type = va->va_type; 1901 switch (vp->v_type) { 1902 case VCHR: 1903 case VBLK: 1904 vp->v_op = rump_specop_p; 1905 spec_node_init(vp, va->va_rdev); 1906 break; 1907 default: 1908 vp->v_op = rump_vnodeop_p; 1909 break; 1910 } 1911 vp->v_size = vp->v_writesize = va->va_size; 1912 vp->v_data = rn; 1913 1914 genfs_node_init(vp, &rumpfs_genfsops); 1915 mutex_enter(&reclock); 1916 rn->rn_vp = vp; 1917 mutex_exit(&reclock); 1918 1919 *new_key = &vp->v_data; 1920 1921 return 0; 1922 } 1923 1924 void 1925 rumpfs_init() 1926 { 1927 extern rump_etfs_register_withsize_fn rump__etfs_register; 1928 extern rump_etfs_remove_fn rump__etfs_remove; 1929 extern struct rump_boot_etfs *ebstart; 1930 struct rump_boot_etfs *eb; 1931 1932 CTASSERT(RUMP_ETFS_SIZE_ENDOFF == RUMPBLK_SIZENOTSET); 1933 1934 mutex_init(&reclock, MUTEX_DEFAULT, IPL_NONE); 1935 mutex_init(&etfs_lock, MUTEX_DEFAULT, IPL_NONE); 1936 1937 rump__etfs_register = etfsregister; 1938 rump__etfs_remove = etfsremove; 1939 1940 for (eb = ebstart; eb; eb = eb->_eb_next) { 1941 eb->eb_status = etfsregister(eb->eb_key, eb->eb_hostpath, 1942 eb->eb_type, eb->eb_begin, eb->eb_size); 1943 } 1944 } 1945 1946 void 1947 rumpfs_done() 1948 { 1949 1950 mutex_destroy(&reclock); 1951 mutex_destroy(&etfs_lock); 1952 } 1953 1954 int 1955 rumpfs_mountroot() 1956 { 1957 struct mount *mp; 1958 int error; 1959 1960 if ((error = vfs_rootmountalloc(MOUNT_RUMPFS, "rootdev", &mp)) != 0) { 1961 vrele(rootvp); 1962 return error; 1963 } 1964 1965 if ((error = rumpfs_mountfs(mp)) != 0) 1966 panic("mounting rootfs failed: %d", error); 1967 1968 mountlist_append(mp); 1969 1970 error = set_statvfs_info("/", UIO_SYSSPACE, "rumpfs", UIO_SYSSPACE, 1971 mp->mnt_op->vfs_name, mp, curlwp); 1972 if (error) 1973 panic("set_statvfs_info failed for rootfs: %d", error); 1974 1975 mp->mnt_flag &= ~MNT_RDONLY; 1976 vfs_unbusy(mp); 1977 1978 return 0; 1979 } 1980
Indexes created Tue Sep 30 20:09:53 GMT 2025