ccd.c revision 1.166.2.3
1 /* $NetBSD: ccd.c,v 1.166.2.3 2017/04/26 02:53:10 pgoyette Exp $ */ 2 3 /*- 4 * Copyright (c) 1996, 1997, 1998, 1999, 2007, 2009 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Jason R. Thorpe, and by Andrew Doran. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 /* 33 * Copyright (c) 1988 University of Utah. 34 * Copyright (c) 1990, 1993 35 * The Regents of the University of California. All rights reserved. 36 * 37 * This code is derived from software contributed to Berkeley by 38 * the Systems Programming Group of the University of Utah Computer 39 * Science Department. 40 * 41 * Redistribution and use in source and binary forms, with or without 42 * modification, are permitted provided that the following conditions 43 * are met: 44 * 1. Redistributions of source code must retain the above copyright 45 * notice, this list of conditions and the following disclaimer. 46 * 2. Redistributions in binary form must reproduce the above copyright 47 * notice, this list of conditions and the following disclaimer in the 48 * documentation and/or other materials provided with the distribution. 49 * 3. Neither the name of the University nor the names of its contributors 50 * may be used to endorse or promote products derived from this software 51 * without specific prior written permission. 52 * 53 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 54 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 55 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 56 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 57 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 58 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 59 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 60 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 61 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 62 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 63 * SUCH DAMAGE. 64 * 65 * from: Utah $Hdr: cd.c 1.6 90/11/28$ 66 * 67 * @(#)cd.c 8.2 (Berkeley) 11/16/93 68 */ 69 70 /* 71 * "Concatenated" disk driver. 72 * 73 * Notes on concurrency: 74 * 75 * => sc_dvlock serializes access to the device nodes, excluding block I/O. 76 * 77 * => sc_iolock serializes access to (sc_flags & CCDF_INITED), disk stats, 78 * sc_stop, sc_bufq and b_resid from master buffers. 79 * 80 * => a combination of CCDF_INITED, sc_inflight, and sc_iolock is used to 81 * serialize I/O and configuration changes. 82 * 83 * => the in-core disk label does not change while the device is open. 84 * 85 * On memory consumption: ccd fans out I/O requests and so needs to 86 * allocate memory. If the system is desperately low on memory, we 87 * single thread I/O. 88 */ 89 90 #include <sys/cdefs.h> 91 __KERNEL_RCSID(0, "$NetBSD: ccd.c,v 1.166.2.3 2017/04/26 02:53:10 pgoyette Exp $"); 92 93 #if defined(_KERNEL_OPT) 94 #include "opt_compat_netbsd.h" 95 #endif 96 97 #include <sys/param.h> 98 #include <sys/systm.h> 99 #include <sys/kernel.h> 100 #include <sys/proc.h> 101 #include <sys/errno.h> 102 #include <sys/buf.h> 103 #include <sys/kmem.h> 104 #include <sys/pool.h> 105 #include <sys/module.h> 106 #include <sys/namei.h> 107 #include <sys/stat.h> 108 #include <sys/ioctl.h> 109 #include <sys/disklabel.h> 110 #include <sys/device.h> 111 #include <sys/disk.h> 112 #include <sys/syslog.h> 113 #include <sys/fcntl.h> 114 #include <sys/vnode.h> 115 #include <sys/conf.h> 116 #include <sys/mutex.h> 117 #include <sys/queue.h> 118 #include <sys/kauth.h> 119 #include <sys/kthread.h> 120 #include <sys/bufq.h> 121 #include <sys/sysctl.h> 122 123 #include <uvm/uvm_extern.h> 124 125 #include <dev/ccdvar.h> 126 #include <dev/dkvar.h> 127 128 #include <miscfs/specfs/specdev.h> /* for v_rdev */ 129 130 #include "ioconf.h" 131 132 #if defined(CCDDEBUG) && !defined(DEBUG) 133 #define DEBUG 134 #endif 135 136 #ifdef DEBUG 137 #define CCDB_FOLLOW 0x01 138 #define CCDB_INIT 0x02 139 #define CCDB_IO 0x04 140 #define CCDB_LABEL 0x08 141 #define CCDB_VNODE 0x10 142 int ccddebug = 0x00; 143 #endif 144 145 #define ccdunit(x) DISKUNIT(x) 146 147 struct ccdbuf { 148 struct buf cb_buf; /* new I/O buf */ 149 struct buf *cb_obp; /* ptr. to original I/O buf */ 150 struct ccd_softc *cb_sc; /* pointer to ccd softc */ 151 int cb_comp; /* target component */ 152 SIMPLEQ_ENTRY(ccdbuf) cb_q; /* fifo of component buffers */ 153 }; 154 155 /* component buffer pool */ 156 static pool_cache_t ccd_cache; 157 158 #define CCD_GETBUF() pool_cache_get(ccd_cache, PR_WAITOK) 159 #define CCD_PUTBUF(cbp) pool_cache_put(ccd_cache, cbp) 160 161 #define CCDLABELDEV(dev) \ 162 (MAKEDISKDEV(major((dev)), ccdunit((dev)), RAW_PART)) 163 164 /* called by main() at boot time */ 165 void ccddetach(void); 166 167 /* called by biodone() at interrupt time */ 168 static void ccdiodone(struct buf *); 169 170 static void ccdinterleave(struct ccd_softc *); 171 static int ccdinit(struct ccd_softc *, char **, struct vnode **, 172 struct lwp *); 173 static struct ccdbuf *ccdbuffer(struct ccd_softc *, struct buf *, 174 daddr_t, void *, long); 175 static void ccdgetdefaultlabel(struct ccd_softc *, struct disklabel *); 176 static void ccdgetdisklabel(dev_t); 177 static void ccdmakedisklabel(struct ccd_softc *); 178 static void ccdstart(struct ccd_softc *); 179 static void ccdthread(void *); 180 181 static dev_type_open(ccdopen); 182 static dev_type_close(ccdclose); 183 static dev_type_read(ccdread); 184 static dev_type_write(ccdwrite); 185 static dev_type_ioctl(ccdioctl); 186 static dev_type_strategy(ccdstrategy); 187 static dev_type_size(ccdsize); 188 189 const struct bdevsw ccd_bdevsw = { 190 .d_open = ccdopen, 191 .d_close = ccdclose, 192 .d_strategy = ccdstrategy, 193 .d_ioctl = ccdioctl, 194 .d_dump = nodump, 195 .d_psize = ccdsize, 196 .d_discard = nodiscard, 197 .d_flag = D_DISK | D_MPSAFE 198 }; 199 200 const struct cdevsw ccd_cdevsw = { 201 .d_open = ccdopen, 202 .d_close = ccdclose, 203 .d_read = ccdread, 204 .d_write = ccdwrite, 205 .d_ioctl = ccdioctl, 206 .d_stop = nostop, 207 .d_tty = notty, 208 .d_poll = nopoll, 209 .d_mmap = nommap, 210 .d_kqfilter = nokqfilter, 211 .d_discard = nodiscard, 212 .d_flag = D_DISK | D_MPSAFE 213 }; 214 215 #ifdef DEBUG 216 static void printiinfo(struct ccdiinfo *); 217 #endif 218 219 static LIST_HEAD(, ccd_softc) ccds = LIST_HEAD_INITIALIZER(ccds); 220 static kmutex_t ccd_lock; 221 static size_t ccd_nactive = 0; 222 223 static struct ccd_softc * 224 ccdcreate(int unit) { 225 struct ccd_softc *sc = kmem_zalloc(sizeof(*sc), KM_SLEEP); 226 if (sc == NULL) { 227 #ifdef DIAGNOSTIC 228 printf("%s: out of memory\n", __func__); 229 #endif 230 return NULL; 231 } 232 /* Initialize per-softc structures. */ 233 snprintf(sc->sc_xname, sizeof(sc->sc_xname), "ccd%d", unit); 234 sc->sc_unit = unit; 235 mutex_init(&sc->sc_dvlock, MUTEX_DEFAULT, IPL_NONE); 236 sc->sc_iolock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE); 237 cv_init(&sc->sc_stop, "ccdstop"); 238 cv_init(&sc->sc_push, "ccdthr"); 239 disk_init(&sc->sc_dkdev, sc->sc_xname, NULL); /* XXX */ 240 return sc; 241 } 242 243 static void 244 ccddestroy(struct ccd_softc *sc) { 245 mutex_obj_free(sc->sc_iolock); 246 mutex_exit(&sc->sc_dvlock); 247 mutex_destroy(&sc->sc_dvlock); 248 cv_destroy(&sc->sc_stop); 249 cv_destroy(&sc->sc_push); 250 disk_destroy(&sc->sc_dkdev); 251 kmem_free(sc, sizeof(*sc)); 252 } 253 254 static struct ccd_softc * 255 ccdget(int unit, int make) { 256 struct ccd_softc *sc; 257 if (unit < 0) { 258 #ifdef DIAGNOSTIC 259 panic("%s: unit %d!", __func__, unit); 260 #endif 261 return NULL; 262 } 263 mutex_enter(&ccd_lock); 264 LIST_FOREACH(sc, &ccds, sc_link) { 265 if (sc->sc_unit == unit) { 266 mutex_exit(&ccd_lock); 267 return sc; 268 } 269 } 270 mutex_exit(&ccd_lock); 271 if (!make) 272 return NULL; 273 if ((sc = ccdcreate(unit)) == NULL) 274 return NULL; 275 mutex_enter(&ccd_lock); 276 LIST_INSERT_HEAD(&ccds, sc, sc_link); 277 ccd_nactive++; 278 mutex_exit(&ccd_lock); 279 return sc; 280 } 281 282 static void 283 ccdput(struct ccd_softc *sc) { 284 mutex_enter(&ccd_lock); 285 LIST_REMOVE(sc, sc_link); 286 ccd_nactive--; 287 mutex_exit(&ccd_lock); 288 ccddestroy(sc); 289 } 290 291 /* 292 * Called by main() during pseudo-device attachment. All we need 293 * to do is allocate enough space for devices to be configured later. 294 */ 295 void 296 ccdattach(int num) 297 { 298 mutex_init(&ccd_lock, MUTEX_DEFAULT, IPL_NONE); 299 300 /* Initialize the component buffer pool. */ 301 ccd_cache = pool_cache_init(sizeof(struct ccdbuf), 0, 302 0, 0, "ccdbuf", NULL, IPL_BIO, NULL, NULL, NULL); 303 } 304 305 void 306 ccddetach(void) 307 { 308 pool_cache_destroy(ccd_cache); 309 mutex_destroy(&ccd_lock); 310 } 311 312 static int 313 ccdinit(struct ccd_softc *cs, char **cpaths, struct vnode **vpp, 314 struct lwp *l) 315 { 316 struct ccdcinfo *ci = NULL; 317 int ix; 318 struct ccdgeom *ccg = &cs->sc_geom; 319 char *tmppath; 320 int error, path_alloced; 321 uint64_t psize, minsize; 322 unsigned secsize, maxsecsize; 323 struct disk_geom *dg; 324 325 #ifdef DEBUG 326 if (ccddebug & (CCDB_FOLLOW|CCDB_INIT)) 327 printf("%s: ccdinit\n", cs->sc_xname); 328 #endif 329 330 /* Allocate space for the component info. */ 331 cs->sc_cinfo = kmem_alloc(cs->sc_nccdisks * sizeof(*cs->sc_cinfo), 332 KM_SLEEP); 333 tmppath = kmem_alloc(MAXPATHLEN, KM_SLEEP); 334 335 cs->sc_size = 0; 336 337 /* 338 * Verify that each component piece exists and record 339 * relevant information about it. 340 */ 341 maxsecsize = 0; 342 minsize = 0; 343 for (ix = 0, path_alloced = 0; ix < cs->sc_nccdisks; ix++) { 344 ci = &cs->sc_cinfo[ix]; 345 ci->ci_vp = vpp[ix]; 346 347 /* 348 * Copy in the pathname of the component. 349 */ 350 memset(tmppath, 0, MAXPATHLEN); /* sanity */ 351 error = copyinstr(cpaths[ix], tmppath, 352 MAXPATHLEN, &ci->ci_pathlen); 353 if (ci->ci_pathlen == 0) 354 error = EINVAL; 355 if (error) { 356 #ifdef DEBUG 357 if (ccddebug & (CCDB_FOLLOW|CCDB_INIT)) 358 printf("%s: can't copy path, error = %d\n", 359 cs->sc_xname, error); 360 #endif 361 goto out; 362 } 363 ci->ci_path = kmem_alloc(ci->ci_pathlen, KM_SLEEP); 364 memcpy(ci->ci_path, tmppath, ci->ci_pathlen); 365 path_alloced++; 366 367 /* 368 * XXX: Cache the component's dev_t. 369 */ 370 ci->ci_dev = vpp[ix]->v_rdev; 371 372 /* 373 * Get partition information for the component. 374 */ 375 error = getdisksize(vpp[ix], &psize, &secsize); 376 if (error) { 377 #ifdef DEBUG 378 if (ccddebug & (CCDB_FOLLOW|CCDB_INIT)) 379 printf("%s: %s: disksize failed, error = %d\n", 380 cs->sc_xname, ci->ci_path, error); 381 #endif 382 goto out; 383 } 384 385 /* 386 * Calculate the size, truncating to an interleave 387 * boundary if necessary. 388 */ 389 maxsecsize = secsize > maxsecsize ? secsize : maxsecsize; 390 if (cs->sc_ileave > 1) 391 psize -= psize % cs->sc_ileave; 392 393 if (psize == 0) { 394 #ifdef DEBUG 395 if (ccddebug & (CCDB_FOLLOW|CCDB_INIT)) 396 printf("%s: %s: size == 0\n", 397 cs->sc_xname, ci->ci_path); 398 #endif 399 error = ENODEV; 400 goto out; 401 } 402 403 if (minsize == 0 || psize < minsize) 404 minsize = psize; 405 ci->ci_size = psize; 406 cs->sc_size += psize; 407 } 408 409 /* 410 * Don't allow the interleave to be smaller than 411 * the biggest component sector. 412 */ 413 if ((cs->sc_ileave > 0) && 414 (cs->sc_ileave < (maxsecsize / DEV_BSIZE))) { 415 #ifdef DEBUG 416 if (ccddebug & (CCDB_FOLLOW|CCDB_INIT)) 417 printf("%s: interleave must be at least %d\n", 418 cs->sc_xname, (maxsecsize / DEV_BSIZE)); 419 #endif 420 error = EINVAL; 421 goto out; 422 } 423 424 /* 425 * If uniform interleave is desired set all sizes to that of 426 * the smallest component. 427 */ 428 if (cs->sc_flags & CCDF_UNIFORM) { 429 for (ci = cs->sc_cinfo; 430 ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++) 431 ci->ci_size = minsize; 432 433 cs->sc_size = cs->sc_nccdisks * minsize; 434 } 435 436 /* 437 * Construct the interleave table. 438 */ 439 ccdinterleave(cs); 440 441 /* 442 * Create pseudo-geometry based on 1MB cylinders. It's 443 * pretty close. 444 */ 445 ccg->ccg_secsize = DEV_BSIZE; 446 ccg->ccg_ntracks = 1; 447 ccg->ccg_nsectors = 1024 * (1024 / ccg->ccg_secsize); 448 ccg->ccg_ncylinders = cs->sc_size / ccg->ccg_nsectors; 449 450 dg = &cs->sc_dkdev.dk_geom; 451 memset(dg, 0, sizeof(*dg)); 452 dg->dg_secperunit = cs->sc_size; 453 dg->dg_secsize = ccg->ccg_secsize; 454 dg->dg_nsectors = ccg->ccg_nsectors; 455 dg->dg_ntracks = ccg->ccg_ntracks; 456 dg->dg_ncylinders = ccg->ccg_ncylinders; 457 458 if (cs->sc_ileave > 0) 459 aprint_normal("%s: Interleaving %d component%s " 460 "(%d block interleave)\n", cs->sc_xname, 461 cs->sc_nccdisks, (cs->sc_nccdisks != 0 ? "s" : ""), 462 cs->sc_ileave); 463 else 464 aprint_normal("%s: Concatenating %d component%s\n", 465 cs->sc_xname, 466 cs->sc_nccdisks, (cs->sc_nccdisks != 0 ? "s" : "")); 467 for (ix = 0; ix < cs->sc_nccdisks; ix++) { 468 ci = &cs->sc_cinfo[ix]; 469 aprint_normal("%s: %s (%ju blocks)\n", cs->sc_xname, 470 ci->ci_path, (uintmax_t)ci->ci_size); 471 } 472 aprint_normal("%s: total %ju blocks\n", cs->sc_xname, cs->sc_size); 473 474 /* 475 * Create thread to handle deferred I/O. 476 */ 477 cs->sc_zap = false; 478 error = kthread_create(PRI_BIO, KTHREAD_MPSAFE, NULL, ccdthread, 479 cs, &cs->sc_thread, "%s", cs->sc_xname); 480 if (error) { 481 printf("ccdinit: can't create thread: %d\n", error); 482 goto out; 483 } 484 485 /* 486 * Only now that everything is set up can we enable the device. 487 */ 488 mutex_enter(cs->sc_iolock); 489 cs->sc_flags |= CCDF_INITED; 490 mutex_exit(cs->sc_iolock); 491 kmem_free(tmppath, MAXPATHLEN); 492 return (0); 493 494 out: 495 for (ix = 0; ix < path_alloced; ix++) { 496 kmem_free(cs->sc_cinfo[ix].ci_path, 497 cs->sc_cinfo[ix].ci_pathlen); 498 } 499 kmem_free(cs->sc_cinfo, cs->sc_nccdisks * sizeof(struct ccdcinfo)); 500 kmem_free(tmppath, MAXPATHLEN); 501 return (error); 502 } 503 504 static void 505 ccdinterleave(struct ccd_softc *cs) 506 { 507 struct ccdcinfo *ci, *smallci; 508 struct ccdiinfo *ii; 509 daddr_t bn, lbn; 510 int ix; 511 u_long size; 512 513 #ifdef DEBUG 514 if (ccddebug & CCDB_INIT) 515 printf("ccdinterleave(%p): ileave %d\n", cs, cs->sc_ileave); 516 #endif 517 /* 518 * Allocate an interleave table. 519 * Chances are this is too big, but we don't care. 520 */ 521 size = (cs->sc_nccdisks + 1) * sizeof(struct ccdiinfo); 522 cs->sc_itable = kmem_zalloc(size, KM_SLEEP); 523 524 /* 525 * Trivial case: no interleave (actually interleave of disk size). 526 * Each table entry represents a single component in its entirety. 527 */ 528 if (cs->sc_ileave == 0) { 529 bn = 0; 530 ii = cs->sc_itable; 531 532 for (ix = 0; ix < cs->sc_nccdisks; ix++) { 533 /* Allocate space for ii_index. */ 534 ii->ii_indexsz = sizeof(int); 535 ii->ii_index = kmem_alloc(ii->ii_indexsz, KM_SLEEP); 536 ii->ii_ndisk = 1; 537 ii->ii_startblk = bn; 538 ii->ii_startoff = 0; 539 ii->ii_index[0] = ix; 540 bn += cs->sc_cinfo[ix].ci_size; 541 ii++; 542 } 543 ii->ii_ndisk = 0; 544 #ifdef DEBUG 545 if (ccddebug & CCDB_INIT) 546 printiinfo(cs->sc_itable); 547 #endif 548 return; 549 } 550 551 /* 552 * The following isn't fast or pretty; it doesn't have to be. 553 */ 554 size = 0; 555 bn = lbn = 0; 556 for (ii = cs->sc_itable; ; ii++) { 557 /* Allocate space for ii_index. */ 558 ii->ii_indexsz = sizeof(int) * cs->sc_nccdisks; 559 ii->ii_index = kmem_alloc(ii->ii_indexsz, KM_SLEEP); 560 561 /* 562 * Locate the smallest of the remaining components 563 */ 564 smallci = NULL; 565 for (ci = cs->sc_cinfo; 566 ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++) 567 if (ci->ci_size > size && 568 (smallci == NULL || 569 ci->ci_size < smallci->ci_size)) 570 smallci = ci; 571 572 /* 573 * Nobody left, all done 574 */ 575 if (smallci == NULL) { 576 ii->ii_ndisk = 0; 577 break; 578 } 579 580 /* 581 * Record starting logical block and component offset 582 */ 583 ii->ii_startblk = bn / cs->sc_ileave; 584 ii->ii_startoff = lbn; 585 586 /* 587 * Determine how many disks take part in this interleave 588 * and record their indices. 589 */ 590 ix = 0; 591 for (ci = cs->sc_cinfo; 592 ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++) 593 if (ci->ci_size >= smallci->ci_size) 594 ii->ii_index[ix++] = ci - cs->sc_cinfo; 595 ii->ii_ndisk = ix; 596 bn += ix * (smallci->ci_size - size); 597 lbn = smallci->ci_size / cs->sc_ileave; 598 size = smallci->ci_size; 599 } 600 #ifdef DEBUG 601 if (ccddebug & CCDB_INIT) 602 printiinfo(cs->sc_itable); 603 #endif 604 } 605 606 /* ARGSUSED */ 607 static int 608 ccdopen(dev_t dev, int flags, int fmt, struct lwp *l) 609 { 610 int unit = ccdunit(dev); 611 struct ccd_softc *cs; 612 struct disklabel *lp; 613 int error = 0, part, pmask; 614 615 #ifdef DEBUG 616 if (ccddebug & CCDB_FOLLOW) 617 printf("ccdopen(0x%"PRIx64", 0x%x)\n", dev, flags); 618 #endif 619 if ((cs = ccdget(unit, 1)) == NULL) 620 return ENXIO; 621 622 mutex_enter(&cs->sc_dvlock); 623 624 lp = cs->sc_dkdev.dk_label; 625 626 part = DISKPART(dev); 627 pmask = (1 << part); 628 629 /* 630 * If we're initialized, check to see if there are any other 631 * open partitions. If not, then it's safe to update 632 * the in-core disklabel. Only read the disklabel if it is 633 * not already valid. 634 */ 635 if ((cs->sc_flags & (CCDF_INITED|CCDF_VLABEL)) == CCDF_INITED && 636 cs->sc_dkdev.dk_openmask == 0) 637 ccdgetdisklabel(dev); 638 639 /* Check that the partition exists. */ 640 if (part != RAW_PART) { 641 if (((cs->sc_flags & CCDF_INITED) == 0) || 642 ((part >= lp->d_npartitions) || 643 (lp->d_partitions[part].p_fstype == FS_UNUSED))) { 644 error = ENXIO; 645 goto done; 646 } 647 } 648 649 /* Prevent our unit from being unconfigured while open. */ 650 switch (fmt) { 651 case S_IFCHR: 652 cs->sc_dkdev.dk_copenmask |= pmask; 653 break; 654 655 case S_IFBLK: 656 cs->sc_dkdev.dk_bopenmask |= pmask; 657 break; 658 } 659 cs->sc_dkdev.dk_openmask = 660 cs->sc_dkdev.dk_copenmask | cs->sc_dkdev.dk_bopenmask; 661 662 done: 663 mutex_exit(&cs->sc_dvlock); 664 return (error); 665 } 666 667 /* ARGSUSED */ 668 static int 669 ccdclose(dev_t dev, int flags, int fmt, struct lwp *l) 670 { 671 int unit = ccdunit(dev); 672 struct ccd_softc *cs; 673 int part; 674 675 #ifdef DEBUG 676 if (ccddebug & CCDB_FOLLOW) 677 printf("ccdclose(0x%"PRIx64", 0x%x)\n", dev, flags); 678 #endif 679 680 if ((cs = ccdget(unit, 0)) == NULL) 681 return ENXIO; 682 683 mutex_enter(&cs->sc_dvlock); 684 685 part = DISKPART(dev); 686 687 /* ...that much closer to allowing unconfiguration... */ 688 switch (fmt) { 689 case S_IFCHR: 690 cs->sc_dkdev.dk_copenmask &= ~(1 << part); 691 break; 692 693 case S_IFBLK: 694 cs->sc_dkdev.dk_bopenmask &= ~(1 << part); 695 break; 696 } 697 cs->sc_dkdev.dk_openmask = 698 cs->sc_dkdev.dk_copenmask | cs->sc_dkdev.dk_bopenmask; 699 700 if (cs->sc_dkdev.dk_openmask == 0) { 701 if ((cs->sc_flags & CCDF_KLABEL) == 0) 702 cs->sc_flags &= ~CCDF_VLABEL; 703 } 704 705 mutex_exit(&cs->sc_dvlock); 706 return (0); 707 } 708 709 static bool 710 ccdbackoff(struct ccd_softc *cs) 711 { 712 713 /* XXX Arbitrary, should be a uvm call. */ 714 return uvmexp.free < (uvmexp.freemin >> 1) && 715 disk_isbusy(&cs->sc_dkdev); 716 } 717 718 static void 719 ccdthread(void *cookie) 720 { 721 struct ccd_softc *cs; 722 723 cs = cookie; 724 725 #ifdef DEBUG 726 if (ccddebug & CCDB_FOLLOW) 727 printf("ccdthread: hello\n"); 728 #endif 729 730 mutex_enter(cs->sc_iolock); 731 while (__predict_true(!cs->sc_zap)) { 732 if (bufq_peek(cs->sc_bufq) == NULL) { 733 /* Nothing to do. */ 734 cv_wait(&cs->sc_push, cs->sc_iolock); 735 continue; 736 } 737 if (ccdbackoff(cs)) { 738 /* Wait for memory to become available. */ 739 (void)cv_timedwait(&cs->sc_push, cs->sc_iolock, 1); 740 continue; 741 } 742 #ifdef DEBUG 743 if (ccddebug & CCDB_FOLLOW) 744 printf("ccdthread: dispatching I/O\n"); 745 #endif 746 ccdstart(cs); 747 mutex_enter(cs->sc_iolock); 748 } 749 cs->sc_thread = NULL; 750 mutex_exit(cs->sc_iolock); 751 #ifdef DEBUG 752 if (ccddebug & CCDB_FOLLOW) 753 printf("ccdthread: goodbye\n"); 754 #endif 755 kthread_exit(0); 756 } 757 758 static void 759 ccdstrategy(struct buf *bp) 760 { 761 int unit = ccdunit(bp->b_dev); 762 struct ccd_softc *cs; 763 if ((cs = ccdget(unit, 0)) == NULL) 764 return; 765 766 /* Must be open or reading label. */ 767 KASSERT(cs->sc_dkdev.dk_openmask != 0 || 768 (cs->sc_flags & CCDF_RLABEL) != 0); 769 770 mutex_enter(cs->sc_iolock); 771 /* Synchronize with device init/uninit. */ 772 if (__predict_false((cs->sc_flags & CCDF_INITED) == 0)) { 773 mutex_exit(cs->sc_iolock); 774 #ifdef DEBUG 775 if (ccddebug & CCDB_FOLLOW) 776 printf("ccdstrategy: unit %d: not inited\n", unit); 777 #endif 778 bp->b_error = ENXIO; 779 bp->b_resid = bp->b_bcount; 780 biodone(bp); 781 return; 782 } 783 784 /* Defer to thread if system is low on memory. */ 785 bufq_put(cs->sc_bufq, bp); 786 if (__predict_false(ccdbackoff(cs))) { 787 mutex_exit(cs->sc_iolock); 788 #ifdef DEBUG 789 if (ccddebug & CCDB_FOLLOW) 790 printf("ccdstrategy: holding off on I/O\n"); 791 #endif 792 return; 793 } 794 ccdstart(cs); 795 } 796 797 static void 798 ccdstart(struct ccd_softc *cs) 799 { 800 daddr_t blkno; 801 int wlabel; 802 struct disklabel *lp; 803 long bcount, rcount; 804 struct ccdbuf *cbp; 805 char *addr; 806 daddr_t bn; 807 vnode_t *vp; 808 buf_t *bp; 809 810 KASSERT(mutex_owned(cs->sc_iolock)); 811 812 bp = bufq_get(cs->sc_bufq); 813 KASSERT(bp != NULL); 814 815 disk_busy(&cs->sc_dkdev); 816 817 #ifdef DEBUG 818 if (ccddebug & CCDB_FOLLOW) 819 printf("ccdstart(%s, %p)\n", cs->sc_xname, bp); 820 #endif 821 822 /* If it's a nil transfer, wake up the top half now. */ 823 if (bp->b_bcount == 0) 824 goto done; 825 826 lp = cs->sc_dkdev.dk_label; 827 828 /* 829 * Do bounds checking and adjust transfer. If there's an 830 * error, the bounds check will flag that for us. Convert 831 * the partition relative block number to an absolute. 832 */ 833 blkno = bp->b_blkno; 834 wlabel = cs->sc_flags & (CCDF_WLABEL|CCDF_LABELLING); 835 if (DISKPART(bp->b_dev) != RAW_PART) { 836 if (bounds_check_with_label(&cs->sc_dkdev, bp, wlabel) <= 0) 837 goto done; 838 blkno += lp->d_partitions[DISKPART(bp->b_dev)].p_offset; 839 } 840 mutex_exit(cs->sc_iolock); 841 bp->b_rawblkno = blkno; 842 843 /* Allocate the component buffers and start I/O! */ 844 bp->b_resid = bp->b_bcount; 845 bn = bp->b_rawblkno; 846 addr = bp->b_data; 847 for (bcount = bp->b_bcount; bcount > 0; bcount -= rcount) { 848 cbp = ccdbuffer(cs, bp, bn, addr, bcount); 849 rcount = cbp->cb_buf.b_bcount; 850 bn += btodb(rcount); 851 addr += rcount; 852 vp = cbp->cb_buf.b_vp; 853 if ((cbp->cb_buf.b_flags & B_READ) == 0) { 854 mutex_enter(vp->v_interlock); 855 vp->v_numoutput++; 856 mutex_exit(vp->v_interlock); 857 } 858 (void)VOP_STRATEGY(vp, &cbp->cb_buf); 859 } 860 return; 861 862 done: 863 disk_unbusy(&cs->sc_dkdev, 0, 0); 864 cv_broadcast(&cs->sc_stop); 865 cv_broadcast(&cs->sc_push); 866 mutex_exit(cs->sc_iolock); 867 bp->b_resid = bp->b_bcount; 868 biodone(bp); 869 } 870 871 /* 872 * Build a component buffer header. 873 */ 874 static struct ccdbuf * 875 ccdbuffer(struct ccd_softc *cs, struct buf *bp, daddr_t bn, void *addr, 876 long bcount) 877 { 878 struct ccdcinfo *ci; 879 struct ccdbuf *cbp; 880 daddr_t cbn, cboff; 881 u_int64_t cbc; 882 int ccdisk; 883 884 #ifdef DEBUG 885 if (ccddebug & CCDB_IO) 886 printf("ccdbuffer(%p, %p, %" PRId64 ", %p, %ld)\n", 887 cs, bp, bn, addr, bcount); 888 #endif 889 /* 890 * Determine which component bn falls in. 891 */ 892 cbn = bn; 893 cboff = 0; 894 895 /* 896 * Serially concatenated 897 */ 898 if (cs->sc_ileave == 0) { 899 daddr_t sblk; 900 901 sblk = 0; 902 for (ccdisk = 0, ci = &cs->sc_cinfo[ccdisk]; 903 cbn >= sblk + ci->ci_size; 904 ccdisk++, ci = &cs->sc_cinfo[ccdisk]) 905 sblk += ci->ci_size; 906 cbn -= sblk; 907 } 908 /* 909 * Interleaved 910 */ 911 else { 912 struct ccdiinfo *ii; 913 int off; 914 915 cboff = cbn % cs->sc_ileave; 916 cbn /= cs->sc_ileave; 917 for (ii = cs->sc_itable; ii->ii_ndisk; ii++) 918 if (ii->ii_startblk > cbn) 919 break; 920 ii--; 921 off = cbn - ii->ii_startblk; 922 if (ii->ii_ndisk == 1) { 923 ccdisk = ii->ii_index[0]; 924 cbn = ii->ii_startoff + off; 925 } else { 926 ccdisk = ii->ii_index[off % ii->ii_ndisk]; 927 cbn = ii->ii_startoff + off / ii->ii_ndisk; 928 } 929 cbn *= cs->sc_ileave; 930 ci = &cs->sc_cinfo[ccdisk]; 931 } 932 933 /* 934 * Fill in the component buf structure. 935 */ 936 cbp = CCD_GETBUF(); 937 KASSERT(cbp != NULL); 938 buf_init(&cbp->cb_buf); 939 cbp->cb_buf.b_flags = bp->b_flags; 940 cbp->cb_buf.b_oflags = bp->b_oflags; 941 cbp->cb_buf.b_cflags = bp->b_cflags; 942 cbp->cb_buf.b_iodone = ccdiodone; 943 cbp->cb_buf.b_proc = bp->b_proc; 944 cbp->cb_buf.b_dev = ci->ci_dev; 945 cbp->cb_buf.b_blkno = cbn + cboff; 946 cbp->cb_buf.b_data = addr; 947 cbp->cb_buf.b_vp = ci->ci_vp; 948 cbp->cb_buf.b_objlock = ci->ci_vp->v_interlock; 949 if (cs->sc_ileave == 0) 950 cbc = dbtob((u_int64_t)(ci->ci_size - cbn)); 951 else 952 cbc = dbtob((u_int64_t)(cs->sc_ileave - cboff)); 953 cbp->cb_buf.b_bcount = cbc < bcount ? cbc : bcount; 954 955 /* 956 * context for ccdiodone 957 */ 958 cbp->cb_obp = bp; 959 cbp->cb_sc = cs; 960 cbp->cb_comp = ccdisk; 961 962 BIO_COPYPRIO(&cbp->cb_buf, bp); 963 964 #ifdef DEBUG 965 if (ccddebug & CCDB_IO) 966 printf(" dev 0x%"PRIx64"(u%lu): cbp %p bn %" PRId64 " addr %p" 967 " bcnt %d\n", 968 ci->ci_dev, (unsigned long) (ci-cs->sc_cinfo), cbp, 969 cbp->cb_buf.b_blkno, cbp->cb_buf.b_data, 970 cbp->cb_buf.b_bcount); 971 #endif 972 973 return (cbp); 974 } 975 976 /* 977 * Called at interrupt time. 978 * Mark the component as done and if all components are done, 979 * take a ccd interrupt. 980 */ 981 static void 982 ccdiodone(struct buf *vbp) 983 { 984 struct ccdbuf *cbp = (struct ccdbuf *) vbp; 985 struct buf *bp = cbp->cb_obp; 986 struct ccd_softc *cs = cbp->cb_sc; 987 int count; 988 989 #ifdef DEBUG 990 if (ccddebug & CCDB_FOLLOW) 991 printf("ccdiodone(%p)\n", cbp); 992 if (ccddebug & CCDB_IO) { 993 printf("ccdiodone: bp %p bcount %d resid %d\n", 994 bp, bp->b_bcount, bp->b_resid); 995 printf(" dev 0x%"PRIx64"(u%d), cbp %p bn %" PRId64 " addr %p" 996 " bcnt %d\n", 997 cbp->cb_buf.b_dev, cbp->cb_comp, cbp, 998 cbp->cb_buf.b_blkno, cbp->cb_buf.b_data, 999 cbp->cb_buf.b_bcount); 1000 } 1001 #endif 1002 1003 if (cbp->cb_buf.b_error != 0) { 1004 bp->b_error = cbp->cb_buf.b_error; 1005 printf("%s: error %d on component %d\n", 1006 cs->sc_xname, bp->b_error, cbp->cb_comp); 1007 } 1008 count = cbp->cb_buf.b_bcount; 1009 buf_destroy(&cbp->cb_buf); 1010 CCD_PUTBUF(cbp); 1011 1012 /* 1013 * If all done, "interrupt". 1014 */ 1015 mutex_enter(cs->sc_iolock); 1016 bp->b_resid -= count; 1017 if (bp->b_resid < 0) 1018 panic("ccdiodone: count"); 1019 if (bp->b_resid == 0) { 1020 /* 1021 * Request is done for better or worse, wakeup the top half. 1022 */ 1023 if (bp->b_error != 0) 1024 bp->b_resid = bp->b_bcount; 1025 disk_unbusy(&cs->sc_dkdev, (bp->b_bcount - bp->b_resid), 1026 (bp->b_flags & B_READ)); 1027 if (!disk_isbusy(&cs->sc_dkdev)) { 1028 if (bufq_peek(cs->sc_bufq) != NULL) { 1029 cv_broadcast(&cs->sc_push); 1030 } 1031 cv_broadcast(&cs->sc_stop); 1032 } 1033 mutex_exit(cs->sc_iolock); 1034 biodone(bp); 1035 } else 1036 mutex_exit(cs->sc_iolock); 1037 } 1038 1039 /* ARGSUSED */ 1040 static int 1041 ccdread(dev_t dev, struct uio *uio, int flags) 1042 { 1043 int unit = ccdunit(dev); 1044 struct ccd_softc *cs; 1045 1046 #ifdef DEBUG 1047 if (ccddebug & CCDB_FOLLOW) 1048 printf("ccdread(0x%"PRIx64", %p)\n", dev, uio); 1049 #endif 1050 if ((cs = ccdget(unit, 0)) == NULL) 1051 return 0; 1052 1053 /* Unlocked advisory check, ccdstrategy check is synchronous. */ 1054 if ((cs->sc_flags & CCDF_INITED) == 0) 1055 return (ENXIO); 1056 1057 return (physio(ccdstrategy, NULL, dev, B_READ, minphys, uio)); 1058 } 1059 1060 /* ARGSUSED */ 1061 static int 1062 ccdwrite(dev_t dev, struct uio *uio, int flags) 1063 { 1064 int unit = ccdunit(dev); 1065 struct ccd_softc *cs; 1066 1067 #ifdef DEBUG 1068 if (ccddebug & CCDB_FOLLOW) 1069 printf("ccdwrite(0x%"PRIx64", %p)\n", dev, uio); 1070 #endif 1071 if ((cs = ccdget(unit, 0)) == NULL) 1072 return ENOENT; 1073 1074 /* Unlocked advisory check, ccdstrategy check is synchronous. */ 1075 if ((cs->sc_flags & CCDF_INITED) == 0) 1076 return (ENXIO); 1077 1078 return (physio(ccdstrategy, NULL, dev, B_WRITE, minphys, uio)); 1079 } 1080 1081 static int 1082 ccdioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l) 1083 { 1084 int unit = ccdunit(dev); 1085 int i, j, lookedup = 0, error = 0; 1086 int part, pmask, make; 1087 struct ccd_softc *cs; 1088 struct ccd_ioctl *ccio = (struct ccd_ioctl *)data; 1089 kauth_cred_t uc; 1090 char **cpp; 1091 struct pathbuf *pb; 1092 struct vnode **vpp; 1093 #ifdef __HAVE_OLD_DISKLABEL 1094 struct disklabel newlabel; 1095 #endif 1096 1097 switch (cmd) { 1098 #if defined(COMPAT_60) && !defined(_LP64) 1099 case CCDIOCSET_60: 1100 #endif 1101 case CCDIOCSET: 1102 make = 1; 1103 break; 1104 default: 1105 make = 0; 1106 break; 1107 } 1108 1109 if ((cs = ccdget(unit, make)) == NULL) 1110 return ENOENT; 1111 uc = kauth_cred_get(); 1112 1113 /* 1114 * Compat code must not be called if on a platform where 1115 * sizeof (size_t) == sizeof (uint64_t) as CCDIOCSET will 1116 * be the same as CCDIOCSET_60 1117 */ 1118 #if defined(COMPAT_60) && !defined(_LP64) 1119 switch (cmd) { 1120 case CCDIOCSET_60: { 1121 struct ccd_ioctl ccionew; 1122 struct ccd_ioctl_60 *ccio60 = 1123 (struct ccd_ioctl_60 *)data; 1124 ccionew.ccio_disks = ccio->ccio_disks; 1125 ccionew.ccio_ndisks = ccio->ccio_ndisks; 1126 ccionew.ccio_ileave = ccio->ccio_ileave; 1127 ccionew.ccio_flags = ccio->ccio_flags; 1128 ccionew.ccio_unit = ccio->ccio_unit; 1129 error = ccdioctl(dev, CCDIOCSET, &ccionew, flag, l); 1130 if (!error) { 1131 /* Copy data back, adjust types if necessary */ 1132 ccio60->ccio_disks = ccionew.ccio_disks; 1133 ccio60->ccio_ndisks = ccionew.ccio_ndisks; 1134 ccio60->ccio_ileave = ccionew.ccio_ileave; 1135 ccio60->ccio_flags = ccionew.ccio_flags; 1136 ccio60->ccio_unit = ccionew.ccio_unit; 1137 ccio60->ccio_size = (size_t)ccionew.ccio_size; 1138 } 1139 return error; 1140 } 1141 break; 1142 1143 case CCDIOCCLR_60: 1144 /* 1145 * ccio_size member not used, so existing struct OK 1146 * drop through to existing non-compat version 1147 */ 1148 cmd = CCDIOCCLR; 1149 break; 1150 } 1151 #endif /* COMPAT_60 && !_LP64*/ 1152 1153 /* Must be open for writes for these commands... */ 1154 switch (cmd) { 1155 case CCDIOCSET: 1156 case CCDIOCCLR: 1157 case DIOCSDINFO: 1158 case DIOCWDINFO: 1159 case DIOCCACHESYNC: 1160 case DIOCAWEDGE: 1161 case DIOCDWEDGE: 1162 case DIOCMWEDGES: 1163 #ifdef __HAVE_OLD_DISKLABEL 1164 case ODIOCSDINFO: 1165 case ODIOCWDINFO: 1166 #endif 1167 case DIOCKLABEL: 1168 case DIOCWLABEL: 1169 if ((flag & FWRITE) == 0) 1170 return (EBADF); 1171 } 1172 1173 mutex_enter(&cs->sc_dvlock); 1174 1175 /* Must be initialized for these... */ 1176 switch (cmd) { 1177 case CCDIOCCLR: 1178 case DIOCGDINFO: 1179 case DIOCGSTRATEGY: 1180 case DIOCGCACHE: 1181 case DIOCCACHESYNC: 1182 case DIOCAWEDGE: 1183 case DIOCDWEDGE: 1184 case DIOCLWEDGES: 1185 case DIOCMWEDGES: 1186 case DIOCSDINFO: 1187 case DIOCWDINFO: 1188 case DIOCGPARTINFO: 1189 case DIOCWLABEL: 1190 case DIOCKLABEL: 1191 case DIOCGDEFLABEL: 1192 #ifdef __HAVE_OLD_DISKLABEL 1193 case ODIOCGDINFO: 1194 case ODIOCSDINFO: 1195 case ODIOCWDINFO: 1196 case ODIOCGDEFLABEL: 1197 #endif 1198 if ((cs->sc_flags & CCDF_INITED) == 0) { 1199 error = ENXIO; 1200 goto out; 1201 } 1202 } 1203 1204 error = disk_ioctl(&cs->sc_dkdev, dev, cmd, data, flag, l); 1205 if (error != EPASSTHROUGH) 1206 goto out; 1207 1208 error = 0; 1209 switch (cmd) { 1210 case CCDIOCSET: 1211 if (cs->sc_flags & CCDF_INITED) { 1212 error = EBUSY; 1213 goto out; 1214 } 1215 1216 /* Validate the flags. */ 1217 if ((ccio->ccio_flags & CCDF_USERMASK) != ccio->ccio_flags) { 1218 error = EINVAL; 1219 goto out; 1220 } 1221 1222 if (ccio->ccio_ndisks > CCD_MAXNDISKS || 1223 ccio->ccio_ndisks == 0) { 1224 error = EINVAL; 1225 goto out; 1226 } 1227 1228 /* Fill in some important bits. */ 1229 cs->sc_ileave = ccio->ccio_ileave; 1230 cs->sc_nccdisks = ccio->ccio_ndisks; 1231 cs->sc_flags = ccio->ccio_flags & CCDF_USERMASK; 1232 1233 /* 1234 * Allocate space for and copy in the array of 1235 * component pathnames and device numbers. 1236 */ 1237 cpp = kmem_alloc(ccio->ccio_ndisks * sizeof(*cpp), KM_SLEEP); 1238 vpp = kmem_alloc(ccio->ccio_ndisks * sizeof(*vpp), KM_SLEEP); 1239 error = copyin(ccio->ccio_disks, cpp, 1240 ccio->ccio_ndisks * sizeof(*cpp)); 1241 if (error) { 1242 kmem_free(vpp, ccio->ccio_ndisks * sizeof(*vpp)); 1243 kmem_free(cpp, ccio->ccio_ndisks * sizeof(*cpp)); 1244 goto out; 1245 } 1246 1247 #ifdef DEBUG 1248 if (ccddebug & CCDB_INIT) 1249 for (i = 0; i < ccio->ccio_ndisks; ++i) 1250 printf("ccdioctl: component %d: %p\n", 1251 i, cpp[i]); 1252 #endif 1253 1254 for (i = 0; i < ccio->ccio_ndisks; ++i) { 1255 #ifdef DEBUG 1256 if (ccddebug & CCDB_INIT) 1257 printf("ccdioctl: lookedup = %d\n", lookedup); 1258 #endif 1259 error = pathbuf_copyin(cpp[i], &pb); 1260 if (error == 0) { 1261 error = dk_lookup(pb, l, &vpp[i]); 1262 } 1263 pathbuf_destroy(pb); 1264 if (error != 0) { 1265 for (j = 0; j < lookedup; ++j) 1266 (void)vn_close(vpp[j], FREAD|FWRITE, 1267 uc); 1268 kmem_free(vpp, ccio->ccio_ndisks * 1269 sizeof(*vpp)); 1270 kmem_free(cpp, ccio->ccio_ndisks * 1271 sizeof(*cpp)); 1272 goto out; 1273 } 1274 ++lookedup; 1275 } 1276 1277 /* Attach the disk. */ 1278 disk_attach(&cs->sc_dkdev); 1279 bufq_alloc(&cs->sc_bufq, "fcfs", 0); 1280 1281 /* 1282 * Initialize the ccd. Fills in the softc for us. 1283 */ 1284 if ((error = ccdinit(cs, cpp, vpp, l)) != 0) { 1285 for (j = 0; j < lookedup; ++j) 1286 (void)vn_close(vpp[j], FREAD|FWRITE, 1287 uc); 1288 kmem_free(vpp, ccio->ccio_ndisks * sizeof(*vpp)); 1289 kmem_free(cpp, ccio->ccio_ndisks * sizeof(*cpp)); 1290 disk_detach(&cs->sc_dkdev); 1291 mutex_exit(&cs->sc_dvlock); 1292 bufq_free(cs->sc_bufq); 1293 return error; 1294 } 1295 1296 /* We can free the temporary variables now. */ 1297 kmem_free(vpp, ccio->ccio_ndisks * sizeof(*vpp)); 1298 kmem_free(cpp, ccio->ccio_ndisks * sizeof(*cpp)); 1299 1300 /* 1301 * The ccd has been successfully initialized, so 1302 * we can place it into the array. Don't try to 1303 * read the disklabel until the disk has been attached, 1304 * because space for the disklabel is allocated 1305 * in disk_attach(); 1306 */ 1307 ccio->ccio_unit = unit; 1308 ccio->ccio_size = cs->sc_size; 1309 1310 /* Try and read the disklabel. */ 1311 ccdgetdisklabel(dev); 1312 disk_set_info(NULL, &cs->sc_dkdev, NULL); 1313 1314 /* discover wedges */ 1315 mutex_exit(&cs->sc_dvlock); 1316 dkwedge_discover(&cs->sc_dkdev); 1317 return 0; 1318 1319 case CCDIOCCLR: 1320 /* 1321 * Don't unconfigure if any other partitions are open 1322 * or if both the character and block flavors of this 1323 * partition are open. 1324 */ 1325 part = DISKPART(dev); 1326 pmask = (1 << part); 1327 if ((cs->sc_dkdev.dk_openmask & ~pmask) || 1328 ((cs->sc_dkdev.dk_bopenmask & pmask) && 1329 (cs->sc_dkdev.dk_copenmask & pmask))) { 1330 error = EBUSY; 1331 goto out; 1332 } 1333 1334 /* Delete all of our wedges. */ 1335 dkwedge_delall(&cs->sc_dkdev); 1336 1337 /* Stop new I/O, wait for in-flight I/O to complete. */ 1338 mutex_enter(cs->sc_iolock); 1339 cs->sc_flags &= ~(CCDF_INITED|CCDF_VLABEL); 1340 cs->sc_zap = true; 1341 while (disk_isbusy(&cs->sc_dkdev) || 1342 bufq_peek(cs->sc_bufq) != NULL || 1343 cs->sc_thread != NULL) { 1344 cv_broadcast(&cs->sc_push); 1345 (void)cv_timedwait(&cs->sc_stop, cs->sc_iolock, hz); 1346 } 1347 mutex_exit(cs->sc_iolock); 1348 1349 /* 1350 * Free ccd_softc information and clear entry. 1351 */ 1352 1353 /* Close the components and free their pathnames. */ 1354 for (i = 0; i < cs->sc_nccdisks; ++i) { 1355 /* 1356 * XXX: this close could potentially fail and 1357 * cause Bad Things. Maybe we need to force 1358 * the close to happen? 1359 */ 1360 #ifdef DEBUG 1361 if (ccddebug & CCDB_VNODE) 1362 vprint("CCDIOCCLR: vnode info", 1363 cs->sc_cinfo[i].ci_vp); 1364 #endif 1365 (void)vn_close(cs->sc_cinfo[i].ci_vp, FREAD|FWRITE, 1366 uc); 1367 kmem_free(cs->sc_cinfo[i].ci_path, 1368 cs->sc_cinfo[i].ci_pathlen); 1369 } 1370 1371 /* Free interleave index. */ 1372 for (i = 0; cs->sc_itable[i].ii_ndisk; ++i) { 1373 kmem_free(cs->sc_itable[i].ii_index, 1374 cs->sc_itable[i].ii_indexsz); 1375 } 1376 1377 /* Free component info and interleave table. */ 1378 kmem_free(cs->sc_cinfo, cs->sc_nccdisks * 1379 sizeof(struct ccdcinfo)); 1380 kmem_free(cs->sc_itable, (cs->sc_nccdisks + 1) * 1381 sizeof(struct ccdiinfo)); 1382 1383 aprint_normal("%s: detached\n", cs->sc_xname); 1384 1385 /* Detach the disk. */ 1386 disk_detach(&cs->sc_dkdev); 1387 bufq_free(cs->sc_bufq); 1388 ccdput(cs); 1389 /* Don't break, otherwise cs is read again. */ 1390 return 0; 1391 1392 case DIOCGSTRATEGY: 1393 { 1394 struct disk_strategy *dks = (void *)data; 1395 1396 mutex_enter(cs->sc_iolock); 1397 if (cs->sc_bufq != NULL) 1398 strlcpy(dks->dks_name, 1399 bufq_getstrategyname(cs->sc_bufq), 1400 sizeof(dks->dks_name)); 1401 else 1402 error = EINVAL; 1403 mutex_exit(cs->sc_iolock); 1404 dks->dks_paramlen = 0; 1405 break; 1406 } 1407 1408 case DIOCGCACHE: 1409 { 1410 int dkcache = 0; 1411 1412 /* 1413 * We pass this call down to all components and report 1414 * intersection of the flags returned by the components. 1415 * If any errors out, we return error. CCD components 1416 * can not change unless the device is unconfigured, so 1417 * device feature flags will remain static. RCE/WCE can change 1418 * of course, if set directly on underlying device. 1419 */ 1420 for (error = 0, i = 0; i < cs->sc_nccdisks; i++) { 1421 error = VOP_IOCTL(cs->sc_cinfo[i].ci_vp, cmd, &j, 1422 flag, uc); 1423 if (error) 1424 break; 1425 1426 if (i == 0) 1427 dkcache = j; 1428 else 1429 dkcache = DKCACHE_COMBINE(dkcache, j); 1430 } 1431 1432 *((int *)data) = dkcache; 1433 break; 1434 } 1435 1436 case DIOCCACHESYNC: 1437 /* 1438 * We pass this call down to all components and report 1439 * the first error we encounter. 1440 */ 1441 for (error = 0, i = 0; i < cs->sc_nccdisks; i++) { 1442 j = VOP_IOCTL(cs->sc_cinfo[i].ci_vp, cmd, data, 1443 flag, uc); 1444 if (j != 0 && error == 0) 1445 error = j; 1446 } 1447 break; 1448 1449 case DIOCWDINFO: 1450 case DIOCSDINFO: 1451 #ifdef __HAVE_OLD_DISKLABEL 1452 case ODIOCWDINFO: 1453 case ODIOCSDINFO: 1454 #endif 1455 { 1456 struct disklabel *lp; 1457 #ifdef __HAVE_OLD_DISKLABEL 1458 if (cmd == ODIOCSDINFO || cmd == ODIOCWDINFO) { 1459 memset(&newlabel, 0, sizeof newlabel); 1460 memcpy(&newlabel, data, sizeof (struct olddisklabel)); 1461 lp = &newlabel; 1462 } else 1463 #endif 1464 lp = (struct disklabel *)data; 1465 1466 cs->sc_flags |= CCDF_LABELLING; 1467 1468 error = setdisklabel(cs->sc_dkdev.dk_label, 1469 lp, 0, cs->sc_dkdev.dk_cpulabel); 1470 if (error == 0) { 1471 if (cmd == DIOCWDINFO 1472 #ifdef __HAVE_OLD_DISKLABEL 1473 || cmd == ODIOCWDINFO 1474 #endif 1475 ) 1476 error = writedisklabel(CCDLABELDEV(dev), 1477 ccdstrategy, cs->sc_dkdev.dk_label, 1478 cs->sc_dkdev.dk_cpulabel); 1479 } 1480 1481 cs->sc_flags &= ~CCDF_LABELLING; 1482 break; 1483 } 1484 1485 case DIOCKLABEL: 1486 if (*(int *)data != 0) 1487 cs->sc_flags |= CCDF_KLABEL; 1488 else 1489 cs->sc_flags &= ~CCDF_KLABEL; 1490 break; 1491 1492 case DIOCWLABEL: 1493 if (*(int *)data != 0) 1494 cs->sc_flags |= CCDF_WLABEL; 1495 else 1496 cs->sc_flags &= ~CCDF_WLABEL; 1497 break; 1498 1499 case DIOCGDEFLABEL: 1500 ccdgetdefaultlabel(cs, (struct disklabel *)data); 1501 break; 1502 1503 #ifdef __HAVE_OLD_DISKLABEL 1504 case ODIOCGDEFLABEL: 1505 ccdgetdefaultlabel(cs, &newlabel); 1506 if (newlabel.d_npartitions > OLDMAXPARTITIONS) 1507 return ENOTTY; 1508 memcpy(data, &newlabel, sizeof (struct olddisklabel)); 1509 break; 1510 #endif 1511 1512 default: 1513 error = ENOTTY; 1514 } 1515 1516 out: 1517 mutex_exit(&cs->sc_dvlock); 1518 return (error); 1519 } 1520 1521 static int 1522 ccdsize(dev_t dev) 1523 { 1524 struct ccd_softc *cs; 1525 struct disklabel *lp; 1526 int part, unit, omask, size; 1527 1528 unit = ccdunit(dev); 1529 if ((cs = ccdget(unit, 0)) == NULL) 1530 return -1; 1531 1532 if ((cs->sc_flags & CCDF_INITED) == 0) 1533 return (-1); 1534 1535 part = DISKPART(dev); 1536 omask = cs->sc_dkdev.dk_openmask & (1 << part); 1537 lp = cs->sc_dkdev.dk_label; 1538 1539 if (omask == 0 && ccdopen(dev, 0, S_IFBLK, curlwp)) 1540 return (-1); 1541 1542 if (lp->d_partitions[part].p_fstype != FS_SWAP) 1543 size = -1; 1544 else 1545 size = lp->d_partitions[part].p_size * 1546 (lp->d_secsize / DEV_BSIZE); 1547 1548 if (omask == 0 && ccdclose(dev, 0, S_IFBLK, curlwp)) 1549 return (-1); 1550 1551 return (size); 1552 } 1553 1554 static void 1555 ccdgetdefaultlabel(struct ccd_softc *cs, struct disklabel *lp) 1556 { 1557 struct ccdgeom *ccg = &cs->sc_geom; 1558 1559 memset(lp, 0, sizeof(*lp)); 1560 1561 if (cs->sc_size > UINT32_MAX) 1562 lp->d_secperunit = UINT32_MAX; 1563 else 1564 lp->d_secperunit = cs->sc_size; 1565 lp->d_secsize = ccg->ccg_secsize; 1566 lp->d_nsectors = ccg->ccg_nsectors; 1567 lp->d_ntracks = ccg->ccg_ntracks; 1568 lp->d_ncylinders = ccg->ccg_ncylinders; 1569 lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors; 1570 1571 strncpy(lp->d_typename, "ccd", sizeof(lp->d_typename)); 1572 lp->d_type = DKTYPE_CCD; 1573 strncpy(lp->d_packname, "fictitious", sizeof(lp->d_packname)); 1574 lp->d_rpm = 3600; 1575 lp->d_interleave = 1; 1576 lp->d_flags = 0; 1577 1578 lp->d_partitions[RAW_PART].p_offset = 0; 1579 lp->d_partitions[RAW_PART].p_size = lp->d_secperunit; 1580 lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED; 1581 lp->d_npartitions = RAW_PART + 1; 1582 1583 lp->d_magic = DISKMAGIC; 1584 lp->d_magic2 = DISKMAGIC; 1585 lp->d_checksum = dkcksum(cs->sc_dkdev.dk_label); 1586 } 1587 1588 /* 1589 * Read the disklabel from the ccd. If one is not present, fake one 1590 * up. 1591 */ 1592 static void 1593 ccdgetdisklabel(dev_t dev) 1594 { 1595 int unit = ccdunit(dev); 1596 struct ccd_softc *cs; 1597 const char *errstring; 1598 struct disklabel *lp; 1599 struct cpu_disklabel *clp; 1600 1601 if ((cs = ccdget(unit, 0)) == NULL) 1602 return; 1603 lp = cs->sc_dkdev.dk_label; 1604 clp = cs->sc_dkdev.dk_cpulabel; 1605 KASSERT(mutex_owned(&cs->sc_dvlock)); 1606 1607 memset(clp, 0, sizeof(*clp)); 1608 1609 ccdgetdefaultlabel(cs, lp); 1610 1611 /* 1612 * Call the generic disklabel extraction routine. 1613 */ 1614 cs->sc_flags |= CCDF_RLABEL; 1615 if ((cs->sc_flags & CCDF_NOLABEL) != 0) 1616 errstring = "CCDF_NOLABEL set; ignoring on-disk label"; 1617 else 1618 errstring = readdisklabel(CCDLABELDEV(dev), ccdstrategy, 1619 cs->sc_dkdev.dk_label, cs->sc_dkdev.dk_cpulabel); 1620 if (errstring) 1621 ccdmakedisklabel(cs); 1622 else { 1623 int i; 1624 struct partition *pp; 1625 1626 /* 1627 * Sanity check whether the found disklabel is valid. 1628 * 1629 * This is necessary since total size of ccd may vary 1630 * when an interleave is changed even though exactly 1631 * same componets are used, and old disklabel may used 1632 * if that is found. 1633 */ 1634 if (lp->d_secperunit < UINT32_MAX ? 1635 lp->d_secperunit != cs->sc_size : 1636 lp->d_secperunit > cs->sc_size) 1637 printf("WARNING: %s: " 1638 "total sector size in disklabel (%ju) != " 1639 "the size of ccd (%ju)\n", cs->sc_xname, 1640 (uintmax_t)lp->d_secperunit, 1641 (uintmax_t)cs->sc_size); 1642 for (i = 0; i < lp->d_npartitions; i++) { 1643 pp = &lp->d_partitions[i]; 1644 if (pp->p_offset + pp->p_size > cs->sc_size) 1645 printf("WARNING: %s: end of partition `%c' " 1646 "exceeds the size of ccd (%ju)\n", 1647 cs->sc_xname, 'a' + i, (uintmax_t)cs->sc_size); 1648 } 1649 } 1650 1651 #ifdef DEBUG 1652 /* It's actually extremely common to have unlabeled ccds. */ 1653 if (ccddebug & CCDB_LABEL) 1654 if (errstring != NULL) 1655 printf("%s: %s\n", cs->sc_xname, errstring); 1656 #endif 1657 1658 /* In-core label now valid. */ 1659 cs->sc_flags = (cs->sc_flags | CCDF_VLABEL) & ~CCDF_RLABEL; 1660 } 1661 1662 /* 1663 * Take care of things one might want to take care of in the event 1664 * that a disklabel isn't present. 1665 */ 1666 static void 1667 ccdmakedisklabel(struct ccd_softc *cs) 1668 { 1669 struct disklabel *lp = cs->sc_dkdev.dk_label; 1670 1671 /* 1672 * For historical reasons, if there's no disklabel present 1673 * the raw partition must be marked FS_BSDFFS. 1674 */ 1675 lp->d_partitions[RAW_PART].p_fstype = FS_BSDFFS; 1676 1677 strncpy(lp->d_packname, "default label", sizeof(lp->d_packname)); 1678 1679 lp->d_checksum = dkcksum(lp); 1680 } 1681 1682 #ifdef DEBUG 1683 static void 1684 printiinfo(struct ccdiinfo *ii) 1685 { 1686 int ix, i; 1687 1688 for (ix = 0; ii->ii_ndisk; ix++, ii++) { 1689 printf(" itab[%d]: #dk %d sblk %" PRId64 " soff %" PRId64, 1690 ix, ii->ii_ndisk, ii->ii_startblk, ii->ii_startoff); 1691 for (i = 0; i < ii->ii_ndisk; i++) 1692 printf(" %d", ii->ii_index[i]); 1693 printf("\n"); 1694 } 1695 } 1696 #endif 1697 1698 MODULE(MODULE_CLASS_DRIVER, ccd, "dk_subr"); 1699 1700 static int 1701 ccd_modcmd(modcmd_t cmd, void *arg) 1702 { 1703 int error = 0; 1704 #ifdef _MODULE 1705 int bmajor = -1, cmajor = -1; 1706 #endif 1707 1708 1709 switch (cmd) { 1710 case MODULE_CMD_INIT: 1711 #ifdef _MODULE 1712 ccdattach(0); 1713 1714 error = devsw_attach("ccd", &ccd_bdevsw, &bmajor, 1715 &ccd_cdevsw, &cmajor); 1716 #endif 1717 break; 1718 1719 case MODULE_CMD_FINI: 1720 #ifdef _MODULE 1721 mutex_enter(&ccd_lock); 1722 if (ccd_nactive) { 1723 mutex_exit(&ccd_lock); 1724 error = EBUSY; 1725 } else { 1726 mutex_exit(&ccd_lock); 1727 error = devsw_detach(&ccd_bdevsw, &ccd_cdevsw); 1728 ccddetach(); 1729 } 1730 #endif 1731 break; 1732 1733 case MODULE_CMD_STAT: 1734 return ENOTTY; 1735 1736 default: 1737 return ENOTTY; 1738 } 1739 1740 return error; 1741 } 1742 1743 static int 1744 ccd_units_sysctl(SYSCTLFN_ARGS) 1745 { 1746 struct sysctlnode node; 1747 struct ccd_softc *sc; 1748 int error, i, nccd, *units; 1749 size_t size; 1750 1751 nccd = 0; 1752 mutex_enter(&ccd_lock); 1753 LIST_FOREACH(sc, &ccds, sc_link) 1754 nccd++; 1755 mutex_exit(&ccd_lock); 1756 1757 if (nccd != 0) { 1758 size = nccd * sizeof(*units); 1759 units = kmem_zalloc(size, KM_SLEEP); 1760 if (units == NULL) 1761 return ENOMEM; 1762 1763 i = 0; 1764 mutex_enter(&ccd_lock); 1765 LIST_FOREACH(sc, &ccds, sc_link) { 1766 if (i >= nccd) 1767 break; 1768 units[i] = sc->sc_unit; 1769 } 1770 mutex_exit(&ccd_lock); 1771 } else { 1772 units = NULL; 1773 size = 0; 1774 } 1775 1776 node = *rnode; 1777 node.sysctl_data = units; 1778 node.sysctl_size = size; 1779 1780 error = sysctl_lookup(SYSCTLFN_CALL(&node)); 1781 if (units) 1782 kmem_free(units, size); 1783 return error; 1784 } 1785 1786 static int 1787 ccd_info_sysctl(SYSCTLFN_ARGS) 1788 { 1789 struct sysctlnode node; 1790 struct ccddiskinfo ccd; 1791 struct ccd_softc *sc; 1792 int unit; 1793 1794 if (newp == NULL || newlen != sizeof(int)) 1795 return EINVAL; 1796 1797 unit = *(const int *)newp; 1798 newp = NULL; 1799 newlen = 0; 1800 ccd.ccd_ndisks = ~0; 1801 mutex_enter(&ccd_lock); 1802 LIST_FOREACH(sc, &ccds, sc_link) { 1803 if (sc->sc_unit == unit) { 1804 ccd.ccd_ileave = sc->sc_ileave; 1805 ccd.ccd_size = sc->sc_size; 1806 ccd.ccd_ndisks = sc->sc_nccdisks; 1807 ccd.ccd_flags = sc->sc_flags; 1808 break; 1809 } 1810 } 1811 mutex_exit(&ccd_lock); 1812 1813 if (ccd.ccd_ndisks == ~0) 1814 return ENOENT; 1815 1816 node = *rnode; 1817 node.sysctl_data = &ccd; 1818 node.sysctl_size = sizeof(ccd); 1819 1820 return sysctl_lookup(SYSCTLFN_CALL(&node)); 1821 } 1822 1823 static int 1824 ccd_components_sysctl(SYSCTLFN_ARGS) 1825 { 1826 struct sysctlnode node; 1827 int error, unit; 1828 size_t size; 1829 char *names, *p, *ep; 1830 struct ccd_softc *sc; 1831 1832 if (newp == NULL || newlen != sizeof(int)) 1833 return EINVAL; 1834 1835 size = 0; 1836 unit = *(const int *)newp; 1837 newp = NULL; 1838 newlen = 0; 1839 mutex_enter(&ccd_lock); 1840 LIST_FOREACH(sc, &ccds, sc_link) 1841 if (sc->sc_unit == unit) { 1842 for (size_t i = 0; i < sc->sc_nccdisks; i++) 1843 size += strlen(sc->sc_cinfo[i].ci_path) + 1; 1844 break; 1845 } 1846 mutex_exit(&ccd_lock); 1847 1848 if (size == 0) 1849 return ENOENT; 1850 names = kmem_zalloc(size, KM_SLEEP); 1851 if (names == NULL) 1852 return ENOMEM; 1853 1854 p = names; 1855 ep = names + size; 1856 mutex_enter(&ccd_lock); 1857 LIST_FOREACH(sc, &ccds, sc_link) 1858 if (sc->sc_unit == unit) { 1859 for (size_t i = 0; i < sc->sc_nccdisks; i++) { 1860 char *d = sc->sc_cinfo[i].ci_path; 1861 while (p < ep && (*p++ = *d++) != '\0') 1862 continue; 1863 } 1864 break; 1865 } 1866 mutex_exit(&ccd_lock); 1867 1868 node = *rnode; 1869 node.sysctl_data = names; 1870 node.sysctl_size = ep - names; 1871 1872 error = sysctl_lookup(SYSCTLFN_CALL(&node)); 1873 kmem_free(names, size); 1874 return error; 1875 } 1876 1877 SYSCTL_SETUP(sysctl_kern_ccd_setup, "sysctl kern.ccd subtree setup") 1878 { 1879 const struct sysctlnode *node = NULL; 1880 1881 sysctl_createv(clog, 0, NULL, &node, 1882 CTLFLAG_PERMANENT, 1883 CTLTYPE_NODE, "ccd", 1884 SYSCTL_DESCR("ConCatenated Disk state"), 1885 NULL, 0, NULL, 0, 1886 CTL_KERN, CTL_CREATE, CTL_EOL); 1887 1888 if (node == NULL) 1889 return; 1890 1891 sysctl_createv(clog, 0, &node, NULL, 1892 CTLFLAG_PERMANENT | CTLFLAG_READONLY, 1893 CTLTYPE_STRUCT, "units", 1894 SYSCTL_DESCR("List of ccd unit numbers"), 1895 ccd_units_sysctl, 0, NULL, 0, 1896 CTL_CREATE, CTL_EOL); 1897 sysctl_createv(clog, 0, &node, NULL, 1898 CTLFLAG_PERMANENT | CTLFLAG_READWRITE, 1899 CTLTYPE_STRUCT, "info", 1900 SYSCTL_DESCR("Information about a CCD unit"), 1901 ccd_info_sysctl, 0, NULL, 0, 1902 CTL_CREATE, CTL_EOL); 1903 sysctl_createv(clog, 0, &node, NULL, 1904 CTLFLAG_PERMANENT | CTLFLAG_READWRITE, 1905 CTLTYPE_STRUCT, "components", 1906 SYSCTL_DESCR("Information about CCD components"), 1907 ccd_components_sysctl, 0, NULL, 0, 1908 CTL_CREATE, CTL_EOL); 1909 } 1910
Indexes created Thu Oct 02 14:10:14 GMT 2025