Home | History | Annotate | Line # | Download | only in dev
ccd.c revision 1.117
      1 /*	$NetBSD: ccd.c,v 1.117 2007/02/15 15:40:51 ad Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1996, 1997, 1998, 1999, 2007 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jason R. Thorpe.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. All advertising materials mentioning features or use of this software
     19  *    must display the following acknowledgement:
     20  *        This product includes software developed by the NetBSD
     21  *        Foundation, Inc. and its contributors.
     22  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  *    contributors may be used to endorse or promote products derived
     24  *    from this software without specific prior written permission.
     25  *
     26  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  * POSSIBILITY OF SUCH DAMAGE.
     37  */
     38 
     39 /*
     40  * Copyright (c) 1990, 1993
     41  *	The Regents of the University of California.  All rights reserved.
     42  *
     43  * This code is derived from software contributed to Berkeley by
     44  * the Systems Programming Group of the University of Utah Computer
     45  * Science Department.
     46  *
     47  * Redistribution and use in source and binary forms, with or without
     48  * modification, are permitted provided that the following conditions
     49  * are met:
     50  * 1. Redistributions of source code must retain the above copyright
     51  *    notice, this list of conditions and the following disclaimer.
     52  * 2. Redistributions in binary form must reproduce the above copyright
     53  *    notice, this list of conditions and the following disclaimer in the
     54  *    documentation and/or other materials provided with the distribution.
     55  * 3. Neither the name of the University nor the names of its contributors
     56  *    may be used to endorse or promote products derived from this software
     57  *    without specific prior written permission.
     58  *
     59  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69  * SUCH DAMAGE.
     70  *
     71  * from: Utah $Hdr: cd.c 1.6 90/11/28$
     72  *
     73  *	@(#)cd.c	8.2 (Berkeley) 11/16/93
     74  */
     75 
     76 /*
     77  * Copyright (c) 1988 University of Utah.
     78  *
     79  * This code is derived from software contributed to Berkeley by
     80  * the Systems Programming Group of the University of Utah Computer
     81  * Science Department.
     82  *
     83  * Redistribution and use in source and binary forms, with or without
     84  * modification, are permitted provided that the following conditions
     85  * are met:
     86  * 1. Redistributions of source code must retain the above copyright
     87  *    notice, this list of conditions and the following disclaimer.
     88  * 2. Redistributions in binary form must reproduce the above copyright
     89  *    notice, this list of conditions and the following disclaimer in the
     90  *    documentation and/or other materials provided with the distribution.
     91  * 3. All advertising materials mentioning features or use of this software
     92  *    must display the following acknowledgement:
     93  *	This product includes software developed by the University of
     94  *	California, Berkeley and its contributors.
     95  * 4. Neither the name of the University nor the names of its contributors
     96  *    may be used to endorse or promote products derived from this software
     97  *    without specific prior written permission.
     98  *
     99  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
    100  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
    101  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
    102  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
    103  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
    104  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
    105  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
    106  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
    107  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
    108  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    109  * SUCH DAMAGE.
    110  *
    111  * from: Utah $Hdr: cd.c 1.6 90/11/28$
    112  *
    113  *	@(#)cd.c	8.2 (Berkeley) 11/16/93
    114  */
    115 
    116 /*
    117  * "Concatenated" disk driver.
    118  *
    119  * Dynamic configuration and disklabel support by:
    120  *	Jason R. Thorpe <thorpej (at) nas.nasa.gov>
    121  *	Numerical Aerodynamic Simulation Facility
    122  *	Mail Stop 258-6
    123  *	NASA Ames Research Center
    124  *	Moffett Field, CA 94035
    125  */
    126 
    127 #include <sys/cdefs.h>
    128 __KERNEL_RCSID(0, "$NetBSD: ccd.c,v 1.117 2007/02/15 15:40:51 ad Exp $");
    129 
    130 #include <sys/param.h>
    131 #include <sys/systm.h>
    132 #include <sys/proc.h>
    133 #include <sys/errno.h>
    134 #include <sys/buf.h>
    135 #include <sys/bufq.h>
    136 #include <sys/malloc.h>
    137 #include <sys/pool.h>
    138 #include <sys/namei.h>
    139 #include <sys/stat.h>
    140 #include <sys/ioctl.h>
    141 #include <sys/disklabel.h>
    142 #include <sys/device.h>
    143 #include <sys/disk.h>
    144 #include <sys/syslog.h>
    145 #include <sys/fcntl.h>
    146 #include <sys/vnode.h>
    147 #include <sys/conf.h>
    148 #include <sys/mutex.h>
    149 #include <sys/queue.h>
    150 #include <sys/kauth.h>
    151 
    152 #include <dev/ccdvar.h>
    153 #include <dev/dkvar.h>
    154 
    155 #if defined(CCDDEBUG) && !defined(DEBUG)
    156 #define DEBUG
    157 #endif
    158 
    159 #ifdef DEBUG
    160 #define CCDB_FOLLOW	0x01
    161 #define CCDB_INIT	0x02
    162 #define CCDB_IO		0x04
    163 #define CCDB_LABEL	0x08
    164 #define CCDB_VNODE	0x10
    165 int ccddebug = 0x00;
    166 #endif
    167 
    168 #define	ccdunit(x)	DISKUNIT(x)
    169 
    170 struct ccdbuf {
    171 	struct buf	cb_buf;		/* new I/O buf */
    172 	struct buf	*cb_obp;	/* ptr. to original I/O buf */
    173 	struct ccd_softc *cb_sc;	/* pointer to ccd softc */
    174 	int		cb_comp;	/* target component */
    175 	SIMPLEQ_ENTRY(ccdbuf) cb_q;	/* fifo of component buffers */
    176 };
    177 
    178 /* component buffer pool */
    179 static struct pool ccd_cbufpool;
    180 
    181 #define	CCD_GETBUF()		pool_get(&ccd_cbufpool, PR_NOWAIT)
    182 #define	CCD_PUTBUF(cbp)		pool_put(&ccd_cbufpool, cbp)
    183 
    184 #define CCDLABELDEV(dev)	\
    185 	(MAKEDISKDEV(major((dev)), ccdunit((dev)), RAW_PART))
    186 
    187 /* called by main() at boot time */
    188 void	ccdattach(int);
    189 
    190 /* called by biodone() at interrupt time */
    191 static void	ccdiodone(struct buf *);
    192 
    193 static void	ccdstart(struct ccd_softc *);
    194 static void	ccdinterleave(struct ccd_softc *);
    195 static void	ccdintr(struct ccd_softc *, struct buf *);
    196 static int	ccdinit(struct ccd_softc *, char **, struct vnode **,
    197 		    struct lwp *);
    198 static struct ccdbuf *ccdbuffer(struct ccd_softc *, struct buf *,
    199 		    daddr_t, caddr_t, long);
    200 static void	ccdgetdefaultlabel(struct ccd_softc *, struct disklabel *);
    201 static void	ccdgetdisklabel(dev_t);
    202 static void	ccdmakedisklabel(struct ccd_softc *);
    203 
    204 static dev_type_open(ccdopen);
    205 static dev_type_close(ccdclose);
    206 static dev_type_read(ccdread);
    207 static dev_type_write(ccdwrite);
    208 static dev_type_ioctl(ccdioctl);
    209 static dev_type_strategy(ccdstrategy);
    210 static dev_type_dump(ccddump);
    211 static dev_type_size(ccdsize);
    212 
    213 const struct bdevsw ccd_bdevsw = {
    214 	ccdopen, ccdclose, ccdstrategy, ccdioctl, ccddump, ccdsize, D_DISK
    215 };
    216 
    217 const struct cdevsw ccd_cdevsw = {
    218 	ccdopen, ccdclose, ccdread, ccdwrite, ccdioctl,
    219 	nostop, notty, nopoll, nommap, nokqfilter, D_DISK
    220 };
    221 
    222 #ifdef DEBUG
    223 static	void printiinfo(struct ccdiinfo *);
    224 #endif
    225 
    226 /* Publically visible for the benefit of libkvm and ccdconfig(8). */
    227 struct ccd_softc 	*ccd_softc;
    228 const int		ccd_softc_elemsize = sizeof(struct ccd_softc);
    229 int			numccd = 0;
    230 
    231 /*
    232  * Called by main() during pseudo-device attachment.  All we need
    233  * to do is allocate enough space for devices to be configured later.
    234  */
    235 void
    236 ccdattach(int num)
    237 {
    238 	struct ccd_softc *cs;
    239 	int i;
    240 
    241 	if (num <= 0) {
    242 #ifdef DIAGNOSTIC
    243 		panic("ccdattach: count <= 0");
    244 #endif
    245 		return;
    246 	}
    247 
    248 	ccd_softc = (struct ccd_softc *)malloc(num * ccd_softc_elemsize,
    249 	    M_DEVBUF, M_NOWAIT|M_ZERO);
    250 	if (ccd_softc == NULL) {
    251 		printf("WARNING: no memory for concatenated disks\n");
    252 		return;
    253 	}
    254 	numccd = num;
    255 
    256 	/* Initialize the component buffer pool. */
    257 	pool_init(&ccd_cbufpool, sizeof(struct ccdbuf), 0,
    258 	    0, 0, "ccdpl", NULL);
    259 
    260 	/* Initialize per-softc structures. */
    261 	for (i = 0; i < num; i++) {
    262 		cs = &ccd_softc[i];
    263 		snprintf(cs->sc_xname, sizeof(cs->sc_xname), "ccd%d", i);
    264 		cs->sc_dkdev.dk_name = cs->sc_xname;	/* XXX */
    265 		mutex_init(&cs->sc_lock, MUTEX_DRIVER, IPL_NONE);
    266 		pseudo_disk_init(&cs->sc_dkdev);
    267 	}
    268 }
    269 
    270 static int
    271 ccdinit(struct ccd_softc *cs, char **cpaths, struct vnode **vpp,
    272     struct lwp *l)
    273 {
    274 	struct ccdcinfo *ci = NULL;
    275 	size_t size;
    276 	int ix;
    277 	struct vattr va;
    278 	size_t minsize;
    279 	int maxsecsize;
    280 	struct partinfo dpart;
    281 	struct ccdgeom *ccg = &cs->sc_geom;
    282 	char *tmppath;
    283 	int error, path_alloced;
    284 
    285 #ifdef DEBUG
    286 	if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    287 		printf("%s: ccdinit\n", cs->sc_xname);
    288 #endif
    289 
    290 	/* Allocate space for the component info. */
    291 	cs->sc_cinfo = malloc(cs->sc_nccdisks * sizeof(struct ccdcinfo),
    292 	    M_DEVBUF, M_WAITOK);
    293 
    294 	tmppath = malloc(MAXPATHLEN, M_TEMP, M_WAITOK);
    295 
    296 	cs->sc_size = 0;
    297 
    298 	/*
    299 	 * Verify that each component piece exists and record
    300 	 * relevant information about it.
    301 	 */
    302 	maxsecsize = 0;
    303 	minsize = 0;
    304 	for (ix = 0, path_alloced = 0; ix < cs->sc_nccdisks; ix++) {
    305 		ci = &cs->sc_cinfo[ix];
    306 		ci->ci_vp = vpp[ix];
    307 
    308 		/*
    309 		 * Copy in the pathname of the component.
    310 		 */
    311 		memset(tmppath, 0, sizeof(tmppath));	/* sanity */
    312 		error = copyinstr(cpaths[ix], tmppath,
    313 		    MAXPATHLEN, &ci->ci_pathlen);
    314 		if (error) {
    315 #ifdef DEBUG
    316 			if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    317 				printf("%s: can't copy path, error = %d\n",
    318 				    cs->sc_xname, error);
    319 #endif
    320 			goto out;
    321 		}
    322 		ci->ci_path = malloc(ci->ci_pathlen, M_DEVBUF, M_WAITOK);
    323 		memcpy(ci->ci_path, tmppath, ci->ci_pathlen);
    324 		path_alloced++;
    325 
    326 		/*
    327 		 * XXX: Cache the component's dev_t.
    328 		 */
    329 		if ((error = VOP_GETATTR(vpp[ix], &va, l->l_cred, l)) != 0) {
    330 #ifdef DEBUG
    331 			if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    332 				printf("%s: %s: getattr failed %s = %d\n",
    333 				    cs->sc_xname, ci->ci_path,
    334 				    "error", error);
    335 #endif
    336 			goto out;
    337 		}
    338 		ci->ci_dev = va.va_rdev;
    339 
    340 		/*
    341 		 * Get partition information for the component.
    342 		 */
    343 		error = VOP_IOCTL(vpp[ix], DIOCGPART, &dpart,
    344 		    FREAD, l->l_cred, l);
    345 		if (error) {
    346 #ifdef DEBUG
    347 			if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    348 				 printf("%s: %s: ioctl failed, error = %d\n",
    349 				     cs->sc_xname, ci->ci_path, error);
    350 #endif
    351 			goto out;
    352 		}
    353 
    354 /*
    355  * This diagnostic test is disabled (for now?) since not all port supports
    356  * on-disk BSD disklabel.
    357  */
    358 #if 0 /* def DIAGNOSTIC */
    359 		/* Check fstype field of component. */
    360 		if (dpart.part->p_fstype != FS_CCD)
    361 			printf("%s: WARNING: %s: fstype %d != FS_CCD\n",
    362 			    cs->sc_xname, ci->ci_path, dpart.part->p_fstype);
    363 #endif
    364 
    365 		/*
    366 		 * Calculate the size, truncating to an interleave
    367 		 * boundary if necessary.
    368 		 */
    369 		maxsecsize =
    370 		    ((dpart.disklab->d_secsize > maxsecsize) ?
    371 		    dpart.disklab->d_secsize : maxsecsize);
    372 		size = dpart.part->p_size;
    373 		if (cs->sc_ileave > 1)
    374 			size -= size % cs->sc_ileave;
    375 
    376 		if (size == 0) {
    377 #ifdef DEBUG
    378 			if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    379 				printf("%s: %s: size == 0\n",
    380 				    cs->sc_xname, ci->ci_path);
    381 #endif
    382 			error = ENODEV;
    383 			goto out;
    384 		}
    385 
    386 		if (minsize == 0 || size < minsize)
    387 			minsize = size;
    388 		ci->ci_size = size;
    389 		cs->sc_size += size;
    390 	}
    391 
    392 	/*
    393 	 * Don't allow the interleave to be smaller than
    394 	 * the biggest component sector.
    395 	 */
    396 	if ((cs->sc_ileave > 0) &&
    397 	    (cs->sc_ileave < (maxsecsize / DEV_BSIZE))) {
    398 #ifdef DEBUG
    399 		if (ccddebug & (CCDB_FOLLOW|CCDB_INIT))
    400 			printf("%s: interleave must be at least %d\n",
    401 			    cs->sc_xname, (maxsecsize / DEV_BSIZE));
    402 #endif
    403 		error = EINVAL;
    404 		goto out;
    405 	}
    406 
    407 	/*
    408 	 * If uniform interleave is desired set all sizes to that of
    409 	 * the smallest component.
    410 	 */
    411 	if (cs->sc_flags & CCDF_UNIFORM) {
    412 		for (ci = cs->sc_cinfo;
    413 		     ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++)
    414 			ci->ci_size = minsize;
    415 
    416 		cs->sc_size = cs->sc_nccdisks * minsize;
    417 	}
    418 
    419 	/*
    420 	 * Construct the interleave table.
    421 	 */
    422 	ccdinterleave(cs);
    423 
    424 	/*
    425 	 * Create pseudo-geometry based on 1MB cylinders.  It's
    426 	 * pretty close.
    427 	 */
    428 	ccg->ccg_secsize = DEV_BSIZE;
    429 	ccg->ccg_ntracks = 1;
    430 	ccg->ccg_nsectors = 1024 * (1024 / ccg->ccg_secsize);
    431 	ccg->ccg_ncylinders = cs->sc_size / ccg->ccg_nsectors;
    432 
    433 	cs->sc_flags |= CCDF_INITED;
    434 
    435 	free(tmppath, M_TEMP);
    436 
    437 	return (0);
    438 
    439  out:
    440 	for (ix = 0; ix < path_alloced; ix++)
    441 		free(cs->sc_cinfo[ix].ci_path, M_DEVBUF);
    442 	free(cs->sc_cinfo, M_DEVBUF);
    443 	free(tmppath, M_TEMP);
    444 	return (error);
    445 }
    446 
    447 static void
    448 ccdinterleave(struct ccd_softc *cs)
    449 {
    450 	struct ccdcinfo *ci, *smallci;
    451 	struct ccdiinfo *ii;
    452 	daddr_t bn, lbn;
    453 	int ix;
    454 	u_long size;
    455 
    456 #ifdef DEBUG
    457 	if (ccddebug & CCDB_INIT)
    458 		printf("ccdinterleave(%p): ileave %d\n", cs, cs->sc_ileave);
    459 #endif
    460 	/*
    461 	 * Allocate an interleave table.
    462 	 * Chances are this is too big, but we don't care.
    463 	 */
    464 	size = (cs->sc_nccdisks + 1) * sizeof(struct ccdiinfo);
    465 	cs->sc_itable = (struct ccdiinfo *)malloc(size, M_DEVBUF,
    466 	    M_WAITOK|M_ZERO);
    467 
    468 	/*
    469 	 * Trivial case: no interleave (actually interleave of disk size).
    470 	 * Each table entry represents a single component in its entirety.
    471 	 */
    472 	if (cs->sc_ileave == 0) {
    473 		bn = 0;
    474 		ii = cs->sc_itable;
    475 
    476 		for (ix = 0; ix < cs->sc_nccdisks; ix++) {
    477 			/* Allocate space for ii_index. */
    478 			ii->ii_index = malloc(sizeof(int), M_DEVBUF, M_WAITOK);
    479 			ii->ii_ndisk = 1;
    480 			ii->ii_startblk = bn;
    481 			ii->ii_startoff = 0;
    482 			ii->ii_index[0] = ix;
    483 			bn += cs->sc_cinfo[ix].ci_size;
    484 			ii++;
    485 		}
    486 		ii->ii_ndisk = 0;
    487 #ifdef DEBUG
    488 		if (ccddebug & CCDB_INIT)
    489 			printiinfo(cs->sc_itable);
    490 #endif
    491 		return;
    492 	}
    493 
    494 	/*
    495 	 * The following isn't fast or pretty; it doesn't have to be.
    496 	 */
    497 	size = 0;
    498 	bn = lbn = 0;
    499 	for (ii = cs->sc_itable; ; ii++) {
    500 		/* Allocate space for ii_index. */
    501 		ii->ii_index = malloc((sizeof(int) * cs->sc_nccdisks),
    502 		    M_DEVBUF, M_WAITOK);
    503 
    504 		/*
    505 		 * Locate the smallest of the remaining components
    506 		 */
    507 		smallci = NULL;
    508 		for (ci = cs->sc_cinfo;
    509 		     ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++)
    510 			if (ci->ci_size > size &&
    511 			    (smallci == NULL ||
    512 			     ci->ci_size < smallci->ci_size))
    513 				smallci = ci;
    514 
    515 		/*
    516 		 * Nobody left, all done
    517 		 */
    518 		if (smallci == NULL) {
    519 			ii->ii_ndisk = 0;
    520 			break;
    521 		}
    522 
    523 		/*
    524 		 * Record starting logical block and component offset
    525 		 */
    526 		ii->ii_startblk = bn / cs->sc_ileave;
    527 		ii->ii_startoff = lbn;
    528 
    529 		/*
    530 		 * Determine how many disks take part in this interleave
    531 		 * and record their indices.
    532 		 */
    533 		ix = 0;
    534 		for (ci = cs->sc_cinfo;
    535 		     ci < &cs->sc_cinfo[cs->sc_nccdisks]; ci++)
    536 			if (ci->ci_size >= smallci->ci_size)
    537 				ii->ii_index[ix++] = ci - cs->sc_cinfo;
    538 		ii->ii_ndisk = ix;
    539 		bn += ix * (smallci->ci_size - size);
    540 		lbn = smallci->ci_size / cs->sc_ileave;
    541 		size = smallci->ci_size;
    542 	}
    543 #ifdef DEBUG
    544 	if (ccddebug & CCDB_INIT)
    545 		printiinfo(cs->sc_itable);
    546 #endif
    547 }
    548 
    549 /* ARGSUSED */
    550 static int
    551 ccdopen(dev_t dev, int flags, int fmt, struct lwp *l)
    552 {
    553 	int unit = ccdunit(dev);
    554 	struct ccd_softc *cs;
    555 	struct disklabel *lp;
    556 	int error = 0, part, pmask;
    557 
    558 #ifdef DEBUG
    559 	if (ccddebug & CCDB_FOLLOW)
    560 		printf("ccdopen(0x%x, 0x%x)\n", dev, flags);
    561 #endif
    562 	if (unit >= numccd)
    563 		return (ENXIO);
    564 	cs = &ccd_softc[unit];
    565 
    566 	mutex_enter(&cs->sc_lock);
    567 
    568 	lp = cs->sc_dkdev.dk_label;
    569 
    570 	part = DISKPART(dev);
    571 	pmask = (1 << part);
    572 
    573 	/*
    574 	 * If we're initialized, check to see if there are any other
    575 	 * open partitions.  If not, then it's safe to update
    576 	 * the in-core disklabel.  Only read the disklabel if it is
    577 	 * not already valid.
    578 	 */
    579 	if ((cs->sc_flags & (CCDF_INITED|CCDF_VLABEL)) == CCDF_INITED &&
    580 	    cs->sc_dkdev.dk_openmask == 0)
    581 		ccdgetdisklabel(dev);
    582 
    583 	/* Check that the partition exists. */
    584 	if (part != RAW_PART) {
    585 		if (((cs->sc_flags & CCDF_INITED) == 0) ||
    586 		    ((part >= lp->d_npartitions) ||
    587 		     (lp->d_partitions[part].p_fstype == FS_UNUSED))) {
    588 			error = ENXIO;
    589 			goto done;
    590 		}
    591 	}
    592 
    593 	/* Prevent our unit from being unconfigured while open. */
    594 	switch (fmt) {
    595 	case S_IFCHR:
    596 		cs->sc_dkdev.dk_copenmask |= pmask;
    597 		break;
    598 
    599 	case S_IFBLK:
    600 		cs->sc_dkdev.dk_bopenmask |= pmask;
    601 		break;
    602 	}
    603 	cs->sc_dkdev.dk_openmask =
    604 	    cs->sc_dkdev.dk_copenmask | cs->sc_dkdev.dk_bopenmask;
    605 
    606  done:
    607 	mutex_exit(&cs->sc_lock);
    608 	return (error);
    609 }
    610 
    611 /* ARGSUSED */
    612 static int
    613 ccdclose(dev_t dev, int flags, int fmt, struct lwp *l)
    614 {
    615 	int unit = ccdunit(dev);
    616 	struct ccd_softc *cs;
    617 	int part;
    618 
    619 #ifdef DEBUG
    620 	if (ccddebug & CCDB_FOLLOW)
    621 		printf("ccdclose(0x%x, 0x%x)\n", dev, flags);
    622 #endif
    623 
    624 	if (unit >= numccd)
    625 		return (ENXIO);
    626 	cs = &ccd_softc[unit];
    627 
    628 	mutex_enter(&cs->sc_lock);
    629 
    630 	part = DISKPART(dev);
    631 
    632 	/* ...that much closer to allowing unconfiguration... */
    633 	switch (fmt) {
    634 	case S_IFCHR:
    635 		cs->sc_dkdev.dk_copenmask &= ~(1 << part);
    636 		break;
    637 
    638 	case S_IFBLK:
    639 		cs->sc_dkdev.dk_bopenmask &= ~(1 << part);
    640 		break;
    641 	}
    642 	cs->sc_dkdev.dk_openmask =
    643 	    cs->sc_dkdev.dk_copenmask | cs->sc_dkdev.dk_bopenmask;
    644 
    645 	if (cs->sc_dkdev.dk_openmask == 0) {
    646 		if ((cs->sc_flags & CCDF_KLABEL) == 0)
    647 			cs->sc_flags &= ~CCDF_VLABEL;
    648 	}
    649 
    650 	mutex_exit(&cs->sc_lock);
    651 	return (0);
    652 }
    653 
    654 static void
    655 ccdstrategy(struct buf *bp)
    656 {
    657 	int unit = ccdunit(bp->b_dev);
    658 	struct ccd_softc *cs = &ccd_softc[unit];
    659 	daddr_t blkno;
    660 	int s;
    661 	int wlabel;
    662 	struct disklabel *lp;
    663 
    664 #ifdef DEBUG
    665 	if (ccddebug & CCDB_FOLLOW)
    666 		printf("ccdstrategy(%p): unit %d\n", bp, unit);
    667 #endif
    668 	if ((cs->sc_flags & CCDF_INITED) == 0) {
    669 #ifdef DEBUG
    670 		if (ccddebug & CCDB_FOLLOW)
    671 			printf("ccdstrategy: unit %d: not inited\n", unit);
    672 #endif
    673 		bp->b_error = ENXIO;
    674 		bp->b_flags |= B_ERROR;
    675 		goto done;
    676 	}
    677 
    678 	/* If it's a nil transfer, wake up the top half now. */
    679 	if (bp->b_bcount == 0)
    680 		goto done;
    681 
    682 	lp = cs->sc_dkdev.dk_label;
    683 
    684 	/*
    685 	 * Do bounds checking and adjust transfer.  If there's an
    686 	 * error, the bounds check will flag that for us.  Convert
    687 	 * the partition relative block number to an absolute.
    688 	 */
    689 	blkno = bp->b_blkno;
    690 	wlabel = cs->sc_flags & (CCDF_WLABEL|CCDF_LABELLING);
    691 	if (DISKPART(bp->b_dev) != RAW_PART) {
    692 		if (bounds_check_with_label(&cs->sc_dkdev, bp, wlabel) <= 0)
    693 			goto done;
    694 		blkno += lp->d_partitions[DISKPART(bp->b_dev)].p_offset;
    695 	}
    696 	bp->b_rawblkno = blkno;
    697 
    698 	/* Place it in the queue and start I/O on the unit. */
    699 	s = splbio();
    700 	BUFQ_PUT(cs->sc_bufq, bp);
    701 	ccdstart(cs);
    702 	splx(s);
    703 	return;
    704 
    705  done:
    706 	bp->b_resid = bp->b_bcount;
    707 	biodone(bp);
    708 }
    709 
    710 static void
    711 ccdstart(struct ccd_softc *cs)
    712 {
    713 	long bcount, rcount;
    714 	struct buf *bp;
    715 	struct ccdbuf *cbp;
    716 	caddr_t addr;
    717 	daddr_t bn;
    718 	SIMPLEQ_HEAD(, ccdbuf) cbufq;
    719 
    720 #ifdef DEBUG
    721 	if (ccddebug & CCDB_FOLLOW)
    722 		printf("ccdstart(%p)\n", cs);
    723 #endif
    724 
    725 	/* See if there is work for us to do. */
    726 	while ((bp = BUFQ_PEEK(cs->sc_bufq)) != NULL) {
    727 		/* Instrumentation. */
    728 		disk_busy(&cs->sc_dkdev);
    729 
    730 		bp->b_resid = bp->b_bcount;
    731 		bn = bp->b_rawblkno;
    732 
    733 		/* Allocate the component buffers. */
    734 		SIMPLEQ_INIT(&cbufq);
    735 		addr = bp->b_data;
    736 		for (bcount = bp->b_bcount; bcount > 0; bcount -= rcount) {
    737 			cbp = ccdbuffer(cs, bp, bn, addr, bcount);
    738 			if (cbp == NULL) {
    739 				/*
    740 				 * Can't allocate a component buffer; just
    741 				 * defer the job until later.
    742 				 *
    743 				 * XXX We might consider a watchdog timer
    744 				 * XXX to make sure we are kicked into action,
    745 				 * XXX or consider a low-water mark for our
    746 				 * XXX component buffer pool.
    747 				 */
    748 				while ((cbp = SIMPLEQ_FIRST(&cbufq)) != NULL) {
    749 					SIMPLEQ_REMOVE_HEAD(&cbufq, cb_q);
    750 					CCD_PUTBUF(cbp);
    751 				}
    752 				disk_unbusy(&cs->sc_dkdev, 0, 0);
    753 				return;
    754 			}
    755 			SIMPLEQ_INSERT_TAIL(&cbufq, cbp, cb_q);
    756 			rcount = cbp->cb_buf.b_bcount;
    757 			bn += btodb(rcount);
    758 			addr += rcount;
    759 		}
    760 
    761 		/* Transfer all set up, remove job from the queue. */
    762 		(void) BUFQ_GET(cs->sc_bufq);
    763 
    764 		/* Now fire off the requests. */
    765 		while ((cbp = SIMPLEQ_FIRST(&cbufq)) != NULL) {
    766 			SIMPLEQ_REMOVE_HEAD(&cbufq, cb_q);
    767 			if ((cbp->cb_buf.b_flags & B_READ) == 0)
    768 				cbp->cb_buf.b_vp->v_numoutput++;
    769 			DEV_STRATEGY(&cbp->cb_buf);
    770 		}
    771 	}
    772 }
    773 
    774 /*
    775  * Build a component buffer header.
    776  */
    777 static struct ccdbuf *
    778 ccdbuffer(struct ccd_softc *cs, struct buf *bp, daddr_t bn, caddr_t addr,
    779     long bcount)
    780 {
    781 	struct ccdcinfo *ci;
    782 	struct ccdbuf *cbp;
    783 	daddr_t cbn, cboff;
    784 	u_int64_t cbc;
    785 	int ccdisk;
    786 
    787 #ifdef DEBUG
    788 	if (ccddebug & CCDB_IO)
    789 		printf("ccdbuffer(%p, %p, %" PRId64 ", %p, %ld)\n",
    790 		       cs, bp, bn, addr, bcount);
    791 #endif
    792 	/*
    793 	 * Determine which component bn falls in.
    794 	 */
    795 	cbn = bn;
    796 	cboff = 0;
    797 
    798 	/*
    799 	 * Serially concatenated
    800 	 */
    801 	if (cs->sc_ileave == 0) {
    802 		daddr_t sblk;
    803 
    804 		sblk = 0;
    805 		for (ccdisk = 0, ci = &cs->sc_cinfo[ccdisk];
    806 		    cbn >= sblk + ci->ci_size;
    807 		    ccdisk++, ci = &cs->sc_cinfo[ccdisk])
    808 			sblk += ci->ci_size;
    809 		cbn -= sblk;
    810 	}
    811 	/*
    812 	 * Interleaved
    813 	 */
    814 	else {
    815 		struct ccdiinfo *ii;
    816 		int off;
    817 
    818 		cboff = cbn % cs->sc_ileave;
    819 		cbn /= cs->sc_ileave;
    820 		for (ii = cs->sc_itable; ii->ii_ndisk; ii++)
    821 			if (ii->ii_startblk > cbn)
    822 				break;
    823 		ii--;
    824 		off = cbn - ii->ii_startblk;
    825 		if (ii->ii_ndisk == 1) {
    826 			ccdisk = ii->ii_index[0];
    827 			cbn = ii->ii_startoff + off;
    828 		} else {
    829 			ccdisk = ii->ii_index[off % ii->ii_ndisk];
    830 			cbn = ii->ii_startoff + off / ii->ii_ndisk;
    831 		}
    832 		cbn *= cs->sc_ileave;
    833 		ci = &cs->sc_cinfo[ccdisk];
    834 	}
    835 
    836 	/*
    837 	 * Fill in the component buf structure.
    838 	 */
    839 	cbp = CCD_GETBUF();
    840 	if (cbp == NULL)
    841 		return (NULL);
    842 	BUF_INIT(&cbp->cb_buf);
    843 	cbp->cb_buf.b_flags = bp->b_flags | B_CALL;
    844 	cbp->cb_buf.b_iodone = ccdiodone;
    845 	cbp->cb_buf.b_proc = bp->b_proc;
    846 	cbp->cb_buf.b_dev = ci->ci_dev;
    847 	cbp->cb_buf.b_blkno = cbn + cboff;
    848 	cbp->cb_buf.b_data = addr;
    849 	cbp->cb_buf.b_vp = ci->ci_vp;
    850 	if (cs->sc_ileave == 0)
    851 		cbc = dbtob((u_int64_t)(ci->ci_size - cbn));
    852 	else
    853 		cbc = dbtob((u_int64_t)(cs->sc_ileave - cboff));
    854 	cbp->cb_buf.b_bcount = cbc < bcount ? cbc : bcount;
    855 
    856 	/*
    857 	 * context for ccdiodone
    858 	 */
    859 	cbp->cb_obp = bp;
    860 	cbp->cb_sc = cs;
    861 	cbp->cb_comp = ccdisk;
    862 
    863 	BIO_COPYPRIO(&cbp->cb_buf, bp);
    864 
    865 #ifdef DEBUG
    866 	if (ccddebug & CCDB_IO)
    867 		printf(" dev 0x%x(u%lu): cbp %p bn %" PRId64 " addr %p"
    868 		       " bcnt %d\n",
    869 		    ci->ci_dev, (unsigned long) (ci-cs->sc_cinfo), cbp,
    870 		    cbp->cb_buf.b_blkno, cbp->cb_buf.b_data,
    871 		    cbp->cb_buf.b_bcount);
    872 #endif
    873 
    874 	return (cbp);
    875 }
    876 
    877 static void
    878 ccdintr(struct ccd_softc *cs, struct buf *bp)
    879 {
    880 
    881 #ifdef DEBUG
    882 	if (ccddebug & CCDB_FOLLOW)
    883 		printf("ccdintr(%p, %p)\n", cs, bp);
    884 #endif
    885 	/*
    886 	 * Request is done for better or worse, wakeup the top half.
    887 	 */
    888 	if (bp->b_flags & B_ERROR)
    889 		bp->b_resid = bp->b_bcount;
    890 	disk_unbusy(&cs->sc_dkdev, (bp->b_bcount - bp->b_resid),
    891 	    (bp->b_flags & B_READ));
    892 	biodone(bp);
    893 }
    894 
    895 /*
    896  * Called at interrupt time.
    897  * Mark the component as done and if all components are done,
    898  * take a ccd interrupt.
    899  */
    900 static void
    901 ccdiodone(struct buf *vbp)
    902 {
    903 	struct ccdbuf *cbp = (struct ccdbuf *) vbp;
    904 	struct buf *bp = cbp->cb_obp;
    905 	struct ccd_softc *cs = cbp->cb_sc;
    906 	int count, s;
    907 
    908 	s = splbio();
    909 #ifdef DEBUG
    910 	if (ccddebug & CCDB_FOLLOW)
    911 		printf("ccdiodone(%p)\n", cbp);
    912 	if (ccddebug & CCDB_IO) {
    913 		printf("ccdiodone: bp %p bcount %d resid %d\n",
    914 		       bp, bp->b_bcount, bp->b_resid);
    915 		printf(" dev 0x%x(u%d), cbp %p bn %" PRId64 " addr %p"
    916 		       " bcnt %d\n",
    917 		       cbp->cb_buf.b_dev, cbp->cb_comp, cbp,
    918 		       cbp->cb_buf.b_blkno, cbp->cb_buf.b_data,
    919 		       cbp->cb_buf.b_bcount);
    920 	}
    921 #endif
    922 
    923 	if (cbp->cb_buf.b_flags & B_ERROR) {
    924 		bp->b_flags |= B_ERROR;
    925 		bp->b_error = cbp->cb_buf.b_error ?
    926 		    cbp->cb_buf.b_error : EIO;
    927 
    928 		printf("%s: error %d on component %d\n",
    929 		       cs->sc_xname, bp->b_error, cbp->cb_comp);
    930 	}
    931 	count = cbp->cb_buf.b_bcount;
    932 	CCD_PUTBUF(cbp);
    933 
    934 	/*
    935 	 * If all done, "interrupt".
    936 	 */
    937 	bp->b_resid -= count;
    938 	if (bp->b_resid < 0)
    939 		panic("ccdiodone: count");
    940 	if (bp->b_resid == 0)
    941 		ccdintr(cs, bp);
    942 	splx(s);
    943 }
    944 
    945 /* ARGSUSED */
    946 static int
    947 ccdread(dev_t dev, struct uio *uio, int flags)
    948 {
    949 	int unit = ccdunit(dev);
    950 	struct ccd_softc *cs;
    951 
    952 #ifdef DEBUG
    953 	if (ccddebug & CCDB_FOLLOW)
    954 		printf("ccdread(0x%x, %p)\n", dev, uio);
    955 #endif
    956 	if (unit >= numccd)
    957 		return (ENXIO);
    958 	cs = &ccd_softc[unit];
    959 
    960 	if ((cs->sc_flags & CCDF_INITED) == 0)
    961 		return (ENXIO);
    962 
    963 	return (physio(ccdstrategy, NULL, dev, B_READ, minphys, uio));
    964 }
    965 
    966 /* ARGSUSED */
    967 static int
    968 ccdwrite(dev_t dev, struct uio *uio, int flags)
    969 {
    970 	int unit = ccdunit(dev);
    971 	struct ccd_softc *cs;
    972 
    973 #ifdef DEBUG
    974 	if (ccddebug & CCDB_FOLLOW)
    975 		printf("ccdwrite(0x%x, %p)\n", dev, uio);
    976 #endif
    977 	if (unit >= numccd)
    978 		return (ENXIO);
    979 	cs = &ccd_softc[unit];
    980 
    981 	if ((cs->sc_flags & CCDF_INITED) == 0)
    982 		return (ENXIO);
    983 
    984 	return (physio(ccdstrategy, NULL, dev, B_WRITE, minphys, uio));
    985 }
    986 
    987 static int
    988 ccdioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct lwp *l)
    989 {
    990 	int unit = ccdunit(dev);
    991 	int s, i, j, lookedup = 0, error = 0;
    992 	int part, pmask;
    993 	struct ccd_softc *cs;
    994 	struct ccd_ioctl *ccio = (struct ccd_ioctl *)data;
    995 	kauth_cred_t uc;
    996 	char **cpp;
    997 	struct vnode **vpp;
    998 #ifdef __HAVE_OLD_DISKLABEL
    999 	struct disklabel newlabel;
   1000 #endif
   1001 
   1002 	if (unit >= numccd)
   1003 		return (ENXIO);
   1004 	cs = &ccd_softc[unit];
   1005 
   1006 	uc = (l != NULL) ? l->l_cred : NOCRED;
   1007 
   1008 	/* Must be open for writes for these commands... */
   1009 	switch (cmd) {
   1010 	case CCDIOCSET:
   1011 	case CCDIOCCLR:
   1012 	case DIOCSDINFO:
   1013 	case DIOCWDINFO:
   1014 #ifdef __HAVE_OLD_DISKLABEL
   1015 	case ODIOCSDINFO:
   1016 	case ODIOCWDINFO:
   1017 #endif
   1018 	case DIOCKLABEL:
   1019 	case DIOCWLABEL:
   1020 		if ((flag & FWRITE) == 0)
   1021 			return (EBADF);
   1022 	}
   1023 
   1024 	mutex_enter(&cs->sc_lock);
   1025 
   1026 	/* Must be initialized for these... */
   1027 	switch (cmd) {
   1028 	case CCDIOCCLR:
   1029 	case DIOCGDINFO:
   1030 	case DIOCCACHESYNC:
   1031 	case DIOCSDINFO:
   1032 	case DIOCWDINFO:
   1033 	case DIOCGPART:
   1034 	case DIOCWLABEL:
   1035 	case DIOCKLABEL:
   1036 	case DIOCGDEFLABEL:
   1037 #ifdef __HAVE_OLD_DISKLABEL
   1038 	case ODIOCGDINFO:
   1039 	case ODIOCSDINFO:
   1040 	case ODIOCWDINFO:
   1041 	case ODIOCGDEFLABEL:
   1042 #endif
   1043 		if ((cs->sc_flags & CCDF_INITED) == 0) {
   1044 			error = ENXIO;
   1045 			goto out;
   1046 		}
   1047 	}
   1048 
   1049 	switch (cmd) {
   1050 	case CCDIOCSET:
   1051 		if (cs->sc_flags & CCDF_INITED) {
   1052 			error = EBUSY;
   1053 			goto out;
   1054 		}
   1055 
   1056 		/* Validate the flags. */
   1057 		if ((ccio->ccio_flags & CCDF_USERMASK) != ccio->ccio_flags) {
   1058 			error = EINVAL;
   1059 			goto out;
   1060 		}
   1061 
   1062 		if (ccio->ccio_ndisks > CCD_MAXNDISKS) {
   1063 			error = EINVAL;
   1064 			goto out;
   1065 		}
   1066 
   1067 		/* Fill in some important bits. */
   1068 		cs->sc_ileave = ccio->ccio_ileave;
   1069 		cs->sc_nccdisks = ccio->ccio_ndisks;
   1070 		cs->sc_flags = ccio->ccio_flags & CCDF_USERMASK;
   1071 
   1072 		/*
   1073 		 * Allocate space for and copy in the array of
   1074 		 * componet pathnames and device numbers.
   1075 		 */
   1076 		cpp = malloc(ccio->ccio_ndisks * sizeof(char *),
   1077 		    M_DEVBUF, M_WAITOK);
   1078 		vpp = malloc(ccio->ccio_ndisks * sizeof(struct vnode *),
   1079 		    M_DEVBUF, M_WAITOK);
   1080 
   1081 		error = copyin(ccio->ccio_disks, cpp,
   1082 		    ccio->ccio_ndisks * sizeof(char **));
   1083 		if (error) {
   1084 			free(vpp, M_DEVBUF);
   1085 			free(cpp, M_DEVBUF);
   1086 			goto out;
   1087 		}
   1088 
   1089 #ifdef DEBUG
   1090 		if (ccddebug & CCDB_INIT)
   1091 			for (i = 0; i < ccio->ccio_ndisks; ++i)
   1092 				printf("ccdioctl: component %d: %p\n",
   1093 				    i, cpp[i]);
   1094 #endif
   1095 
   1096 		for (i = 0; i < ccio->ccio_ndisks; ++i) {
   1097 #ifdef DEBUG
   1098 			if (ccddebug & CCDB_INIT)
   1099 				printf("ccdioctl: lookedup = %d\n", lookedup);
   1100 #endif
   1101 			if ((error = dk_lookup(cpp[i], l, &vpp[i])) != 0) {
   1102 				for (j = 0; j < lookedup; ++j)
   1103 					(void)vn_close(vpp[j], FREAD|FWRITE,
   1104 					    uc, l);
   1105 				free(vpp, M_DEVBUF);
   1106 				free(cpp, M_DEVBUF);
   1107 				goto out;
   1108 			}
   1109 			++lookedup;
   1110 		}
   1111 
   1112 		/*
   1113 		 * Initialize the ccd.  Fills in the softc for us.
   1114 		 */
   1115 		if ((error = ccdinit(cs, cpp, vpp, l)) != 0) {
   1116 			for (j = 0; j < lookedup; ++j)
   1117 				(void)vn_close(vpp[j], FREAD|FWRITE,
   1118 				    uc, l);
   1119 			free(vpp, M_DEVBUF);
   1120 			free(cpp, M_DEVBUF);
   1121 			goto out;
   1122 		}
   1123 
   1124 		/* We can free the temporary variables now. */
   1125 		free(vpp, M_DEVBUF);
   1126 		free(cpp, M_DEVBUF);
   1127 
   1128 		/*
   1129 		 * The ccd has been successfully initialized, so
   1130 		 * we can place it into the array.  Don't try to
   1131 		 * read the disklabel until the disk has been attached,
   1132 		 * because space for the disklabel is allocated
   1133 		 * in disk_attach();
   1134 		 */
   1135 		ccio->ccio_unit = unit;
   1136 		ccio->ccio_size = cs->sc_size;
   1137 
   1138 		bufq_alloc(&cs->sc_bufq, "fcfs", 0);
   1139 
   1140 		/* Attach the disk. */
   1141 		pseudo_disk_attach(&cs->sc_dkdev);
   1142 
   1143 		/* Try and read the disklabel. */
   1144 		ccdgetdisklabel(dev);
   1145 		break;
   1146 
   1147 	case CCDIOCCLR:
   1148 		/*
   1149 		 * Don't unconfigure if any other partitions are open
   1150 		 * or if both the character and block flavors of this
   1151 		 * partition are open.
   1152 		 */
   1153 		part = DISKPART(dev);
   1154 		pmask = (1 << part);
   1155 		if ((cs->sc_dkdev.dk_openmask & ~pmask) ||
   1156 		    ((cs->sc_dkdev.dk_bopenmask & pmask) &&
   1157 		    (cs->sc_dkdev.dk_copenmask & pmask))) {
   1158 			error = EBUSY;
   1159 			goto out;
   1160 		}
   1161 
   1162 		/* Kill off any queued buffers. */
   1163 		s = splbio();
   1164 		bufq_drain(cs->sc_bufq);
   1165 		splx(s);
   1166 
   1167 		bufq_free(cs->sc_bufq);
   1168 
   1169 		/*
   1170 		 * Free ccd_softc information and clear entry.
   1171 		 */
   1172 
   1173 		/* Close the components and free their pathnames. */
   1174 		for (i = 0; i < cs->sc_nccdisks; ++i) {
   1175 			/*
   1176 			 * XXX: this close could potentially fail and
   1177 			 * cause Bad Things.  Maybe we need to force
   1178 			 * the close to happen?
   1179 			 */
   1180 #ifdef DEBUG
   1181 			if (ccddebug & CCDB_VNODE)
   1182 				vprint("CCDIOCCLR: vnode info",
   1183 				    cs->sc_cinfo[i].ci_vp);
   1184 #endif
   1185 			(void)vn_close(cs->sc_cinfo[i].ci_vp, FREAD|FWRITE,
   1186 			    uc, l);
   1187 			free(cs->sc_cinfo[i].ci_path, M_DEVBUF);
   1188 		}
   1189 
   1190 		/* Free interleave index. */
   1191 		for (i = 0; cs->sc_itable[i].ii_ndisk; ++i)
   1192 			free(cs->sc_itable[i].ii_index, M_DEVBUF);
   1193 
   1194 		/* Free component info and interleave table. */
   1195 		free(cs->sc_cinfo, M_DEVBUF);
   1196 		free(cs->sc_itable, M_DEVBUF);
   1197 		cs->sc_flags &= ~(CCDF_INITED|CCDF_VLABEL);
   1198 
   1199 		/* Detatch the disk. */
   1200 		pseudo_disk_detach(&cs->sc_dkdev);
   1201 		break;
   1202 
   1203 	case DIOCGDINFO:
   1204 		*(struct disklabel *)data = *(cs->sc_dkdev.dk_label);
   1205 		break;
   1206 #ifdef __HAVE_OLD_DISKLABEL
   1207 	case ODIOCGDINFO:
   1208 		newlabel = *(cs->sc_dkdev.dk_label);
   1209 		if (newlabel.d_npartitions > OLDMAXPARTITIONS)
   1210 			return ENOTTY;
   1211 		memcpy(data, &newlabel, sizeof (struct olddisklabel));
   1212 		break;
   1213 #endif
   1214 
   1215 	case DIOCGPART:
   1216 		((struct partinfo *)data)->disklab = cs->sc_dkdev.dk_label;
   1217 		((struct partinfo *)data)->part =
   1218 		    &cs->sc_dkdev.dk_label->d_partitions[DISKPART(dev)];
   1219 		break;
   1220 
   1221 	case DIOCCACHESYNC:
   1222 		/*
   1223 		 * XXX Do we really need to care about having a writable
   1224 		 * file descriptor here?
   1225 		 */
   1226 		if ((flag & FWRITE) == 0)
   1227 			return (EBADF);
   1228 
   1229 		/*
   1230 		 * We pass this call down to all components and report
   1231 		 * the first error we encounter.
   1232 		 */
   1233 		for (error = 0, i = 0; i < cs->sc_nccdisks; i++) {
   1234 			j = VOP_IOCTL(cs->sc_cinfo[i].ci_vp, cmd, data,
   1235 				      flag, uc, l);
   1236 			if (j != 0 && error == 0)
   1237 				error = j;
   1238 		}
   1239 		break;
   1240 
   1241 	case DIOCWDINFO:
   1242 	case DIOCSDINFO:
   1243 #ifdef __HAVE_OLD_DISKLABEL
   1244 	case ODIOCWDINFO:
   1245 	case ODIOCSDINFO:
   1246 #endif
   1247 	{
   1248 		struct disklabel *lp;
   1249 #ifdef __HAVE_OLD_DISKLABEL
   1250 		if (cmd == ODIOCSDINFO || cmd == ODIOCWDINFO) {
   1251 			memset(&newlabel, 0, sizeof newlabel);
   1252 			memcpy(&newlabel, data, sizeof (struct olddisklabel));
   1253 			lp = &newlabel;
   1254 		} else
   1255 #endif
   1256 		lp = (struct disklabel *)data;
   1257 
   1258 		cs->sc_flags |= CCDF_LABELLING;
   1259 
   1260 		error = setdisklabel(cs->sc_dkdev.dk_label,
   1261 		    lp, 0, cs->sc_dkdev.dk_cpulabel);
   1262 		if (error == 0) {
   1263 			if (cmd == DIOCWDINFO
   1264 #ifdef __HAVE_OLD_DISKLABEL
   1265 			    || cmd == ODIOCWDINFO
   1266 #endif
   1267 			   )
   1268 				error = writedisklabel(CCDLABELDEV(dev),
   1269 				    ccdstrategy, cs->sc_dkdev.dk_label,
   1270 				    cs->sc_dkdev.dk_cpulabel);
   1271 		}
   1272 
   1273 		cs->sc_flags &= ~CCDF_LABELLING;
   1274 		break;
   1275 	}
   1276 
   1277 	case DIOCKLABEL:
   1278 		if (*(int *)data != 0)
   1279 			cs->sc_flags |= CCDF_KLABEL;
   1280 		else
   1281 			cs->sc_flags &= ~CCDF_KLABEL;
   1282 		break;
   1283 
   1284 	case DIOCWLABEL:
   1285 		if (*(int *)data != 0)
   1286 			cs->sc_flags |= CCDF_WLABEL;
   1287 		else
   1288 			cs->sc_flags &= ~CCDF_WLABEL;
   1289 		break;
   1290 
   1291 	case DIOCGDEFLABEL:
   1292 		ccdgetdefaultlabel(cs, (struct disklabel *)data);
   1293 		break;
   1294 
   1295 #ifdef __HAVE_OLD_DISKLABEL
   1296 	case ODIOCGDEFLABEL:
   1297 		ccdgetdefaultlabel(cs, &newlabel);
   1298 		if (newlabel.d_npartitions > OLDMAXPARTITIONS)
   1299 			return ENOTTY;
   1300 		memcpy(data, &newlabel, sizeof (struct olddisklabel));
   1301 		break;
   1302 #endif
   1303 
   1304 	default:
   1305 		error = ENOTTY;
   1306 	}
   1307 
   1308  out:
   1309 	mutex_exit(&cs->sc_lock);
   1310 	return (error);
   1311 }
   1312 
   1313 static int
   1314 ccdsize(dev_t dev)
   1315 {
   1316 	struct ccd_softc *cs;
   1317 	struct disklabel *lp;
   1318 	int part, unit, omask, size;
   1319 
   1320 	unit = ccdunit(dev);
   1321 	if (unit >= numccd)
   1322 		return (-1);
   1323 	cs = &ccd_softc[unit];
   1324 
   1325 	if ((cs->sc_flags & CCDF_INITED) == 0)
   1326 		return (-1);
   1327 
   1328 	part = DISKPART(dev);
   1329 	omask = cs->sc_dkdev.dk_openmask & (1 << part);
   1330 	lp = cs->sc_dkdev.dk_label;
   1331 
   1332 	if (omask == 0 && ccdopen(dev, 0, S_IFBLK, curlwp))
   1333 		return (-1);
   1334 
   1335 	if (lp->d_partitions[part].p_fstype != FS_SWAP)
   1336 		size = -1;
   1337 	else
   1338 		size = lp->d_partitions[part].p_size *
   1339 		    (lp->d_secsize / DEV_BSIZE);
   1340 
   1341 	if (omask == 0 && ccdclose(dev, 0, S_IFBLK, curlwp))
   1342 		return (-1);
   1343 
   1344 	return (size);
   1345 }
   1346 
   1347 static int
   1348 ccddump(dev_t dev, daddr_t blkno, caddr_t va,
   1349     size_t size)
   1350 {
   1351 
   1352 	/* Not implemented. */
   1353 	return ENXIO;
   1354 }
   1355 
   1356 static void
   1357 ccdgetdefaultlabel(struct ccd_softc *cs, struct disklabel *lp)
   1358 {
   1359 	struct ccdgeom *ccg = &cs->sc_geom;
   1360 
   1361 	memset(lp, 0, sizeof(*lp));
   1362 
   1363 	lp->d_secperunit = cs->sc_size;
   1364 	lp->d_secsize = ccg->ccg_secsize;
   1365 	lp->d_nsectors = ccg->ccg_nsectors;
   1366 	lp->d_ntracks = ccg->ccg_ntracks;
   1367 	lp->d_ncylinders = ccg->ccg_ncylinders;
   1368 	lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
   1369 
   1370 	strncpy(lp->d_typename, "ccd", sizeof(lp->d_typename));
   1371 	lp->d_type = DTYPE_CCD;
   1372 	strncpy(lp->d_packname, "fictitious", sizeof(lp->d_packname));
   1373 	lp->d_rpm = 3600;
   1374 	lp->d_interleave = 1;
   1375 	lp->d_flags = 0;
   1376 
   1377 	lp->d_partitions[RAW_PART].p_offset = 0;
   1378 	lp->d_partitions[RAW_PART].p_size = cs->sc_size;
   1379 	lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
   1380 	lp->d_npartitions = RAW_PART + 1;
   1381 
   1382 	lp->d_magic = DISKMAGIC;
   1383 	lp->d_magic2 = DISKMAGIC;
   1384 	lp->d_checksum = dkcksum(cs->sc_dkdev.dk_label);
   1385 }
   1386 
   1387 /*
   1388  * Read the disklabel from the ccd.  If one is not present, fake one
   1389  * up.
   1390  */
   1391 static void
   1392 ccdgetdisklabel(dev_t dev)
   1393 {
   1394 	int unit = ccdunit(dev);
   1395 	struct ccd_softc *cs = &ccd_softc[unit];
   1396 	const char *errstring;
   1397 	struct disklabel *lp = cs->sc_dkdev.dk_label;
   1398 	struct cpu_disklabel *clp = cs->sc_dkdev.dk_cpulabel;
   1399 
   1400 	memset(clp, 0, sizeof(*clp));
   1401 
   1402 	ccdgetdefaultlabel(cs, lp);
   1403 
   1404 	/*
   1405 	 * Call the generic disklabel extraction routine.
   1406 	 */
   1407 	if ((cs->sc_flags & CCDF_NOLABEL) != 0)
   1408 		errstring = "CCDF_NOLABEL set; ignoring on-disk label";
   1409 	else
   1410 		errstring = readdisklabel(CCDLABELDEV(dev), ccdstrategy,
   1411 		    cs->sc_dkdev.dk_label, cs->sc_dkdev.dk_cpulabel);
   1412 	if (errstring)
   1413 		ccdmakedisklabel(cs);
   1414 	else {
   1415 		int i;
   1416 		struct partition *pp;
   1417 
   1418 		/*
   1419 		 * Sanity check whether the found disklabel is valid.
   1420 		 *
   1421 		 * This is necessary since total size of ccd may vary
   1422 		 * when an interleave is changed even though exactly
   1423 		 * same componets are used, and old disklabel may used
   1424 		 * if that is found.
   1425 		 */
   1426 		if (lp->d_secperunit != cs->sc_size)
   1427 			printf("WARNING: %s: "
   1428 			    "total sector size in disklabel (%d) != "
   1429 			    "the size of ccd (%lu)\n", cs->sc_xname,
   1430 			    lp->d_secperunit, (u_long)cs->sc_size);
   1431 		for (i = 0; i < lp->d_npartitions; i++) {
   1432 			pp = &lp->d_partitions[i];
   1433 			if (pp->p_offset + pp->p_size > cs->sc_size)
   1434 				printf("WARNING: %s: end of partition `%c' "
   1435 				    "exceeds the size of ccd (%lu)\n",
   1436 				    cs->sc_xname, 'a' + i, (u_long)cs->sc_size);
   1437 		}
   1438 	}
   1439 
   1440 #ifdef DEBUG
   1441 	/* It's actually extremely common to have unlabeled ccds. */
   1442 	if (ccddebug & CCDB_LABEL)
   1443 		if (errstring != NULL)
   1444 			printf("%s: %s\n", cs->sc_xname, errstring);
   1445 #endif
   1446 
   1447 	/* In-core label now valid. */
   1448 	cs->sc_flags |= CCDF_VLABEL;
   1449 }
   1450 
   1451 /*
   1452  * Take care of things one might want to take care of in the event
   1453  * that a disklabel isn't present.
   1454  */
   1455 static void
   1456 ccdmakedisklabel(struct ccd_softc *cs)
   1457 {
   1458 	struct disklabel *lp = cs->sc_dkdev.dk_label;
   1459 
   1460 	/*
   1461 	 * For historical reasons, if there's no disklabel present
   1462 	 * the raw partition must be marked FS_BSDFFS.
   1463 	 */
   1464 	lp->d_partitions[RAW_PART].p_fstype = FS_BSDFFS;
   1465 
   1466 	strncpy(lp->d_packname, "default label", sizeof(lp->d_packname));
   1467 
   1468 	lp->d_checksum = dkcksum(lp);
   1469 }
   1470 
   1471 #ifdef DEBUG
   1472 static void
   1473 printiinfo(struct ccdiinfo *ii)
   1474 {
   1475 	int ix, i;
   1476 
   1477 	for (ix = 0; ii->ii_ndisk; ix++, ii++) {
   1478 		printf(" itab[%d]: #dk %d sblk %" PRId64 " soff %" PRId64,
   1479 		    ix, ii->ii_ndisk, ii->ii_startblk, ii->ii_startoff);
   1480 		for (i = 0; i < ii->ii_ndisk; i++)
   1481 			printf(" %d", ii->ii_index[i]);
   1482 		printf("\n");
   1483 	}
   1484 }
   1485 #endif
   1486