Home | History | Annotate | Line # | Download | only in dev
cgd.c revision 1.56.2.2
      1 /* $NetBSD: cgd.c,v 1.56.2.2 2009/07/23 23:31:45 jym Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Roland C. Dowdeswell.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __KERNEL_RCSID(0, "$NetBSD: cgd.c,v 1.56.2.2 2009/07/23 23:31:45 jym Exp $");
     34 
     35 #include <sys/types.h>
     36 #include <sys/param.h>
     37 #include <sys/systm.h>
     38 #include <sys/proc.h>
     39 #include <sys/errno.h>
     40 #include <sys/buf.h>
     41 #include <sys/bufq.h>
     42 #include <sys/malloc.h>
     43 #include <sys/pool.h>
     44 #include <sys/ioctl.h>
     45 #include <sys/device.h>
     46 #include <sys/disk.h>
     47 #include <sys/disklabel.h>
     48 #include <sys/fcntl.h>
     49 #include <sys/vnode.h>
     50 #include <sys/conf.h>
     51 
     52 #include <dev/dkvar.h>
     53 #include <dev/cgdvar.h>
     54 
     55 /* Entry Point Functions */
     56 
     57 void	cgdattach(int);
     58 
     59 static dev_type_open(cgdopen);
     60 static dev_type_close(cgdclose);
     61 static dev_type_read(cgdread);
     62 static dev_type_write(cgdwrite);
     63 static dev_type_ioctl(cgdioctl);
     64 static dev_type_strategy(cgdstrategy);
     65 static dev_type_dump(cgddump);
     66 static dev_type_size(cgdsize);
     67 
     68 const struct bdevsw cgd_bdevsw = {
     69 	cgdopen, cgdclose, cgdstrategy, cgdioctl,
     70 	cgddump, cgdsize, D_DISK
     71 };
     72 
     73 const struct cdevsw cgd_cdevsw = {
     74 	cgdopen, cgdclose, cgdread, cgdwrite, cgdioctl,
     75 	nostop, notty, nopoll, nommap, nokqfilter, D_DISK
     76 };
     77 
     78 /* Internal Functions */
     79 
     80 static int	cgdstart(struct dk_softc *, struct buf *);
     81 static void	cgdiodone(struct buf *);
     82 
     83 static int	cgd_ioctl_set(struct cgd_softc *, void *, struct lwp *);
     84 static int	cgd_ioctl_clr(struct cgd_softc *, void *, struct lwp *);
     85 static int	cgdinit(struct cgd_softc *, const char *, struct vnode *,
     86 			struct lwp *);
     87 static void	cgd_cipher(struct cgd_softc *, void *, void *,
     88 			   size_t, daddr_t, size_t, int);
     89 
     90 /* Pseudo-disk Interface */
     91 
     92 static struct dk_intf the_dkintf = {
     93 	DTYPE_CGD,
     94 	"cgd",
     95 	cgdopen,
     96 	cgdclose,
     97 	cgdstrategy,
     98 	cgdstart,
     99 };
    100 static struct dk_intf *di = &the_dkintf;
    101 
    102 static struct dkdriver cgddkdriver = {
    103 	.d_strategy = cgdstrategy,
    104 	.d_minphys = minphys,
    105 };
    106 
    107 /* DIAGNOSTIC and DEBUG definitions */
    108 
    109 #if defined(CGDDEBUG) && !defined(DEBUG)
    110 #define DEBUG
    111 #endif
    112 
    113 #ifdef DEBUG
    114 int cgddebug = 0;
    115 
    116 #define CGDB_FOLLOW	0x1
    117 #define CGDB_IO	0x2
    118 #define CGDB_CRYPTO	0x4
    119 
    120 #define IFDEBUG(x,y)		if (cgddebug & (x)) y
    121 #define DPRINTF(x,y)		IFDEBUG(x, printf y)
    122 #define DPRINTF_FOLLOW(y)	DPRINTF(CGDB_FOLLOW, y)
    123 
    124 static void	hexprint(const char *, void *, int);
    125 
    126 #else
    127 #define IFDEBUG(x,y)
    128 #define DPRINTF(x,y)
    129 #define DPRINTF_FOLLOW(y)
    130 #endif
    131 
    132 #ifdef DIAGNOSTIC
    133 #define DIAGPANIC(x)		panic x
    134 #define DIAGCONDPANIC(x,y)	if (x) panic y
    135 #else
    136 #define DIAGPANIC(x)
    137 #define DIAGCONDPANIC(x,y)
    138 #endif
    139 
    140 /* Global variables */
    141 
    142 struct	cgd_softc *cgd_softc;
    143 int	numcgd = 0;
    144 
    145 /* Utility Functions */
    146 
    147 #define CGDUNIT(x)		DISKUNIT(x)
    148 #define GETCGD_SOFTC(_cs, x)	if (!((_cs) = getcgd_softc(x))) return ENXIO
    149 
    150 static struct cgd_softc *
    151 getcgd_softc(dev_t dev)
    152 {
    153 	int	unit = CGDUNIT(dev);
    154 
    155 	DPRINTF_FOLLOW(("getcgd_softc(0x%"PRIx64"): unit = %d\n", dev, unit));
    156 	if (unit >= numcgd)
    157 		return NULL;
    158 	return &cgd_softc[unit];
    159 }
    160 
    161 /* The code */
    162 
    163 static void
    164 cgdsoftc_init(struct cgd_softc *cs, int num)
    165 {
    166 	char	sbuf[DK_XNAME_SIZE];
    167 
    168 	memset(cs, 0x0, sizeof(*cs));
    169 	snprintf(sbuf, DK_XNAME_SIZE, "cgd%d", num);
    170 	simple_lock_init(&cs->sc_slock);
    171 	dk_sc_init(&cs->sc_dksc, cs, sbuf);
    172 	disk_init(&cs->sc_dksc.sc_dkdev, cs->sc_dksc.sc_xname, &cgddkdriver);
    173 }
    174 
    175 void
    176 cgdattach(int num)
    177 {
    178 	int	i;
    179 
    180 	DPRINTF_FOLLOW(("cgdattach(%d)\n", num));
    181 	if (num <= 0) {
    182 		DIAGPANIC(("cgdattach: count <= 0"));
    183 		return;
    184 	}
    185 
    186 	cgd_softc = (void *)malloc(num * sizeof(*cgd_softc), M_DEVBUF, M_NOWAIT);
    187 	if (!cgd_softc) {
    188 		printf("WARNING: unable to malloc(9) memory for crypt disks\n");
    189 		DIAGPANIC(("cgdattach: cannot malloc(9) enough memory"));
    190 		return;
    191 	}
    192 
    193 	numcgd = num;
    194 	for (i=0; i<num; i++)
    195 		cgdsoftc_init(&cgd_softc[i], i);
    196 }
    197 
    198 static int
    199 cgdopen(dev_t dev, int flags, int fmt, struct lwp *l)
    200 {
    201 	struct	cgd_softc *cs;
    202 
    203 	DPRINTF_FOLLOW(("cgdopen(0x%"PRIx64", %d)\n", dev, flags));
    204 	GETCGD_SOFTC(cs, dev);
    205 	return dk_open(di, &cs->sc_dksc, dev, flags, fmt, l);
    206 }
    207 
    208 static int
    209 cgdclose(dev_t dev, int flags, int fmt, struct lwp *l)
    210 {
    211 	struct	cgd_softc *cs;
    212 
    213 	DPRINTF_FOLLOW(("cgdclose(0x%"PRIx64", %d)\n", dev, flags));
    214 	GETCGD_SOFTC(cs, dev);
    215 	return dk_close(di, &cs->sc_dksc, dev, flags, fmt, l);
    216 }
    217 
    218 static void
    219 cgdstrategy(struct buf *bp)
    220 {
    221 	struct	cgd_softc *cs = getcgd_softc(bp->b_dev);
    222 
    223 	DPRINTF_FOLLOW(("cgdstrategy(%p): b_bcount = %ld\n", bp,
    224 	    (long)bp->b_bcount));
    225 	/* XXXrcd: Should we test for (cs != NULL)? */
    226 	dk_strategy(di, &cs->sc_dksc, bp);
    227 	return;
    228 }
    229 
    230 static int
    231 cgdsize(dev_t dev)
    232 {
    233 	struct cgd_softc *cs = getcgd_softc(dev);
    234 
    235 	DPRINTF_FOLLOW(("cgdsize(0x%"PRIx64")\n", dev));
    236 	if (!cs)
    237 		return -1;
    238 	return dk_size(di, &cs->sc_dksc, dev);
    239 }
    240 
    241 /*
    242  * cgd_{get,put}data are functions that deal with getting a buffer
    243  * for the new encrypted data.  We have a buffer per device so that
    244  * we can ensure that we can always have a transaction in flight.
    245  * We use this buffer first so that we have one less piece of
    246  * malloc'ed data at any given point.
    247  */
    248 
    249 static void *
    250 cgd_getdata(struct dk_softc *dksc, unsigned long size)
    251 {
    252 	struct	cgd_softc *cs =dksc->sc_osc;
    253 	void *	data = NULL;
    254 
    255 	simple_lock(&cs->sc_slock);
    256 	if (cs->sc_data_used == 0) {
    257 		cs->sc_data_used = 1;
    258 		data = cs->sc_data;
    259 	}
    260 	simple_unlock(&cs->sc_slock);
    261 
    262 	if (data)
    263 		return data;
    264 
    265 	return malloc(size, M_DEVBUF, M_NOWAIT);
    266 }
    267 
    268 static void
    269 cgd_putdata(struct dk_softc *dksc, void *data)
    270 {
    271 	struct	cgd_softc *cs =dksc->sc_osc;
    272 
    273 	if (data == cs->sc_data) {
    274 		simple_lock(&cs->sc_slock);
    275 		cs->sc_data_used = 0;
    276 		simple_unlock(&cs->sc_slock);
    277 	} else {
    278 		free(data, M_DEVBUF);
    279 	}
    280 }
    281 
    282 static int
    283 cgdstart(struct dk_softc *dksc, struct buf *bp)
    284 {
    285 	struct	cgd_softc *cs = dksc->sc_osc;
    286 	struct	buf *nbp;
    287 	void *	addr;
    288 	void *	newaddr;
    289 	daddr_t	bn;
    290 	struct	vnode *vp;
    291 
    292 	DPRINTF_FOLLOW(("cgdstart(%p, %p)\n", dksc, bp));
    293 	disk_busy(&dksc->sc_dkdev); /* XXX: put in dksubr.c */
    294 
    295 	bn = bp->b_rawblkno;
    296 
    297 	/*
    298 	 * We attempt to allocate all of our resources up front, so that
    299 	 * we can fail quickly if they are unavailable.
    300 	 */
    301 
    302 	nbp = getiobuf(cs->sc_tvn, false);
    303 	if (nbp == NULL) {
    304 		disk_unbusy(&dksc->sc_dkdev, 0, (bp->b_flags & B_READ));
    305 		return -1;
    306 	}
    307 
    308 	/*
    309 	 * If we are writing, then we need to encrypt the outgoing
    310 	 * block into a new block of memory.  If we fail, then we
    311 	 * return an error and let the dksubr framework deal with it.
    312 	 */
    313 	newaddr = addr = bp->b_data;
    314 	if ((bp->b_flags & B_READ) == 0) {
    315 		newaddr = cgd_getdata(dksc, bp->b_bcount);
    316 		if (!newaddr) {
    317 			putiobuf(nbp);
    318 			disk_unbusy(&dksc->sc_dkdev, 0, (bp->b_flags & B_READ));
    319 			return -1;
    320 		}
    321 		cgd_cipher(cs, newaddr, addr, bp->b_bcount, bn,
    322 		    DEV_BSIZE, CGD_CIPHER_ENCRYPT);
    323 	}
    324 
    325 	nbp->b_data = newaddr;
    326 	nbp->b_flags = bp->b_flags;
    327 	nbp->b_oflags = bp->b_oflags;
    328 	nbp->b_cflags = bp->b_cflags;
    329 	nbp->b_iodone = cgdiodone;
    330 	nbp->b_proc = bp->b_proc;
    331 	nbp->b_blkno = bn;
    332 	nbp->b_bcount = bp->b_bcount;
    333 	nbp->b_private = bp;
    334 
    335 	BIO_COPYPRIO(nbp, bp);
    336 
    337 	if ((nbp->b_flags & B_READ) == 0) {
    338 		vp = nbp->b_vp;
    339 		mutex_enter(&vp->v_interlock);
    340 		vp->v_numoutput++;
    341 		mutex_exit(&vp->v_interlock);
    342 	}
    343 	VOP_STRATEGY(cs->sc_tvn, nbp);
    344 	return 0;
    345 }
    346 
    347 /* expected to be called at splbio() */
    348 static void
    349 cgdiodone(struct buf *nbp)
    350 {
    351 	struct	buf *obp = nbp->b_private;
    352 	struct	cgd_softc *cs = getcgd_softc(obp->b_dev);
    353 	struct	dk_softc *dksc = &cs->sc_dksc;
    354 
    355 	KDASSERT(cs);
    356 
    357 	DPRINTF_FOLLOW(("cgdiodone(%p)\n", nbp));
    358 	DPRINTF(CGDB_IO, ("cgdiodone: bp %p bcount %d resid %d\n",
    359 	    obp, obp->b_bcount, obp->b_resid));
    360 	DPRINTF(CGDB_IO, (" dev 0x%"PRIx64", nbp %p bn %" PRId64 " addr %p bcnt %d\n",
    361 	    nbp->b_dev, nbp, nbp->b_blkno, nbp->b_data,
    362 	    nbp->b_bcount));
    363 	if (nbp->b_error != 0) {
    364 		obp->b_error = nbp->b_error;
    365 		printf("%s: error %d\n", dksc->sc_xname, obp->b_error);
    366 	}
    367 
    368 	/* Perform the decryption if we are reading.
    369 	 *
    370 	 * Note: use the blocknumber from nbp, since it is what
    371 	 *       we used to encrypt the blocks.
    372 	 */
    373 
    374 	if (nbp->b_flags & B_READ)
    375 		cgd_cipher(cs, obp->b_data, obp->b_data, obp->b_bcount,
    376 		    nbp->b_blkno, DEV_BSIZE, CGD_CIPHER_DECRYPT);
    377 
    378 	/* If we allocated memory, free it now... */
    379 	if (nbp->b_data != obp->b_data)
    380 		cgd_putdata(dksc, nbp->b_data);
    381 
    382 	putiobuf(nbp);
    383 
    384 	/* Request is complete for whatever reason */
    385 	obp->b_resid = 0;
    386 	if (obp->b_error != 0)
    387 		obp->b_resid = obp->b_bcount;
    388 	disk_unbusy(&dksc->sc_dkdev, obp->b_bcount - obp->b_resid,
    389 	    (obp->b_flags & B_READ));
    390 	biodone(obp);
    391 	dk_iodone(di, dksc);
    392 }
    393 
    394 /* XXX: we should probably put these into dksubr.c, mostly */
    395 static int
    396 cgdread(dev_t dev, struct uio *uio, int flags)
    397 {
    398 	struct	cgd_softc *cs;
    399 	struct	dk_softc *dksc;
    400 
    401 	DPRINTF_FOLLOW(("cgdread(0x%llx, %p, %d)\n",
    402 	    (unsigned long long)dev, uio, flags));
    403 	GETCGD_SOFTC(cs, dev);
    404 	dksc = &cs->sc_dksc;
    405 	if ((dksc->sc_flags & DKF_INITED) == 0)
    406 		return ENXIO;
    407 	return physio(cgdstrategy, NULL, dev, B_READ, minphys, uio);
    408 }
    409 
    410 /* XXX: we should probably put these into dksubr.c, mostly */
    411 static int
    412 cgdwrite(dev_t dev, struct uio *uio, int flags)
    413 {
    414 	struct	cgd_softc *cs;
    415 	struct	dk_softc *dksc;
    416 
    417 	DPRINTF_FOLLOW(("cgdwrite(0x%"PRIx64", %p, %d)\n", dev, uio, flags));
    418 	GETCGD_SOFTC(cs, dev);
    419 	dksc = &cs->sc_dksc;
    420 	if ((dksc->sc_flags & DKF_INITED) == 0)
    421 		return ENXIO;
    422 	return physio(cgdstrategy, NULL, dev, B_WRITE, minphys, uio);
    423 }
    424 
    425 static int
    426 cgdioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l)
    427 {
    428 	struct	cgd_softc *cs;
    429 	struct	dk_softc *dksc;
    430 	struct	disk *dk;
    431 	int	ret;
    432 	int	part = DISKPART(dev);
    433 	int	pmask = 1 << part;
    434 
    435 	DPRINTF_FOLLOW(("cgdioctl(0x%"PRIx64", %ld, %p, %d, %p)\n",
    436 	    dev, cmd, data, flag, l));
    437 	GETCGD_SOFTC(cs, dev);
    438 	dksc = &cs->sc_dksc;
    439 	dk = &dksc->sc_dkdev;
    440 	switch (cmd) {
    441 	case CGDIOCSET:
    442 	case CGDIOCCLR:
    443 		if ((flag & FWRITE) == 0)
    444 			return EBADF;
    445 	}
    446 
    447 	switch (cmd) {
    448 	case CGDIOCSET:
    449 		if (dksc->sc_flags & DKF_INITED)
    450 			ret = EBUSY;
    451 		else
    452 			ret = cgd_ioctl_set(cs, data, l);
    453 		break;
    454 	case CGDIOCCLR:
    455 		if (!(dksc->sc_flags & DKF_INITED)) {
    456 			ret = ENXIO;
    457 			break;
    458 		}
    459 		if (DK_BUSY(&cs->sc_dksc, pmask)) {
    460 			ret = EBUSY;
    461 			break;
    462 		}
    463 		ret = cgd_ioctl_clr(cs, data, l);
    464 		break;
    465 
    466 	case DIOCCACHESYNC:
    467 		/*
    468 		 * XXX Do we really need to care about having a writable
    469 		 * file descriptor here?
    470 		 */
    471 		if ((flag & FWRITE) == 0)
    472 			return (EBADF);
    473 
    474 		/*
    475 		 * We pass this call down to the underlying disk.
    476 		 */
    477 		ret = VOP_IOCTL(cs->sc_tvn, cmd, data, flag, l->l_cred);
    478 		break;
    479 
    480 	default:
    481 		ret = dk_ioctl(di, dksc, dev, cmd, data, flag, l);
    482 		break;
    483 	}
    484 
    485 	return ret;
    486 }
    487 
    488 static int
    489 cgddump(dev_t dev, daddr_t blkno, void *va, size_t size)
    490 {
    491 	struct	cgd_softc *cs;
    492 
    493 	DPRINTF_FOLLOW(("cgddump(0x%"PRIx64", %" PRId64 ", %p, %lu)\n",
    494 	    dev, blkno, va, (unsigned long)size));
    495 	GETCGD_SOFTC(cs, dev);
    496 	return dk_dump(di, &cs->sc_dksc, dev, blkno, va, size);
    497 }
    498 
    499 /*
    500  * XXXrcd:
    501  *  for now we hardcode the maximum key length.
    502  */
    503 #define MAX_KEYSIZE	1024
    504 
    505 static const struct {
    506 	const char *n;
    507 	int v;
    508 	int d;
    509 } encblkno[] = {
    510 	{ "encblkno",  CGD_CIPHER_CBC_ENCBLKNO8, 1 },
    511 	{ "encblkno8", CGD_CIPHER_CBC_ENCBLKNO8, 1 },
    512 	{ "encblkno1", CGD_CIPHER_CBC_ENCBLKNO1, 8 },
    513 };
    514 
    515 /* ARGSUSED */
    516 static int
    517 cgd_ioctl_set(struct cgd_softc *cs, void *data, struct lwp *l)
    518 {
    519 	struct	 cgd_ioctl *ci = data;
    520 	struct	 vnode *vp;
    521 	int	 ret;
    522 	size_t	 i;
    523 	size_t	 keybytes;			/* key length in bytes */
    524 	const char *cp;
    525 	char	 *inbuf;
    526 
    527 	cp = ci->ci_disk;
    528 	if ((ret = dk_lookup(cp, l, &vp, UIO_USERSPACE)) != 0)
    529 		return ret;
    530 
    531 	inbuf = malloc(MAX_KEYSIZE, M_TEMP, M_WAITOK);
    532 
    533 	if ((ret = cgdinit(cs, cp, vp, l)) != 0)
    534 		goto bail;
    535 
    536 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    537 	ret = copyinstr(ci->ci_alg, inbuf, 256, NULL);
    538 	if (ret)
    539 		goto bail;
    540 	cs->sc_cfuncs = cryptfuncs_find(inbuf);
    541 	if (!cs->sc_cfuncs) {
    542 		ret = EINVAL;
    543 		goto bail;
    544 	}
    545 
    546 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    547 	ret = copyinstr(ci->ci_ivmethod, inbuf, MAX_KEYSIZE, NULL);
    548 	if (ret)
    549 		goto bail;
    550 
    551 	for (i = 0; i < __arraycount(encblkno); i++)
    552 		if (strcmp(encblkno[i].n, inbuf) == 0)
    553 			break;
    554 
    555 	if (i == __arraycount(encblkno)) {
    556 		ret = EINVAL;
    557 		goto bail;
    558 	}
    559 
    560 	keybytes = ci->ci_keylen / 8 + 1;
    561 	if (keybytes > MAX_KEYSIZE) {
    562 		ret = EINVAL;
    563 		goto bail;
    564 	}
    565 
    566 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    567 	ret = copyin(ci->ci_key, inbuf, keybytes);
    568 	if (ret)
    569 		goto bail;
    570 
    571 	cs->sc_cdata.cf_blocksize = ci->ci_blocksize;
    572 	cs->sc_cdata.cf_mode = encblkno[i].v;
    573 	cs->sc_cdata.cf_priv = cs->sc_cfuncs->cf_init(ci->ci_keylen, inbuf,
    574 	    &cs->sc_cdata.cf_blocksize);
    575 	/*
    576 	 * The blocksize is supposed to be in bytes. Unfortunately originally
    577 	 * it was expressed in bits. For compatibility we maintain encblkno
    578 	 * and encblkno8.
    579 	 */
    580 	cs->sc_cdata.cf_blocksize /= encblkno[i].d;
    581 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    582 	if (!cs->sc_cdata.cf_priv) {
    583 		printf("cgd: unable to initialize cipher\n");
    584 		ret = EINVAL;		/* XXX is this the right error? */
    585 		goto bail;
    586 	}
    587 	free(inbuf, M_TEMP);
    588 
    589 	bufq_alloc(&cs->sc_dksc.sc_bufq, "fcfs", 0);
    590 
    591 	cs->sc_data = malloc(MAXPHYS, M_DEVBUF, M_WAITOK);
    592 	cs->sc_data_used = 0;
    593 
    594 	cs->sc_dksc.sc_flags |= DKF_INITED;
    595 
    596 	/* Attach the disk. */
    597 	disk_attach(&cs->sc_dksc.sc_dkdev);
    598 
    599 	/* Try and read the disklabel. */
    600 	dk_getdisklabel(di, &cs->sc_dksc, 0 /* XXX ? */);
    601 
    602 	/* Discover wedges on this disk. */
    603 	dkwedge_discover(&cs->sc_dksc.sc_dkdev);
    604 
    605 	return 0;
    606 
    607 bail:
    608 	free(inbuf, M_TEMP);
    609 	(void)vn_close(vp, FREAD|FWRITE, l->l_cred);
    610 	return ret;
    611 }
    612 
    613 /* ARGSUSED */
    614 static int
    615 cgd_ioctl_clr(struct cgd_softc *cs, void *data, struct lwp *l)
    616 {
    617 	int	s;
    618 
    619 	/* Delete all of our wedges. */
    620 	dkwedge_delall(&cs->sc_dksc.sc_dkdev);
    621 
    622 	/* Kill off any queued buffers. */
    623 	s = splbio();
    624 	bufq_drain(cs->sc_dksc.sc_bufq);
    625 	splx(s);
    626 	bufq_free(cs->sc_dksc.sc_bufq);
    627 
    628 	(void)vn_close(cs->sc_tvn, FREAD|FWRITE, l->l_cred);
    629 	cs->sc_cfuncs->cf_destroy(cs->sc_cdata.cf_priv);
    630 	free(cs->sc_tpath, M_DEVBUF);
    631 	free(cs->sc_data, M_DEVBUF);
    632 	cs->sc_data_used = 0;
    633 	cs->sc_dksc.sc_flags &= ~DKF_INITED;
    634 	disk_detach(&cs->sc_dksc.sc_dkdev);
    635 
    636 	return 0;
    637 }
    638 
    639 static int
    640 getsize(struct lwp *l, struct vnode *vp, size_t *size)
    641 {
    642 	struct partinfo dpart;
    643 	struct dkwedge_info dkw;
    644 	int ret;
    645 
    646 	if ((ret = VOP_IOCTL(vp, DIOCGWEDGEINFO, &dkw, FREAD,
    647 	    l->l_cred)) == 0) {
    648 		*size = dkw.dkw_size;
    649 		return 0;
    650 	}
    651 
    652 	if ((ret = VOP_IOCTL(vp, DIOCGPART, &dpart, FREAD, l->l_cred)) == 0) {
    653 		*size = dpart.part->p_size;
    654 		return 0;
    655 	}
    656 
    657 	return ret;
    658 }
    659 
    660 
    661 static int
    662 cgdinit(struct cgd_softc *cs, const char *cpath, struct vnode *vp,
    663 	struct lwp *l)
    664 {
    665 	struct	dk_geom *pdg;
    666 	struct	vattr va;
    667 	size_t	size;
    668 	int	ret;
    669 	char	*tmppath;
    670 
    671 	cs->sc_dksc.sc_size = 0;
    672 	cs->sc_tvn = vp;
    673 	cs->sc_tpath = NULL;
    674 
    675 	tmppath = malloc(MAXPATHLEN, M_TEMP, M_WAITOK);
    676 	ret = copyinstr(cpath, tmppath, MAXPATHLEN, &cs->sc_tpathlen);
    677 	if (ret)
    678 		goto bail;
    679 	cs->sc_tpath = malloc(cs->sc_tpathlen, M_DEVBUF, M_WAITOK);
    680 	memcpy(cs->sc_tpath, tmppath, cs->sc_tpathlen);
    681 
    682 	if ((ret = VOP_GETATTR(vp, &va, l->l_cred)) != 0)
    683 		goto bail;
    684 
    685 	cs->sc_tdev = va.va_rdev;
    686 
    687 	if ((ret = getsize(l, vp, &size)) != 0)
    688 		goto bail;
    689 
    690 	if (!size) {
    691 		ret = ENODEV;
    692 		goto bail;
    693 	}
    694 
    695 	cs->sc_dksc.sc_size = size;
    696 
    697 	/*
    698 	 * XXX here we should probe the underlying device.  If we
    699 	 *     are accessing a partition of type RAW_PART, then
    700 	 *     we should populate our initial geometry with the
    701 	 *     geometry that we discover from the device.
    702 	 */
    703 	pdg = &cs->sc_dksc.sc_geom;
    704 	pdg->pdg_secsize = DEV_BSIZE;
    705 	pdg->pdg_ntracks = 1;
    706 	pdg->pdg_nsectors = 1024 * (1024 / pdg->pdg_secsize);
    707 	pdg->pdg_ncylinders = cs->sc_dksc.sc_size / pdg->pdg_nsectors;
    708 
    709 bail:
    710 	free(tmppath, M_TEMP);
    711 	if (ret && cs->sc_tpath)
    712 		free(cs->sc_tpath, M_DEVBUF);
    713 	return ret;
    714 }
    715 
    716 /*
    717  * Our generic cipher entry point.  This takes care of the
    718  * IV mode and passes off the work to the specific cipher.
    719  * We implement here the IV method ``encrypted block
    720  * number''.
    721  *
    722  * For the encryption case, we accomplish this by setting
    723  * up a struct uio where the first iovec of the source is
    724  * the blocknumber and the first iovec of the dest is a
    725  * sink.  We then call the cipher with an IV of zero, and
    726  * the right thing happens.
    727  *
    728  * For the decryption case, we use the same basic mechanism
    729  * for symmetry, but we encrypt the block number in the
    730  * first iovec.
    731  *
    732  * We mainly do this to avoid requiring the definition of
    733  * an ECB mode.
    734  *
    735  * XXXrcd: for now we rely on our own crypto framework defined
    736  *         in dev/cgd_crypto.c.  This will change when we
    737  *         get a generic kernel crypto framework.
    738  */
    739 
    740 static void
    741 blkno2blkno_buf(char *sbuf, daddr_t blkno)
    742 {
    743 	int	i;
    744 
    745 	/* Set up the blkno in blkno_buf, here we do not care much
    746 	 * about the final layout of the information as long as we
    747 	 * can guarantee that each sector will have a different IV
    748 	 * and that the endianness of the machine will not affect
    749 	 * the representation that we have chosen.
    750 	 *
    751 	 * We choose this representation, because it does not rely
    752 	 * on the size of buf (which is the blocksize of the cipher),
    753 	 * but allows daddr_t to grow without breaking existing
    754 	 * disks.
    755 	 *
    756 	 * Note that blkno2blkno_buf does not take a size as input,
    757 	 * and hence must be called on a pre-zeroed buffer of length
    758 	 * greater than or equal to sizeof(daddr_t).
    759 	 */
    760 	for (i=0; i < sizeof(daddr_t); i++) {
    761 		*sbuf++ = blkno & 0xff;
    762 		blkno >>= 8;
    763 	}
    764 }
    765 
    766 static void
    767 cgd_cipher(struct cgd_softc *cs, void *dstv, void *srcv,
    768     size_t len, daddr_t blkno, size_t secsize, int dir)
    769 {
    770 	char		*dst = dstv;
    771 	char 		*src = srcv;
    772 	cfunc_cipher	*cipher = cs->sc_cfuncs->cf_cipher;
    773 	struct uio	dstuio;
    774 	struct uio	srcuio;
    775 	struct iovec	dstiov[2];
    776 	struct iovec	srciov[2];
    777 	size_t		blocksize = cs->sc_cdata.cf_blocksize;
    778 	char		sink[blocksize];
    779 	char		zero_iv[blocksize];
    780 	char		blkno_buf[blocksize];
    781 
    782 	DPRINTF_FOLLOW(("cgd_cipher() dir=%d\n", dir));
    783 
    784 	DIAGCONDPANIC(len % blocksize != 0,
    785 	    ("cgd_cipher: len %% blocksize != 0"));
    786 
    787 	/* ensure that sizeof(daddr_t) <= blocksize (for encblkno IVing) */
    788 	DIAGCONDPANIC(sizeof(daddr_t) > blocksize,
    789 	    ("cgd_cipher: sizeof(daddr_t) > blocksize"));
    790 
    791 	memset(zero_iv, 0x0, sizeof(zero_iv));
    792 
    793 	dstuio.uio_iov = dstiov;
    794 	dstuio.uio_iovcnt = 2;
    795 
    796 	srcuio.uio_iov = srciov;
    797 	srcuio.uio_iovcnt = 2;
    798 
    799 	dstiov[0].iov_base = sink;
    800 	dstiov[0].iov_len  = blocksize;
    801 	srciov[0].iov_base = blkno_buf;
    802 	srciov[0].iov_len  = blocksize;
    803 	dstiov[1].iov_len  = secsize;
    804 	srciov[1].iov_len  = secsize;
    805 
    806 	for (; len > 0; len -= secsize) {
    807 		dstiov[1].iov_base = dst;
    808 		srciov[1].iov_base = src;
    809 
    810 		memset(blkno_buf, 0x0, sizeof(blkno_buf));
    811 		blkno2blkno_buf(blkno_buf, blkno);
    812 		if (dir == CGD_CIPHER_DECRYPT) {
    813 			dstuio.uio_iovcnt = 1;
    814 			srcuio.uio_iovcnt = 1;
    815 			IFDEBUG(CGDB_CRYPTO, hexprint("step 0: blkno_buf",
    816 			    blkno_buf, sizeof(blkno_buf)));
    817 			cipher(cs->sc_cdata.cf_priv, &dstuio, &srcuio,
    818 			    zero_iv, CGD_CIPHER_ENCRYPT);
    819 			memcpy(blkno_buf, sink, blocksize);
    820 			dstuio.uio_iovcnt = 2;
    821 			srcuio.uio_iovcnt = 2;
    822 		}
    823 
    824 		IFDEBUG(CGDB_CRYPTO, hexprint("step 1: blkno_buf",
    825 		    blkno_buf, sizeof(blkno_buf)));
    826 		cipher(cs->sc_cdata.cf_priv, &dstuio, &srcuio, zero_iv, dir);
    827 		IFDEBUG(CGDB_CRYPTO, hexprint("step 2: sink",
    828 		    sink, sizeof(sink)));
    829 
    830 		dst += secsize;
    831 		src += secsize;
    832 		blkno++;
    833 	}
    834 }
    835 
    836 #ifdef DEBUG
    837 static void
    838 hexprint(const char *start, void *buf, int len)
    839 {
    840 	char	*c = buf;
    841 
    842 	DIAGCONDPANIC(len < 0, ("hexprint: called with len < 0"));
    843 	printf("%s: len=%06d 0x", start, len);
    844 	while (len--)
    845 		printf("%02x", (unsigned char) *c++);
    846 }
    847 #endif
    848 
    849 #ifdef _MODULE
    850 
    851 #include <sys/module.h>
    852 
    853 MODULE(MODULE_CLASS_DRIVER, cgd, NULL);
    854 
    855 static int
    856 cgd_modcmd(modcmd_t cmd, void *arg)
    857 {
    858 	int bmajor = -1, cmajor = -1,  error = 0;
    859 
    860 	switch (cmd) {
    861 	case MODULE_CMD_INIT:
    862 		cgdattach(4);
    863 
    864 		return devsw_attach("cgd", &cgd_bdevsw, &bmajor,
    865 		    &cgd_cdevsw, &cmajor);
    866 		break;
    867 
    868 	case MODULE_CMD_FINI:
    869 		return devsw_detach(&cgd_bdevsw, &cgd_cdevsw);
    870 		break;
    871 
    872 	case MODULE_CMD_STAT:
    873 		return ENOTTY;
    874 
    875 	default:
    876 		return ENOTTY;
    877 	}
    878 
    879 	return error;
    880 }
    881 
    882 #endif
    883