Home | History | Annotate | Line # | Download | only in dev
cgd.c revision 1.66
      1 /* $NetBSD: cgd.c,v 1.66 2010/01/12 23:49:34 dyoung Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Roland C. Dowdeswell.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __KERNEL_RCSID(0, "$NetBSD: cgd.c,v 1.66 2010/01/12 23:49:34 dyoung Exp $");
     34 
     35 #include <sys/types.h>
     36 #include <sys/param.h>
     37 #include <sys/systm.h>
     38 #include <sys/proc.h>
     39 #include <sys/errno.h>
     40 #include <sys/buf.h>
     41 #include <sys/bufq.h>
     42 #include <sys/malloc.h>
     43 #include <sys/pool.h>
     44 #include <sys/ioctl.h>
     45 #include <sys/device.h>
     46 #include <sys/disk.h>
     47 #include <sys/disklabel.h>
     48 #include <sys/fcntl.h>
     49 #include <sys/vnode.h>
     50 #include <sys/conf.h>
     51 #include <sys/syslog.h>
     52 
     53 #include <dev/dkvar.h>
     54 #include <dev/cgdvar.h>
     55 
     56 /* Entry Point Functions */
     57 
     58 void	cgdattach(int);
     59 
     60 static dev_type_open(cgdopen);
     61 static dev_type_close(cgdclose);
     62 static dev_type_read(cgdread);
     63 static dev_type_write(cgdwrite);
     64 static dev_type_ioctl(cgdioctl);
     65 static dev_type_strategy(cgdstrategy);
     66 static dev_type_dump(cgddump);
     67 static dev_type_size(cgdsize);
     68 
     69 const struct bdevsw cgd_bdevsw = {
     70 	cgdopen, cgdclose, cgdstrategy, cgdioctl,
     71 	cgddump, cgdsize, D_DISK
     72 };
     73 
     74 const struct cdevsw cgd_cdevsw = {
     75 	cgdopen, cgdclose, cgdread, cgdwrite, cgdioctl,
     76 	nostop, notty, nopoll, nommap, nokqfilter, D_DISK
     77 };
     78 
     79 static int cgd_match(device_t, cfdata_t, void *);
     80 static void cgd_attach(device_t, device_t, void *);
     81 static int cgd_detach(device_t, int);
     82 static struct cgd_softc	*cgd_spawn(int);
     83 static int cgd_destroy(device_t);
     84 
     85 /* Internal Functions */
     86 
     87 static int	cgdstart(struct dk_softc *, struct buf *);
     88 static void	cgdiodone(struct buf *);
     89 
     90 static int	cgd_ioctl_set(struct cgd_softc *, void *, struct lwp *);
     91 static int	cgd_ioctl_clr(struct cgd_softc *, struct lwp *);
     92 static int	cgdinit(struct cgd_softc *, const char *, struct vnode *,
     93 			struct lwp *);
     94 static void	cgd_cipher(struct cgd_softc *, void *, void *,
     95 			   size_t, daddr_t, size_t, int);
     96 
     97 /* Pseudo-disk Interface */
     98 
     99 static struct dk_intf the_dkintf = {
    100 	DTYPE_CGD,
    101 	"cgd",
    102 	cgdopen,
    103 	cgdclose,
    104 	cgdstrategy,
    105 	cgdstart,
    106 };
    107 static struct dk_intf *di = &the_dkintf;
    108 
    109 static struct dkdriver cgddkdriver = {
    110 	.d_strategy = cgdstrategy,
    111 	.d_minphys = minphys,
    112 };
    113 
    114 CFATTACH_DECL3_NEW(cgd, sizeof(struct cgd_softc),
    115     cgd_match, cgd_attach, cgd_detach, NULL, NULL, NULL, DVF_DETACH_SHUTDOWN);
    116 extern struct cfdriver cgd_cd;
    117 
    118 /* DIAGNOSTIC and DEBUG definitions */
    119 
    120 #if defined(CGDDEBUG) && !defined(DEBUG)
    121 #define DEBUG
    122 #endif
    123 
    124 #ifdef DEBUG
    125 int cgddebug = 0;
    126 
    127 #define CGDB_FOLLOW	0x1
    128 #define CGDB_IO	0x2
    129 #define CGDB_CRYPTO	0x4
    130 
    131 #define IFDEBUG(x,y)		if (cgddebug & (x)) y
    132 #define DPRINTF(x,y)		IFDEBUG(x, printf y)
    133 #define DPRINTF_FOLLOW(y)	DPRINTF(CGDB_FOLLOW, y)
    134 
    135 static void	hexprint(const char *, void *, int);
    136 
    137 #else
    138 #define IFDEBUG(x,y)
    139 #define DPRINTF(x,y)
    140 #define DPRINTF_FOLLOW(y)
    141 #endif
    142 
    143 #ifdef DIAGNOSTIC
    144 #define DIAGPANIC(x)		panic x
    145 #define DIAGCONDPANIC(x,y)	if (x) panic y
    146 #else
    147 #define DIAGPANIC(x)
    148 #define DIAGCONDPANIC(x,y)
    149 #endif
    150 
    151 /* Global variables */
    152 
    153 /* Utility Functions */
    154 
    155 #define CGDUNIT(x)		DISKUNIT(x)
    156 #define GETCGD_SOFTC(_cs, x)	if (!((_cs) = getcgd_softc(x))) return ENXIO
    157 
    158 /* The code */
    159 
    160 static struct cgd_softc *
    161 getcgd_softc(dev_t dev)
    162 {
    163 	int	unit = CGDUNIT(dev);
    164 	struct cgd_softc *sc;
    165 
    166 	DPRINTF_FOLLOW(("getcgd_softc(0x%"PRIx64"): unit = %d\n", dev, unit));
    167 
    168 	sc = device_lookup_private(&cgd_cd, unit);
    169 	if (sc == NULL)
    170 		sc = cgd_spawn(unit);
    171 	return sc;
    172 }
    173 
    174 static int
    175 cgd_match(device_t self, cfdata_t cfdata, void *aux)
    176 {
    177 
    178 	return 1;
    179 }
    180 
    181 static void
    182 cgd_attach(device_t parent, device_t self, void *aux)
    183 {
    184 	struct cgd_softc *sc = device_private(self);
    185 
    186 	sc->sc_dev = self;
    187 	simple_lock_init(&sc->sc_slock);
    188 	dk_sc_init(&sc->sc_dksc, sc, device_xname(sc->sc_dev));
    189 	disk_init(&sc->sc_dksc.sc_dkdev, sc->sc_dksc.sc_xname, &cgddkdriver);
    190 }
    191 
    192 
    193 static int
    194 cgd_detach(device_t self, int flags)
    195 {
    196 	int	ret = 0;
    197 	int	pmask = 1 << RAW_PART;
    198 	struct cgd_softc *sc = device_private(self);
    199 	struct dk_softc *dksc;
    200 
    201 	dksc = &sc->sc_dksc;
    202 	if ((dksc->sc_flags & DKF_INITED) != 0)
    203 	{
    204 		if (DK_BUSY(&sc->sc_dksc, pmask))
    205 			ret = EBUSY;
    206 		else
    207 			ret = cgd_ioctl_clr(sc, curlwp);
    208 	}
    209 
    210 	disk_destroy(&sc->sc_dksc.sc_dkdev);
    211 
    212 	return ret;
    213 }
    214 
    215 void
    216 cgdattach(int num)
    217 {
    218 	int error;
    219 
    220 	error = config_cfattach_attach(cgd_cd.cd_name, &cgd_ca);
    221 	if (error != 0)
    222 		aprint_error("%s: unable to register cfattach\n",
    223 		    cgd_cd.cd_name);
    224 }
    225 
    226 static struct cgd_softc *
    227 cgd_spawn(int unit)
    228 {
    229 	cfdata_t cf;
    230 
    231 	cf = malloc(sizeof(*cf), M_DEVBUF, M_WAITOK);
    232 	cf->cf_name = cgd_cd.cd_name;
    233 	cf->cf_atname = cgd_cd.cd_name;
    234 	cf->cf_unit = unit;
    235 	cf->cf_fstate = FSTATE_STAR;
    236 
    237 	return device_private(config_attach_pseudo(cf));
    238 }
    239 
    240 static int
    241 cgd_destroy(device_t dev)
    242 {
    243 	int error;
    244 	cfdata_t cf;
    245 
    246 	cf = device_cfdata(dev);
    247 	error = config_detach(dev, DETACH_QUIET);
    248 	if (error)
    249 		return error;
    250 	free(cf, M_DEVBUF);
    251 	return 0;
    252 }
    253 
    254 static int
    255 cgdopen(dev_t dev, int flags, int fmt, struct lwp *l)
    256 {
    257 	struct	cgd_softc *cs;
    258 
    259 	DPRINTF_FOLLOW(("cgdopen(0x%"PRIx64", %d)\n", dev, flags));
    260 	GETCGD_SOFTC(cs, dev);
    261 	return dk_open(di, &cs->sc_dksc, dev, flags, fmt, l);
    262 }
    263 
    264 static int
    265 cgdclose(dev_t dev, int flags, int fmt, struct lwp *l)
    266 {
    267 	int error;
    268 	struct	cgd_softc *cs;
    269 	struct	dk_softc *dksc;
    270 
    271 	DPRINTF_FOLLOW(("cgdclose(0x%"PRIx64", %d)\n", dev, flags));
    272 	GETCGD_SOFTC(cs, dev);
    273 	dksc = &cs->sc_dksc;
    274 	if ((error =  dk_close(di, dksc, dev, flags, fmt, l)) != 0)
    275 		return error;
    276 
    277 	if ((dksc->sc_flags & DKF_INITED) == 0) {
    278 		if ((error = cgd_destroy(cs->sc_dev)) != 0) {
    279 			aprint_error_dev(cs->sc_dev,
    280 			    "unable to detach instance\n");
    281 			return error;
    282 		}
    283 	}
    284 	return 0;
    285 }
    286 
    287 static void
    288 cgdstrategy(struct buf *bp)
    289 {
    290 	struct	cgd_softc *cs = getcgd_softc(bp->b_dev);
    291 
    292 	DPRINTF_FOLLOW(("cgdstrategy(%p): b_bcount = %ld\n", bp,
    293 	    (long)bp->b_bcount));
    294 	/* XXXrcd: Should we test for (cs != NULL)? */
    295 	dk_strategy(di, &cs->sc_dksc, bp);
    296 	return;
    297 }
    298 
    299 static int
    300 cgdsize(dev_t dev)
    301 {
    302 	struct cgd_softc *cs = getcgd_softc(dev);
    303 
    304 	DPRINTF_FOLLOW(("cgdsize(0x%"PRIx64")\n", dev));
    305 	if (!cs)
    306 		return -1;
    307 	return dk_size(di, &cs->sc_dksc, dev);
    308 }
    309 
    310 /*
    311  * cgd_{get,put}data are functions that deal with getting a buffer
    312  * for the new encrypted data.  We have a buffer per device so that
    313  * we can ensure that we can always have a transaction in flight.
    314  * We use this buffer first so that we have one less piece of
    315  * malloc'ed data at any given point.
    316  */
    317 
    318 static void *
    319 cgd_getdata(struct dk_softc *dksc, unsigned long size)
    320 {
    321 	struct	cgd_softc *cs =dksc->sc_osc;
    322 	void *	data = NULL;
    323 
    324 	simple_lock(&cs->sc_slock);
    325 	if (cs->sc_data_used == 0) {
    326 		cs->sc_data_used = 1;
    327 		data = cs->sc_data;
    328 	}
    329 	simple_unlock(&cs->sc_slock);
    330 
    331 	if (data)
    332 		return data;
    333 
    334 	return malloc(size, M_DEVBUF, M_NOWAIT);
    335 }
    336 
    337 static void
    338 cgd_putdata(struct dk_softc *dksc, void *data)
    339 {
    340 	struct	cgd_softc *cs =dksc->sc_osc;
    341 
    342 	if (data == cs->sc_data) {
    343 		simple_lock(&cs->sc_slock);
    344 		cs->sc_data_used = 0;
    345 		simple_unlock(&cs->sc_slock);
    346 	} else {
    347 		free(data, M_DEVBUF);
    348 	}
    349 }
    350 
    351 static int
    352 cgdstart(struct dk_softc *dksc, struct buf *bp)
    353 {
    354 	struct	cgd_softc *cs = dksc->sc_osc;
    355 	struct	buf *nbp;
    356 	void *	addr;
    357 	void *	newaddr;
    358 	daddr_t	bn;
    359 	struct	vnode *vp;
    360 
    361 	DPRINTF_FOLLOW(("cgdstart(%p, %p)\n", dksc, bp));
    362 	disk_busy(&dksc->sc_dkdev); /* XXX: put in dksubr.c */
    363 
    364 	bn = bp->b_rawblkno;
    365 
    366 	/*
    367 	 * We attempt to allocate all of our resources up front, so that
    368 	 * we can fail quickly if they are unavailable.
    369 	 */
    370 
    371 	nbp = getiobuf(cs->sc_tvn, false);
    372 	if (nbp == NULL) {
    373 		disk_unbusy(&dksc->sc_dkdev, 0, (bp->b_flags & B_READ));
    374 		return -1;
    375 	}
    376 
    377 	/*
    378 	 * If we are writing, then we need to encrypt the outgoing
    379 	 * block into a new block of memory.  If we fail, then we
    380 	 * return an error and let the dksubr framework deal with it.
    381 	 */
    382 	newaddr = addr = bp->b_data;
    383 	if ((bp->b_flags & B_READ) == 0) {
    384 		newaddr = cgd_getdata(dksc, bp->b_bcount);
    385 		if (!newaddr) {
    386 			putiobuf(nbp);
    387 			disk_unbusy(&dksc->sc_dkdev, 0, (bp->b_flags & B_READ));
    388 			return -1;
    389 		}
    390 		cgd_cipher(cs, newaddr, addr, bp->b_bcount, bn,
    391 		    DEV_BSIZE, CGD_CIPHER_ENCRYPT);
    392 	}
    393 
    394 	nbp->b_data = newaddr;
    395 	nbp->b_flags = bp->b_flags;
    396 	nbp->b_oflags = bp->b_oflags;
    397 	nbp->b_cflags = bp->b_cflags;
    398 	nbp->b_iodone = cgdiodone;
    399 	nbp->b_proc = bp->b_proc;
    400 	nbp->b_blkno = bn;
    401 	nbp->b_bcount = bp->b_bcount;
    402 	nbp->b_private = bp;
    403 
    404 	BIO_COPYPRIO(nbp, bp);
    405 
    406 	if ((nbp->b_flags & B_READ) == 0) {
    407 		vp = nbp->b_vp;
    408 		mutex_enter(&vp->v_interlock);
    409 		vp->v_numoutput++;
    410 		mutex_exit(&vp->v_interlock);
    411 	}
    412 	VOP_STRATEGY(cs->sc_tvn, nbp);
    413 	return 0;
    414 }
    415 
    416 /* expected to be called at splbio() */
    417 static void
    418 cgdiodone(struct buf *nbp)
    419 {
    420 	struct	buf *obp = nbp->b_private;
    421 	struct	cgd_softc *cs = getcgd_softc(obp->b_dev);
    422 	struct	dk_softc *dksc = &cs->sc_dksc;
    423 
    424 	KDASSERT(cs);
    425 
    426 	DPRINTF_FOLLOW(("cgdiodone(%p)\n", nbp));
    427 	DPRINTF(CGDB_IO, ("cgdiodone: bp %p bcount %d resid %d\n",
    428 	    obp, obp->b_bcount, obp->b_resid));
    429 	DPRINTF(CGDB_IO, (" dev 0x%"PRIx64", nbp %p bn %" PRId64 " addr %p bcnt %d\n",
    430 	    nbp->b_dev, nbp, nbp->b_blkno, nbp->b_data,
    431 	    nbp->b_bcount));
    432 	if (nbp->b_error != 0) {
    433 		obp->b_error = nbp->b_error;
    434 		DPRINTF(CGDB_IO, ("%s: error %d\n", dksc->sc_xname,
    435 		    obp->b_error));
    436 	}
    437 
    438 	/* Perform the decryption if we are reading.
    439 	 *
    440 	 * Note: use the blocknumber from nbp, since it is what
    441 	 *       we used to encrypt the blocks.
    442 	 */
    443 
    444 	if (nbp->b_flags & B_READ)
    445 		cgd_cipher(cs, obp->b_data, obp->b_data, obp->b_bcount,
    446 		    nbp->b_blkno, DEV_BSIZE, CGD_CIPHER_DECRYPT);
    447 
    448 	/* If we allocated memory, free it now... */
    449 	if (nbp->b_data != obp->b_data)
    450 		cgd_putdata(dksc, nbp->b_data);
    451 
    452 	putiobuf(nbp);
    453 
    454 	/* Request is complete for whatever reason */
    455 	obp->b_resid = 0;
    456 	if (obp->b_error != 0)
    457 		obp->b_resid = obp->b_bcount;
    458 	disk_unbusy(&dksc->sc_dkdev, obp->b_bcount - obp->b_resid,
    459 	    (obp->b_flags & B_READ));
    460 	biodone(obp);
    461 	dk_iodone(di, dksc);
    462 }
    463 
    464 /* XXX: we should probably put these into dksubr.c, mostly */
    465 static int
    466 cgdread(dev_t dev, struct uio *uio, int flags)
    467 {
    468 	struct	cgd_softc *cs;
    469 	struct	dk_softc *dksc;
    470 
    471 	DPRINTF_FOLLOW(("cgdread(0x%llx, %p, %d)\n",
    472 	    (unsigned long long)dev, uio, flags));
    473 	GETCGD_SOFTC(cs, dev);
    474 	dksc = &cs->sc_dksc;
    475 	if ((dksc->sc_flags & DKF_INITED) == 0)
    476 		return ENXIO;
    477 	return physio(cgdstrategy, NULL, dev, B_READ, minphys, uio);
    478 }
    479 
    480 /* XXX: we should probably put these into dksubr.c, mostly */
    481 static int
    482 cgdwrite(dev_t dev, struct uio *uio, int flags)
    483 {
    484 	struct	cgd_softc *cs;
    485 	struct	dk_softc *dksc;
    486 
    487 	DPRINTF_FOLLOW(("cgdwrite(0x%"PRIx64", %p, %d)\n", dev, uio, flags));
    488 	GETCGD_SOFTC(cs, dev);
    489 	dksc = &cs->sc_dksc;
    490 	if ((dksc->sc_flags & DKF_INITED) == 0)
    491 		return ENXIO;
    492 	return physio(cgdstrategy, NULL, dev, B_WRITE, minphys, uio);
    493 }
    494 
    495 static int
    496 cgdioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l)
    497 {
    498 	struct	cgd_softc *cs;
    499 	struct	dk_softc *dksc;
    500 	struct	disk *dk;
    501 	int	ret;
    502 	int	part = DISKPART(dev);
    503 	int	pmask = 1 << part;
    504 
    505 	DPRINTF_FOLLOW(("cgdioctl(0x%"PRIx64", %ld, %p, %d, %p)\n",
    506 	    dev, cmd, data, flag, l));
    507 	GETCGD_SOFTC(cs, dev);
    508 	dksc = &cs->sc_dksc;
    509 	dk = &dksc->sc_dkdev;
    510 	switch (cmd) {
    511 	case CGDIOCSET:
    512 	case CGDIOCCLR:
    513 		if ((flag & FWRITE) == 0)
    514 			return EBADF;
    515 	}
    516 
    517 	switch (cmd) {
    518 	case CGDIOCSET:
    519 		if (dksc->sc_flags & DKF_INITED)
    520 			ret = EBUSY;
    521 		else
    522 			ret = cgd_ioctl_set(cs, data, l);
    523 		break;
    524 	case CGDIOCCLR:
    525 
    526 		if (DK_BUSY(&cs->sc_dksc, pmask))
    527 			ret = EBUSY;
    528 		else
    529 			ret = cgd_ioctl_clr(cs, l);
    530 		break;
    531 
    532 	case DIOCCACHESYNC:
    533 		/*
    534 		 * XXX Do we really need to care about having a writable
    535 		 * file descriptor here?
    536 		 */
    537 		if ((flag & FWRITE) == 0)
    538 			return (EBADF);
    539 
    540 		/*
    541 		 * We pass this call down to the underlying disk.
    542 		 */
    543 		ret = VOP_IOCTL(cs->sc_tvn, cmd, data, flag, l->l_cred);
    544 		break;
    545 
    546 	default:
    547 		ret = dk_ioctl(di, dksc, dev, cmd, data, flag, l);
    548 		break;
    549 	}
    550 
    551 	return ret;
    552 }
    553 
    554 static int
    555 cgddump(dev_t dev, daddr_t blkno, void *va, size_t size)
    556 {
    557 	struct	cgd_softc *cs;
    558 
    559 	DPRINTF_FOLLOW(("cgddump(0x%"PRIx64", %" PRId64 ", %p, %lu)\n",
    560 	    dev, blkno, va, (unsigned long)size));
    561 	GETCGD_SOFTC(cs, dev);
    562 	return dk_dump(di, &cs->sc_dksc, dev, blkno, va, size);
    563 }
    564 
    565 /*
    566  * XXXrcd:
    567  *  for now we hardcode the maximum key length.
    568  */
    569 #define MAX_KEYSIZE	1024
    570 
    571 static const struct {
    572 	const char *n;
    573 	int v;
    574 	int d;
    575 } encblkno[] = {
    576 	{ "encblkno",  CGD_CIPHER_CBC_ENCBLKNO8, 1 },
    577 	{ "encblkno8", CGD_CIPHER_CBC_ENCBLKNO8, 1 },
    578 	{ "encblkno1", CGD_CIPHER_CBC_ENCBLKNO1, 8 },
    579 };
    580 
    581 /* ARGSUSED */
    582 static int
    583 cgd_ioctl_set(struct cgd_softc *cs, void *data, struct lwp *l)
    584 {
    585 	struct	 cgd_ioctl *ci = data;
    586 	struct	 vnode *vp;
    587 	int	 ret;
    588 	size_t	 i;
    589 	size_t	 keybytes;			/* key length in bytes */
    590 	const char *cp;
    591 	char	 *inbuf;
    592 
    593 	cp = ci->ci_disk;
    594 	if ((ret = dk_lookup(cp, l, &vp, UIO_USERSPACE)) != 0)
    595 		return ret;
    596 
    597 	inbuf = malloc(MAX_KEYSIZE, M_TEMP, M_WAITOK);
    598 
    599 	if ((ret = cgdinit(cs, cp, vp, l)) != 0)
    600 		goto bail;
    601 
    602 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    603 	ret = copyinstr(ci->ci_alg, inbuf, 256, NULL);
    604 	if (ret)
    605 		goto bail;
    606 	cs->sc_cfuncs = cryptfuncs_find(inbuf);
    607 	if (!cs->sc_cfuncs) {
    608 		ret = EINVAL;
    609 		goto bail;
    610 	}
    611 
    612 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    613 	ret = copyinstr(ci->ci_ivmethod, inbuf, MAX_KEYSIZE, NULL);
    614 	if (ret)
    615 		goto bail;
    616 
    617 	for (i = 0; i < __arraycount(encblkno); i++)
    618 		if (strcmp(encblkno[i].n, inbuf) == 0)
    619 			break;
    620 
    621 	if (i == __arraycount(encblkno)) {
    622 		ret = EINVAL;
    623 		goto bail;
    624 	}
    625 
    626 	keybytes = ci->ci_keylen / 8 + 1;
    627 	if (keybytes > MAX_KEYSIZE) {
    628 		ret = EINVAL;
    629 		goto bail;
    630 	}
    631 
    632 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    633 	ret = copyin(ci->ci_key, inbuf, keybytes);
    634 	if (ret)
    635 		goto bail;
    636 
    637 	cs->sc_cdata.cf_blocksize = ci->ci_blocksize;
    638 	cs->sc_cdata.cf_mode = encblkno[i].v;
    639 	cs->sc_cdata.cf_priv = cs->sc_cfuncs->cf_init(ci->ci_keylen, inbuf,
    640 	    &cs->sc_cdata.cf_blocksize);
    641 	if (cs->sc_cdata.cf_blocksize > CGD_MAXBLOCKSIZE) {
    642 	    log(LOG_WARNING, "cgd: Disallowed cipher with blocksize %zu > %u\n",
    643 		cs->sc_cdata.cf_blocksize, CGD_MAXBLOCKSIZE);
    644 	    cs->sc_cdata.cf_priv = NULL;
    645 	}
    646 
    647 	/*
    648 	 * The blocksize is supposed to be in bytes. Unfortunately originally
    649 	 * it was expressed in bits. For compatibility we maintain encblkno
    650 	 * and encblkno8.
    651 	 */
    652 	cs->sc_cdata.cf_blocksize /= encblkno[i].d;
    653 	(void)memset(inbuf, 0, MAX_KEYSIZE);
    654 	if (!cs->sc_cdata.cf_priv) {
    655 		ret = EINVAL;		/* XXX is this the right error? */
    656 		goto bail;
    657 	}
    658 	free(inbuf, M_TEMP);
    659 
    660 	bufq_alloc(&cs->sc_dksc.sc_bufq, "fcfs", 0);
    661 
    662 	cs->sc_data = malloc(MAXPHYS, M_DEVBUF, M_WAITOK);
    663 	cs->sc_data_used = 0;
    664 
    665 	cs->sc_dksc.sc_flags |= DKF_INITED;
    666 
    667 	/* Attach the disk. */
    668 	disk_attach(&cs->sc_dksc.sc_dkdev);
    669 
    670 	/* Try and read the disklabel. */
    671 	dk_getdisklabel(di, &cs->sc_dksc, 0 /* XXX ? (cause of PR 41704) */);
    672 
    673 	/* Discover wedges on this disk. */
    674 	dkwedge_discover(&cs->sc_dksc.sc_dkdev);
    675 
    676 	return 0;
    677 
    678 bail:
    679 	free(inbuf, M_TEMP);
    680 	(void)vn_close(vp, FREAD|FWRITE, l->l_cred);
    681 	return ret;
    682 }
    683 
    684 /* ARGSUSED */
    685 static int
    686 cgd_ioctl_clr(struct cgd_softc *cs, struct lwp *l)
    687 {
    688 	int	s;
    689 	struct	dk_softc *dksc;
    690 
    691 	dksc = &cs->sc_dksc;
    692 
    693 	if ((dksc->sc_flags & DKF_INITED) == 0)
    694 		return ENXIO;
    695 
    696 	/* Delete all of our wedges. */
    697 	dkwedge_delall(&cs->sc_dksc.sc_dkdev);
    698 
    699 	/* Kill off any queued buffers. */
    700 	s = splbio();
    701 	bufq_drain(cs->sc_dksc.sc_bufq);
    702 	splx(s);
    703 	bufq_free(cs->sc_dksc.sc_bufq);
    704 
    705 	(void)vn_close(cs->sc_tvn, FREAD|FWRITE, l->l_cred);
    706 	cs->sc_cfuncs->cf_destroy(cs->sc_cdata.cf_priv);
    707 	free(cs->sc_tpath, M_DEVBUF);
    708 	free(cs->sc_data, M_DEVBUF);
    709 	cs->sc_data_used = 0;
    710 	cs->sc_dksc.sc_flags &= ~DKF_INITED;
    711 	disk_detach(&cs->sc_dksc.sc_dkdev);
    712 
    713 	return 0;
    714 }
    715 
    716 static int
    717 getsize(struct lwp *l, struct vnode *vp, size_t *size)
    718 {
    719 	struct partinfo dpart;
    720 	struct dkwedge_info dkw;
    721 	int ret;
    722 
    723 	if ((ret = VOP_IOCTL(vp, DIOCGWEDGEINFO, &dkw, FREAD,
    724 	    l->l_cred)) == 0) {
    725 		*size = dkw.dkw_size;
    726 		return 0;
    727 	}
    728 
    729 	if ((ret = VOP_IOCTL(vp, DIOCGPART, &dpart, FREAD, l->l_cred)) == 0) {
    730 		*size = dpart.part->p_size;
    731 		return 0;
    732 	}
    733 
    734 	return ret;
    735 }
    736 
    737 
    738 static int
    739 cgdinit(struct cgd_softc *cs, const char *cpath, struct vnode *vp,
    740 	struct lwp *l)
    741 {
    742 	struct	dk_geom *pdg;
    743 	struct	vattr va;
    744 	size_t	size;
    745 	int	ret;
    746 	char	*tmppath;
    747 
    748 	cs->sc_dksc.sc_size = 0;
    749 	cs->sc_tvn = vp;
    750 	cs->sc_tpath = NULL;
    751 
    752 	tmppath = malloc(MAXPATHLEN, M_TEMP, M_WAITOK);
    753 	ret = copyinstr(cpath, tmppath, MAXPATHLEN, &cs->sc_tpathlen);
    754 	if (ret)
    755 		goto bail;
    756 	cs->sc_tpath = malloc(cs->sc_tpathlen, M_DEVBUF, M_WAITOK);
    757 	memcpy(cs->sc_tpath, tmppath, cs->sc_tpathlen);
    758 
    759 	if ((ret = VOP_GETATTR(vp, &va, l->l_cred)) != 0)
    760 		goto bail;
    761 
    762 	cs->sc_tdev = va.va_rdev;
    763 
    764 	if ((ret = getsize(l, vp, &size)) != 0)
    765 		goto bail;
    766 
    767 	if (!size) {
    768 		ret = ENODEV;
    769 		goto bail;
    770 	}
    771 
    772 	cs->sc_dksc.sc_size = size;
    773 
    774 	/*
    775 	 * XXX here we should probe the underlying device.  If we
    776 	 *     are accessing a partition of type RAW_PART, then
    777 	 *     we should populate our initial geometry with the
    778 	 *     geometry that we discover from the device.
    779 	 */
    780 	pdg = &cs->sc_dksc.sc_geom;
    781 	pdg->pdg_secsize = DEV_BSIZE;
    782 	pdg->pdg_ntracks = 1;
    783 	pdg->pdg_nsectors = 1024 * (1024 / pdg->pdg_secsize);
    784 	pdg->pdg_ncylinders = cs->sc_dksc.sc_size / pdg->pdg_nsectors;
    785 
    786 bail:
    787 	free(tmppath, M_TEMP);
    788 	if (ret && cs->sc_tpath)
    789 		free(cs->sc_tpath, M_DEVBUF);
    790 	return ret;
    791 }
    792 
    793 /*
    794  * Our generic cipher entry point.  This takes care of the
    795  * IV mode and passes off the work to the specific cipher.
    796  * We implement here the IV method ``encrypted block
    797  * number''.
    798  *
    799  * For the encryption case, we accomplish this by setting
    800  * up a struct uio where the first iovec of the source is
    801  * the blocknumber and the first iovec of the dest is a
    802  * sink.  We then call the cipher with an IV of zero, and
    803  * the right thing happens.
    804  *
    805  * For the decryption case, we use the same basic mechanism
    806  * for symmetry, but we encrypt the block number in the
    807  * first iovec.
    808  *
    809  * We mainly do this to avoid requiring the definition of
    810  * an ECB mode.
    811  *
    812  * XXXrcd: for now we rely on our own crypto framework defined
    813  *         in dev/cgd_crypto.c.  This will change when we
    814  *         get a generic kernel crypto framework.
    815  */
    816 
    817 static void
    818 blkno2blkno_buf(char *sbuf, daddr_t blkno)
    819 {
    820 	int	i;
    821 
    822 	/* Set up the blkno in blkno_buf, here we do not care much
    823 	 * about the final layout of the information as long as we
    824 	 * can guarantee that each sector will have a different IV
    825 	 * and that the endianness of the machine will not affect
    826 	 * the representation that we have chosen.
    827 	 *
    828 	 * We choose this representation, because it does not rely
    829 	 * on the size of buf (which is the blocksize of the cipher),
    830 	 * but allows daddr_t to grow without breaking existing
    831 	 * disks.
    832 	 *
    833 	 * Note that blkno2blkno_buf does not take a size as input,
    834 	 * and hence must be called on a pre-zeroed buffer of length
    835 	 * greater than or equal to sizeof(daddr_t).
    836 	 */
    837 	for (i=0; i < sizeof(daddr_t); i++) {
    838 		*sbuf++ = blkno & 0xff;
    839 		blkno >>= 8;
    840 	}
    841 }
    842 
    843 static void
    844 cgd_cipher(struct cgd_softc *cs, void *dstv, void *srcv,
    845     size_t len, daddr_t blkno, size_t secsize, int dir)
    846 {
    847 	char		*dst = dstv;
    848 	char 		*src = srcv;
    849 	cfunc_cipher	*cipher = cs->sc_cfuncs->cf_cipher;
    850 	struct uio	dstuio;
    851 	struct uio	srcuio;
    852 	struct iovec	dstiov[2];
    853 	struct iovec	srciov[2];
    854 	size_t		blocksize = cs->sc_cdata.cf_blocksize;
    855 	char		sink[CGD_MAXBLOCKSIZE];
    856 	char		zero_iv[CGD_MAXBLOCKSIZE];
    857 	char		blkno_buf[CGD_MAXBLOCKSIZE];
    858 
    859 	DPRINTF_FOLLOW(("cgd_cipher() dir=%d\n", dir));
    860 
    861 	DIAGCONDPANIC(len % blocksize != 0,
    862 	    ("cgd_cipher: len %% blocksize != 0"));
    863 
    864 	/* ensure that sizeof(daddr_t) <= blocksize (for encblkno IVing) */
    865 	DIAGCONDPANIC(sizeof(daddr_t) > blocksize,
    866 	    ("cgd_cipher: sizeof(daddr_t) > blocksize"));
    867 
    868 	memset(zero_iv, 0x0, blocksize);
    869 
    870 	dstuio.uio_iov = dstiov;
    871 	dstuio.uio_iovcnt = 2;
    872 
    873 	srcuio.uio_iov = srciov;
    874 	srcuio.uio_iovcnt = 2;
    875 
    876 	dstiov[0].iov_base = sink;
    877 	dstiov[0].iov_len  = blocksize;
    878 	srciov[0].iov_base = blkno_buf;
    879 	srciov[0].iov_len  = blocksize;
    880 	dstiov[1].iov_len  = secsize;
    881 	srciov[1].iov_len  = secsize;
    882 
    883 	for (; len > 0; len -= secsize) {
    884 		dstiov[1].iov_base = dst;
    885 		srciov[1].iov_base = src;
    886 
    887 		memset(blkno_buf, 0x0, blocksize);
    888 		blkno2blkno_buf(blkno_buf, blkno);
    889 		if (dir == CGD_CIPHER_DECRYPT) {
    890 			dstuio.uio_iovcnt = 1;
    891 			srcuio.uio_iovcnt = 1;
    892 			IFDEBUG(CGDB_CRYPTO, hexprint("step 0: blkno_buf",
    893 			    blkno_buf, blocksize));
    894 			cipher(cs->sc_cdata.cf_priv, &dstuio, &srcuio,
    895 			    zero_iv, CGD_CIPHER_ENCRYPT);
    896 			memcpy(blkno_buf, sink, blocksize);
    897 			dstuio.uio_iovcnt = 2;
    898 			srcuio.uio_iovcnt = 2;
    899 		}
    900 
    901 		IFDEBUG(CGDB_CRYPTO, hexprint("step 1: blkno_buf",
    902 		    blkno_buf, blocksize));
    903 		cipher(cs->sc_cdata.cf_priv, &dstuio, &srcuio, zero_iv, dir);
    904 		IFDEBUG(CGDB_CRYPTO, hexprint("step 2: sink",
    905 		    sink, blocksize));
    906 
    907 		dst += secsize;
    908 		src += secsize;
    909 		blkno++;
    910 	}
    911 }
    912 
    913 #ifdef DEBUG
    914 static void
    915 hexprint(const char *start, void *buf, int len)
    916 {
    917 	char	*c = buf;
    918 
    919 	DIAGCONDPANIC(len < 0, ("hexprint: called with len < 0"));
    920 	printf("%s: len=%06d 0x", start, len);
    921 	while (len--)
    922 		printf("%02x", (unsigned char) *c++);
    923 }
    924 #endif
    925 
    926 #ifdef _MODULE
    927 
    928 #include <sys/module.h>
    929 
    930 MODULE(MODULE_CLASS_DRIVER, cgd, NULL);
    931 CFDRIVER_DECL(cgd, DV_DISK, NULL);
    932 
    933 static int
    934 cgd_modcmd(modcmd_t cmd, void *arg)
    935 {
    936 	int bmajor = -1, cmajor = -1,  error = 0;
    937 
    938 	switch (cmd) {
    939 	case MODULE_CMD_INIT:
    940 		error = config_cfdriver_attach(&cgd_cd);
    941 		if (error)
    942 			break;
    943 
    944 		error = config_cfattach_attach(cgd_cd.cd_name, &cgd_ca);
    945 	        if (error) {
    946 			config_cfdriver_detach(&cgd_cd);
    947 			aprint_error("%s: unable to register cfattach\n",
    948 			    cgd_cd.cd_name);
    949 			break;
    950 		}
    951 
    952 		error = devsw_attach("cgd", &cgd_bdevsw, &bmajor,
    953 		    &cgd_cdevsw, &cmajor);
    954 		if (error) {
    955 			config_cfattach_detach(cgd_cd.cd_name, &cgd_ca);
    956 			config_cfdriver_detach(&cgd_cd);
    957 			break;
    958 		}
    959 
    960 		break;
    961 
    962 	case MODULE_CMD_FINI:
    963 		error = config_cfattach_detach(cgd_cd.cd_name, &cgd_ca);
    964 		if (error)
    965 			break;
    966 		config_cfdriver_detach(&cgd_cd);
    967 		devsw_detach(&cgd_bdevsw, &cgd_cdevsw);
    968 		break;
    969 
    970 	case MODULE_CMD_STAT:
    971 		return ENOTTY;
    972 
    973 	default:
    974 		return ENOTTY;
    975 	}
    976 
    977 	return error;
    978 }
    979 
    980 #endif
    981