Home | History | Annotate | Line # | Download | only in kern
subr_cprng.c revision 1.4.2.1
      1  1.4.2.1      mrg /*	$NetBSD: subr_cprng.c,v 1.4.2.1 2012/02/18 07:35:32 mrg Exp $ */
      2      1.1      tls 
      3      1.1      tls /*-
      4      1.1      tls  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5      1.1      tls  * All rights reserved.
      6      1.1      tls  *
      7      1.1      tls  * This code is derived from software contributed to The NetBSD Foundation
      8      1.1      tls  * by Thor Lancelot Simon.
      9      1.1      tls  *
     10      1.1      tls  * Redistribution and use in source and binary forms, with or without
     11      1.1      tls  * modification, are permitted provided that the following conditions
     12      1.1      tls  * are met:
     13      1.1      tls  * 1. Redistributions of source code must retain the above copyright
     14      1.1      tls  *    notice, this list of conditions and the following disclaimer.
     15      1.1      tls  * 2. Redistributions in binary form must reproduce the above copyright
     16      1.1      tls  *    notice, this list of conditions and the following disclaimer in the
     17      1.1      tls  *    documentation and/or other materials provided with the distribution.
     18      1.1      tls  *
     19      1.1      tls  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20      1.1      tls  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21      1.1      tls  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22      1.1      tls  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23      1.1      tls  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24      1.1      tls  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25      1.1      tls  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26      1.1      tls  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27      1.1      tls  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28      1.1      tls  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29      1.1      tls  * POSSIBILITY OF SUCH DAMAGE.
     30      1.1      tls  */
     31      1.1      tls 
     32      1.1      tls #include <sys/types.h>
     33      1.1      tls #include <sys/time.h>
     34      1.1      tls #include <sys/param.h>
     35      1.1      tls #include <sys/kernel.h>
     36      1.1      tls #include <sys/systm.h>
     37      1.1      tls #include <sys/kmem.h>
     38      1.1      tls #include <sys/mutex.h>
     39      1.1      tls #include <sys/rngtest.h>
     40      1.1      tls #include <sys/rnd.h>
     41      1.3      tls #include <dev/rnd_private.h>
     42      1.1      tls 
     43      1.2  tsutsui #if defined(__HAVE_CPU_COUNTER)
     44      1.1      tls #include <machine/cpu_counter.h>
     45      1.2  tsutsui #endif
     46      1.1      tls 
     47      1.1      tls #include <sys/cprng.h>
     48      1.1      tls 
     49  1.4.2.1      mrg __KERNEL_RCSID(0, "$NetBSD: subr_cprng.c,v 1.4.2.1 2012/02/18 07:35:32 mrg Exp $");
     50      1.1      tls 
     51      1.1      tls void
     52      1.1      tls cprng_init(void)
     53      1.1      tls {
     54      1.1      tls 	nist_ctr_initialize();
     55      1.1      tls }
     56      1.1      tls 
     57      1.1      tls static inline uint32_t
     58      1.1      tls cprng_counter(void)
     59      1.1      tls {
     60      1.1      tls 	struct timeval tv;
     61      1.1      tls 
     62      1.1      tls #if defined(__HAVE_CPU_COUNTER)
     63      1.1      tls 	if (cpu_hascounter())
     64      1.1      tls 		return cpu_counter32();
     65      1.1      tls #endif
     66      1.1      tls 	if (__predict_false(cold)) {
     67      1.1      tls 		/* microtime unsafe if clock not running yet */
     68      1.1      tls 		return 0;
     69      1.1      tls 	}
     70      1.1      tls 	microtime(&tv);
     71      1.1      tls 	return (tv.tv_sec * 1000000 + tv.tv_usec);
     72      1.1      tls }
     73      1.1      tls 
     74      1.1      tls static void
     75  1.4.2.1      mrg cprng_strong_sched_reseed(cprng_strong_t *const c)
     76  1.4.2.1      mrg {
     77  1.4.2.1      mrg 	KASSERT(mutex_owned(&c->mtx));
     78  1.4.2.1      mrg 	if (!(c->reseed_pending)) {
     79  1.4.2.1      mrg 		c->reseed_pending = 1;
     80  1.4.2.1      mrg 		c->reseed.len = NIST_BLOCK_KEYLEN_BYTES;
     81  1.4.2.1      mrg 		rndsink_attach(&c->reseed);
     82  1.4.2.1      mrg 	}
     83  1.4.2.1      mrg }
     84  1.4.2.1      mrg 
     85  1.4.2.1      mrg static void
     86      1.1      tls cprng_strong_reseed(void *const arg)
     87      1.1      tls {
     88      1.1      tls 	cprng_strong_t *c = arg;
     89      1.1      tls 	uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
     90      1.1      tls 	uint32_t cc = cprng_counter();
     91      1.1      tls 
     92      1.1      tls 	mutex_enter(&c->mtx);
     93      1.1      tls 	if (c->reseed.len != sizeof(key)) {
     94      1.1      tls 		panic("cprng_strong_reseed: bad entropy length %d "
     95      1.1      tls 		      " (expected %d)", (int)c->reseed.len, (int)sizeof(key));
     96      1.1      tls 	}
     97      1.1      tls 	if (nist_ctr_drbg_reseed(&c->drbg, c->reseed.data, c->reseed.len,
     98      1.1      tls 				 &cc, sizeof(cc))) {
     99      1.1      tls 		panic("cprng %s: nist_ctr_drbg_reseed failed.", c->name);
    100      1.1      tls 	}
    101      1.1      tls 	c->reseed_pending = 0;
    102      1.1      tls 	if (c->flags & CPRNG_USE_CV) {
    103      1.1      tls 		cv_broadcast(&c->cv);
    104      1.1      tls 	}
    105  1.4.2.1      mrg 	selnotify(&c->selq, 0, 0);
    106      1.1      tls 	mutex_exit(&c->mtx);
    107      1.1      tls }
    108      1.1      tls 
    109      1.1      tls cprng_strong_t *
    110      1.1      tls cprng_strong_create(const char *const name, int ipl, int flags)
    111      1.1      tls {
    112      1.1      tls 	cprng_strong_t *c;
    113      1.1      tls 	uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
    114  1.4.2.1      mrg 	int r, getmore = 0, hard = 0;
    115      1.1      tls 	uint32_t cc;
    116      1.1      tls 
    117      1.1      tls 	c = kmem_alloc(sizeof(*c), KM_NOSLEEP);
    118      1.1      tls 	if (c == NULL) {
    119      1.1      tls 		return NULL;
    120      1.1      tls 	}
    121      1.1      tls 	c->flags = flags;
    122      1.1      tls 	strlcpy(c->name, name, sizeof(c->name));
    123      1.1      tls 	c->reseed_pending = 0;
    124      1.1      tls 	c->reseed.cb = cprng_strong_reseed;
    125      1.1      tls 	c->reseed.arg = c;
    126      1.1      tls 	strlcpy(c->reseed.name, name, sizeof(c->reseed.name));
    127      1.1      tls 
    128      1.1      tls 	mutex_init(&c->mtx, MUTEX_DEFAULT, ipl);
    129      1.1      tls 
    130      1.1      tls 	if (c->flags & CPRNG_USE_CV) {
    131      1.1      tls 		cv_init(&c->cv, name);
    132      1.1      tls 	}
    133      1.1      tls 
    134  1.4.2.1      mrg 	selinit(&c->selq);
    135  1.4.2.1      mrg 
    136      1.1      tls 	r = rnd_extract_data(key, sizeof(key), RND_EXTRACT_GOOD);
    137      1.1      tls 	if (r != sizeof(key)) {
    138      1.1      tls 		if (c->flags & CPRNG_INIT_ANY) {
    139  1.4.2.1      mrg #ifdef DEBUG
    140      1.1      tls 			printf("cprng %s: WARNING insufficient "
    141      1.1      tls 			       "entropy at creation.\n", name);
    142  1.4.2.1      mrg #endif
    143      1.1      tls 			rnd_extract_data(key + r, sizeof(key - r),
    144      1.1      tls 					 RND_EXTRACT_ANY);
    145      1.1      tls 		} else {
    146  1.4.2.1      mrg 			hard++;
    147      1.1      tls 		}
    148      1.1      tls 		getmore++;
    149      1.1      tls 	}
    150      1.1      tls 
    151      1.1      tls 	if (nist_ctr_drbg_instantiate(&c->drbg, key, sizeof(key),
    152      1.1      tls 				      &cc, sizeof(cc), name, strlen(name))) {
    153      1.1      tls 		panic("cprng %s: instantiation failed.", name);
    154      1.1      tls 	}
    155      1.1      tls 
    156      1.1      tls 	if (getmore) {
    157  1.4.2.1      mrg 		/* Cause readers to wait for rekeying. */
    158  1.4.2.1      mrg 		if (hard) {
    159  1.4.2.1      mrg 			c->drbg.reseed_counter =
    160  1.4.2.1      mrg 			    NIST_CTR_DRBG_RESEED_INTERVAL + 1;
    161  1.4.2.1      mrg 		} else {
    162  1.4.2.1      mrg 			c->drbg.reseed_counter =
    163  1.4.2.1      mrg 			    (NIST_CTR_DRBG_RESEED_INTERVAL / 2) + 1;
    164      1.1      tls 		}
    165      1.1      tls 	}
    166      1.1      tls 	return c;
    167      1.1      tls }
    168      1.1      tls 
    169      1.1      tls size_t
    170  1.4.2.1      mrg cprng_strong(cprng_strong_t *const c, void *const p, size_t len, int flags)
    171      1.1      tls {
    172      1.1      tls 	uint32_t cc = cprng_counter();
    173  1.4.2.1      mrg #ifdef DEBUG
    174  1.4.2.1      mrg 	int testfail = 0;
    175  1.4.2.1      mrg #endif
    176      1.1      tls 	if (len > CPRNG_MAX_LEN) {	/* XXX should we loop? */
    177      1.1      tls 		len = CPRNG_MAX_LEN;	/* let the caller loop if desired */
    178      1.1      tls 	}
    179      1.1      tls 	mutex_enter(&c->mtx);
    180  1.4.2.1      mrg 
    181      1.1      tls 	if (nist_ctr_drbg_generate(&c->drbg, p, len, &cc, sizeof(cc))) {
    182      1.1      tls 		/* A generator failure really means we hit the hard limit. */
    183      1.1      tls 		if (c->flags & CPRNG_REKEY_ANY) {
    184      1.1      tls 			uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
    185      1.1      tls 
    186      1.1      tls  			printf("cprng %s: WARNING pseudorandom rekeying.\n",
    187      1.1      tls 			       c->name);
    188      1.1      tls                         rnd_extract_data(key, sizeof(key), RND_EXTRACT_ANY);
    189      1.1      tls 			cc = cprng_counter();
    190      1.1      tls 			if (nist_ctr_drbg_reseed(&c->drbg, key, sizeof(key),
    191      1.1      tls 			    &cc, sizeof(cc))) {
    192      1.1      tls 				panic("cprng %s: nist_ctr_drbg_reseed "
    193      1.1      tls 				      "failed.", c->name);
    194      1.1      tls 			}
    195      1.1      tls 		} else {
    196  1.4.2.1      mrg 			if (!(flags & FNONBLOCK) &&
    197  1.4.2.1      mrg 			     (c->flags & CPRNG_USE_CV)) {
    198      1.1      tls 				int wr;
    199      1.1      tls 
    200  1.4.2.1      mrg 				cprng_strong_sched_reseed(c);
    201      1.1      tls 				do {
    202  1.4.2.1      mrg 					wr = cv_wait_sig(&c->cv, &c->mtx);
    203  1.4.2.1      mrg 					if (wr == ERESTART) {
    204      1.1      tls 						mutex_exit(&c->mtx);
    205      1.1      tls 						return 0;
    206      1.1      tls 					}
    207      1.1      tls 				} while (nist_ctr_drbg_generate(&c->drbg, p,
    208      1.1      tls 								len, &cc,
    209      1.1      tls 								sizeof(cc)));
    210      1.1      tls 			} else {
    211  1.4.2.1      mrg 				len = 0;
    212      1.1      tls 			}
    213      1.1      tls 		}
    214      1.1      tls 	}
    215      1.1      tls 
    216  1.4.2.1      mrg #ifdef DEBUG
    217      1.1      tls 	/*
    218      1.1      tls 	 * If the generator has just been keyed, perform
    219      1.1      tls 	 * the statistical RNG test.
    220      1.1      tls 	 */
    221      1.1      tls 	if (__predict_false(c->drbg.reseed_counter == 1)) {
    222  1.4.2.1      mrg 		rngtest_t *rt = kmem_alloc(sizeof(*rt), KM_NOSLEEP);
    223      1.1      tls 
    224  1.4.2.1      mrg 		if (rt) {
    225      1.1      tls 
    226  1.4.2.1      mrg 			strncpy(rt->rt_name, c->name, sizeof(rt->rt_name));
    227  1.4.2.1      mrg 
    228  1.4.2.1      mrg 			if (nist_ctr_drbg_generate(&c->drbg, rt->rt_b,
    229  1.4.2.1      mrg 		  	    sizeof(rt->rt_b), NULL, 0)) {
    230  1.4.2.1      mrg 				panic("cprng %s: nist_ctr_drbg_generate "
    231  1.4.2.1      mrg 				      "failed!", c->name);
    232      1.1      tls 
    233  1.4.2.1      mrg 			}
    234  1.4.2.1      mrg 			testfail = rngtest(rt);
    235      1.1      tls 
    236  1.4.2.1      mrg 			if (testfail) {
    237  1.4.2.1      mrg 				printf("cprng %s: failed statistical RNG "
    238  1.4.2.1      mrg 				       "test.\n", c->name);
    239  1.4.2.1      mrg 				c->drbg.reseed_counter =
    240  1.4.2.1      mrg 				    NIST_CTR_DRBG_RESEED_INTERVAL + 1;
    241  1.4.2.1      mrg 				len = 0;
    242  1.4.2.1      mrg 			}
    243  1.4.2.1      mrg 			memset(rt, 0, sizeof(*rt));
    244  1.4.2.1      mrg 			kmem_free(rt, sizeof(*rt));
    245  1.4.2.1      mrg 		}
    246      1.1      tls 	}
    247      1.1      tls #endif
    248      1.1      tls 	if (__predict_false(c->drbg.reseed_counter >
    249  1.4.2.1      mrg 			     (NIST_CTR_DRBG_RESEED_INTERVAL / 2))) {
    250  1.4.2.1      mrg 		cprng_strong_sched_reseed(c);
    251  1.4.2.1      mrg 	}
    252  1.4.2.1      mrg 
    253  1.4.2.1      mrg 	if (rnd_full) {
    254  1.4.2.1      mrg 		if (!c->rekeyed_on_full) {
    255  1.4.2.1      mrg 			c->rekeyed_on_full++;
    256  1.4.2.1      mrg 			cprng_strong_sched_reseed(c);
    257      1.1      tls 		}
    258  1.4.2.1      mrg 	} else {
    259  1.4.2.1      mrg 		c->rekeyed_on_full = 0;
    260      1.1      tls 	}
    261      1.1      tls 
    262      1.1      tls 	mutex_exit(&c->mtx);
    263      1.1      tls 	return len;
    264      1.1      tls }
    265      1.1      tls 
    266      1.1      tls void
    267      1.1      tls cprng_strong_destroy(cprng_strong_t *c)
    268      1.1      tls {
    269  1.4.2.1      mrg 	mutex_enter(&c->mtx);
    270  1.4.2.1      mrg 
    271      1.1      tls 	if (c->flags & CPRNG_USE_CV) {
    272      1.1      tls 		KASSERT(!cv_has_waiters(&c->cv));
    273      1.1      tls 		cv_destroy(&c->cv);
    274      1.1      tls 	}
    275  1.4.2.1      mrg 	seldestroy(&c->selq);
    276      1.1      tls 
    277      1.1      tls 	if (c->reseed_pending) {
    278      1.1      tls 		rndsink_detach(&c->reseed);
    279      1.1      tls 	}
    280      1.1      tls 	nist_ctr_drbg_destroy(&c->drbg);
    281  1.4.2.1      mrg 
    282  1.4.2.1      mrg 	mutex_exit(&c->mtx);
    283  1.4.2.1      mrg 	mutex_destroy(&c->mtx);
    284  1.4.2.1      mrg 
    285      1.1      tls 	memset(c, 0, sizeof(*c));
    286      1.1      tls 	kmem_free(c, sizeof(*c));
    287      1.1      tls }
    288      1.1      tls 
    289      1.1      tls int
    290      1.1      tls cprng_strong_getflags(cprng_strong_t *const c)
    291      1.1      tls {
    292      1.1      tls 	KASSERT(mutex_owned(&c->mtx));
    293      1.1      tls 	return c->flags;
    294      1.1      tls }
    295      1.1      tls 
    296      1.1      tls void
    297      1.1      tls cprng_strong_setflags(cprng_strong_t *const c, int flags)
    298      1.1      tls {
    299      1.1      tls 	KASSERT(mutex_owned(&c->mtx));
    300      1.1      tls 	if (flags & CPRNG_USE_CV) {
    301      1.1      tls 		if (!(c->flags & CPRNG_USE_CV)) {
    302      1.1      tls 			cv_init(&c->cv, (const char *)c->name);
    303      1.1      tls 		}
    304      1.1      tls 	} else {
    305      1.1      tls 		if (c->flags & CPRNG_USE_CV) {
    306      1.1      tls 			KASSERT(!cv_has_waiters(&c->cv));
    307      1.1      tls 			cv_destroy(&c->cv);
    308      1.1      tls 		}
    309      1.1      tls 	}
    310      1.1      tls 	if (flags & CPRNG_REKEY_ANY) {
    311      1.1      tls 		if (!(c->flags & CPRNG_REKEY_ANY)) {
    312      1.1      tls 			if (c->flags & CPRNG_USE_CV) {
    313      1.1      tls 				cv_broadcast(&c->cv);
    314      1.1      tls 			}
    315  1.4.2.1      mrg 			selnotify(&c->selq, 0, 0);
    316      1.1      tls 		}
    317      1.1      tls 	}
    318      1.1      tls 	c->flags = flags;
    319      1.1      tls }
    320