Home | History | Annotate | Line # | Download | only in kern
subr_cprng.c revision 1.1
      1  1.1  tls /*	$NetBSD: subr_cprng.c,v 1.1 2011/11/19 22:51:25 tls Exp $ */
      2  1.1  tls 
      3  1.1  tls /*-
      4  1.1  tls  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5  1.1  tls  * All rights reserved.
      6  1.1  tls  *
      7  1.1  tls  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  tls  * by Thor Lancelot Simon.
      9  1.1  tls  *
     10  1.1  tls  * Redistribution and use in source and binary forms, with or without
     11  1.1  tls  * modification, are permitted provided that the following conditions
     12  1.1  tls  * are met:
     13  1.1  tls  * 1. Redistributions of source code must retain the above copyright
     14  1.1  tls  *    notice, this list of conditions and the following disclaimer.
     15  1.1  tls  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  tls  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  tls  *    documentation and/or other materials provided with the distribution.
     18  1.1  tls  *
     19  1.1  tls  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  tls  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  tls  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  tls  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  tls  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  tls  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  tls  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  tls  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  tls  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  tls  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  tls  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  tls  */
     31  1.1  tls 
     32  1.1  tls #include <sys/types.h>
     33  1.1  tls #include <sys/time.h>
     34  1.1  tls #include <sys/param.h>
     35  1.1  tls #include <sys/kernel.h>
     36  1.1  tls #include <sys/systm.h>
     37  1.1  tls #include <sys/kmem.h>
     38  1.1  tls #include <sys/mutex.h>
     39  1.1  tls #include <sys/rngtest.h>
     40  1.1  tls #include <sys/rnd.h>
     41  1.1  tls 
     42  1.1  tls #include <machine/cpu_counter.h>
     43  1.1  tls 
     44  1.1  tls #include <sys/cprng.h>
     45  1.1  tls 
     46  1.1  tls __KERNEL_RCSID(0, "$NetBSD: subr_cprng.c,v 1.1 2011/11/19 22:51:25 tls Exp $");
     47  1.1  tls 
     48  1.1  tls void
     49  1.1  tls cprng_init(void)
     50  1.1  tls {
     51  1.1  tls 	nist_ctr_initialize();
     52  1.1  tls }
     53  1.1  tls 
     54  1.1  tls static inline uint32_t
     55  1.1  tls cprng_counter(void)
     56  1.1  tls {
     57  1.1  tls 	struct timeval tv;
     58  1.1  tls 
     59  1.1  tls #if defined(__HAVE_CPU_COUNTER)
     60  1.1  tls 	if (cpu_hascounter())
     61  1.1  tls 		return cpu_counter32();
     62  1.1  tls #endif
     63  1.1  tls 	if (__predict_false(cold)) {
     64  1.1  tls 		/* microtime unsafe if clock not running yet */
     65  1.1  tls 		return 0;
     66  1.1  tls 	}
     67  1.1  tls 	microtime(&tv);
     68  1.1  tls 	return (tv.tv_sec * 1000000 + tv.tv_usec);
     69  1.1  tls }
     70  1.1  tls 
     71  1.1  tls static void
     72  1.1  tls cprng_strong_reseed(void *const arg)
     73  1.1  tls {
     74  1.1  tls 	cprng_strong_t *c = arg;
     75  1.1  tls 	uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
     76  1.1  tls 	uint32_t cc = cprng_counter();
     77  1.1  tls 
     78  1.1  tls 	mutex_enter(&c->mtx);
     79  1.1  tls 	if (c->reseed.len != sizeof(key)) {
     80  1.1  tls 		panic("cprng_strong_reseed: bad entropy length %d "
     81  1.1  tls 		      " (expected %d)", (int)c->reseed.len, (int)sizeof(key));
     82  1.1  tls 	}
     83  1.1  tls 	if (nist_ctr_drbg_reseed(&c->drbg, c->reseed.data, c->reseed.len,
     84  1.1  tls 				 &cc, sizeof(cc))) {
     85  1.1  tls 		panic("cprng %s: nist_ctr_drbg_reseed failed.", c->name);
     86  1.1  tls 	}
     87  1.1  tls 	c->reseed_pending = 0;
     88  1.1  tls 	if (c->flags & CPRNG_USE_CV) {
     89  1.1  tls 		cv_broadcast(&c->cv);
     90  1.1  tls 	}
     91  1.1  tls 	mutex_exit(&c->mtx);
     92  1.1  tls }
     93  1.1  tls 
     94  1.1  tls cprng_strong_t *
     95  1.1  tls cprng_strong_create(const char *const name, int ipl, int flags)
     96  1.1  tls {
     97  1.1  tls 	cprng_strong_t *c;
     98  1.1  tls 	uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
     99  1.1  tls 	int r, getmore = 0;;
    100  1.1  tls 	uint32_t cc;
    101  1.1  tls 
    102  1.1  tls 	c = kmem_alloc(sizeof(*c), KM_NOSLEEP);
    103  1.1  tls 	if (c == NULL) {
    104  1.1  tls 		return NULL;
    105  1.1  tls 	}
    106  1.1  tls 	c->flags = flags;
    107  1.1  tls 	strlcpy(c->name, name, sizeof(c->name));
    108  1.1  tls 	c->reseed_pending = 0;
    109  1.1  tls 	c->reseed.cb = cprng_strong_reseed;
    110  1.1  tls 	c->reseed.arg = c;
    111  1.1  tls 	strlcpy(c->reseed.name, name, sizeof(c->reseed.name));
    112  1.1  tls 
    113  1.1  tls 	mutex_init(&c->mtx, MUTEX_DEFAULT, ipl);
    114  1.1  tls 
    115  1.1  tls 	if (c->flags & CPRNG_USE_CV) {
    116  1.1  tls 		cv_init(&c->cv, name);
    117  1.1  tls 	}
    118  1.1  tls 
    119  1.1  tls 	r = rnd_extract_data(key, sizeof(key), RND_EXTRACT_GOOD);
    120  1.1  tls 	if (r != sizeof(key)) {
    121  1.1  tls 		if (c->flags & CPRNG_INIT_ANY) {
    122  1.1  tls 			printf("cprng %s: WARNING insufficient "
    123  1.1  tls 			       "entropy at creation.\n", name);
    124  1.1  tls 			rnd_extract_data(key + r, sizeof(key - r),
    125  1.1  tls 					 RND_EXTRACT_ANY);
    126  1.1  tls 		} else {
    127  1.1  tls 			return NULL;
    128  1.1  tls 		}
    129  1.1  tls 		getmore++;
    130  1.1  tls 	}
    131  1.1  tls 
    132  1.1  tls 	if (nist_ctr_drbg_instantiate(&c->drbg, key, sizeof(key),
    133  1.1  tls 				      &cc, sizeof(cc), name, strlen(name))) {
    134  1.1  tls 		panic("cprng %s: instantiation failed.", name);
    135  1.1  tls 	}
    136  1.1  tls 
    137  1.1  tls 	if (getmore) {
    138  1.1  tls 		int wr = 0;
    139  1.1  tls 
    140  1.1  tls 		/* Ask for more. */
    141  1.1  tls 		c->reseed_pending = 1;
    142  1.1  tls 		c->reseed.len = sizeof(key);
    143  1.1  tls 		rndsink_attach(&c->reseed);
    144  1.1  tls 		if (c->flags & CPRNG_USE_CV) {
    145  1.1  tls 			mutex_enter(&c->mtx);
    146  1.1  tls 			do {
    147  1.1  tls 				wr = cv_wait_sig(&c->cv, &c->mtx);
    148  1.1  tls 				if (__predict_true(wr == 0)) {
    149  1.1  tls 					break;
    150  1.1  tls 				}
    151  1.1  tls 				if (wr == ERESTART) {
    152  1.1  tls 					continue;
    153  1.1  tls 				} else {
    154  1.1  tls 					cv_destroy(&c->cv);
    155  1.1  tls 					mutex_exit(&c->mtx);
    156  1.1  tls 					mutex_destroy(&c->mtx);
    157  1.1  tls 					kmem_free(c, sizeof(c));
    158  1.1  tls 					return NULL;
    159  1.1  tls 				}
    160  1.1  tls 			} while (1);
    161  1.1  tls 			mutex_exit(&c->mtx);
    162  1.1  tls 		}
    163  1.1  tls 	}
    164  1.1  tls 	return c;
    165  1.1  tls }
    166  1.1  tls 
    167  1.1  tls size_t
    168  1.1  tls cprng_strong(cprng_strong_t *const c, void *const p, size_t len)
    169  1.1  tls {
    170  1.1  tls 	uint32_t cc = cprng_counter();
    171  1.1  tls 
    172  1.1  tls 	if (len > CPRNG_MAX_LEN) {	/* XXX should we loop? */
    173  1.1  tls 		len = CPRNG_MAX_LEN;	/* let the caller loop if desired */
    174  1.1  tls 	}
    175  1.1  tls 
    176  1.1  tls 	mutex_enter(&c->mtx);
    177  1.1  tls again:
    178  1.1  tls 	if (nist_ctr_drbg_generate(&c->drbg, p, len, &cc, sizeof(cc))) {
    179  1.1  tls 		/* A generator failure really means we hit the hard limit. */
    180  1.1  tls 		if (c->flags & CPRNG_REKEY_ANY) {
    181  1.1  tls 			uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
    182  1.1  tls 
    183  1.1  tls  			printf("cprng %s: WARNING pseudorandom rekeying.\n",
    184  1.1  tls 			       c->name);
    185  1.1  tls                         rnd_extract_data(key, sizeof(key), RND_EXTRACT_ANY);
    186  1.1  tls 			cc = cprng_counter();
    187  1.1  tls 			if (nist_ctr_drbg_reseed(&c->drbg, key, sizeof(key),
    188  1.1  tls 			    &cc, sizeof(cc))) {
    189  1.1  tls 				panic("cprng %s: nist_ctr_drbg_reseed "
    190  1.1  tls 				      "failed.", c->name);
    191  1.1  tls 			}
    192  1.1  tls 			if (c->flags & CPRNG_USE_CV) {
    193  1.1  tls 				cv_broadcast(&c->cv);	/* XXX unnecessary? */
    194  1.1  tls 			}
    195  1.1  tls 		} else {
    196  1.1  tls 			if (c->flags & CPRNG_USE_CV) {
    197  1.1  tls 				int wr;
    198  1.1  tls 
    199  1.1  tls 				do {
    200  1.1  tls 					wr = cv_wait_sig(&c->cv, &c->mtx);
    201  1.1  tls 					if (wr == EINTR) {
    202  1.1  tls 						mutex_exit(&c->mtx);
    203  1.1  tls 						return 0;
    204  1.1  tls 					}
    205  1.1  tls 				} while (nist_ctr_drbg_generate(&c->drbg, p,
    206  1.1  tls 								len, &cc,
    207  1.1  tls 								sizeof(cc)));
    208  1.1  tls 			} else {
    209  1.1  tls 				mutex_exit(&c->mtx);
    210  1.1  tls 				return 0;
    211  1.1  tls 			}
    212  1.1  tls 		}
    213  1.1  tls 	}
    214  1.1  tls 
    215  1.1  tls #ifdef DIAGNOSTIC
    216  1.1  tls 	/*
    217  1.1  tls 	 * If the generator has just been keyed, perform
    218  1.1  tls 	 * the statistical RNG test.
    219  1.1  tls 	 */
    220  1.1  tls 	if (__predict_false(c->drbg.reseed_counter == 1)) {
    221  1.1  tls 		rngtest_t rt;
    222  1.1  tls 
    223  1.1  tls 		strncpy(rt.rt_name, c->name, sizeof(rt.rt_name));
    224  1.1  tls 
    225  1.1  tls 		if (nist_ctr_drbg_generate(&c->drbg, rt.rt_b,
    226  1.1  tls 		    sizeof(rt.rt_b), NULL, 0)) {
    227  1.1  tls 			panic("cprng %s: nist_ctr_drbg_generate failed!",
    228  1.1  tls 			      c->name);
    229  1.1  tls 
    230  1.1  tls 		}
    231  1.1  tls 		if (rngtest(&rt)) {
    232  1.1  tls 			printf("cprng %s: failed statistical RNG test.\n",
    233  1.1  tls 			      c->name);
    234  1.1  tls 			c->drbg.reseed_counter =
    235  1.1  tls 			    NIST_CTR_DRBG_RESEED_INTERVAL + 1;
    236  1.1  tls 		}
    237  1.1  tls 
    238  1.1  tls 		memset(&rt, 0, sizeof(rt));
    239  1.1  tls 	}
    240  1.1  tls #endif
    241  1.1  tls 	if (__predict_false(c->drbg.reseed_counter >
    242  1.1  tls 			    (NIST_CTR_DRBG_RESEED_INTERVAL / 2))) {
    243  1.1  tls 		if (!(c->reseed_pending)) {
    244  1.1  tls 			c->reseed_pending = 1;
    245  1.1  tls 			c->reseed.len = NIST_BLOCK_KEYLEN_BYTES;
    246  1.1  tls 			rndsink_attach(&c->reseed);
    247  1.1  tls 		}
    248  1.1  tls 		if (__predict_false(c->drbg.reseed_counter >
    249  1.1  tls 				    NIST_CTR_DRBG_RESEED_INTERVAL))  {
    250  1.1  tls 			goto again;	/* statistical test failure */
    251  1.1  tls 		}
    252  1.1  tls 	}
    253  1.1  tls 
    254  1.1  tls 	mutex_exit(&c->mtx);
    255  1.1  tls 	return len;
    256  1.1  tls }
    257  1.1  tls 
    258  1.1  tls void
    259  1.1  tls cprng_strong_destroy(cprng_strong_t *c)
    260  1.1  tls {
    261  1.1  tls 	KASSERT(!mutex_owned(&c->mtx));
    262  1.1  tls 	if (c->flags & CPRNG_USE_CV) {
    263  1.1  tls 		KASSERT(!cv_has_waiters(&c->cv));
    264  1.1  tls 		cv_destroy(&c->cv);
    265  1.1  tls 	}
    266  1.1  tls 
    267  1.1  tls 	mutex_destroy(&c->mtx);
    268  1.1  tls 	if (c->reseed_pending) {
    269  1.1  tls 		rndsink_detach(&c->reseed);
    270  1.1  tls 	}
    271  1.1  tls 	nist_ctr_drbg_destroy(&c->drbg);
    272  1.1  tls 	memset(c, 0, sizeof(*c));
    273  1.1  tls 	kmem_free(c, sizeof(*c));
    274  1.1  tls }
    275  1.1  tls 
    276  1.1  tls int
    277  1.1  tls cprng_strong_getflags(cprng_strong_t *const c)
    278  1.1  tls {
    279  1.1  tls 	KASSERT(mutex_owned(&c->mtx));
    280  1.1  tls 	return c->flags;
    281  1.1  tls }
    282  1.1  tls 
    283  1.1  tls void
    284  1.1  tls cprng_strong_setflags(cprng_strong_t *const c, int flags)
    285  1.1  tls {
    286  1.1  tls 	KASSERT(mutex_owned(&c->mtx));
    287  1.1  tls 	if (flags & CPRNG_USE_CV) {
    288  1.1  tls 		if (!(c->flags & CPRNG_USE_CV)) {
    289  1.1  tls 			cv_init(&c->cv, (const char *)c->name);
    290  1.1  tls 		}
    291  1.1  tls 	} else {
    292  1.1  tls 		if (c->flags & CPRNG_USE_CV) {
    293  1.1  tls 			KASSERT(!cv_has_waiters(&c->cv));
    294  1.1  tls 			cv_destroy(&c->cv);
    295  1.1  tls 		}
    296  1.1  tls 	}
    297  1.1  tls 	if (flags & CPRNG_REKEY_ANY) {
    298  1.1  tls 		if (!(c->flags & CPRNG_REKEY_ANY)) {
    299  1.1  tls 			if (c->flags & CPRNG_USE_CV) {
    300  1.1  tls 				cv_broadcast(&c->cv);
    301  1.1  tls 			}
    302  1.1  tls 		}
    303  1.1  tls 	}
    304  1.1  tls 	c->flags = flags;
    305  1.1  tls }
    306