subr_cprng.c revision 1.4.2.1 1 1.4.2.1 mrg /* $NetBSD: subr_cprng.c,v 1.4.2.1 2012/02/18 07:35:32 mrg Exp $ */
2 1.1 tls
3 1.1 tls /*-
4 1.1 tls * Copyright (c) 2011 The NetBSD Foundation, Inc.
5 1.1 tls * All rights reserved.
6 1.1 tls *
7 1.1 tls * This code is derived from software contributed to The NetBSD Foundation
8 1.1 tls * by Thor Lancelot Simon.
9 1.1 tls *
10 1.1 tls * Redistribution and use in source and binary forms, with or without
11 1.1 tls * modification, are permitted provided that the following conditions
12 1.1 tls * are met:
13 1.1 tls * 1. Redistributions of source code must retain the above copyright
14 1.1 tls * notice, this list of conditions and the following disclaimer.
15 1.1 tls * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 tls * notice, this list of conditions and the following disclaimer in the
17 1.1 tls * documentation and/or other materials provided with the distribution.
18 1.1 tls *
19 1.1 tls * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 tls * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 tls * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 tls * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 tls * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 tls * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 tls * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 tls * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 tls * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 tls * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 tls * POSSIBILITY OF SUCH DAMAGE.
30 1.1 tls */
31 1.1 tls
32 1.1 tls #include <sys/types.h>
33 1.1 tls #include <sys/time.h>
34 1.1 tls #include <sys/param.h>
35 1.1 tls #include <sys/kernel.h>
36 1.1 tls #include <sys/systm.h>
37 1.1 tls #include <sys/kmem.h>
38 1.1 tls #include <sys/mutex.h>
39 1.1 tls #include <sys/rngtest.h>
40 1.1 tls #include <sys/rnd.h>
41 1.3 tls #include <dev/rnd_private.h>
42 1.1 tls
43 1.2 tsutsui #if defined(__HAVE_CPU_COUNTER)
44 1.1 tls #include <machine/cpu_counter.h>
45 1.2 tsutsui #endif
46 1.1 tls
47 1.1 tls #include <sys/cprng.h>
48 1.1 tls
49 1.4.2.1 mrg __KERNEL_RCSID(0, "$NetBSD: subr_cprng.c,v 1.4.2.1 2012/02/18 07:35:32 mrg Exp $");
50 1.1 tls
51 1.1 tls void
52 1.1 tls cprng_init(void)
53 1.1 tls {
54 1.1 tls nist_ctr_initialize();
55 1.1 tls }
56 1.1 tls
57 1.1 tls static inline uint32_t
58 1.1 tls cprng_counter(void)
59 1.1 tls {
60 1.1 tls struct timeval tv;
61 1.1 tls
62 1.1 tls #if defined(__HAVE_CPU_COUNTER)
63 1.1 tls if (cpu_hascounter())
64 1.1 tls return cpu_counter32();
65 1.1 tls #endif
66 1.1 tls if (__predict_false(cold)) {
67 1.1 tls /* microtime unsafe if clock not running yet */
68 1.1 tls return 0;
69 1.1 tls }
70 1.1 tls microtime(&tv);
71 1.1 tls return (tv.tv_sec * 1000000 + tv.tv_usec);
72 1.1 tls }
73 1.1 tls
74 1.1 tls static void
75 1.4.2.1 mrg cprng_strong_sched_reseed(cprng_strong_t *const c)
76 1.4.2.1 mrg {
77 1.4.2.1 mrg KASSERT(mutex_owned(&c->mtx));
78 1.4.2.1 mrg if (!(c->reseed_pending)) {
79 1.4.2.1 mrg c->reseed_pending = 1;
80 1.4.2.1 mrg c->reseed.len = NIST_BLOCK_KEYLEN_BYTES;
81 1.4.2.1 mrg rndsink_attach(&c->reseed);
82 1.4.2.1 mrg }
83 1.4.2.1 mrg }
84 1.4.2.1 mrg
85 1.4.2.1 mrg static void
86 1.1 tls cprng_strong_reseed(void *const arg)
87 1.1 tls {
88 1.1 tls cprng_strong_t *c = arg;
89 1.1 tls uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
90 1.1 tls uint32_t cc = cprng_counter();
91 1.1 tls
92 1.1 tls mutex_enter(&c->mtx);
93 1.1 tls if (c->reseed.len != sizeof(key)) {
94 1.1 tls panic("cprng_strong_reseed: bad entropy length %d "
95 1.1 tls " (expected %d)", (int)c->reseed.len, (int)sizeof(key));
96 1.1 tls }
97 1.1 tls if (nist_ctr_drbg_reseed(&c->drbg, c->reseed.data, c->reseed.len,
98 1.1 tls &cc, sizeof(cc))) {
99 1.1 tls panic("cprng %s: nist_ctr_drbg_reseed failed.", c->name);
100 1.1 tls }
101 1.1 tls c->reseed_pending = 0;
102 1.1 tls if (c->flags & CPRNG_USE_CV) {
103 1.1 tls cv_broadcast(&c->cv);
104 1.1 tls }
105 1.4.2.1 mrg selnotify(&c->selq, 0, 0);
106 1.1 tls mutex_exit(&c->mtx);
107 1.1 tls }
108 1.1 tls
109 1.1 tls cprng_strong_t *
110 1.1 tls cprng_strong_create(const char *const name, int ipl, int flags)
111 1.1 tls {
112 1.1 tls cprng_strong_t *c;
113 1.1 tls uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
114 1.4.2.1 mrg int r, getmore = 0, hard = 0;
115 1.1 tls uint32_t cc;
116 1.1 tls
117 1.1 tls c = kmem_alloc(sizeof(*c), KM_NOSLEEP);
118 1.1 tls if (c == NULL) {
119 1.1 tls return NULL;
120 1.1 tls }
121 1.1 tls c->flags = flags;
122 1.1 tls strlcpy(c->name, name, sizeof(c->name));
123 1.1 tls c->reseed_pending = 0;
124 1.1 tls c->reseed.cb = cprng_strong_reseed;
125 1.1 tls c->reseed.arg = c;
126 1.1 tls strlcpy(c->reseed.name, name, sizeof(c->reseed.name));
127 1.1 tls
128 1.1 tls mutex_init(&c->mtx, MUTEX_DEFAULT, ipl);
129 1.1 tls
130 1.1 tls if (c->flags & CPRNG_USE_CV) {
131 1.1 tls cv_init(&c->cv, name);
132 1.1 tls }
133 1.1 tls
134 1.4.2.1 mrg selinit(&c->selq);
135 1.4.2.1 mrg
136 1.1 tls r = rnd_extract_data(key, sizeof(key), RND_EXTRACT_GOOD);
137 1.1 tls if (r != sizeof(key)) {
138 1.1 tls if (c->flags & CPRNG_INIT_ANY) {
139 1.4.2.1 mrg #ifdef DEBUG
140 1.1 tls printf("cprng %s: WARNING insufficient "
141 1.1 tls "entropy at creation.\n", name);
142 1.4.2.1 mrg #endif
143 1.1 tls rnd_extract_data(key + r, sizeof(key - r),
144 1.1 tls RND_EXTRACT_ANY);
145 1.1 tls } else {
146 1.4.2.1 mrg hard++;
147 1.1 tls }
148 1.1 tls getmore++;
149 1.1 tls }
150 1.1 tls
151 1.1 tls if (nist_ctr_drbg_instantiate(&c->drbg, key, sizeof(key),
152 1.1 tls &cc, sizeof(cc), name, strlen(name))) {
153 1.1 tls panic("cprng %s: instantiation failed.", name);
154 1.1 tls }
155 1.1 tls
156 1.1 tls if (getmore) {
157 1.4.2.1 mrg /* Cause readers to wait for rekeying. */
158 1.4.2.1 mrg if (hard) {
159 1.4.2.1 mrg c->drbg.reseed_counter =
160 1.4.2.1 mrg NIST_CTR_DRBG_RESEED_INTERVAL + 1;
161 1.4.2.1 mrg } else {
162 1.4.2.1 mrg c->drbg.reseed_counter =
163 1.4.2.1 mrg (NIST_CTR_DRBG_RESEED_INTERVAL / 2) + 1;
164 1.1 tls }
165 1.1 tls }
166 1.1 tls return c;
167 1.1 tls }
168 1.1 tls
169 1.1 tls size_t
170 1.4.2.1 mrg cprng_strong(cprng_strong_t *const c, void *const p, size_t len, int flags)
171 1.1 tls {
172 1.1 tls uint32_t cc = cprng_counter();
173 1.4.2.1 mrg #ifdef DEBUG
174 1.4.2.1 mrg int testfail = 0;
175 1.4.2.1 mrg #endif
176 1.1 tls if (len > CPRNG_MAX_LEN) { /* XXX should we loop? */
177 1.1 tls len = CPRNG_MAX_LEN; /* let the caller loop if desired */
178 1.1 tls }
179 1.1 tls mutex_enter(&c->mtx);
180 1.4.2.1 mrg
181 1.1 tls if (nist_ctr_drbg_generate(&c->drbg, p, len, &cc, sizeof(cc))) {
182 1.1 tls /* A generator failure really means we hit the hard limit. */
183 1.1 tls if (c->flags & CPRNG_REKEY_ANY) {
184 1.1 tls uint8_t key[NIST_BLOCK_KEYLEN_BYTES];
185 1.1 tls
186 1.1 tls printf("cprng %s: WARNING pseudorandom rekeying.\n",
187 1.1 tls c->name);
188 1.1 tls rnd_extract_data(key, sizeof(key), RND_EXTRACT_ANY);
189 1.1 tls cc = cprng_counter();
190 1.1 tls if (nist_ctr_drbg_reseed(&c->drbg, key, sizeof(key),
191 1.1 tls &cc, sizeof(cc))) {
192 1.1 tls panic("cprng %s: nist_ctr_drbg_reseed "
193 1.1 tls "failed.", c->name);
194 1.1 tls }
195 1.1 tls } else {
196 1.4.2.1 mrg if (!(flags & FNONBLOCK) &&
197 1.4.2.1 mrg (c->flags & CPRNG_USE_CV)) {
198 1.1 tls int wr;
199 1.1 tls
200 1.4.2.1 mrg cprng_strong_sched_reseed(c);
201 1.1 tls do {
202 1.4.2.1 mrg wr = cv_wait_sig(&c->cv, &c->mtx);
203 1.4.2.1 mrg if (wr == ERESTART) {
204 1.1 tls mutex_exit(&c->mtx);
205 1.1 tls return 0;
206 1.1 tls }
207 1.1 tls } while (nist_ctr_drbg_generate(&c->drbg, p,
208 1.1 tls len, &cc,
209 1.1 tls sizeof(cc)));
210 1.1 tls } else {
211 1.4.2.1 mrg len = 0;
212 1.1 tls }
213 1.1 tls }
214 1.1 tls }
215 1.1 tls
216 1.4.2.1 mrg #ifdef DEBUG
217 1.1 tls /*
218 1.1 tls * If the generator has just been keyed, perform
219 1.1 tls * the statistical RNG test.
220 1.1 tls */
221 1.1 tls if (__predict_false(c->drbg.reseed_counter == 1)) {
222 1.4.2.1 mrg rngtest_t *rt = kmem_alloc(sizeof(*rt), KM_NOSLEEP);
223 1.1 tls
224 1.4.2.1 mrg if (rt) {
225 1.1 tls
226 1.4.2.1 mrg strncpy(rt->rt_name, c->name, sizeof(rt->rt_name));
227 1.4.2.1 mrg
228 1.4.2.1 mrg if (nist_ctr_drbg_generate(&c->drbg, rt->rt_b,
229 1.4.2.1 mrg sizeof(rt->rt_b), NULL, 0)) {
230 1.4.2.1 mrg panic("cprng %s: nist_ctr_drbg_generate "
231 1.4.2.1 mrg "failed!", c->name);
232 1.1 tls
233 1.4.2.1 mrg }
234 1.4.2.1 mrg testfail = rngtest(rt);
235 1.1 tls
236 1.4.2.1 mrg if (testfail) {
237 1.4.2.1 mrg printf("cprng %s: failed statistical RNG "
238 1.4.2.1 mrg "test.\n", c->name);
239 1.4.2.1 mrg c->drbg.reseed_counter =
240 1.4.2.1 mrg NIST_CTR_DRBG_RESEED_INTERVAL + 1;
241 1.4.2.1 mrg len = 0;
242 1.4.2.1 mrg }
243 1.4.2.1 mrg memset(rt, 0, sizeof(*rt));
244 1.4.2.1 mrg kmem_free(rt, sizeof(*rt));
245 1.4.2.1 mrg }
246 1.1 tls }
247 1.1 tls #endif
248 1.1 tls if (__predict_false(c->drbg.reseed_counter >
249 1.4.2.1 mrg (NIST_CTR_DRBG_RESEED_INTERVAL / 2))) {
250 1.4.2.1 mrg cprng_strong_sched_reseed(c);
251 1.4.2.1 mrg }
252 1.4.2.1 mrg
253 1.4.2.1 mrg if (rnd_full) {
254 1.4.2.1 mrg if (!c->rekeyed_on_full) {
255 1.4.2.1 mrg c->rekeyed_on_full++;
256 1.4.2.1 mrg cprng_strong_sched_reseed(c);
257 1.1 tls }
258 1.4.2.1 mrg } else {
259 1.4.2.1 mrg c->rekeyed_on_full = 0;
260 1.1 tls }
261 1.1 tls
262 1.1 tls mutex_exit(&c->mtx);
263 1.1 tls return len;
264 1.1 tls }
265 1.1 tls
266 1.1 tls void
267 1.1 tls cprng_strong_destroy(cprng_strong_t *c)
268 1.1 tls {
269 1.4.2.1 mrg mutex_enter(&c->mtx);
270 1.4.2.1 mrg
271 1.1 tls if (c->flags & CPRNG_USE_CV) {
272 1.1 tls KASSERT(!cv_has_waiters(&c->cv));
273 1.1 tls cv_destroy(&c->cv);
274 1.1 tls }
275 1.4.2.1 mrg seldestroy(&c->selq);
276 1.1 tls
277 1.1 tls if (c->reseed_pending) {
278 1.1 tls rndsink_detach(&c->reseed);
279 1.1 tls }
280 1.1 tls nist_ctr_drbg_destroy(&c->drbg);
281 1.4.2.1 mrg
282 1.4.2.1 mrg mutex_exit(&c->mtx);
283 1.4.2.1 mrg mutex_destroy(&c->mtx);
284 1.4.2.1 mrg
285 1.1 tls memset(c, 0, sizeof(*c));
286 1.1 tls kmem_free(c, sizeof(*c));
287 1.1 tls }
288 1.1 tls
289 1.1 tls int
290 1.1 tls cprng_strong_getflags(cprng_strong_t *const c)
291 1.1 tls {
292 1.1 tls KASSERT(mutex_owned(&c->mtx));
293 1.1 tls return c->flags;
294 1.1 tls }
295 1.1 tls
296 1.1 tls void
297 1.1 tls cprng_strong_setflags(cprng_strong_t *const c, int flags)
298 1.1 tls {
299 1.1 tls KASSERT(mutex_owned(&c->mtx));
300 1.1 tls if (flags & CPRNG_USE_CV) {
301 1.1 tls if (!(c->flags & CPRNG_USE_CV)) {
302 1.1 tls cv_init(&c->cv, (const char *)c->name);
303 1.1 tls }
304 1.1 tls } else {
305 1.1 tls if (c->flags & CPRNG_USE_CV) {
306 1.1 tls KASSERT(!cv_has_waiters(&c->cv));
307 1.1 tls cv_destroy(&c->cv);
308 1.1 tls }
309 1.1 tls }
310 1.1 tls if (flags & CPRNG_REKEY_ANY) {
311 1.1 tls if (!(c->flags & CPRNG_REKEY_ANY)) {
312 1.1 tls if (c->flags & CPRNG_USE_CV) {
313 1.1 tls cv_broadcast(&c->cv);
314 1.1 tls }
315 1.4.2.1 mrg selnotify(&c->selq, 0, 0);
316 1.1 tls }
317 1.1 tls }
318 1.1 tls c->flags = flags;
319 1.1 tls }
320