sun8i_crypto.c revision 1.14.2.2
1 1.14.2.2 martin /* $NetBSD: sun8i_crypto.c,v 1.14.2.2 2020/05/18 18:45:40 martin Exp $ */ 2 1.14.2.2 martin 3 1.14.2.2 martin /*- 4 1.14.2.2 martin * Copyright (c) 2019 The NetBSD Foundation, Inc. 5 1.14.2.2 martin * All rights reserved. 6 1.14.2.2 martin * 7 1.14.2.2 martin * This code is derived from software contributed to The NetBSD Foundation 8 1.14.2.2 martin * by Taylor R. Campbell. 9 1.14.2.2 martin * 10 1.14.2.2 martin * Redistribution and use in source and binary forms, with or without 11 1.14.2.2 martin * modification, are permitted provided that the following conditions 12 1.14.2.2 martin * are met: 13 1.14.2.2 martin * 1. Redistributions of source code must retain the above copyright 14 1.14.2.2 martin * notice, this list of conditions and the following disclaimer. 15 1.14.2.2 martin * 2. Redistributions in binary form must reproduce the above copyright 16 1.14.2.2 martin * notice, this list of conditions and the following disclaimer in the 17 1.14.2.2 martin * documentation and/or other materials provided with the distribution. 18 1.14.2.2 martin * 19 1.14.2.2 martin * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.14.2.2 martin * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.14.2.2 martin * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.14.2.2 martin * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.14.2.2 martin * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.14.2.2 martin * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.14.2.2 martin * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.14.2.2 martin * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.14.2.2 martin * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.14.2.2 martin * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.14.2.2 martin * POSSIBILITY OF SUCH DAMAGE. 30 1.14.2.2 martin */ 31 1.14.2.2 martin 32 1.14.2.2 martin /* 33 1.14.2.2 martin * sun8i_crypto -- Allwinner Crypto Engine driver 34 1.14.2.2 martin * 35 1.14.2.2 martin * The Crypto Engine is documented in Sec. 3.15 of the Allwinner A64 36 1.14.2.2 martin * User Manual v1.1, on pp. 230--241. We only use it for the TRNG at 37 1.14.2.2 martin * the moment, but in principle it could be wired up with opencrypto(9) 38 1.14.2.2 martin * to compute AES, DES, 3DES, MD5, SHA-1, SHA-224, SHA-256, HMAC-SHA1, 39 1.14.2.2 martin * HMAC-HA256, RSA, and an undocumented PRNG. It also seems to support 40 1.14.2.2 martin * AES keys in SRAM (for some kind of HDMI HDCP stuff?). 41 1.14.2.2 martin * 42 1.14.2.2 martin * https://linux-sunxi.org/images/b/b4/Allwinner_A64_User_Manual_V1.1.pdf 43 1.14.2.2 martin */ 44 1.14.2.2 martin 45 1.14.2.2 martin #include <sys/cdefs.h> 46 1.14.2.2 martin __KERNEL_RCSID(1, "$NetBSD: sun8i_crypto.c,v 1.14.2.2 2020/05/18 18:45:40 martin Exp $"); 47 1.14.2.2 martin 48 1.14.2.2 martin #include <sys/types.h> 49 1.14.2.2 martin #include <sys/param.h> 50 1.14.2.2 martin #include <sys/atomic.h> 51 1.14.2.2 martin #include <sys/bus.h> 52 1.14.2.2 martin #include <sys/callout.h> 53 1.14.2.2 martin #include <sys/conf.h> 54 1.14.2.2 martin #include <sys/device.h> 55 1.14.2.2 martin #include <sys/kernel.h> 56 1.14.2.2 martin #include <sys/kmem.h> 57 1.14.2.2 martin #include <sys/mutex.h> 58 1.14.2.2 martin #include <sys/rndpool.h> 59 1.14.2.2 martin #include <sys/rndsource.h> 60 1.14.2.2 martin #include <sys/sysctl.h> 61 1.14.2.2 martin #include <sys/workqueue.h> 62 1.14.2.2 martin 63 1.14.2.2 martin #include <dev/fdt/fdtvar.h> 64 1.14.2.2 martin 65 1.14.2.2 martin #include <arm/sunxi/sun8i_crypto.h> 66 1.14.2.2 martin 67 1.14.2.2 martin #define SUN8I_CRYPTO_TIMEOUT hz 68 1.14.2.2 martin #define SUN8I_CRYPTO_RNGENTROPY 100 /* estimated bits per bit of entropy */ 69 1.14.2.2 martin #define SUN8I_CRYPTO_RNGBYTES PAGE_SIZE 70 1.14.2.2 martin 71 1.14.2.2 martin struct sun8i_crypto_task; 72 1.14.2.2 martin 73 1.14.2.2 martin struct sun8i_crypto_buf { 74 1.14.2.2 martin bus_dma_segment_t cb_seg[1]; 75 1.14.2.2 martin int cb_nsegs; 76 1.14.2.2 martin bus_dmamap_t cb_map; 77 1.14.2.2 martin void *cb_kva; 78 1.14.2.2 martin }; 79 1.14.2.2 martin 80 1.14.2.2 martin struct sun8i_crypto_softc { 81 1.14.2.2 martin device_t sc_dev; 82 1.14.2.2 martin bus_space_tag_t sc_bst; 83 1.14.2.2 martin bus_space_handle_t sc_bsh; 84 1.14.2.2 martin bus_dma_tag_t sc_dmat; 85 1.14.2.2 martin kmutex_t sc_lock; 86 1.14.2.2 martin struct sun8i_crypto_chan { 87 1.14.2.2 martin struct sun8i_crypto_task *cc_task; 88 1.14.2.2 martin unsigned cc_starttime; 89 1.14.2.2 martin } sc_chan[SUN8I_CRYPTO_NCHAN]; 90 1.14.2.2 martin struct callout sc_timeout; 91 1.14.2.2 martin struct workqueue *sc_wq; 92 1.14.2.2 martin struct work sc_work; 93 1.14.2.2 martin void *sc_ih; 94 1.14.2.2 martin uint32_t sc_done; 95 1.14.2.2 martin uint32_t sc_esr; 96 1.14.2.2 martin bool sc_work_pending; 97 1.14.2.2 martin struct sun8i_crypto_rng { 98 1.14.2.2 martin struct sun8i_crypto_buf cr_buf; 99 1.14.2.2 martin struct sun8i_crypto_task *cr_task; 100 1.14.2.2 martin struct krndsource cr_rndsource; 101 1.14.2.2 martin bool cr_pending; 102 1.14.2.2 martin } sc_rng; 103 1.14.2.2 martin struct sun8i_crypto_selftest { 104 1.14.2.2 martin struct sun8i_crypto_buf cs_in; 105 1.14.2.2 martin struct sun8i_crypto_buf cs_key; 106 1.14.2.2 martin struct sun8i_crypto_buf cs_out; 107 1.14.2.2 martin struct sun8i_crypto_task *cs_task; 108 1.14.2.2 martin } sc_selftest; 109 1.14.2.2 martin struct sun8i_crypto_sysctl { 110 1.14.2.2 martin struct sysctllog *cy_log; 111 1.14.2.2 martin const struct sysctlnode *cy_root_node; 112 1.14.2.2 martin const struct sysctlnode *cy_trng_node; 113 1.14.2.2 martin } sc_sysctl; 114 1.14.2.2 martin }; 115 1.14.2.2 martin 116 1.14.2.2 martin struct sun8i_crypto_task { 117 1.14.2.2 martin struct sun8i_crypto_buf ct_buf; 118 1.14.2.2 martin struct sun8i_crypto_taskdesc *ct_desc; 119 1.14.2.2 martin void (*ct_callback)(struct sun8i_crypto_softc *, 120 1.14.2.2 martin struct sun8i_crypto_task *, void *, int); 121 1.14.2.2 martin void *ct_cookie; 122 1.14.2.2 martin }; 123 1.14.2.2 martin 124 1.14.2.2 martin /* 125 1.14.2.2 martin * Forward declarations 126 1.14.2.2 martin */ 127 1.14.2.2 martin 128 1.14.2.2 martin static int sun8i_crypto_match(device_t, cfdata_t, void *); 129 1.14.2.2 martin static void sun8i_crypto_attach(device_t, device_t, void *); 130 1.14.2.2 martin 131 1.14.2.2 martin static struct sun8i_crypto_task * 132 1.14.2.2 martin sun8i_crypto_task_get(struct sun8i_crypto_softc *, 133 1.14.2.2 martin void (*)(struct sun8i_crypto_softc *, 134 1.14.2.2 martin struct sun8i_crypto_task *, void *, int), 135 1.14.2.2 martin void *); 136 1.14.2.2 martin static void sun8i_crypto_task_put(struct sun8i_crypto_softc *, 137 1.14.2.2 martin struct sun8i_crypto_task *); 138 1.14.2.2 martin static void sun8i_crypto_task_reset(struct sun8i_crypto_task *); 139 1.14.2.2 martin 140 1.14.2.2 martin static void sun8i_crypto_task_set_key(struct sun8i_crypto_task *, 141 1.14.2.2 martin bus_dmamap_t); 142 1.14.2.2 martin static void sun8i_crypto_task_set_iv(struct sun8i_crypto_task *, 143 1.14.2.2 martin bus_dmamap_t); 144 1.14.2.2 martin static void sun8i_crypto_task_set_ctr(struct sun8i_crypto_task *, 145 1.14.2.2 martin bus_dmamap_t); 146 1.14.2.2 martin static void sun8i_crypto_task_set_input(struct sun8i_crypto_task *, 147 1.14.2.2 martin bus_dmamap_t); 148 1.14.2.2 martin static void sun8i_crypto_task_set_output(struct sun8i_crypto_task *, 149 1.14.2.2 martin bus_dmamap_t); 150 1.14.2.2 martin 151 1.14.2.2 martin static void sun8i_crypto_task_scatter(struct sun8i_crypto_adrlen *, 152 1.14.2.2 martin bus_dmamap_t); 153 1.14.2.2 martin 154 1.14.2.2 martin static int sun8i_crypto_submit_trng(struct sun8i_crypto_softc *, 155 1.14.2.2 martin struct sun8i_crypto_task *, uint32_t); 156 1.14.2.2 martin static int sun8i_crypto_submit_aesecb(struct sun8i_crypto_softc *, 157 1.14.2.2 martin struct sun8i_crypto_task *, uint32_t, uint32_t, uint32_t); 158 1.14.2.2 martin static int sun8i_crypto_submit(struct sun8i_crypto_softc *, 159 1.14.2.2 martin struct sun8i_crypto_task *); 160 1.14.2.2 martin 161 1.14.2.2 martin static void sun8i_crypto_timeout(void *); 162 1.14.2.2 martin static int sun8i_crypto_intr(void *); 163 1.14.2.2 martin static void sun8i_crypto_schedule_worker(struct sun8i_crypto_softc *); 164 1.14.2.2 martin static void sun8i_crypto_worker(struct work *, void *); 165 1.14.2.2 martin static void sun8i_crypto_chan_done(struct sun8i_crypto_softc *, unsigned, 166 1.14.2.2 martin int); 167 1.14.2.2 martin 168 1.14.2.2 martin static int sun8i_crypto_allocbuf(struct sun8i_crypto_softc *, size_t, 169 1.14.2.2 martin struct sun8i_crypto_buf *); 170 1.14.2.2 martin static void sun8i_crypto_freebuf(struct sun8i_crypto_softc *, size_t, 171 1.14.2.2 martin struct sun8i_crypto_buf *); 172 1.14.2.2 martin 173 1.14.2.2 martin static void sun8i_crypto_rng_attach(struct sun8i_crypto_softc *); 174 1.14.2.2 martin static void sun8i_crypto_rng_get(size_t, void *); 175 1.14.2.2 martin static void sun8i_crypto_rng_done(struct sun8i_crypto_softc *, 176 1.14.2.2 martin struct sun8i_crypto_task *, void *, int); 177 1.14.2.2 martin 178 1.14.2.2 martin static void sun8i_crypto_selftest(device_t); 179 1.14.2.2 martin static void sun8i_crypto_selftest_done(struct sun8i_crypto_softc *, 180 1.14.2.2 martin struct sun8i_crypto_task *, void *, int); 181 1.14.2.2 martin 182 1.14.2.2 martin static void sun8i_crypto_sysctl_attach(struct sun8i_crypto_softc *); 183 1.14.2.2 martin static int sun8i_crypto_sysctl_rng(SYSCTLFN_ARGS); 184 1.14.2.2 martin static void sun8i_crypto_sysctl_rng_done(struct sun8i_crypto_softc *, 185 1.14.2.2 martin struct sun8i_crypto_task *, void *, int); 186 1.14.2.2 martin 187 1.14.2.2 martin /* 188 1.14.2.2 martin * Register access 189 1.14.2.2 martin */ 190 1.14.2.2 martin 191 1.14.2.2 martin static uint32_t 192 1.14.2.2 martin sun8i_crypto_read(struct sun8i_crypto_softc *sc, bus_addr_t reg) 193 1.14.2.2 martin { 194 1.14.2.2 martin return bus_space_read_4(sc->sc_bst, sc->sc_bsh, reg); 195 1.14.2.2 martin } 196 1.14.2.2 martin 197 1.14.2.2 martin static void 198 1.14.2.2 martin sun8i_crypto_write(struct sun8i_crypto_softc *sc, bus_addr_t reg, uint32_t v) 199 1.14.2.2 martin { 200 1.14.2.2 martin bus_space_write_4(sc->sc_bst, sc->sc_bsh, reg, v); 201 1.14.2.2 martin } 202 1.14.2.2 martin 203 1.14.2.2 martin /* 204 1.14.2.2 martin * Autoconf goo 205 1.14.2.2 martin */ 206 1.14.2.2 martin 207 1.14.2.2 martin CFATTACH_DECL_NEW(sun8i_crypto, sizeof(struct sun8i_crypto_softc), 208 1.14.2.2 martin sun8i_crypto_match, sun8i_crypto_attach, NULL, NULL); 209 1.14.2.2 martin 210 1.14.2.2 martin static const struct of_compat_data compat_data[] = { 211 1.14.2.2 martin {"allwinner,sun50i-a64-crypto", 0}, 212 1.14.2.2 martin {NULL} 213 1.14.2.2 martin }; 214 1.14.2.2 martin 215 1.14.2.2 martin static int 216 1.14.2.2 martin sun8i_crypto_match(device_t parent, cfdata_t cf, void *aux) 217 1.14.2.2 martin { 218 1.14.2.2 martin const struct fdt_attach_args *const faa = aux; 219 1.14.2.2 martin 220 1.14.2.2 martin return of_match_compat_data(faa->faa_phandle, compat_data); 221 1.14.2.2 martin } 222 1.14.2.2 martin 223 1.14.2.2 martin static void 224 1.14.2.2 martin sun8i_crypto_attach(device_t parent, device_t self, void *aux) 225 1.14.2.2 martin { 226 1.14.2.2 martin struct sun8i_crypto_softc *const sc = device_private(self); 227 1.14.2.2 martin const struct fdt_attach_args *const faa = aux; 228 1.14.2.2 martin bus_addr_t addr; 229 1.14.2.2 martin bus_size_t size; 230 1.14.2.2 martin const int phandle = faa->faa_phandle; 231 1.14.2.2 martin char intrstr[128]; 232 1.14.2.2 martin struct clk *clk; 233 1.14.2.2 martin struct fdtbus_reset *rst; 234 1.14.2.2 martin 235 1.14.2.2 martin sc->sc_dev = self; 236 1.14.2.2 martin sc->sc_dmat = faa->faa_dmat; 237 1.14.2.2 martin sc->sc_bst = faa->faa_bst; 238 1.14.2.2 martin mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_VM); 239 1.14.2.2 martin callout_init(&sc->sc_timeout, CALLOUT_MPSAFE); 240 1.14.2.2 martin callout_setfunc(&sc->sc_timeout, &sun8i_crypto_timeout, sc); 241 1.14.2.2 martin if (workqueue_create(&sc->sc_wq, device_xname(self), 242 1.14.2.2 martin &sun8i_crypto_worker, sc, PRI_NONE, IPL_VM, WQ_MPSAFE) != 0) { 243 1.14.2.2 martin aprint_error(": couldn't create workqueue\n"); 244 1.14.2.2 martin return; 245 1.14.2.2 martin } 246 1.14.2.2 martin 247 1.14.2.2 martin /* Get and map device registers. */ 248 1.14.2.2 martin if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) { 249 1.14.2.2 martin aprint_error(": couldn't get registers\n"); 250 1.14.2.2 martin return; 251 1.14.2.2 martin } 252 1.14.2.2 martin if (bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) { 253 1.14.2.2 martin aprint_error(": couldn't map registers\n"); 254 1.14.2.2 martin return; 255 1.14.2.2 martin } 256 1.14.2.2 martin 257 1.14.2.2 martin /* Get an interrupt handle. */ 258 1.14.2.2 martin if (!fdtbus_intr_str(phandle, 0, intrstr, sizeof(intrstr))) { 259 1.14.2.2 martin aprint_error(": failed to decode interrupt\n"); 260 1.14.2.2 martin return; 261 1.14.2.2 martin } 262 1.14.2.2 martin 263 1.14.2.2 martin /* Enable the bus clock. */ 264 1.14.2.2 martin if (fdtbus_clock_enable(phandle, "bus", true) != 0) { 265 1.14.2.2 martin aprint_error(": couldn't enable bus clock\n"); 266 1.14.2.2 martin return; 267 1.14.2.2 martin } 268 1.14.2.2 martin 269 1.14.2.2 martin /* Get the module clock and set it to 300 MHz. */ 270 1.14.2.2 martin if ((clk = fdtbus_clock_get(phandle, "mod")) != NULL) { 271 1.14.2.2 martin if (clk_enable(clk) != 0) { 272 1.14.2.2 martin aprint_error(": couldn't enable CE clock\n"); 273 1.14.2.2 martin return; 274 1.14.2.2 martin } 275 1.14.2.2 martin if (clk_set_rate(clk, 300*1000*1000) != 0) { 276 1.14.2.2 martin aprint_error(": couldn't set CE clock to 300MHz\n"); 277 1.14.2.2 martin return; 278 1.14.2.2 martin } 279 1.14.2.2 martin } 280 1.14.2.2 martin 281 1.14.2.2 martin /* Get a reset handle if we need and try to deassert it. */ 282 1.14.2.2 martin if ((rst = fdtbus_reset_get_index(phandle, 0)) != NULL) { 283 1.14.2.2 martin if (fdtbus_reset_deassert(rst) != 0) { 284 1.14.2.2 martin aprint_error(": couldn't de-assert reset\n"); 285 1.14.2.2 martin return; 286 1.14.2.2 martin } 287 1.14.2.2 martin } 288 1.14.2.2 martin 289 1.14.2.2 martin aprint_naive("\n"); 290 1.14.2.2 martin aprint_normal(": Crypto Engine\n"); 291 1.14.2.2 martin aprint_debug_dev(self, ": clock freq %d\n", clk_get_rate(clk)); 292 1.14.2.2 martin 293 1.14.2.2 martin /* Disable and clear interrupts. */ 294 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ICR, 0); 295 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ISR, 0); 296 1.14.2.2 martin 297 1.14.2.2 martin /* Establish an interrupt handler. */ 298 1.14.2.2 martin sc->sc_ih = fdtbus_intr_establish(phandle, 0, IPL_VM, FDT_INTR_MPSAFE, 299 1.14.2.2 martin &sun8i_crypto_intr, sc); 300 1.14.2.2 martin if (sc->sc_ih == NULL) { 301 1.14.2.2 martin aprint_error_dev(self, "failed to establish interrupt on %s\n", 302 1.14.2.2 martin intrstr); 303 1.14.2.2 martin return; 304 1.14.2.2 martin } 305 1.14.2.2 martin aprint_normal_dev(self, "interrupting on %s\n", intrstr); 306 1.14.2.2 martin 307 1.14.2.2 martin /* Set up the RNG. */ 308 1.14.2.2 martin sun8i_crypto_rng_attach(sc); 309 1.14.2.2 martin 310 1.14.2.2 martin /* Attach the sysctl. */ 311 1.14.2.2 martin sun8i_crypto_sysctl_attach(sc); 312 1.14.2.2 martin 313 1.14.2.2 martin /* Perform self-tests. */ 314 1.14.2.2 martin config_interrupts(self, sun8i_crypto_selftest); 315 1.14.2.2 martin } 316 1.14.2.2 martin 317 1.14.2.2 martin /* 318 1.14.2.2 martin * Task allocation 319 1.14.2.2 martin */ 320 1.14.2.2 martin 321 1.14.2.2 martin static struct sun8i_crypto_task * 322 1.14.2.2 martin sun8i_crypto_task_get(struct sun8i_crypto_softc *sc, 323 1.14.2.2 martin void (*callback)(struct sun8i_crypto_softc *, struct sun8i_crypto_task *, 324 1.14.2.2 martin void *, int), 325 1.14.2.2 martin void *cookie) 326 1.14.2.2 martin { 327 1.14.2.2 martin struct sun8i_crypto_task *task; 328 1.14.2.2 martin int error; 329 1.14.2.2 martin 330 1.14.2.2 martin /* Allocate a task. */ 331 1.14.2.2 martin task = kmem_zalloc(sizeof(*task), KM_SLEEP); 332 1.14.2.2 martin 333 1.14.2.2 martin /* Allocate a buffer for the descriptor. */ 334 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, sizeof(*task->ct_desc), 335 1.14.2.2 martin &task->ct_buf); 336 1.14.2.2 martin if (error) 337 1.14.2.2 martin goto fail0; 338 1.14.2.2 martin 339 1.14.2.2 martin /* Initialize the task object and return it. */ 340 1.14.2.2 martin task->ct_desc = task->ct_buf.cb_kva; 341 1.14.2.2 martin task->ct_callback = callback; 342 1.14.2.2 martin task->ct_cookie = cookie; 343 1.14.2.2 martin return task; 344 1.14.2.2 martin 345 1.14.2.2 martin fail1: __unused 346 1.14.2.2 martin sun8i_crypto_freebuf(sc, sizeof(*task->ct_desc), &task->ct_buf); 347 1.14.2.2 martin fail0: kmem_free(task, sizeof(*task)); 348 1.14.2.2 martin return NULL; 349 1.14.2.2 martin } 350 1.14.2.2 martin 351 1.14.2.2 martin static void 352 1.14.2.2 martin sun8i_crypto_task_put(struct sun8i_crypto_softc *sc, 353 1.14.2.2 martin struct sun8i_crypto_task *task) 354 1.14.2.2 martin { 355 1.14.2.2 martin 356 1.14.2.2 martin sun8i_crypto_freebuf(sc, sizeof(*task->ct_desc), &task->ct_buf); 357 1.14.2.2 martin kmem_free(task, sizeof(*task)); 358 1.14.2.2 martin } 359 1.14.2.2 martin 360 1.14.2.2 martin /* 361 1.14.2.2 martin * Task descriptor setup 362 1.14.2.2 martin * 363 1.14.2.2 martin * WARNING: Task descriptor fields are little-endian, not host-endian. 364 1.14.2.2 martin */ 365 1.14.2.2 martin 366 1.14.2.2 martin static void 367 1.14.2.2 martin sun8i_crypto_task_reset(struct sun8i_crypto_task *task) 368 1.14.2.2 martin { 369 1.14.2.2 martin 370 1.14.2.2 martin memset(task->ct_desc, 0, sizeof(*task->ct_desc)); 371 1.14.2.2 martin } 372 1.14.2.2 martin 373 1.14.2.2 martin static void 374 1.14.2.2 martin sun8i_crypto_task_set_key(struct sun8i_crypto_task *task, bus_dmamap_t map) 375 1.14.2.2 martin { 376 1.14.2.2 martin 377 1.14.2.2 martin KASSERT(map->dm_nsegs == 1); 378 1.14.2.2 martin task->ct_desc->td_keydesc = htole32(map->dm_segs[0].ds_addr); 379 1.14.2.2 martin } 380 1.14.2.2 martin 381 1.14.2.2 martin static void __unused /* XXX opencrypto(9) */ 382 1.14.2.2 martin sun8i_crypto_task_set_iv(struct sun8i_crypto_task *task, bus_dmamap_t map) 383 1.14.2.2 martin { 384 1.14.2.2 martin 385 1.14.2.2 martin KASSERT(map->dm_nsegs == 1); 386 1.14.2.2 martin task->ct_desc->td_ivdesc = htole32(map->dm_segs[0].ds_addr); 387 1.14.2.2 martin } 388 1.14.2.2 martin 389 1.14.2.2 martin static void __unused /* XXX opencrypto(9) */ 390 1.14.2.2 martin sun8i_crypto_task_set_ctr(struct sun8i_crypto_task *task, bus_dmamap_t map) 391 1.14.2.2 martin { 392 1.14.2.2 martin 393 1.14.2.2 martin KASSERT(map->dm_nsegs == 1); 394 1.14.2.2 martin task->ct_desc->td_ctrdesc = htole32(map->dm_segs[0].ds_addr); 395 1.14.2.2 martin } 396 1.14.2.2 martin 397 1.14.2.2 martin static void 398 1.14.2.2 martin sun8i_crypto_task_set_input(struct sun8i_crypto_task *task, bus_dmamap_t map) 399 1.14.2.2 martin { 400 1.14.2.2 martin 401 1.14.2.2 martin sun8i_crypto_task_scatter(task->ct_desc->td_src, map); 402 1.14.2.2 martin } 403 1.14.2.2 martin 404 1.14.2.2 martin static void 405 1.14.2.2 martin sun8i_crypto_task_set_output(struct sun8i_crypto_task *task, bus_dmamap_t map) 406 1.14.2.2 martin { 407 1.14.2.2 martin 408 1.14.2.2 martin sun8i_crypto_task_scatter(task->ct_desc->td_dst, map); 409 1.14.2.2 martin } 410 1.14.2.2 martin 411 1.14.2.2 martin static void 412 1.14.2.2 martin sun8i_crypto_task_scatter(struct sun8i_crypto_adrlen *adrlen, bus_dmamap_t map) 413 1.14.2.2 martin { 414 1.14.2.2 martin uint32_t total __diagused = 0; 415 1.14.2.2 martin unsigned i; 416 1.14.2.2 martin 417 1.14.2.2 martin KASSERT(map->dm_nsegs <= SUN8I_CRYPTO_MAXSEGS); 418 1.14.2.2 martin for (i = 0; i < map->dm_nsegs; i++) { 419 1.14.2.2 martin KASSERT((map->dm_segs[i].ds_addr % 4) == 0); 420 1.14.2.2 martin KASSERT(map->dm_segs[i].ds_addr <= UINT32_MAX); 421 1.14.2.2 martin KASSERT(map->dm_segs[i].ds_len <= UINT32_MAX - total); 422 1.14.2.2 martin adrlen[i].adr = htole32(map->dm_segs[i].ds_addr); 423 1.14.2.2 martin adrlen[i].len = htole32(map->dm_segs[i].ds_len/4); 424 1.14.2.2 martin total += map->dm_segs[i].ds_len; 425 1.14.2.2 martin } 426 1.14.2.2 martin 427 1.14.2.2 martin /* Verify the remainder are zero. */ 428 1.14.2.2 martin for (; i < SUN8I_CRYPTO_MAXSEGS; i++) { 429 1.14.2.2 martin KASSERT(adrlen[i].adr == 0); 430 1.14.2.2 martin KASSERT(adrlen[i].len == 0); 431 1.14.2.2 martin } 432 1.14.2.2 martin 433 1.14.2.2 martin /* Verify the total size matches the DMA map. */ 434 1.14.2.2 martin KASSERT(total == map->dm_mapsize); 435 1.14.2.2 martin } 436 1.14.2.2 martin 437 1.14.2.2 martin /* 438 1.14.2.2 martin * Task submission 439 1.14.2.2 martin * 440 1.14.2.2 martin * WARNING: Task descriptor fields are little-endian, not host-endian. 441 1.14.2.2 martin */ 442 1.14.2.2 martin 443 1.14.2.2 martin static int 444 1.14.2.2 martin sun8i_crypto_submit_trng(struct sun8i_crypto_softc *sc, 445 1.14.2.2 martin struct sun8i_crypto_task *task, uint32_t datalen) 446 1.14.2.2 martin { 447 1.14.2.2 martin struct sun8i_crypto_taskdesc *desc = task->ct_desc; 448 1.14.2.2 martin uint32_t tdqc = 0; 449 1.14.2.2 martin uint32_t total __diagused; 450 1.14.2.2 martin unsigned i __diagused; 451 1.14.2.2 martin 452 1.14.2.2 martin /* Data length must be a multiple of 4 because...reasons. */ 453 1.14.2.2 martin KASSERT((datalen % 4) == 0); 454 1.14.2.2 martin 455 1.14.2.2 martin /* All of the sources should be empty. */ 456 1.14.2.2 martin for (total = 0, i = 0; i < SUN8I_CRYPTO_MAXSEGS; i++) 457 1.14.2.2 martin KASSERT(le32toh(task->ct_desc->td_src[i].len) == 0); 458 1.14.2.2 martin 459 1.14.2.2 martin /* Verify the total output length -- should be datalen/4. */ 460 1.14.2.2 martin for (total = 0, i = 0; i < SUN8I_CRYPTO_MAXSEGS; i++) { 461 1.14.2.2 martin uint32_t len = le32toh(task->ct_desc->td_dst[i].len); 462 1.14.2.2 martin KASSERT(len <= UINT32_MAX - total); 463 1.14.2.2 martin total += len; 464 1.14.2.2 martin } 465 1.14.2.2 martin KASSERT(total == datalen/4); 466 1.14.2.2 martin 467 1.14.2.2 martin /* Verify the key, IV, and CTR are unset. */ 468 1.14.2.2 martin KASSERT(desc->td_keydesc == 0); 469 1.14.2.2 martin KASSERT(desc->td_ivdesc == 0); 470 1.14.2.2 martin KASSERT(desc->td_ctrdesc == 0); 471 1.14.2.2 martin 472 1.14.2.2 martin /* Set up the task descriptor queue control words. */ 473 1.14.2.2 martin tdqc |= SUN8I_CRYPTO_TDQC_INTR_EN; 474 1.14.2.2 martin tdqc |= __SHIFTIN(SUN8I_CRYPTO_TDQC_METHOD_TRNG, 475 1.14.2.2 martin SUN8I_CRYPTO_TDQC_METHOD); 476 1.14.2.2 martin desc->td_tdqc = htole32(tdqc); 477 1.14.2.2 martin desc->td_tdqs = 0; /* no symmetric crypto */ 478 1.14.2.2 martin desc->td_tdqa = 0; /* no asymmetric crypto */ 479 1.14.2.2 martin 480 1.14.2.2 martin /* Set the data length for the output. */ 481 1.14.2.2 martin desc->td_datalen = htole32(datalen/4); 482 1.14.2.2 martin 483 1.14.2.2 martin /* Submit! */ 484 1.14.2.2 martin return sun8i_crypto_submit(sc, task); 485 1.14.2.2 martin } 486 1.14.2.2 martin 487 1.14.2.2 martin static int 488 1.14.2.2 martin sun8i_crypto_submit_aesecb(struct sun8i_crypto_softc *sc, 489 1.14.2.2 martin struct sun8i_crypto_task *task, 490 1.14.2.2 martin uint32_t datalen, uint32_t keysize, uint32_t dir) 491 1.14.2.2 martin { 492 1.14.2.2 martin struct sun8i_crypto_taskdesc *desc = task->ct_desc; 493 1.14.2.2 martin uint32_t tdqc = 0, tdqs = 0; 494 1.14.2.2 martin uint32_t total __diagused; 495 1.14.2.2 martin unsigned i __diagused; 496 1.14.2.2 martin 497 1.14.2.2 martin /* 498 1.14.2.2 martin * Data length must be a multiple of 4 because...reasons. 499 1.14.2.2 martin * 500 1.14.2.2 martin * WARNING: For `AES-CTS' (maybe that means AES-XTS?), datalen 501 1.14.2.2 martin * is in units of bytes, not units of words -- but everything 502 1.14.2.2 martin * _else_ is in units of words. This routine applies only to 503 1.14.2.2 martin * AES-ECB for the self-test. 504 1.14.2.2 martin */ 505 1.14.2.2 martin KASSERT((datalen % 4) == 0); 506 1.14.2.2 martin 507 1.14.2.2 martin /* Verify the total input length -- should be datalen/4. */ 508 1.14.2.2 martin for (total = 0, i = 0; i < SUN8I_CRYPTO_MAXSEGS; i++) { 509 1.14.2.2 martin uint32_t len = le32toh(task->ct_desc->td_src[i].len); 510 1.14.2.2 martin KASSERT(len <= UINT32_MAX - total); 511 1.14.2.2 martin total += len; 512 1.14.2.2 martin } 513 1.14.2.2 martin KASSERT(total == datalen/4); 514 1.14.2.2 martin 515 1.14.2.2 martin /* Verify the total output length -- should be datalen/4. */ 516 1.14.2.2 martin for (total = 0, i = 0; i < SUN8I_CRYPTO_MAXSEGS; i++) { 517 1.14.2.2 martin uint32_t len = le32toh(task->ct_desc->td_dst[i].len); 518 1.14.2.2 martin KASSERT(len <= UINT32_MAX - total); 519 1.14.2.2 martin total += len; 520 1.14.2.2 martin } 521 1.14.2.2 martin KASSERT(total == datalen/4); 522 1.14.2.2 martin 523 1.14.2.2 martin /* Set up the task descriptor queue control word. */ 524 1.14.2.2 martin tdqc |= SUN8I_CRYPTO_TDQC_INTR_EN; 525 1.14.2.2 martin tdqc |= __SHIFTIN(SUN8I_CRYPTO_TDQC_METHOD_AES, 526 1.14.2.2 martin SUN8I_CRYPTO_TDQC_METHOD); 527 1.14.2.2 martin desc->td_tdqc = htole32(tdqc); 528 1.14.2.2 martin 529 1.14.2.2 martin /* Set up the symmetric control word. */ 530 1.14.2.2 martin tdqs |= __SHIFTIN(SUN8I_CRYPTO_TDQS_SKEY_SELECT_SS_KEYx, 531 1.14.2.2 martin SUN8I_CRYPTO_TDQS_SKEY_SELECT); 532 1.14.2.2 martin tdqs |= __SHIFTIN(SUN8I_CRYPTO_TDQS_OP_MODE_ECB, 533 1.14.2.2 martin SUN8I_CRYPTO_TDQS_OP_MODE); 534 1.14.2.2 martin tdqs |= __SHIFTIN(SUN8I_CRYPTO_TDQS_AES_KEYSIZE_128, 535 1.14.2.2 martin SUN8I_CRYPTO_TDQS_AES_KEYSIZE); 536 1.14.2.2 martin desc->td_tdqs = htole32(tdqs); 537 1.14.2.2 martin 538 1.14.2.2 martin desc->td_tdqa = 0; /* no asymmetric crypto */ 539 1.14.2.2 martin 540 1.14.2.2 martin /* Set the data length for the output. */ 541 1.14.2.2 martin desc->td_datalen = htole32(datalen/4); 542 1.14.2.2 martin 543 1.14.2.2 martin /* Submit! */ 544 1.14.2.2 martin return sun8i_crypto_submit(sc, task); 545 1.14.2.2 martin } 546 1.14.2.2 martin 547 1.14.2.2 martin static int 548 1.14.2.2 martin sun8i_crypto_submit(struct sun8i_crypto_softc *sc, 549 1.14.2.2 martin struct sun8i_crypto_task *task) 550 1.14.2.2 martin { 551 1.14.2.2 martin unsigned i, retries = 0; 552 1.14.2.2 martin uint32_t icr; 553 1.14.2.2 martin int error = 0; 554 1.14.2.2 martin 555 1.14.2.2 martin /* One at a time at the device registers, please. */ 556 1.14.2.2 martin mutex_enter(&sc->sc_lock); 557 1.14.2.2 martin 558 1.14.2.2 martin /* Find a channel. */ 559 1.14.2.2 martin for (i = 0; i < SUN8I_CRYPTO_NCHAN; i++) { 560 1.14.2.2 martin if (sc->sc_chan[i].cc_task == NULL) 561 1.14.2.2 martin break; 562 1.14.2.2 martin } 563 1.14.2.2 martin if (i == SUN8I_CRYPTO_NCHAN) { 564 1.14.2.2 martin device_printf(sc->sc_dev, "no free channels\n"); 565 1.14.2.2 martin error = ERESTART; 566 1.14.2.2 martin goto out; 567 1.14.2.2 martin } 568 1.14.2.2 martin 569 1.14.2.2 martin /* 570 1.14.2.2 martin * Set the channel id. Caller is responsible for setting up 571 1.14.2.2 martin * all other parts of the descriptor. 572 1.14.2.2 martin */ 573 1.14.2.2 martin task->ct_desc->td_cid = htole32(i); 574 1.14.2.2 martin 575 1.14.2.2 martin /* Prepare to send the descriptor to the device by DMA. */ 576 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, task->ct_buf.cb_map, 0, 577 1.14.2.2 martin sizeof(*task->ct_desc), BUS_DMASYNC_PREWRITE); 578 1.14.2.2 martin 579 1.14.2.2 martin /* Confirm we're ready to go. */ 580 1.14.2.2 martin if (sun8i_crypto_read(sc, SUN8I_CRYPTO_TLR) & SUN8I_CRYPTO_TLR_LOAD) { 581 1.14.2.2 martin device_printf(sc->sc_dev, "TLR not clear\n"); 582 1.14.2.2 martin error = EIO; 583 1.14.2.2 martin goto out; 584 1.14.2.2 martin } 585 1.14.2.2 martin 586 1.14.2.2 martin /* Enable interrupts for this channel. */ 587 1.14.2.2 martin icr = sun8i_crypto_read(sc, SUN8I_CRYPTO_ICR); 588 1.14.2.2 martin icr |= __SHIFTIN(SUN8I_CRYPTO_ICR_INTR_EN_CHAN(i), 589 1.14.2.2 martin SUN8I_CRYPTO_ICR_INTR_EN); 590 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ICR, icr); 591 1.14.2.2 martin 592 1.14.2.2 martin /* Set the task descriptor queue address. */ 593 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_TDQ, 594 1.14.2.2 martin task->ct_buf.cb_map->dm_segs[0].ds_addr); 595 1.14.2.2 martin 596 1.14.2.2 martin /* Notify the engine to load it, and wait for acknowledgement. */ 597 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_TLR, SUN8I_CRYPTO_TLR_LOAD); 598 1.14.2.2 martin while (sun8i_crypto_read(sc, SUN8I_CRYPTO_TLR) & SUN8I_CRYPTO_TLR_LOAD) 599 1.14.2.2 martin { 600 1.14.2.2 martin /* 601 1.14.2.2 martin * XXX Timeout pulled from arse. Is it even important 602 1.14.2.2 martin * to wait here? 603 1.14.2.2 martin */ 604 1.14.2.2 martin if (++retries == 1000) { 605 1.14.2.2 martin device_printf(sc->sc_dev, "TLR didn't clear: %08x\n", 606 1.14.2.2 martin sun8i_crypto_read(sc, SUN8I_CRYPTO_TLR)); 607 1.14.2.2 martin /* 608 1.14.2.2 martin * Hope it clears eventually; if not, we'll 609 1.14.2.2 martin * time out. 610 1.14.2.2 martin */ 611 1.14.2.2 martin break; 612 1.14.2.2 martin } 613 1.14.2.2 martin DELAY(1); 614 1.14.2.2 martin } 615 1.14.2.2 martin 616 1.14.2.2 martin /* Loaded up and ready to go. Start a timer ticking. */ 617 1.14.2.2 martin sc->sc_chan[i].cc_task = task; 618 1.14.2.2 martin sc->sc_chan[i].cc_starttime = atomic_load_relaxed(&hardclock_ticks); 619 1.14.2.2 martin callout_schedule(&sc->sc_timeout, SUN8I_CRYPTO_TIMEOUT); 620 1.14.2.2 martin 621 1.14.2.2 martin /* XXX Consider polling if cold to get entropy earlier. */ 622 1.14.2.2 martin 623 1.14.2.2 martin out: /* Done! */ 624 1.14.2.2 martin mutex_exit(&sc->sc_lock); 625 1.14.2.2 martin return error; 626 1.14.2.2 martin } 627 1.14.2.2 martin 628 1.14.2.2 martin static void 629 1.14.2.2 martin sun8i_crypto_timeout(void *cookie) 630 1.14.2.2 martin { 631 1.14.2.2 martin struct sun8i_crypto_softc *sc = cookie; 632 1.14.2.2 martin unsigned i; 633 1.14.2.2 martin 634 1.14.2.2 martin mutex_enter(&sc->sc_lock); 635 1.14.2.2 martin 636 1.14.2.2 martin /* Check whether there are any tasks pending. */ 637 1.14.2.2 martin for (i = 0; i < SUN8I_CRYPTO_NCHAN; i++) { 638 1.14.2.2 martin if (sc->sc_chan[i].cc_task) 639 1.14.2.2 martin break; 640 1.14.2.2 martin } 641 1.14.2.2 martin if (i == SUN8I_CRYPTO_NCHAN) 642 1.14.2.2 martin /* None pending, so nothing to do. */ 643 1.14.2.2 martin goto out; 644 1.14.2.2 martin 645 1.14.2.2 martin /* 646 1.14.2.2 martin * Schedule the worker to check for timeouts, and schedule 647 1.14.2.2 martin * another timeout in case we need it. 648 1.14.2.2 martin */ 649 1.14.2.2 martin sun8i_crypto_schedule_worker(sc); 650 1.14.2.2 martin callout_schedule(&sc->sc_timeout, SUN8I_CRYPTO_TIMEOUT); 651 1.14.2.2 martin 652 1.14.2.2 martin out: mutex_exit(&sc->sc_lock); 653 1.14.2.2 martin } 654 1.14.2.2 martin 655 1.14.2.2 martin static int 656 1.14.2.2 martin sun8i_crypto_intr(void *cookie) 657 1.14.2.2 martin { 658 1.14.2.2 martin struct sun8i_crypto_softc *sc = cookie; 659 1.14.2.2 martin uint32_t isr, esr; 660 1.14.2.2 martin 661 1.14.2.2 martin mutex_enter(&sc->sc_lock); 662 1.14.2.2 martin 663 1.14.2.2 martin /* 664 1.14.2.2 martin * Get and acknowledge the interrupts and error status. 665 1.14.2.2 martin * 666 1.14.2.2 martin * XXX Data sheet says the error status register is read-only, 667 1.14.2.2 martin * but then advises writing 1 to bit x1xx (keysram access error 668 1.14.2.2 martin * for AES, SUN8I_CRYPTO_ESR_KEYSRAMERR) to clear it. What do? 669 1.14.2.2 martin */ 670 1.14.2.2 martin isr = sun8i_crypto_read(sc, SUN8I_CRYPTO_ISR); 671 1.14.2.2 martin esr = sun8i_crypto_read(sc, SUN8I_CRYPTO_ESR); 672 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ISR, isr); 673 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ESR, esr); 674 1.14.2.2 martin 675 1.14.2.2 martin /* Start the worker if necessary. */ 676 1.14.2.2 martin sun8i_crypto_schedule_worker(sc); 677 1.14.2.2 martin 678 1.14.2.2 martin /* Tell the worker what to do. */ 679 1.14.2.2 martin sc->sc_done |= __SHIFTOUT(isr, SUN8I_CRYPTO_ISR_DONE); 680 1.14.2.2 martin sc->sc_esr |= esr; 681 1.14.2.2 martin 682 1.14.2.2 martin mutex_exit(&sc->sc_lock); 683 1.14.2.2 martin 684 1.14.2.2 martin return __SHIFTOUT(isr, SUN8I_CRYPTO_ISR_DONE) != 0; 685 1.14.2.2 martin } 686 1.14.2.2 martin 687 1.14.2.2 martin static void 688 1.14.2.2 martin sun8i_crypto_schedule_worker(struct sun8i_crypto_softc *sc) 689 1.14.2.2 martin { 690 1.14.2.2 martin 691 1.14.2.2 martin KASSERT(mutex_owned(&sc->sc_lock)); 692 1.14.2.2 martin 693 1.14.2.2 martin /* Start the worker if necessary. */ 694 1.14.2.2 martin if (!sc->sc_work_pending) { 695 1.14.2.2 martin workqueue_enqueue(sc->sc_wq, &sc->sc_work, NULL); 696 1.14.2.2 martin sc->sc_work_pending = true; 697 1.14.2.2 martin } 698 1.14.2.2 martin } 699 1.14.2.2 martin 700 1.14.2.2 martin static void 701 1.14.2.2 martin sun8i_crypto_worker(struct work *wk, void *cookie) 702 1.14.2.2 martin { 703 1.14.2.2 martin struct sun8i_crypto_softc *sc = cookie; 704 1.14.2.2 martin uint32_t done, esr, esr_chan; 705 1.14.2.2 martin unsigned i, now; 706 1.14.2.2 martin int error; 707 1.14.2.2 martin 708 1.14.2.2 martin /* 709 1.14.2.2 martin * Acquire the lock. Note: We will be releasing and 710 1.14.2.2 martin * reacquiring it throughout the loop. 711 1.14.2.2 martin */ 712 1.14.2.2 martin mutex_enter(&sc->sc_lock); 713 1.14.2.2 martin 714 1.14.2.2 martin /* Acknowledge the work. */ 715 1.14.2.2 martin KASSERT(sc->sc_work_pending); 716 1.14.2.2 martin sc->sc_work_pending = false; 717 1.14.2.2 martin 718 1.14.2.2 martin /* 719 1.14.2.2 martin * Claim the done mask and error status once; we will be 720 1.14.2.2 martin * releasing and reacquiring the lock for the callbacks, so 721 1.14.2.2 martin * they may change. 722 1.14.2.2 martin */ 723 1.14.2.2 martin done = sc->sc_done; 724 1.14.2.2 martin esr = sc->sc_esr; 725 1.14.2.2 martin sc->sc_done = 0; 726 1.14.2.2 martin sc->sc_esr = 0; 727 1.14.2.2 martin 728 1.14.2.2 martin /* Check the time to determine what's timed out. */ 729 1.14.2.2 martin now = atomic_load_relaxed(&hardclock_ticks); 730 1.14.2.2 martin 731 1.14.2.2 martin /* Process the channels. */ 732 1.14.2.2 martin for (i = 0; i < SUN8I_CRYPTO_NCHAN; i++) { 733 1.14.2.2 martin /* Check whether the channel is done. */ 734 1.14.2.2 martin if (!ISSET(done, SUN8I_CRYPTO_ISR_DONE_CHAN(i))) { 735 1.14.2.2 martin /* Nope. Do we have a task to time out? */ 736 1.14.2.2 martin if ((sc->sc_chan[i].cc_task != NULL) && 737 1.14.2.2 martin ((now - sc->sc_chan[i].cc_starttime) >= 738 1.14.2.2 martin SUN8I_CRYPTO_TIMEOUT)) 739 1.14.2.2 martin sun8i_crypto_chan_done(sc, i, ETIMEDOUT); 740 1.14.2.2 martin continue; 741 1.14.2.2 martin } 742 1.14.2.2 martin 743 1.14.2.2 martin /* Channel is done. Interpret the error if any. */ 744 1.14.2.2 martin esr_chan = __SHIFTOUT(esr, SUN8I_CRYPTO_ESR_CHAN(i)); 745 1.14.2.2 martin if (esr_chan & SUN8I_CRYPTO_ESR_CHAN_ALGNOTSUP) { 746 1.14.2.2 martin device_printf(sc->sc_dev, "channel %u:" 747 1.14.2.2 martin " alg not supported\n", i); 748 1.14.2.2 martin error = ENODEV; 749 1.14.2.2 martin } else if (esr_chan & SUN8I_CRYPTO_ESR_CHAN_DATALENERR) { 750 1.14.2.2 martin device_printf(sc->sc_dev, "channel %u:" 751 1.14.2.2 martin " data length error\n", i); 752 1.14.2.2 martin error = EIO; /* XXX */ 753 1.14.2.2 martin } else if (esr_chan & SUN8I_CRYPTO_ESR_CHAN_KEYSRAMERR) { 754 1.14.2.2 martin device_printf(sc->sc_dev, "channel %u:" 755 1.14.2.2 martin " key sram error\n", i); 756 1.14.2.2 martin error = EIO; /* XXX */ 757 1.14.2.2 martin } else if (esr_chan != 0) { 758 1.14.2.2 martin error = EIO; /* generic I/O error */ 759 1.14.2.2 martin } else { 760 1.14.2.2 martin error = 0; 761 1.14.2.2 martin } 762 1.14.2.2 martin 763 1.14.2.2 martin /* 764 1.14.2.2 martin * Notify the task of completion. May release the lock 765 1.14.2.2 martin * to invoke a callback. 766 1.14.2.2 martin */ 767 1.14.2.2 martin sun8i_crypto_chan_done(sc, i, error); 768 1.14.2.2 martin } 769 1.14.2.2 martin 770 1.14.2.2 martin /* All one; release the lock one last time. */ 771 1.14.2.2 martin mutex_exit(&sc->sc_lock); 772 1.14.2.2 martin } 773 1.14.2.2 martin 774 1.14.2.2 martin static void 775 1.14.2.2 martin sun8i_crypto_chan_done(struct sun8i_crypto_softc *sc, unsigned i, int error) 776 1.14.2.2 martin { 777 1.14.2.2 martin struct sun8i_crypto_task *task; 778 1.14.2.2 martin uint32_t icr; 779 1.14.2.2 martin 780 1.14.2.2 martin KASSERT(mutex_owned(&sc->sc_lock)); 781 1.14.2.2 martin 782 1.14.2.2 martin /* Claim the task if there is one; bail if not. */ 783 1.14.2.2 martin if ((task = sc->sc_chan[i].cc_task) == NULL) { 784 1.14.2.2 martin device_printf(sc->sc_dev, "channel %u: no task but error=%d\n", 785 1.14.2.2 martin i, error); 786 1.14.2.2 martin return; 787 1.14.2.2 martin } 788 1.14.2.2 martin sc->sc_chan[i].cc_task = NULL; 789 1.14.2.2 martin 790 1.14.2.2 martin /* Disable interrupts on this channel. */ 791 1.14.2.2 martin icr = sun8i_crypto_read(sc, SUN8I_CRYPTO_ICR); 792 1.14.2.2 martin icr &= ~__SHIFTIN(SUN8I_CRYPTO_ICR_INTR_EN_CHAN(i), 793 1.14.2.2 martin SUN8I_CRYPTO_ICR_INTR_EN); 794 1.14.2.2 martin sun8i_crypto_write(sc, SUN8I_CRYPTO_ICR, icr); 795 1.14.2.2 martin 796 1.14.2.2 martin /* Finished sending the descriptor to the device by DMA. */ 797 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, task->ct_buf.cb_map, 0, 798 1.14.2.2 martin sizeof(*task->ct_desc), BUS_DMASYNC_POSTWRITE); 799 1.14.2.2 martin 800 1.14.2.2 martin /* Temporarily release the lock to invoke the callback. */ 801 1.14.2.2 martin mutex_exit(&sc->sc_lock); 802 1.14.2.2 martin (*task->ct_callback)(sc, task, task->ct_cookie, error); 803 1.14.2.2 martin mutex_enter(&sc->sc_lock); 804 1.14.2.2 martin } 805 1.14.2.2 martin 806 1.14.2.2 martin /* 807 1.14.2.2 martin * DMA buffers 808 1.14.2.2 martin */ 809 1.14.2.2 martin 810 1.14.2.2 martin static int 811 1.14.2.2 martin sun8i_crypto_allocbuf(struct sun8i_crypto_softc *sc, size_t size, 812 1.14.2.2 martin struct sun8i_crypto_buf *buf) 813 1.14.2.2 martin { 814 1.14.2.2 martin int error; 815 1.14.2.2 martin 816 1.14.2.2 martin /* Allocate a DMA-safe buffer. */ 817 1.14.2.2 martin error = bus_dmamem_alloc(sc->sc_dmat, size, 0, 0, buf->cb_seg, 818 1.14.2.2 martin __arraycount(buf->cb_seg), &buf->cb_nsegs, BUS_DMA_WAITOK); 819 1.14.2.2 martin if (error) 820 1.14.2.2 martin goto fail0; 821 1.14.2.2 martin 822 1.14.2.2 martin /* Map the buffer into kernel virtual address space. */ 823 1.14.2.2 martin error = bus_dmamem_map(sc->sc_dmat, buf->cb_seg, buf->cb_nsegs, 824 1.14.2.2 martin size, &buf->cb_kva, BUS_DMA_WAITOK); 825 1.14.2.2 martin if (error) 826 1.14.2.2 martin goto fail1; 827 1.14.2.2 martin 828 1.14.2.2 martin /* Create a DMA map for the buffer. */ 829 1.14.2.2 martin error = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0, 830 1.14.2.2 martin BUS_DMA_WAITOK, &buf->cb_map); 831 1.14.2.2 martin if (error) 832 1.14.2.2 martin goto fail2; 833 1.14.2.2 martin 834 1.14.2.2 martin /* Load the buffer into the DMA map. */ 835 1.14.2.2 martin error = bus_dmamap_load(sc->sc_dmat, buf->cb_map, buf->cb_kva, size, 836 1.14.2.2 martin NULL, BUS_DMA_WAITOK); 837 1.14.2.2 martin if (error) 838 1.14.2.2 martin goto fail3; 839 1.14.2.2 martin 840 1.14.2.2 martin /* Success! */ 841 1.14.2.2 martin return 0; 842 1.14.2.2 martin 843 1.14.2.2 martin fail4: __unused 844 1.14.2.2 martin bus_dmamap_unload(sc->sc_dmat, buf->cb_map); 845 1.14.2.2 martin fail3: bus_dmamap_destroy(sc->sc_dmat, buf->cb_map); 846 1.14.2.2 martin fail2: bus_dmamem_unmap(sc->sc_dmat, buf->cb_kva, size); 847 1.14.2.2 martin fail1: bus_dmamem_free(sc->sc_dmat, buf->cb_seg, buf->cb_nsegs); 848 1.14.2.2 martin fail0: return error; 849 1.14.2.2 martin } 850 1.14.2.2 martin 851 1.14.2.2 martin static void 852 1.14.2.2 martin sun8i_crypto_freebuf(struct sun8i_crypto_softc *sc, size_t size, 853 1.14.2.2 martin struct sun8i_crypto_buf *buf) 854 1.14.2.2 martin { 855 1.14.2.2 martin 856 1.14.2.2 martin bus_dmamap_unload(sc->sc_dmat, buf->cb_map); 857 1.14.2.2 martin bus_dmamap_destroy(sc->sc_dmat, buf->cb_map); 858 1.14.2.2 martin bus_dmamem_unmap(sc->sc_dmat, buf->cb_kva, size); 859 1.14.2.2 martin bus_dmamem_free(sc->sc_dmat, buf->cb_seg, buf->cb_nsegs); 860 1.14.2.2 martin } 861 1.14.2.2 martin 862 1.14.2.2 martin /* 863 1.14.2.2 martin * Crypto Engine - TRNG 864 1.14.2.2 martin */ 865 1.14.2.2 martin 866 1.14.2.2 martin static void 867 1.14.2.2 martin sun8i_crypto_rng_attach(struct sun8i_crypto_softc *sc) 868 1.14.2.2 martin { 869 1.14.2.2 martin device_t self = sc->sc_dev; 870 1.14.2.2 martin struct sun8i_crypto_rng *rng = &sc->sc_rng; 871 1.14.2.2 martin int error; 872 1.14.2.2 martin 873 1.14.2.2 martin /* Preallocate a buffer to reuse. */ 874 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, SUN8I_CRYPTO_RNGBYTES, &rng->cr_buf); 875 1.14.2.2 martin if (error) 876 1.14.2.2 martin goto fail0; 877 1.14.2.2 martin 878 1.14.2.2 martin /* Create a task to reuse. */ 879 1.14.2.2 martin rng->cr_task = sun8i_crypto_task_get(sc, sun8i_crypto_rng_done, rng); 880 1.14.2.2 martin if (rng->cr_task == NULL) 881 1.14.2.2 martin goto fail1; 882 1.14.2.2 martin 883 1.14.2.2 martin /* 884 1.14.2.2 martin * Attach the rndsource. This is _not_ marked as RND_TYPE_RNG 885 1.14.2.2 martin * because the output is not uniformly distributed. The bits 886 1.14.2.2 martin * are heavily weighted toward 0 or 1, at different times, and 887 1.14.2.2 martin * I haven't scienced a satisfactory story out of it yet. 888 1.14.2.2 martin */ 889 1.14.2.2 martin rndsource_setcb(&rng->cr_rndsource, sun8i_crypto_rng_get, sc); 890 1.14.2.2 martin rnd_attach_source(&rng->cr_rndsource, device_xname(self), 891 1.14.2.2 martin RND_TYPE_UNKNOWN, 892 1.14.2.2 martin RND_FLAG_COLLECT_VALUE|RND_FLAG_ESTIMATE_VALUE|RND_FLAG_HASCB); 893 1.14.2.2 martin 894 1.14.2.2 martin /* Success! */ 895 1.14.2.2 martin return; 896 1.14.2.2 martin 897 1.14.2.2 martin fail2: __unused 898 1.14.2.2 martin sun8i_crypto_task_put(sc, rng->cr_task); 899 1.14.2.2 martin fail1: sun8i_crypto_freebuf(sc, SUN8I_CRYPTO_RNGBYTES, &rng->cr_buf); 900 1.14.2.2 martin fail0: aprint_error_dev(self, "failed to set up RNG, error=%d\n", error); 901 1.14.2.2 martin } 902 1.14.2.2 martin 903 1.14.2.2 martin static void 904 1.14.2.2 martin sun8i_crypto_rng_get(size_t nbytes, void *cookie) 905 1.14.2.2 martin { 906 1.14.2.2 martin struct sun8i_crypto_softc *sc = cookie; 907 1.14.2.2 martin struct sun8i_crypto_rng *rng = &sc->sc_rng; 908 1.14.2.2 martin bool pending; 909 1.14.2.2 martin int error; 910 1.14.2.2 martin 911 1.14.2.2 martin /* 912 1.14.2.2 martin * Test and set the RNG-pending flag. If it's already in 913 1.14.2.2 martin * progress, nothing to do here. 914 1.14.2.2 martin */ 915 1.14.2.2 martin mutex_enter(&sc->sc_lock); 916 1.14.2.2 martin pending = rng->cr_pending; 917 1.14.2.2 martin rng->cr_pending = true; 918 1.14.2.2 martin mutex_exit(&sc->sc_lock); 919 1.14.2.2 martin if (pending) 920 1.14.2.2 martin return; 921 1.14.2.2 martin 922 1.14.2.2 martin /* Prepare for a DMA read into the buffer. */ 923 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, rng->cr_buf.cb_map, 924 1.14.2.2 martin 0, SUN8I_CRYPTO_RNGBYTES, BUS_DMASYNC_PREREAD); 925 1.14.2.2 martin 926 1.14.2.2 martin /* Set the task up for TRNG to our buffer. */ 927 1.14.2.2 martin sun8i_crypto_task_reset(rng->cr_task); 928 1.14.2.2 martin sun8i_crypto_task_set_output(rng->cr_task, rng->cr_buf.cb_map); 929 1.14.2.2 martin 930 1.14.2.2 martin /* Submit the TRNG task. */ 931 1.14.2.2 martin error = sun8i_crypto_submit_trng(sc, rng->cr_task, 932 1.14.2.2 martin SUN8I_CRYPTO_RNGBYTES); 933 1.14.2.2 martin if (error) 934 1.14.2.2 martin goto fail; 935 1.14.2.2 martin 936 1.14.2.2 martin /* All done! */ 937 1.14.2.2 martin return; 938 1.14.2.2 martin 939 1.14.2.2 martin fail: mutex_enter(&sc->sc_lock); 940 1.14.2.2 martin rng->cr_pending = false; 941 1.14.2.2 martin mutex_exit(&sc->sc_lock); 942 1.14.2.2 martin } 943 1.14.2.2 martin 944 1.14.2.2 martin static void 945 1.14.2.2 martin sun8i_crypto_rng_done(struct sun8i_crypto_softc *sc, 946 1.14.2.2 martin struct sun8i_crypto_task *task, void *cookie, int error) 947 1.14.2.2 martin { 948 1.14.2.2 martin struct sun8i_crypto_rng *rng = cookie; 949 1.14.2.2 martin uint8_t *buf = rng->cr_buf.cb_kva; 950 1.14.2.2 martin uint32_t entropybits; 951 1.14.2.2 martin 952 1.14.2.2 martin KASSERT(rng == &sc->sc_rng); 953 1.14.2.2 martin 954 1.14.2.2 martin /* Finished the DMA read into the buffer. */ 955 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, rng->cr_buf.cb_map, 956 1.14.2.2 martin 0, SUN8I_CRYPTO_RNGBYTES, BUS_DMASYNC_POSTREAD); 957 1.14.2.2 martin 958 1.14.2.2 martin /* If anything went wrong, forget about it. */ 959 1.14.2.2 martin if (error) 960 1.14.2.2 martin goto out; 961 1.14.2.2 martin 962 1.14.2.2 martin /* 963 1.14.2.2 martin * This TRNG has quite low entropy at best. But if it fails a 964 1.14.2.2 martin * repeated output test, then assume it's busted. 965 1.14.2.2 martin */ 966 1.14.2.2 martin CTASSERT(SUN8I_CRYPTO_RNGBYTES <= UINT32_MAX/NBBY); 967 1.14.2.2 martin entropybits = (NBBY*SUN8I_CRYPTO_RNGBYTES)/SUN8I_CRYPTO_RNGENTROPY; 968 1.14.2.2 martin if (consttime_memequal(buf, buf + SUN8I_CRYPTO_RNGBYTES/2, 969 1.14.2.2 martin SUN8I_CRYPTO_RNGBYTES/2)) { 970 1.14.2.2 martin device_printf(sc->sc_dev, "failed repeated output test\n"); 971 1.14.2.2 martin entropybits = 0; 972 1.14.2.2 martin } 973 1.14.2.2 martin 974 1.14.2.2 martin /* 975 1.14.2.2 martin * Actually we don't believe in any of the entropy until this 976 1.14.2.2 martin * device has had more scrutiny. 977 1.14.2.2 martin */ 978 1.14.2.2 martin entropybits = 0; 979 1.14.2.2 martin 980 1.14.2.2 martin /* Success! Enter and erase the data. */ 981 1.14.2.2 martin rnd_add_data(&rng->cr_rndsource, buf, SUN8I_CRYPTO_RNGBYTES, 982 1.14.2.2 martin entropybits); 983 1.14.2.2 martin explicit_memset(buf, 0, SUN8I_CRYPTO_RNGBYTES); 984 1.14.2.2 martin 985 1.14.2.2 martin out: /* Done -- clear the RNG-pending flag. */ 986 1.14.2.2 martin mutex_enter(&sc->sc_lock); 987 1.14.2.2 martin rng->cr_pending = false; 988 1.14.2.2 martin mutex_exit(&sc->sc_lock); 989 1.14.2.2 martin } 990 1.14.2.2 martin 991 1.14.2.2 martin /* 992 1.14.2.2 martin * Self-test 993 1.14.2.2 martin */ 994 1.14.2.2 martin 995 1.14.2.2 martin static const uint8_t selftest_input[16]; 996 1.14.2.2 martin static const uint8_t selftest_key[16]; 997 1.14.2.2 martin static const uint8_t selftest_output[16] = { 998 1.14.2.2 martin 0x66,0xe9,0x4b,0xd4,0xef,0x8a,0x2c,0x3b, 999 1.14.2.2 martin 0x88,0x4c,0xfa,0x59,0xca,0x34,0x2b,0x2e, 1000 1.14.2.2 martin }; 1001 1.14.2.2 martin 1002 1.14.2.2 martin static void 1003 1.14.2.2 martin sun8i_crypto_selftest(device_t self) 1004 1.14.2.2 martin { 1005 1.14.2.2 martin const size_t datalen = sizeof selftest_input; 1006 1.14.2.2 martin struct sun8i_crypto_softc *sc = device_private(self); 1007 1.14.2.2 martin struct sun8i_crypto_selftest *selftest = &sc->sc_selftest; 1008 1.14.2.2 martin int error; 1009 1.14.2.2 martin 1010 1.14.2.2 martin CTASSERT(sizeof selftest_input == sizeof selftest_output); 1011 1.14.2.2 martin 1012 1.14.2.2 martin /* Allocate an input buffer. */ 1013 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, sizeof selftest_input, 1014 1.14.2.2 martin &selftest->cs_in); 1015 1.14.2.2 martin if (error) 1016 1.14.2.2 martin goto fail0; 1017 1.14.2.2 martin 1018 1.14.2.2 martin /* Allocate a key buffer. */ 1019 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, sizeof selftest_key, 1020 1.14.2.2 martin &selftest->cs_key); 1021 1.14.2.2 martin if (error) 1022 1.14.2.2 martin goto fail1; 1023 1.14.2.2 martin 1024 1.14.2.2 martin /* Allocate an output buffer. */ 1025 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, sizeof selftest_output, 1026 1.14.2.2 martin &selftest->cs_out); 1027 1.14.2.2 martin if (error) 1028 1.14.2.2 martin goto fail2; 1029 1.14.2.2 martin 1030 1.14.2.2 martin /* Allocate a task descriptor. */ 1031 1.14.2.2 martin selftest->cs_task = sun8i_crypto_task_get(sc, 1032 1.14.2.2 martin sun8i_crypto_selftest_done, selftest); 1033 1.14.2.2 martin if (selftest->cs_task == NULL) 1034 1.14.2.2 martin goto fail3; 1035 1.14.2.2 martin 1036 1.14.2.2 martin /* Copy the input and key into their buffers. */ 1037 1.14.2.2 martin memcpy(selftest->cs_in.cb_kva, selftest_input, sizeof selftest_input); 1038 1.14.2.2 martin memcpy(selftest->cs_key.cb_kva, selftest_key, sizeof selftest_key); 1039 1.14.2.2 martin 1040 1.14.2.2 martin /* Prepare for a DMA write from the input and key buffers. */ 1041 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_in.cb_map, 0, 1042 1.14.2.2 martin sizeof selftest_input, BUS_DMASYNC_PREWRITE); 1043 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_key.cb_map, 0, 1044 1.14.2.2 martin sizeof selftest_key, BUS_DMASYNC_PREWRITE); 1045 1.14.2.2 martin 1046 1.14.2.2 martin /* Prepare for a DMA read into the output buffer. */ 1047 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_out.cb_map, 0, 1048 1.14.2.2 martin sizeof selftest_output, BUS_DMASYNC_PREREAD); 1049 1.14.2.2 martin 1050 1.14.2.2 martin /* Set up the task descriptor. */ 1051 1.14.2.2 martin sun8i_crypto_task_reset(selftest->cs_task); 1052 1.14.2.2 martin sun8i_crypto_task_set_key(selftest->cs_task, selftest->cs_key.cb_map); 1053 1.14.2.2 martin sun8i_crypto_task_set_input(selftest->cs_task, selftest->cs_in.cb_map); 1054 1.14.2.2 martin sun8i_crypto_task_set_output(selftest->cs_task, 1055 1.14.2.2 martin selftest->cs_out.cb_map); 1056 1.14.2.2 martin 1057 1.14.2.2 martin /* Submit the AES-128 ECB task. */ 1058 1.14.2.2 martin error = sun8i_crypto_submit_aesecb(sc, selftest->cs_task, datalen, 1059 1.14.2.2 martin SUN8I_CRYPTO_TDQS_AES_KEYSIZE_128, SUN8I_CRYPTO_TDQC_OP_DIR_ENC); 1060 1.14.2.2 martin if (error) 1061 1.14.2.2 martin goto fail4; 1062 1.14.2.2 martin 1063 1.14.2.2 martin device_printf(sc->sc_dev, "AES-128 self-test initiated\n"); 1064 1.14.2.2 martin 1065 1.14.2.2 martin /* Success! */ 1066 1.14.2.2 martin return; 1067 1.14.2.2 martin 1068 1.14.2.2 martin fail4: sun8i_crypto_task_put(sc, selftest->cs_task); 1069 1.14.2.2 martin fail3: sun8i_crypto_freebuf(sc, sizeof selftest_output, &selftest->cs_out); 1070 1.14.2.2 martin fail2: sun8i_crypto_freebuf(sc, sizeof selftest_key, &selftest->cs_key); 1071 1.14.2.2 martin fail1: sun8i_crypto_freebuf(sc, sizeof selftest_input, &selftest->cs_in); 1072 1.14.2.2 martin fail0: aprint_error_dev(self, "failed to run self-test, error=%d\n", error); 1073 1.14.2.2 martin } 1074 1.14.2.2 martin 1075 1.14.2.2 martin static bool 1076 1.14.2.2 martin sun8i_crypto_selftest_check(struct sun8i_crypto_softc *sc, const char *title, 1077 1.14.2.2 martin size_t n, const void *expected, const void *actual) 1078 1.14.2.2 martin { 1079 1.14.2.2 martin const uint8_t *e = expected; 1080 1.14.2.2 martin const uint8_t *a = actual; 1081 1.14.2.2 martin size_t i; 1082 1.14.2.2 martin 1083 1.14.2.2 martin if (memcmp(e, a, n) == 0) 1084 1.14.2.2 martin return true; 1085 1.14.2.2 martin 1086 1.14.2.2 martin device_printf(sc->sc_dev, "self-test: %s\n", title); 1087 1.14.2.2 martin printf("expected: "); 1088 1.14.2.2 martin for (i = 0; i < n; i++) 1089 1.14.2.2 martin printf("%02hhx", e[i]); 1090 1.14.2.2 martin printf("\n"); 1091 1.14.2.2 martin printf("actual: "); 1092 1.14.2.2 martin for (i = 0; i < n; i++) 1093 1.14.2.2 martin printf("%02hhx", a[i]); 1094 1.14.2.2 martin printf("\n"); 1095 1.14.2.2 martin return false; 1096 1.14.2.2 martin } 1097 1.14.2.2 martin 1098 1.14.2.2 martin static void 1099 1.14.2.2 martin sun8i_crypto_selftest_done(struct sun8i_crypto_softc *sc, 1100 1.14.2.2 martin struct sun8i_crypto_task *task, void *cookie, int error) 1101 1.14.2.2 martin { 1102 1.14.2.2 martin struct sun8i_crypto_selftest *selftest = cookie; 1103 1.14.2.2 martin bool ok = true; 1104 1.14.2.2 martin 1105 1.14.2.2 martin KASSERT(selftest == &sc->sc_selftest); 1106 1.14.2.2 martin 1107 1.14.2.2 martin /* 1108 1.14.2.2 martin * Finished the DMA read into the output buffer, and finished 1109 1.14.2.2 martin * the DMA writes from the key buffer and input buffer. 1110 1.14.2.2 martin */ 1111 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_out.cb_map, 0, 1112 1.14.2.2 martin sizeof selftest_output, BUS_DMASYNC_POSTREAD); 1113 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_key.cb_map, 0, 1114 1.14.2.2 martin sizeof selftest_key, BUS_DMASYNC_POSTWRITE); 1115 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, selftest->cs_in.cb_map, 0, 1116 1.14.2.2 martin sizeof selftest_input, BUS_DMASYNC_POSTWRITE); 1117 1.14.2.2 martin 1118 1.14.2.2 martin /* If anything went wrong, fail now. */ 1119 1.14.2.2 martin if (error) { 1120 1.14.2.2 martin device_printf(sc->sc_dev, "self-test error=%d\n", error); 1121 1.14.2.2 martin goto out; 1122 1.14.2.2 martin } 1123 1.14.2.2 martin 1124 1.14.2.2 martin /* 1125 1.14.2.2 martin * Verify the input and key weren't clobbered, and verify the 1126 1.14.2.2 martin * output matches what we expect. 1127 1.14.2.2 martin */ 1128 1.14.2.2 martin ok &= sun8i_crypto_selftest_check(sc, "input clobbered", 1129 1.14.2.2 martin sizeof selftest_input, selftest_input, selftest->cs_in.cb_kva); 1130 1.14.2.2 martin ok &= sun8i_crypto_selftest_check(sc, "key clobbered", 1131 1.14.2.2 martin sizeof selftest_key, selftest_key, selftest->cs_key.cb_kva); 1132 1.14.2.2 martin ok &= sun8i_crypto_selftest_check(sc, "output mismatch", 1133 1.14.2.2 martin sizeof selftest_output, selftest_output, selftest->cs_out.cb_kva); 1134 1.14.2.2 martin 1135 1.14.2.2 martin /* XXX Disable the RNG and other stuff if this fails... */ 1136 1.14.2.2 martin if (ok) 1137 1.14.2.2 martin device_printf(sc->sc_dev, "AES-128 self-test passed\n"); 1138 1.14.2.2 martin 1139 1.14.2.2 martin out: sun8i_crypto_task_put(sc, task); 1140 1.14.2.2 martin sun8i_crypto_freebuf(sc, sizeof selftest_output, &selftest->cs_out); 1141 1.14.2.2 martin sun8i_crypto_freebuf(sc, sizeof selftest_key, &selftest->cs_key); 1142 1.14.2.2 martin sun8i_crypto_freebuf(sc, sizeof selftest_input, &selftest->cs_in); 1143 1.14.2.2 martin } 1144 1.14.2.2 martin 1145 1.14.2.2 martin /* 1146 1.14.2.2 martin * Sysctl for testing 1147 1.14.2.2 martin */ 1148 1.14.2.2 martin 1149 1.14.2.2 martin struct sun8i_crypto_userreq { 1150 1.14.2.2 martin kmutex_t cu_lock; 1151 1.14.2.2 martin kcondvar_t cu_cv; 1152 1.14.2.2 martin size_t cu_size; 1153 1.14.2.2 martin struct sun8i_crypto_buf cu_buf; 1154 1.14.2.2 martin struct sun8i_crypto_task *cu_task; 1155 1.14.2.2 martin int cu_error; 1156 1.14.2.2 martin bool cu_done; 1157 1.14.2.2 martin bool cu_cancel; 1158 1.14.2.2 martin }; 1159 1.14.2.2 martin 1160 1.14.2.2 martin static void 1161 1.14.2.2 martin sun8i_crypto_sysctl_attach(struct sun8i_crypto_softc *sc) 1162 1.14.2.2 martin { 1163 1.14.2.2 martin struct sun8i_crypto_sysctl *cy = &sc->sc_sysctl; 1164 1.14.2.2 martin int error; 1165 1.14.2.2 martin 1166 1.14.2.2 martin /* hw.sun8icryptoN (node) */ 1167 1.14.2.2 martin error = sysctl_createv(&cy->cy_log, 0, NULL, &cy->cy_root_node, 1168 1.14.2.2 martin CTLFLAG_PERMANENT, CTLTYPE_NODE, device_xname(sc->sc_dev), 1169 1.14.2.2 martin SYSCTL_DESCR("sun8i crypto engine knobs"), 1170 1.14.2.2 martin NULL, 0, NULL, 0, 1171 1.14.2.2 martin CTL_HW, CTL_CREATE, CTL_EOL); 1172 1.14.2.2 martin if (error) { 1173 1.14.2.2 martin aprint_error_dev(sc->sc_dev, 1174 1.14.2.2 martin "failed to set up sysctl hw.%s: %d\n", 1175 1.14.2.2 martin device_xname(sc->sc_dev), error); 1176 1.14.2.2 martin return; 1177 1.14.2.2 martin } 1178 1.14.2.2 martin 1179 1.14.2.2 martin /* hw.sun8icryptoN.rng (`struct', 4096-byte array) */ 1180 1.14.2.2 martin sysctl_createv(&cy->cy_log, 0, &cy->cy_root_node, &cy->cy_trng_node, 1181 1.14.2.2 martin CTLFLAG_PERMANENT|CTLFLAG_READONLY|CTLFLAG_PRIVATE, CTLTYPE_STRUCT, 1182 1.14.2.2 martin "rng", SYSCTL_DESCR("Read up to 4096 bytes out of the TRNG"), 1183 1.14.2.2 martin &sun8i_crypto_sysctl_rng, 0, sc, 0, CTL_CREATE, CTL_EOL); 1184 1.14.2.2 martin if (error) { 1185 1.14.2.2 martin aprint_error_dev(sc->sc_dev, 1186 1.14.2.2 martin "failed to set up sysctl hw.%s.rng: %d\n", 1187 1.14.2.2 martin device_xname(sc->sc_dev), error); 1188 1.14.2.2 martin return; 1189 1.14.2.2 martin } 1190 1.14.2.2 martin } 1191 1.14.2.2 martin 1192 1.14.2.2 martin static int 1193 1.14.2.2 martin sun8i_crypto_sysctl_rng(SYSCTLFN_ARGS) 1194 1.14.2.2 martin { 1195 1.14.2.2 martin struct sysctlnode node = *rnode; 1196 1.14.2.2 martin struct sun8i_crypto_softc *sc = node.sysctl_data; 1197 1.14.2.2 martin struct sun8i_crypto_userreq *req; 1198 1.14.2.2 martin size_t size; 1199 1.14.2.2 martin int error; 1200 1.14.2.2 martin 1201 1.14.2.2 martin /* If oldp == NULL, the caller wants to learn the size. */ 1202 1.14.2.2 martin if (oldp == NULL) { 1203 1.14.2.2 martin *oldlenp = 4096; 1204 1.14.2.2 martin return 0; 1205 1.14.2.2 martin } 1206 1.14.2.2 martin 1207 1.14.2.2 martin /* Verify the output buffer size is reasonable. */ 1208 1.14.2.2 martin size = *oldlenp; 1209 1.14.2.2 martin if (size > 4096) /* size_t, so never negative */ 1210 1.14.2.2 martin return E2BIG; 1211 1.14.2.2 martin if (size == 0) 1212 1.14.2.2 martin return 0; /* nothing to do */ 1213 1.14.2.2 martin 1214 1.14.2.2 martin /* Allocate a request context. */ 1215 1.14.2.2 martin req = kmem_alloc(sizeof(*req), KM_NOSLEEP); 1216 1.14.2.2 martin if (req == NULL) 1217 1.14.2.2 martin return ENOMEM; 1218 1.14.2.2 martin 1219 1.14.2.2 martin /* Initialize the request context. */ 1220 1.14.2.2 martin mutex_init(&req->cu_lock, MUTEX_DEFAULT, IPL_NONE); 1221 1.14.2.2 martin cv_init(&req->cu_cv, "sun8isy"); 1222 1.14.2.2 martin req->cu_size = size; 1223 1.14.2.2 martin req->cu_error = EIO; 1224 1.14.2.2 martin req->cu_done = false; 1225 1.14.2.2 martin req->cu_cancel = false; 1226 1.14.2.2 martin 1227 1.14.2.2 martin /* Allocate a buffer for the RNG output. */ 1228 1.14.2.2 martin error = sun8i_crypto_allocbuf(sc, size, &req->cu_buf); 1229 1.14.2.2 martin if (error) 1230 1.14.2.2 martin goto out0; 1231 1.14.2.2 martin 1232 1.14.2.2 martin /* Allocate a task. */ 1233 1.14.2.2 martin req->cu_task = sun8i_crypto_task_get(sc, sun8i_crypto_sysctl_rng_done, 1234 1.14.2.2 martin req); 1235 1.14.2.2 martin if (req->cu_task == NULL) 1236 1.14.2.2 martin goto out1; 1237 1.14.2.2 martin 1238 1.14.2.2 martin /* Prepare for a DMA read into the buffer. */ 1239 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, req->cu_buf.cb_map, 0, size, 1240 1.14.2.2 martin BUS_DMASYNC_PREREAD); 1241 1.14.2.2 martin 1242 1.14.2.2 martin /* Set the task up for TRNG to our buffer. */ 1243 1.14.2.2 martin sun8i_crypto_task_reset(req->cu_task); 1244 1.14.2.2 martin sun8i_crypto_task_set_output(req->cu_task, req->cu_buf.cb_map); 1245 1.14.2.2 martin 1246 1.14.2.2 martin /* Submit the TRNG task. */ 1247 1.14.2.2 martin error = sun8i_crypto_submit_trng(sc, req->cu_task, size); 1248 1.14.2.2 martin if (error) { 1249 1.14.2.2 martin if (error == ERESTART) 1250 1.14.2.2 martin error = EBUSY; 1251 1.14.2.2 martin goto out2; 1252 1.14.2.2 martin } 1253 1.14.2.2 martin 1254 1.14.2.2 martin /* Wait for the request to complete. */ 1255 1.14.2.2 martin mutex_enter(&req->cu_lock); 1256 1.14.2.2 martin while (!req->cu_done) { 1257 1.14.2.2 martin error = cv_wait_sig(&req->cu_cv, &req->cu_lock); 1258 1.14.2.2 martin if (error) { 1259 1.14.2.2 martin /* 1260 1.14.2.2 martin * If we finished while waiting to acquire the 1261 1.14.2.2 martin * lock, ignore the error and just return now. 1262 1.14.2.2 martin * Otherwise, notify the callback that it has 1263 1.14.2.2 martin * to clean up after us. 1264 1.14.2.2 martin */ 1265 1.14.2.2 martin if (req->cu_done) 1266 1.14.2.2 martin error = 0; 1267 1.14.2.2 martin else 1268 1.14.2.2 martin req->cu_cancel = true; 1269 1.14.2.2 martin break; 1270 1.14.2.2 martin } 1271 1.14.2.2 martin } 1272 1.14.2.2 martin mutex_exit(&req->cu_lock); 1273 1.14.2.2 martin 1274 1.14.2.2 martin /* 1275 1.14.2.2 martin * Return early on error from cv_wait_sig, which means 1276 1.14.2.2 martin * interruption; the callback will clean up instead. 1277 1.14.2.2 martin */ 1278 1.14.2.2 martin if (error) 1279 1.14.2.2 martin return error; 1280 1.14.2.2 martin 1281 1.14.2.2 martin /* Check for error from the device. */ 1282 1.14.2.2 martin error = req->cu_error; 1283 1.14.2.2 martin if (error) 1284 1.14.2.2 martin goto out2; 1285 1.14.2.2 martin 1286 1.14.2.2 martin /* Finished the DMA read into the buffer. */ 1287 1.14.2.2 martin bus_dmamap_sync(sc->sc_dmat, req->cu_buf.cb_map, 0, req->cu_size, 1288 1.14.2.2 martin BUS_DMASYNC_POSTREAD); 1289 1.14.2.2 martin 1290 1.14.2.2 martin /* Copy out the data. */ 1291 1.14.2.2 martin node.sysctl_data = req->cu_buf.cb_kva; 1292 1.14.2.2 martin node.sysctl_size = size; 1293 1.14.2.2 martin error = sysctl_lookup(SYSCTLFN_CALL(&node)); 1294 1.14.2.2 martin 1295 1.14.2.2 martin /* Clear the buffer. */ 1296 1.14.2.2 martin explicit_memset(req->cu_buf.cb_kva, 0, size); 1297 1.14.2.2 martin 1298 1.14.2.2 martin /* Clean up. */ 1299 1.14.2.2 martin out2: sun8i_crypto_task_put(sc, req->cu_task); 1300 1.14.2.2 martin out1: sun8i_crypto_freebuf(sc, req->cu_size, &req->cu_buf); 1301 1.14.2.2 martin out0: cv_destroy(&req->cu_cv); 1302 1.14.2.2 martin mutex_destroy(&req->cu_lock); 1303 1.14.2.2 martin kmem_free(req, sizeof(*req)); 1304 1.14.2.2 martin return error; 1305 1.14.2.2 martin } 1306 1.14.2.2 martin 1307 1.14.2.2 martin static void 1308 1.14.2.2 martin sun8i_crypto_sysctl_rng_done(struct sun8i_crypto_softc *sc, 1309 1.14.2.2 martin struct sun8i_crypto_task *task, void *cookie, int error) 1310 1.14.2.2 martin { 1311 1.14.2.2 martin struct sun8i_crypto_userreq *req = cookie; 1312 1.14.2.2 martin bool cancel; 1313 1.14.2.2 martin 1314 1.14.2.2 martin /* 1315 1.14.2.2 martin * Notify the waiting thread of the error, and find out whether 1316 1.14.2.2 martin * that thread cancelled. 1317 1.14.2.2 martin */ 1318 1.14.2.2 martin mutex_enter(&req->cu_lock); 1319 1.14.2.2 martin cancel = req->cu_cancel; 1320 1.14.2.2 martin req->cu_error = error; 1321 1.14.2.2 martin req->cu_done = true; 1322 1.14.2.2 martin cv_broadcast(&req->cu_cv); 1323 1.14.2.2 martin mutex_exit(&req->cu_lock); 1324 1.14.2.2 martin 1325 1.14.2.2 martin /* 1326 1.14.2.2 martin * If it wasn't cancelled, we're done -- the main thread will 1327 1.14.2.2 martin * clean up after itself. 1328 1.14.2.2 martin */ 1329 1.14.2.2 martin if (!cancel) 1330 1.14.2.2 martin return; 1331 1.14.2.2 martin 1332 1.14.2.2 martin /* Clean up after the main thread cancelled. */ 1333 1.14.2.2 martin sun8i_crypto_task_put(sc, req->cu_task); 1334 1.14.2.2 martin sun8i_crypto_freebuf(sc, req->cu_size, &req->cu_buf); 1335 1.14.2.2 martin cv_destroy(&req->cu_cv); 1336 1.14.2.2 martin mutex_destroy(&req->cu_lock); 1337 1.14.2.2 martin kmem_free(req, sizeof(*req)); 1338 1.14.2.2 martin } 1339
Indexes created Sat Oct 25 00:10:07 GMT 2025