Home | History | Annotate | Line # | Download | only in fdt
fdt_machdep.c revision 1.84
      1 /* $NetBSD: fdt_machdep.c,v 1.84 2020/12/18 07:21:58 skrll Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  * SUCH DAMAGE.
     27  */
     28 
     29 #include <sys/cdefs.h>
     30 __KERNEL_RCSID(0, "$NetBSD: fdt_machdep.c,v 1.84 2020/12/18 07:21:58 skrll Exp $");
     31 
     32 #include "opt_arm_debug.h"
     33 #include "opt_bootconfig.h"
     34 #include "opt_cpuoptions.h"
     35 #include "opt_ddb.h"
     36 #include "opt_efi.h"
     37 #include "opt_machdep.h"
     38 #include "opt_md.h"
     39 #include "opt_multiprocessor.h"
     40 
     41 #include "genfb.h"
     42 #include "ukbd.h"
     43 #include "wsdisplay.h"
     44 
     45 #include <sys/param.h>
     46 #include <sys/systm.h>
     47 #include <sys/bus.h>
     48 #include <sys/atomic.h>
     49 #include <sys/cpu.h>
     50 #include <sys/device.h>
     51 #include <sys/endian.h>
     52 #include <sys/exec.h>
     53 #include <sys/kernel.h>
     54 #include <sys/kmem.h>
     55 #include <sys/ksyms.h>
     56 #include <sys/msgbuf.h>
     57 #include <sys/proc.h>
     58 #include <sys/reboot.h>
     59 #include <sys/termios.h>
     60 #include <sys/bootblock.h>
     61 #include <sys/disklabel.h>
     62 #include <sys/vnode.h>
     63 #include <sys/kauth.h>
     64 #include <sys/fcntl.h>
     65 #include <sys/uuid.h>
     66 #include <sys/disk.h>
     67 #include <sys/md5.h>
     68 #include <sys/pserialize.h>
     69 #include <sys/rnd.h>
     70 #include <sys/rndsource.h>
     71 
     72 #include <net/if.h>
     73 #include <net/if_dl.h>
     74 
     75 #include <dev/cons.h>
     76 #include <uvm/uvm_extern.h>
     77 
     78 #include <sys/conf.h>
     79 
     80 #include <machine/db_machdep.h>
     81 #include <ddb/db_sym.h>
     82 #include <ddb/db_extern.h>
     83 
     84 #include <machine/bootconfig.h>
     85 #include <arm/armreg.h>
     86 
     87 #include <arm/cpufunc.h>
     88 
     89 #include <evbarm/include/autoconf.h>
     90 #include <evbarm/fdt/machdep.h>
     91 #include <evbarm/fdt/platform.h>
     92 
     93 #include <arm/fdt/arm_fdtvar.h>
     94 #include <dev/fdt/fdt_private.h>
     95 #include <dev/fdt/fdt_memory.h>
     96 
     97 #ifdef EFI_RUNTIME
     98 #include <arm/arm/efi_runtime.h>
     99 #endif
    100 
    101 #if NWSDISPLAY > 0 && NGENFB > 0
    102 #include <arm/fdt/arm_simplefb.h>
    103 #endif
    104 
    105 #if NUKBD > 0
    106 #include <dev/usb/ukbdvar.h>
    107 #endif
    108 #if NWSDISPLAY > 0
    109 #include <dev/wscons/wsdisplayvar.h>
    110 #endif
    111 
    112 #ifdef MEMORY_DISK_DYNAMIC
    113 #include <dev/md.h>
    114 #endif
    115 
    116 #ifndef FDT_MAX_BOOT_STRING
    117 #define FDT_MAX_BOOT_STRING 1024
    118 #endif
    119 
    120 BootConfig bootconfig;
    121 char bootargs[FDT_MAX_BOOT_STRING] = "";
    122 char *boot_args = NULL;
    123 
    124 /* filled in before cleaning bss. keep in .data */
    125 u_long uboot_args[4] __attribute__((__section__(".data")));
    126 const uint8_t *fdt_addr_r __attribute__((__section__(".data")));
    127 
    128 static uint64_t initrd_start, initrd_end;
    129 static uint64_t rndseed_start, rndseed_end; /* our on-disk seed */
    130 static uint64_t efirng_start, efirng_end;   /* firmware's EFI RNG output */
    131 
    132 #include <libfdt.h>
    133 #include <dev/fdt/fdtvar.h>
    134 #define FDT_BUF_SIZE	(512*1024)
    135 static uint8_t fdt_data[FDT_BUF_SIZE];
    136 
    137 extern char KERNEL_BASE_phys[];
    138 #define KERNEL_BASE_PHYS ((paddr_t)KERNEL_BASE_phys)
    139 
    140 static void fdt_update_stdout_path(void);
    141 static void fdt_device_register(device_t, void *);
    142 static void fdt_device_register_post_config(device_t, void *);
    143 static void fdt_cpu_rootconf(void);
    144 static void fdt_reset(void);
    145 static void fdt_powerdown(void);
    146 
    147 #if BYTE_ORDER == BIG_ENDIAN
    148 static void fdt_update_fb_format(void);
    149 #endif
    150 
    151 static void
    152 earlyconsputc(dev_t dev, int c)
    153 {
    154 	uartputc(c);
    155 }
    156 
    157 static int
    158 earlyconsgetc(dev_t dev)
    159 {
    160 	return 0;
    161 }
    162 
    163 static struct consdev earlycons = {
    164 	.cn_putc = earlyconsputc,
    165 	.cn_getc = earlyconsgetc,
    166 	.cn_pollc = nullcnpollc,
    167 };
    168 
    169 #ifdef VERBOSE_INIT_ARM
    170 #define VPRINTF(...)	printf(__VA_ARGS__)
    171 #else
    172 #define VPRINTF(...)	__nothing
    173 #endif
    174 
    175 static void
    176 fdt_add_dram_blocks(const struct fdt_memory *m, void *arg)
    177 {
    178 	BootConfig *bc = arg;
    179 
    180 	VPRINTF("  %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
    181 	bc->dram[bc->dramblocks].address = m->start;
    182 	bc->dram[bc->dramblocks].pages =
    183 	    (m->end - m->start) / PAGE_SIZE;
    184 	bc->dramblocks++;
    185 }
    186 
    187 #define MAX_PHYSMEM 64
    188 static int nfdt_physmem = 0;
    189 static struct boot_physmem fdt_physmem[MAX_PHYSMEM];
    190 
    191 static void
    192 fdt_add_boot_physmem(const struct fdt_memory *m, void *arg)
    193 {
    194 	const paddr_t saddr = round_page(m->start);
    195 	const paddr_t eaddr = trunc_page(m->end);
    196 
    197 	VPRINTF("  %" PRIx64 " - %" PRIx64, m->start, m->end - 1);
    198 	if (saddr >= eaddr) {
    199 		VPRINTF(" skipped\n");
    200 		return;
    201 	}
    202 	VPRINTF("\n");
    203 
    204 	struct boot_physmem *bp = &fdt_physmem[nfdt_physmem++];
    205 
    206 	KASSERT(nfdt_physmem <= MAX_PHYSMEM);
    207 
    208 	bp->bp_start = atop(saddr);
    209 	bp->bp_pages = atop(eaddr) - bp->bp_start;
    210 	bp->bp_freelist = VM_FREELIST_DEFAULT;
    211 
    212 #ifdef PMAP_NEED_ALLOC_POOLPAGE
    213 	const uint64_t memory_size = *(uint64_t *)arg;
    214 	if (atop(memory_size) > bp->bp_pages) {
    215 		arm_poolpage_vmfreelist = VM_FREELIST_DIRECTMAP;
    216 		bp->bp_freelist = VM_FREELIST_DIRECTMAP;
    217 	}
    218 #endif
    219 }
    220 
    221 
    222 static void
    223 fdt_print_memory(const struct fdt_memory *m, void *arg)
    224 {
    225 
    226 	VPRINTF("FDT /memory @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
    227 	    m->start, m->end - m->start);
    228 }
    229 
    230 
    231 /*
    232  * Define usable memory regions.
    233  */
    234 static void
    235 fdt_build_bootconfig(uint64_t mem_start, uint64_t mem_end)
    236 {
    237 	BootConfig *bc = &bootconfig;
    238 
    239 	uint64_t addr, size;
    240 	int index;
    241 
    242 	fdt_memory_remove_reserved(mem_start, mem_end);
    243 
    244 	const uint64_t initrd_size =
    245 	    round_page(initrd_end) - trunc_page(initrd_start);
    246 	if (initrd_size > 0)
    247 		fdt_memory_remove_range(trunc_page(initrd_start), initrd_size);
    248 
    249 	const uint64_t rndseed_size =
    250 	    round_page(rndseed_end) - trunc_page(rndseed_start);
    251 	if (rndseed_size > 0)
    252 		fdt_memory_remove_range(trunc_page(rndseed_start),
    253 		    rndseed_size);
    254 
    255 	const uint64_t efirng_size =
    256 	    round_page(efirng_end) - trunc_page(efirng_start);
    257 	if (efirng_size > 0)
    258 		fdt_memory_remove_range(trunc_page(efirng_start), efirng_size);
    259 
    260 	const int framebuffer = OF_finddevice("/chosen/framebuffer");
    261 	if (framebuffer >= 0) {
    262 		for (index = 0;
    263 		     fdtbus_get_reg64(framebuffer, index, &addr, &size) == 0;
    264 		     index++) {
    265 			fdt_memory_remove_range(addr, size);
    266 		}
    267 	}
    268 
    269 	VPRINTF("Usable memory:\n");
    270 	bc->dramblocks = 0;
    271 	fdt_memory_foreach(fdt_add_dram_blocks, bc);
    272 }
    273 
    274 static void
    275 fdt_probe_range(const char *startname, const char *endname,
    276     uint64_t *pstart, uint64_t *pend)
    277 {
    278 	int chosen, len;
    279 	const void *start_data, *end_data;
    280 
    281 	*pstart = *pend = 0;
    282 
    283 	chosen = OF_finddevice("/chosen");
    284 	if (chosen < 0)
    285 		return;
    286 
    287 	start_data = fdtbus_get_prop(chosen, startname, &len);
    288 	end_data = fdtbus_get_prop(chosen, endname, NULL);
    289 	if (start_data == NULL || end_data == NULL)
    290 		return;
    291 
    292 	switch (len) {
    293 	case 4:
    294 		*pstart = be32dec(start_data);
    295 		*pend = be32dec(end_data);
    296 		break;
    297 	case 8:
    298 		*pstart = be64dec(start_data);
    299 		*pend = be64dec(end_data);
    300 		break;
    301 	default:
    302 		printf("Unsupported len %d for /chosen `%s'\n",
    303 		    len, startname);
    304 		return;
    305 	}
    306 }
    307 
    308 static void *
    309 fdt_map_range(uint64_t start, uint64_t end, uint64_t *psize,
    310     const char *purpose)
    311 {
    312 	const paddr_t startpa = trunc_page(start);
    313 	const paddr_t endpa = round_page(end);
    314 	paddr_t pa;
    315 	vaddr_t va;
    316 	void *ptr;
    317 
    318 	*psize = end - start;
    319 	if (*psize == 0)
    320 		return NULL;
    321 
    322 	const vaddr_t voff = start & PAGE_MASK;
    323 
    324 	va = uvm_km_alloc(kernel_map, *psize, 0, UVM_KMF_VAONLY|UVM_KMF_NOWAIT);
    325 	if (va == 0) {
    326 		printf("Failed to allocate VA for %s\n", purpose);
    327 		return NULL;
    328 	}
    329 	ptr = (void *)(va + voff);
    330 
    331 	for (pa = startpa; pa < endpa; pa += PAGE_SIZE, va += PAGE_SIZE)
    332 		pmap_kenter_pa(va, pa, VM_PROT_READ|VM_PROT_WRITE, 0);
    333 	pmap_update(pmap_kernel());
    334 
    335 	return ptr;
    336 }
    337 
    338 static void
    339 fdt_unmap_range(void *ptr, uint64_t size)
    340 {
    341 	const char *start = ptr, *end = start + size;
    342 	const vaddr_t startva = trunc_page((vaddr_t)(uintptr_t)start);
    343 	const vaddr_t endva = round_page((vaddr_t)(uintptr_t)end);
    344 
    345 	pmap_kremove(startva, endva - startva);
    346 	pmap_update(pmap_kernel());
    347 }
    348 
    349 static void
    350 fdt_probe_initrd(uint64_t *pstart, uint64_t *pend)
    351 {
    352 	*pstart = *pend = 0;
    353 
    354 #ifdef MEMORY_DISK_DYNAMIC
    355 	fdt_probe_range("linux,initrd-start", "linux,initrd-end", pstart, pend);
    356 #endif
    357 }
    358 
    359 static void
    360 fdt_setup_initrd(void)
    361 {
    362 #ifdef MEMORY_DISK_DYNAMIC
    363 	void *md_start;
    364 	uint64_t initrd_size;
    365 
    366 	md_start = fdt_map_range(initrd_start, initrd_end, &initrd_size,
    367 	    "initrd");
    368 	if (md_start == NULL)
    369 		return;
    370 	md_root_setconf(md_start, initrd_size);
    371 #endif
    372 }
    373 
    374 static void
    375 fdt_probe_rndseed(uint64_t *pstart, uint64_t *pend)
    376 {
    377 
    378 	fdt_probe_range("netbsd,rndseed-start", "netbsd,rndseed-end",
    379 	    pstart, pend);
    380 }
    381 
    382 static void
    383 fdt_setup_rndseed(void)
    384 {
    385 	uint64_t rndseed_size;
    386 	void *rndseed;
    387 
    388 	rndseed = fdt_map_range(rndseed_start, rndseed_end, &rndseed_size,
    389 	    "rndseed");
    390 	if (rndseed == NULL)
    391 		return;
    392 	rnd_seed(rndseed, rndseed_size);
    393 	fdt_unmap_range(rndseed, rndseed_size);
    394 }
    395 
    396 static void
    397 fdt_probe_efirng(uint64_t *pstart, uint64_t *pend)
    398 {
    399 
    400 	fdt_probe_range("netbsd,efirng-start", "netbsd,efirng-end",
    401 	    pstart, pend);
    402 }
    403 
    404 static struct krndsource efirng_source;
    405 
    406 static void
    407 fdt_setup_efirng(void)
    408 {
    409 	uint64_t efirng_size;
    410 	void *efirng;
    411 
    412 	efirng = fdt_map_range(efirng_start, efirng_end, &efirng_size,
    413 	    "efirng");
    414 	if (efirng == NULL)
    415 		return;
    416 
    417 	rnd_attach_source(&efirng_source, "efirng", RND_TYPE_RNG,
    418 	    RND_FLAG_DEFAULT);
    419 
    420 	/*
    421 	 * We don't really have specific information about the physical
    422 	 * process underlying the data provided by the firmware via the
    423 	 * EFI RNG API, so the entropy estimate here is heuristic.
    424 	 * What efiboot provides us is up to 4096 bytes of data from
    425 	 * the EFI RNG API, although in principle it may return short.
    426 	 *
    427 	 * The UEFI Specification (2.8 Errata A, February 2020[1]) says
    428 	 *
    429 	 *	When a Deterministic Random Bit Generator (DRBG) is
    430 	 *	used on the output of a (raw) entropy source, its
    431 	 *	security level must be at least 256 bits.
    432 	 *
    433 	 * It's not entirely clear whether `it' refers to the DRBG or
    434 	 * the entropy source; if it refers to the DRBG, it's not
    435 	 * entirely clear how ANSI X9.31 3DES, one of the options for
    436 	 * DRBG in the UEFI spec, can provide a `256-bit security
    437 	 * level' because it has only 232 bits of inputs (three 56-bit
    438 	 * keys and one 64-bit block).  That said, even if it provides
    439 	 * only 232 bits of entropy, that's enough to prevent all
    440 	 * attacks and we probably get a few more bits from sampling
    441 	 * the clock anyway.
    442 	 *
    443 	 * In the event we get raw samples, e.g. the bits sampled by a
    444 	 * ring oscillator, we hope that the samples have at least half
    445 	 * a bit of entropy per bit of data -- and efiboot tries to
    446 	 * draw 4096 bytes to provide plenty of slop.  Hence we divide
    447 	 * the total number of bits by two and clamp at 256.  There are
    448 	 * ways this could go wrong, but on most machines it should
    449 	 * behave reasonably.
    450 	 *
    451 	 * [1] https://uefi.org/sites/default/files/resources/UEFI_Spec_2_8_A_Feb14.pdf
    452 	 */
    453 	rnd_add_data(&efirng_source, efirng, efirng_size,
    454 	    MIN(256, efirng_size*NBBY/2));
    455 
    456 	explicit_memset(efirng, 0, efirng_size);
    457 	fdt_unmap_range(efirng, efirng_size);
    458 }
    459 
    460 #ifdef EFI_RUNTIME
    461 static void
    462 fdt_map_efi_runtime(const char *prop, enum arm_efirt_mem_type type)
    463 {
    464 	int len;
    465 
    466 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    467 	if (chosen_off < 0)
    468 		return;
    469 
    470 	const uint64_t *map = fdt_getprop(fdt_data, chosen_off, prop, &len);
    471 	if (map == NULL)
    472 		return;
    473 
    474 	while (len >= 24) {
    475 		const paddr_t pa = be64toh(map[0]);
    476 		const vaddr_t va = be64toh(map[1]);
    477 		const uint64_t sz = be64toh(map[2]);
    478 		VPRINTF("%s: %s %lx-%lx (%lx-%lx)\n", __func__, prop, pa, pa+sz-1, va, va+sz-1);
    479 		arm_efirt_md_map_range(va, pa, sz, type);
    480 		map += 3;
    481 		len -= 24;
    482 	}
    483 }
    484 #endif
    485 
    486 vaddr_t
    487 initarm(void *arg)
    488 {
    489 	const struct arm_platform *plat;
    490 	uint64_t memory_start, memory_end;
    491 
    492 	/* set temporally to work printf()/panic() even before consinit() */
    493 	cn_tab = &earlycons;
    494 
    495 	/* Load FDT */
    496 	int error = fdt_check_header(fdt_addr_r);
    497 	if (error != 0)
    498 		panic("fdt_check_header failed: %s", fdt_strerror(error));
    499 
    500 	/* If the DTB is too big, try to pack it in place first. */
    501 	if (fdt_totalsize(fdt_addr_r) > sizeof(fdt_data))
    502 		(void)fdt_pack(__UNCONST(fdt_addr_r));
    503 
    504 	error = fdt_open_into(fdt_addr_r, fdt_data, sizeof(fdt_data));
    505 	if (error != 0)
    506 		panic("fdt_move failed: %s", fdt_strerror(error));
    507 
    508 	fdtbus_init(fdt_data);
    509 
    510 	/* Lookup platform specific backend */
    511 	plat = arm_fdt_platform();
    512 	if (plat == NULL)
    513 		panic("Kernel does not support this device");
    514 
    515 	/* Early console may be available, announce ourselves. */
    516 	VPRINTF("FDT<%p>\n", fdt_addr_r);
    517 
    518 	const int chosen = OF_finddevice("/chosen");
    519 	if (chosen >= 0)
    520 		OF_getprop(chosen, "bootargs", bootargs, sizeof(bootargs));
    521 	boot_args = bootargs;
    522 
    523 	/* Heads up ... Setup the CPU / MMU / TLB functions. */
    524 	VPRINTF("cpufunc\n");
    525 	if (set_cpufuncs())
    526 		panic("cpu not recognized!");
    527 
    528 	/*
    529 	 * Memory is still identity/flat mapped this point so using ttbr for
    530 	 * l1pt VA is fine
    531 	 */
    532 
    533 	VPRINTF("devmap %p\n", plat->ap_devmap());
    534 	extern char ARM_BOOTSTRAP_LxPT[];
    535 	pmap_devmap_bootstrap((vaddr_t)ARM_BOOTSTRAP_LxPT, plat->ap_devmap());
    536 
    537 	VPRINTF("bootstrap\n");
    538 	plat->ap_bootstrap();
    539 
    540 	/*
    541 	 * If stdout-path is specified on the command line, override the
    542 	 * value in /chosen/stdout-path before initializing console.
    543 	 */
    544 	VPRINTF("stdout\n");
    545 	fdt_update_stdout_path();
    546 
    547 #if BYTE_ORDER == BIG_ENDIAN
    548 	/*
    549 	 * Most boards are configured to little-endian mode in initial, and
    550 	 * switched to big-endian mode after kernel is loaded. In this case,
    551 	 * framebuffer seems byte-swapped to CPU. Override FDT to let
    552 	 * drivers know.
    553 	 */
    554 	VPRINTF("fb_format\n");
    555 	fdt_update_fb_format();
    556 #endif
    557 
    558 	/*
    559 	 * Done making changes to the FDT.
    560 	 */
    561 	fdt_pack(fdt_data);
    562 
    563 	VPRINTF("consinit ");
    564 	consinit();
    565 	VPRINTF("ok\n");
    566 
    567 	VPRINTF("uboot: args %#lx, %#lx, %#lx, %#lx\n",
    568 	    uboot_args[0], uboot_args[1], uboot_args[2], uboot_args[3]);
    569 
    570 	cpu_reset_address = fdt_reset;
    571 	cpu_powerdown_address = fdt_powerdown;
    572 	evbarm_device_register = fdt_device_register;
    573 	evbarm_device_register_post_config = fdt_device_register_post_config;
    574 	evbarm_cpu_rootconf = fdt_cpu_rootconf;
    575 
    576 	/* Talk to the user */
    577 	printf("NetBSD/evbarm (fdt) booting ...\n");
    578 
    579 #ifdef BOOT_ARGS
    580 	char mi_bootargs[] = BOOT_ARGS;
    581 	parse_mi_bootargs(mi_bootargs);
    582 #endif
    583 
    584 	fdt_memory_get(&memory_start, &memory_end);
    585 
    586 	fdt_memory_foreach(fdt_print_memory, NULL);
    587 
    588 #if !defined(_LP64)
    589 	/* Cannot map memory above 4GB (remove last page as well) */
    590 	const uint64_t memory_limit = 0x100000000ULL - PAGE_SIZE;
    591 	if (memory_end > memory_limit) {
    592 		fdt_memory_remove_range(memory_limit , memory_end);
    593 		memory_end = memory_limit;
    594 	}
    595 #endif
    596 	uint64_t memory_size = memory_end - memory_start;
    597 
    598 	VPRINTF("%s: memory start %" PRIx64 " end %" PRIx64 " (len %"
    599 	    PRIx64 ")\n", __func__, memory_start, memory_end, memory_size);
    600 
    601 	/* Parse ramdisk info */
    602 	fdt_probe_initrd(&initrd_start, &initrd_end);
    603 
    604 	/* Parse our on-disk rndseed and the firmware's RNG from EFI */
    605 	fdt_probe_rndseed(&rndseed_start, &rndseed_end);
    606 	fdt_probe_efirng(&efirng_start, &efirng_end);
    607 
    608 	/*
    609 	 * Populate bootconfig structure for the benefit of dodumpsys
    610 	 */
    611 	VPRINTF("%s: fdt_build_bootconfig\n", __func__);
    612 	fdt_build_bootconfig(memory_start, memory_end);
    613 
    614 #ifdef EFI_RUNTIME
    615 	fdt_map_efi_runtime("netbsd,uefi-runtime-code", ARM_EFIRT_MEM_CODE);
    616 	fdt_map_efi_runtime("netbsd,uefi-runtime-data", ARM_EFIRT_MEM_DATA);
    617 	fdt_map_efi_runtime("netbsd,uefi-runtime-mmio", ARM_EFIRT_MEM_MMIO);
    618 #endif
    619 
    620 	/* Perform PT build and VM init */
    621 	cpu_kernel_vm_init(memory_start, memory_size);
    622 
    623 	VPRINTF("bootargs: %s\n", bootargs);
    624 
    625 	parse_mi_bootargs(boot_args);
    626 
    627 	VPRINTF("Memory regions:\n");
    628 	fdt_memory_foreach(fdt_add_boot_physmem, &memory_size);
    629 
    630 	vaddr_t sp = initarm_common(KERNEL_VM_BASE, KERNEL_VM_SIZE, fdt_physmem,
    631 	     nfdt_physmem);
    632 
    633 	/*
    634 	 * initarm_common flushes cache if required before AP start
    635 	 */
    636 	error = 0;
    637 	if ((boothowto & RB_MD1) == 0) {
    638 		VPRINTF("mpstart\n");
    639 		if (plat->ap_mpstart)
    640 			error = plat->ap_mpstart();
    641 	}
    642 
    643 	if (error)
    644 		return sp;
    645 
    646 	/*
    647 	 * Now we have APs started the pages used for stacks and L1PT can
    648 	 * be given to uvm
    649 	 */
    650 	extern char const __start__init_memory[];
    651 	extern char const __stop__init_memory[] __weak;
    652 
    653 	if (__start__init_memory != __stop__init_memory) {
    654 		const paddr_t spa = KERN_VTOPHYS((vaddr_t)__start__init_memory);
    655 		const paddr_t epa = KERN_VTOPHYS((vaddr_t)__stop__init_memory);
    656 		const paddr_t spg = atop(spa);
    657 		const paddr_t epg = atop(epa);
    658 
    659 		VPRINTF("         start %08lx  end %08lx... "
    660 		    "loading in freelist %d\n", spa, epa, VM_FREELIST_DEFAULT);
    661 
    662 		uvm_page_physload(spg, epg, spg, epg, VM_FREELIST_DEFAULT);
    663 
    664 	}
    665 
    666 	return sp;
    667 }
    668 
    669 static void
    670 fdt_update_stdout_path(void)
    671 {
    672 	char *stdout_path, *ep;
    673 	int stdout_path_len;
    674 	char buf[256];
    675 
    676 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    677 	if (chosen_off == -1)
    678 		return;
    679 
    680 	if (get_bootconf_option(boot_args, "stdout-path",
    681 	    BOOTOPT_TYPE_STRING, &stdout_path) == 0)
    682 		return;
    683 
    684 	ep = strchr(stdout_path, ' ');
    685 	stdout_path_len = ep ? (ep - stdout_path) : strlen(stdout_path);
    686 	if (stdout_path_len >= sizeof(buf))
    687 		return;
    688 
    689 	strncpy(buf, stdout_path, stdout_path_len);
    690 	buf[stdout_path_len] = '\0';
    691 	fdt_setprop(fdt_data, chosen_off, "stdout-path",
    692 	    buf, stdout_path_len + 1);
    693 }
    694 
    695 void
    696 consinit(void)
    697 {
    698 	static bool initialized = false;
    699 	const struct arm_platform *plat = arm_fdt_platform();
    700 	const struct fdt_console *cons = fdtbus_get_console();
    701 	struct fdt_attach_args faa;
    702 	u_int uart_freq = 0;
    703 
    704 	if (initialized || cons == NULL)
    705 		return;
    706 
    707 	plat->ap_init_attach_args(&faa);
    708 	faa.faa_phandle = fdtbus_get_stdout_phandle();
    709 
    710 	if (plat->ap_uart_freq != NULL)
    711 		uart_freq = plat->ap_uart_freq();
    712 
    713 	cons->consinit(&faa, uart_freq);
    714 
    715 	initialized = true;
    716 }
    717 
    718 void
    719 cpu_startup_hook(void)
    720 {
    721 
    722 	fdtbus_intr_init();
    723 
    724 	fdt_setup_rndseed();
    725 	fdt_setup_efirng();
    726 }
    727 
    728 void
    729 delay(u_int us)
    730 {
    731 	const struct arm_platform *plat = arm_fdt_platform();
    732 
    733 	plat->ap_delay(us);
    734 }
    735 
    736 static void
    737 fdt_detect_root_device(device_t dev)
    738 {
    739 	struct mbr_sector mbr;
    740 	uint8_t buf[DEV_BSIZE];
    741 	uint8_t hash[16];
    742 	const uint8_t *rhash;
    743 	char rootarg[64];
    744 	struct vnode *vp;
    745 	MD5_CTX md5ctx;
    746 	int error, len;
    747 	size_t resid;
    748 	u_int part;
    749 
    750 	const int chosen = OF_finddevice("/chosen");
    751 	if (chosen < 0)
    752 		return;
    753 
    754 	if (of_hasprop(chosen, "netbsd,mbr") &&
    755 	    of_hasprop(chosen, "netbsd,partition")) {
    756 
    757 		/*
    758 		 * The bootloader has passed in a partition index and MD5 hash
    759 		 * of the MBR sector. Read the MBR of this device, calculate the
    760 		 * hash, and compare it with the value passed in.
    761 		 */
    762 		rhash = fdtbus_get_prop(chosen, "netbsd,mbr", &len);
    763 		if (rhash == NULL || len != 16)
    764 			return;
    765 		of_getprop_uint32(chosen, "netbsd,partition", &part);
    766 		if (part >= MAXPARTITIONS)
    767 			return;
    768 
    769 		vp = opendisk(dev);
    770 		if (!vp)
    771 			return;
    772 		error = vn_rdwr(UIO_READ, vp, buf, sizeof(buf), 0, UIO_SYSSPACE,
    773 		    0, NOCRED, &resid, NULL);
    774 		VOP_CLOSE(vp, FREAD, NOCRED);
    775 		vput(vp);
    776 
    777 		if (error != 0)
    778 			return;
    779 
    780 		memcpy(&mbr, buf, sizeof(mbr));
    781 		MD5Init(&md5ctx);
    782 		MD5Update(&md5ctx, (void *)&mbr, sizeof(mbr));
    783 		MD5Final(hash, &md5ctx);
    784 
    785 		if (memcmp(rhash, hash, 16) != 0)
    786 			return;
    787 
    788 		snprintf(rootarg, sizeof(rootarg), " root=%s%c", device_xname(dev), part + 'a');
    789 		strcat(boot_args, rootarg);
    790 	}
    791 
    792 	if (of_hasprop(chosen, "netbsd,gpt-guid")) {
    793 		char guidbuf[UUID_STR_LEN];
    794 		const struct uuid *guid = fdtbus_get_prop(chosen, "netbsd,gpt-guid", &len);
    795 		if (guid == NULL || len != 16)
    796 			return;
    797 
    798 		uuid_snprintf(guidbuf, sizeof(guidbuf), guid);
    799 		snprintf(rootarg, sizeof(rootarg), " root=wedge:%s", guidbuf);
    800 		strcat(boot_args, rootarg);
    801 	}
    802 
    803 	if (of_hasprop(chosen, "netbsd,gpt-label")) {
    804 		const char *label = fdtbus_get_string(chosen, "netbsd,gpt-label");
    805 		if (label == NULL || *label == '\0')
    806 			return;
    807 
    808 		device_t dv = dkwedge_find_by_wname(label);
    809 		if (dv != NULL)
    810 			booted_device = dv;
    811 	}
    812 
    813 	if (of_hasprop(chosen, "netbsd,booted-mac-address")) {
    814 		const uint8_t *macaddr = fdtbus_get_prop(chosen, "netbsd,booted-mac-address", &len);
    815 		if (macaddr == NULL || len != 6)
    816 			return;
    817 		int s = pserialize_read_enter();
    818 		struct ifnet *ifp;
    819 		IFNET_READER_FOREACH(ifp) {
    820 			if (memcmp(macaddr, CLLADDR(ifp->if_sadl), len) == 0) {
    821 				device_t dv = device_find_by_xname(ifp->if_xname);
    822 				if (dv != NULL)
    823 					booted_device = dv;
    824 				break;
    825 			}
    826 		}
    827 		pserialize_read_exit(s);
    828 	}
    829 }
    830 
    831 static void
    832 fdt_device_register(device_t self, void *aux)
    833 {
    834 	const struct arm_platform *plat = arm_fdt_platform();
    835 
    836 	if (device_is_a(self, "armfdt")) {
    837 		fdt_setup_initrd();
    838 
    839 #if NWSDISPLAY > 0 && NGENFB > 0
    840 		/*
    841 		 * Setup framebuffer console, if present.
    842 		 */
    843 		arm_simplefb_preattach();
    844 #endif
    845 	}
    846 
    847 #if NWSDISPLAY > 0 && NGENFB > 0
    848 	if (device_is_a(self, "genfb")) {
    849 		prop_dictionary_t dict = device_properties(self);
    850 		prop_dictionary_set_uint64(dict,
    851 		    "simplefb-physaddr", arm_simplefb_physaddr());
    852 	}
    853 #endif
    854 
    855 	if (plat && plat->ap_device_register)
    856 		plat->ap_device_register(self, aux);
    857 }
    858 
    859 static void
    860 fdt_device_register_post_config(device_t self, void *aux)
    861 {
    862 #if NUKBD > 0 && NWSDISPLAY > 0
    863 	if (device_is_a(self, "wsdisplay")) {
    864 		struct wsdisplay_softc *sc = device_private(self);
    865 		if (wsdisplay_isconsole(sc))
    866 			ukbd_cnattach();
    867 	}
    868 #endif
    869 }
    870 
    871 static void
    872 fdt_cpu_rootconf(void)
    873 {
    874 	device_t dev;
    875 	deviter_t di;
    876 	char *ptr;
    877 
    878 	for (dev = deviter_first(&di, 0); dev; dev = deviter_next(&di)) {
    879 		if (device_class(dev) != DV_DISK)
    880 			continue;
    881 
    882 		if (get_bootconf_option(boot_args, "root", BOOTOPT_TYPE_STRING, &ptr) != 0)
    883 			break;
    884 
    885 		if (device_is_a(dev, "ld") || device_is_a(dev, "sd") || device_is_a(dev, "wd"))
    886 			fdt_detect_root_device(dev);
    887 	}
    888 	deviter_release(&di);
    889 }
    890 
    891 static void
    892 fdt_reset(void)
    893 {
    894 	const struct arm_platform *plat = arm_fdt_platform();
    895 
    896 	fdtbus_power_reset();
    897 
    898 	if (plat && plat->ap_reset)
    899 		plat->ap_reset();
    900 }
    901 
    902 static void
    903 fdt_powerdown(void)
    904 {
    905 	fdtbus_power_poweroff();
    906 }
    907 
    908 #if BYTE_ORDER == BIG_ENDIAN
    909 static void
    910 fdt_update_fb_format(void)
    911 {
    912 	int off, len;
    913 	const char *format, *replace;
    914 
    915 	off = fdt_path_offset(fdt_data, "/chosen");
    916 	if (off < 0)
    917 		return;
    918 
    919 	for (;;) {
    920 		off = fdt_node_offset_by_compatible(fdt_data, off,
    921 		    "simple-framebuffer");
    922 		if (off < 0)
    923 			return;
    924 
    925 		format = fdt_getprop(fdt_data, off, "format", &len);
    926 		if (format == NULL)
    927 			continue;
    928 
    929 		replace = NULL;
    930 		if (strcmp(format, "a8b8g8r8") == 0)
    931 			replace = "r8g8b8a8";
    932 		else if (strcmp(format, "x8r8g8b8") == 0)
    933 			replace = "b8g8r8x8";
    934 		if (replace != NULL)
    935 			fdt_setprop(fdt_data, off, "format", replace,
    936 			    strlen(replace) + 1);
    937 	}
    938 }
    939 #endif
    940