Home | History | Annotate | Line # | Download | only in fdt
fdt_machdep.c revision 1.55
      1  1.55  jmcneill /* $NetBSD: fdt_machdep.c,v 1.55 2018/11/15 23:53:40 jmcneill Exp $ */
      2   1.1  jmcneill 
      3   1.1  jmcneill /*-
      4   1.1  jmcneill  * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
      5   1.1  jmcneill  * All rights reserved.
      6   1.1  jmcneill  *
      7   1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
      8   1.1  jmcneill  * modification, are permitted provided that the following conditions
      9   1.1  jmcneill  * are met:
     10   1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     11   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     12   1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     15   1.1  jmcneill  *
     16   1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17   1.1  jmcneill  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18   1.1  jmcneill  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19   1.1  jmcneill  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20   1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21   1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22   1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23   1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24   1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25   1.1  jmcneill  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26   1.1  jmcneill  * SUCH DAMAGE.
     27   1.1  jmcneill  */
     28   1.1  jmcneill 
     29   1.1  jmcneill #include <sys/cdefs.h>
     30  1.55  jmcneill __KERNEL_RCSID(0, "$NetBSD: fdt_machdep.c,v 1.55 2018/11/15 23:53:40 jmcneill Exp $");
     31   1.1  jmcneill 
     32   1.1  jmcneill #include "opt_machdep.h"
     33  1.21       ryo #include "opt_bootconfig.h"
     34   1.1  jmcneill #include "opt_ddb.h"
     35   1.1  jmcneill #include "opt_md.h"
     36   1.1  jmcneill #include "opt_arm_debug.h"
     37   1.1  jmcneill #include "opt_multiprocessor.h"
     38   1.1  jmcneill #include "opt_cpuoptions.h"
     39  1.46  jmcneill #include "opt_efi.h"
     40   1.1  jmcneill 
     41  1.14  jmcneill #include "ukbd.h"
     42  1.39    bouyer #include "wsdisplay.h"
     43  1.14  jmcneill 
     44   1.1  jmcneill #include <sys/param.h>
     45   1.1  jmcneill #include <sys/systm.h>
     46   1.1  jmcneill #include <sys/bus.h>
     47   1.1  jmcneill #include <sys/atomic.h>
     48   1.1  jmcneill #include <sys/cpu.h>
     49   1.1  jmcneill #include <sys/device.h>
     50   1.1  jmcneill #include <sys/exec.h>
     51   1.1  jmcneill #include <sys/kernel.h>
     52   1.1  jmcneill #include <sys/kmem.h>
     53   1.1  jmcneill #include <sys/ksyms.h>
     54   1.1  jmcneill #include <sys/msgbuf.h>
     55   1.1  jmcneill #include <sys/proc.h>
     56   1.1  jmcneill #include <sys/reboot.h>
     57   1.1  jmcneill #include <sys/termios.h>
     58  1.34  jmcneill #include <sys/bootblock.h>
     59  1.34  jmcneill #include <sys/disklabel.h>
     60  1.34  jmcneill #include <sys/vnode.h>
     61  1.34  jmcneill #include <sys/kauth.h>
     62  1.34  jmcneill #include <sys/fcntl.h>
     63  1.53  jmcneill #include <sys/uuid.h>
     64  1.53  jmcneill #include <sys/disk.h>
     65  1.34  jmcneill #include <sys/md5.h>
     66  1.55  jmcneill #include <sys/pserialize.h>
     67  1.55  jmcneill 
     68  1.55  jmcneill #include <net/if.h>
     69  1.55  jmcneill #include <net/if_dl.h>
     70   1.1  jmcneill 
     71  1.23       ryo #include <dev/cons.h>
     72   1.1  jmcneill #include <uvm/uvm_extern.h>
     73   1.1  jmcneill 
     74   1.1  jmcneill #include <sys/conf.h>
     75   1.1  jmcneill 
     76   1.1  jmcneill #include <machine/db_machdep.h>
     77   1.1  jmcneill #include <ddb/db_sym.h>
     78   1.1  jmcneill #include <ddb/db_extern.h>
     79   1.1  jmcneill 
     80   1.1  jmcneill #include <machine/bootconfig.h>
     81   1.1  jmcneill #include <arm/armreg.h>
     82   1.1  jmcneill 
     83  1.21       ryo #include <arm/cpufunc.h>
     84   1.1  jmcneill 
     85   1.1  jmcneill #include <evbarm/include/autoconf.h>
     86  1.30     skrll #include <evbarm/fdt/machdep.h>
     87   1.1  jmcneill #include <evbarm/fdt/platform.h>
     88  1.49  jmcneill #include <evbarm/fdt/fdt_memory.h>
     89   1.1  jmcneill 
     90   1.1  jmcneill #include <arm/fdt/arm_fdtvar.h>
     91   1.1  jmcneill 
     92  1.46  jmcneill #ifdef EFI_RUNTIME
     93  1.46  jmcneill #include <arm/arm/efi_runtime.h>
     94  1.46  jmcneill #endif
     95  1.46  jmcneill 
     96  1.14  jmcneill #if NUKBD > 0
     97  1.14  jmcneill #include <dev/usb/ukbdvar.h>
     98  1.14  jmcneill #endif
     99  1.39    bouyer #if NWSDISPLAY > 0
    100  1.39    bouyer #include <dev/wscons/wsdisplayvar.h>
    101  1.39    bouyer #endif
    102  1.14  jmcneill 
    103   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    104   1.8  jmcneill #include <dev/md.h>
    105   1.8  jmcneill #endif
    106   1.8  jmcneill 
    107   1.1  jmcneill #ifndef FDT_MAX_BOOT_STRING
    108   1.1  jmcneill #define FDT_MAX_BOOT_STRING 1024
    109   1.1  jmcneill #endif
    110   1.1  jmcneill 
    111   1.1  jmcneill BootConfig bootconfig;
    112   1.1  jmcneill char bootargs[FDT_MAX_BOOT_STRING] = "";
    113   1.1  jmcneill char *boot_args = NULL;
    114  1.26  christos 
    115  1.26  christos /* filled in before cleaning bss. keep in .data */
    116  1.27  christos u_long uboot_args[4] __attribute__((__section__(".data")));
    117  1.28     skrll const uint8_t *fdt_addr_r __attribute__((__section__(".data")));
    118   1.1  jmcneill 
    119   1.8  jmcneill static uint64_t initrd_start, initrd_end;
    120   1.8  jmcneill 
    121   1.1  jmcneill #include <libfdt.h>
    122   1.1  jmcneill #include <dev/fdt/fdtvar.h>
    123  1.40  jmcneill #define FDT_BUF_SIZE	(512*1024)
    124   1.1  jmcneill static uint8_t fdt_data[FDT_BUF_SIZE];
    125   1.1  jmcneill 
    126   1.1  jmcneill extern char KERNEL_BASE_phys[];
    127   1.1  jmcneill #define KERNEL_BASE_PHYS ((paddr_t)KERNEL_BASE_phys)
    128   1.1  jmcneill 
    129   1.5  jmcneill static void fdt_update_stdout_path(void);
    130   1.1  jmcneill static void fdt_device_register(device_t, void *);
    131  1.39    bouyer static void fdt_device_register_post_config(device_t, void *);
    132  1.34  jmcneill static void fdt_cpu_rootconf(void);
    133   1.1  jmcneill static void fdt_reset(void);
    134   1.1  jmcneill static void fdt_powerdown(void);
    135   1.1  jmcneill 
    136   1.1  jmcneill static void
    137  1.23       ryo earlyconsputc(dev_t dev, int c)
    138   1.1  jmcneill {
    139  1.48     skrll 	uartputc(c);
    140   1.1  jmcneill }
    141   1.1  jmcneill 
    142  1.23       ryo static int
    143  1.23       ryo earlyconsgetc(dev_t dev)
    144   1.1  jmcneill {
    145  1.54     skrll 	return 0;
    146  1.23       ryo }
    147   1.1  jmcneill 
    148  1.54     skrll static struct consdev earlycons = {
    149  1.54     skrll 	.cn_putc = earlyconsputc,
    150  1.54     skrll 	.cn_getc = earlyconsgetc,
    151  1.54     skrll 	.cn_pollc = nullcnpollc,
    152  1.54     skrll };
    153  1.54     skrll 
    154  1.23       ryo #ifdef VERBOSE_INIT_ARM
    155  1.29     skrll #define VPRINTF(...)	printf(__VA_ARGS__)
    156   1.1  jmcneill #else
    157  1.43     skrll #define VPRINTF(...)	__nothing
    158   1.1  jmcneill #endif
    159   1.1  jmcneill 
    160   1.7  jmcneill /*
    161  1.21       ryo  * ARM: Get the first physically contiguous region of memory.
    162  1.21       ryo  * ARM64: Get all of physical memory, including holes.
    163   1.7  jmcneill  */
    164   1.7  jmcneill static void
    165  1.21       ryo fdt_get_memory(uint64_t *pstart, uint64_t *pend)
    166   1.7  jmcneill {
    167   1.7  jmcneill 	const int memory = OF_finddevice("/memory");
    168   1.7  jmcneill 	uint64_t cur_addr, cur_size;
    169   1.7  jmcneill 	int index;
    170   1.7  jmcneill 
    171   1.7  jmcneill 	/* Assume the first entry is the start of memory */
    172  1.21       ryo 	if (fdtbus_get_reg64(memory, 0, &cur_addr, &cur_size) != 0)
    173   1.7  jmcneill 		panic("Cannot determine memory size");
    174   1.7  jmcneill 
    175  1.21       ryo 	*pstart = cur_addr;
    176  1.21       ryo 	*pend = cur_addr + cur_size;
    177  1.21       ryo 
    178  1.29     skrll 	VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
    179  1.21       ryo 	    0, *pstart, *pend - *pstart);
    180   1.7  jmcneill 
    181   1.7  jmcneill 	for (index = 1;
    182   1.7  jmcneill 	     fdtbus_get_reg64(memory, index, &cur_addr, &cur_size) == 0;
    183   1.7  jmcneill 	     index++) {
    184  1.29     skrll 		VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
    185   1.7  jmcneill 		    index, cur_addr, cur_size);
    186  1.21       ryo 
    187  1.21       ryo #ifdef __aarch64__
    188  1.21       ryo 		if (cur_addr + cur_size > *pend)
    189  1.21       ryo 			*pend = cur_addr + cur_size;
    190  1.21       ryo #else
    191  1.21       ryo 		/* If subsequent entries follow the previous, append them. */
    192  1.21       ryo 		if (*pend == cur_addr)
    193  1.21       ryo 			*pend = cur_addr + cur_size;
    194  1.21       ryo #endif
    195   1.7  jmcneill 	}
    196   1.7  jmcneill }
    197   1.7  jmcneill 
    198  1.16     skrll void
    199   1.8  jmcneill fdt_add_reserved_memory_range(uint64_t addr, uint64_t size)
    200   1.8  jmcneill {
    201  1.49  jmcneill 	fdt_memory_remove_range(addr, size);
    202   1.8  jmcneill }
    203   1.8  jmcneill 
    204   1.8  jmcneill /*
    205  1.11  jmcneill  * Exclude memory ranges from memory config from the device tree
    206   1.8  jmcneill  */
    207   1.8  jmcneill static void
    208  1.33  jmcneill fdt_add_reserved_memory(uint64_t min_addr, uint64_t max_addr)
    209   1.8  jmcneill {
    210  1.44     skrll 	uint64_t lstart = 0, lend = 0;
    211   1.8  jmcneill 	uint64_t addr, size;
    212  1.11  jmcneill 	int index, error;
    213   1.8  jmcneill 
    214  1.11  jmcneill 	const int num = fdt_num_mem_rsv(fdtbus_get_data());
    215  1.11  jmcneill 	for (index = 0; index <= num; index++) {
    216  1.11  jmcneill 		error = fdt_get_mem_rsv(fdtbus_get_data(), index,
    217  1.11  jmcneill 		    &addr, &size);
    218  1.44     skrll 		if (error != 0)
    219  1.44     skrll 			continue;
    220  1.44     skrll 		if (lstart <= addr && addr <= lend) {
    221  1.44     skrll 			size -= (lend - addr);
    222  1.44     skrll 			addr = lend;
    223  1.44     skrll 		}
    224  1.44     skrll 		if (size == 0)
    225  1.11  jmcneill 			continue;
    226  1.33  jmcneill 		if (addr + size <= min_addr)
    227  1.33  jmcneill 			continue;
    228   1.8  jmcneill 		if (addr >= max_addr)
    229   1.8  jmcneill 			continue;
    230  1.33  jmcneill 		if (addr < min_addr) {
    231  1.33  jmcneill 			size -= (min_addr - addr);
    232  1.33  jmcneill 			addr = min_addr;
    233  1.33  jmcneill 		}
    234   1.8  jmcneill 		if (addr + size > max_addr)
    235   1.8  jmcneill 			size = max_addr - addr;
    236   1.8  jmcneill 		fdt_add_reserved_memory_range(addr, size);
    237  1.44     skrll 		lstart = addr;
    238  1.44     skrll 		lend = addr + size;
    239   1.8  jmcneill 	}
    240   1.8  jmcneill }
    241   1.8  jmcneill 
    242  1.49  jmcneill static void
    243  1.49  jmcneill fdt_add_dram_blocks(const struct fdt_memory *m, void *arg)
    244  1.49  jmcneill {
    245  1.49  jmcneill 	BootConfig *bc = arg;
    246  1.49  jmcneill 
    247  1.52  jmcneill 	VPRINTF("  %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
    248  1.49  jmcneill 	bc->dram[bc->dramblocks].address = m->start;
    249  1.49  jmcneill 	bc->dram[bc->dramblocks].pages =
    250  1.49  jmcneill 	    (m->end - m->start) / PAGE_SIZE;
    251  1.49  jmcneill 	bc->dramblocks++;
    252  1.49  jmcneill }
    253  1.49  jmcneill 
    254  1.49  jmcneill #define MAX_PHYSMEM 64
    255  1.49  jmcneill static int nfdt_physmem = 0;
    256  1.49  jmcneill static struct boot_physmem fdt_physmem[MAX_PHYSMEM];
    257  1.49  jmcneill 
    258  1.49  jmcneill static void
    259  1.49  jmcneill fdt_add_boot_physmem(const struct fdt_memory *m, void *arg)
    260  1.49  jmcneill {
    261  1.49  jmcneill 	struct boot_physmem *bp = &fdt_physmem[nfdt_physmem++];
    262  1.49  jmcneill 
    263  1.52  jmcneill 	VPRINTF("  %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
    264  1.49  jmcneill 
    265  1.49  jmcneill 	KASSERT(nfdt_physmem <= MAX_PHYSMEM);
    266  1.49  jmcneill 
    267  1.49  jmcneill 	bp->bp_start = atop(round_page(m->start));
    268  1.49  jmcneill 	bp->bp_pages = atop(trunc_page(m->end)) - bp->bp_start;
    269  1.49  jmcneill 	bp->bp_freelist = VM_FREELIST_DEFAULT;
    270  1.49  jmcneill 
    271  1.49  jmcneill #ifdef _LP64
    272  1.49  jmcneill 	if (m->end > 0x100000000)
    273  1.49  jmcneill 		bp->bp_freelist = VM_FREELIST_HIGHMEM;
    274  1.49  jmcneill #endif
    275  1.49  jmcneill 
    276  1.49  jmcneill #ifdef PMAP_NEED_ALLOC_POOLPAGE
    277  1.49  jmcneill 	const uint64_t memory_size = *(uint64_t *)arg;
    278  1.49  jmcneill 	if (atop(memory_size) > bp->bp_pages) {
    279  1.49  jmcneill 		arm_poolpage_vmfreelist = VM_FREELIST_DIRECTMAP;
    280  1.49  jmcneill 		bp->bp_freelist = VM_FREELIST_DIRECTMAP;
    281  1.49  jmcneill 	}
    282  1.49  jmcneill #endif
    283  1.49  jmcneill }
    284  1.49  jmcneill 
    285   1.8  jmcneill /*
    286   1.8  jmcneill  * Define usable memory regions.
    287   1.8  jmcneill  */
    288   1.8  jmcneill static void
    289  1.21       ryo fdt_build_bootconfig(uint64_t mem_start, uint64_t mem_end)
    290   1.8  jmcneill {
    291   1.8  jmcneill 	const int memory = OF_finddevice("/memory");
    292   1.8  jmcneill 	BootConfig *bc = &bootconfig;
    293   1.8  jmcneill 	uint64_t addr, size;
    294  1.49  jmcneill 	int index;
    295   1.8  jmcneill 
    296   1.8  jmcneill 	for (index = 0;
    297   1.8  jmcneill 	     fdtbus_get_reg64(memory, index, &addr, &size) == 0;
    298   1.8  jmcneill 	     index++) {
    299  1.21       ryo 		if (addr >= mem_end || size == 0)
    300   1.8  jmcneill 			continue;
    301  1.21       ryo 		if (addr + size > mem_end)
    302  1.21       ryo 			size = mem_end - addr;
    303   1.8  jmcneill 
    304  1.49  jmcneill 		fdt_memory_add_range(addr, size);
    305   1.8  jmcneill 	}
    306   1.8  jmcneill 
    307  1.33  jmcneill 	fdt_add_reserved_memory(mem_start, mem_end);
    308   1.8  jmcneill 
    309   1.8  jmcneill 	const uint64_t initrd_size = initrd_end - initrd_start;
    310   1.8  jmcneill 	if (initrd_size > 0)
    311  1.49  jmcneill 		fdt_memory_remove_range(initrd_start, initrd_size);
    312   1.8  jmcneill 
    313  1.47  jmcneill 	const int framebuffer = OF_finddevice("/chosen/framebuffer");
    314  1.47  jmcneill 	if (framebuffer >= 0) {
    315  1.47  jmcneill 		for (index = 0;
    316  1.47  jmcneill 		     fdtbus_get_reg64(framebuffer, index, &addr, &size) == 0;
    317  1.47  jmcneill 		     index++) {
    318  1.47  jmcneill 			fdt_add_reserved_memory_range(addr, size);
    319  1.47  jmcneill 		}
    320  1.47  jmcneill 	}
    321  1.47  jmcneill 
    322  1.29     skrll 	VPRINTF("Usable memory:\n");
    323   1.8  jmcneill 	bc->dramblocks = 0;
    324  1.49  jmcneill 	fdt_memory_foreach(fdt_add_dram_blocks, bc);
    325   1.8  jmcneill }
    326   1.8  jmcneill 
    327   1.8  jmcneill static void
    328   1.8  jmcneill fdt_probe_initrd(uint64_t *pstart, uint64_t *pend)
    329   1.8  jmcneill {
    330   1.8  jmcneill 	*pstart = *pend = 0;
    331   1.8  jmcneill 
    332   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    333   1.8  jmcneill 	const int chosen = OF_finddevice("/chosen");
    334   1.8  jmcneill 	if (chosen < 0)
    335   1.8  jmcneill 		return;
    336   1.8  jmcneill 
    337   1.8  jmcneill 	int len;
    338   1.8  jmcneill 	const void *start_data = fdtbus_get_prop(chosen,
    339   1.8  jmcneill 	    "linux,initrd-start", &len);
    340   1.8  jmcneill 	const void *end_data = fdtbus_get_prop(chosen,
    341   1.8  jmcneill 	    "linux,initrd-end", NULL);
    342   1.8  jmcneill 	if (start_data == NULL || end_data == NULL)
    343   1.8  jmcneill 		return;
    344   1.8  jmcneill 
    345   1.8  jmcneill 	switch (len) {
    346   1.8  jmcneill 	case 4:
    347   1.8  jmcneill 		*pstart = be32dec(start_data);
    348   1.8  jmcneill 		*pend = be32dec(end_data);
    349   1.8  jmcneill 		break;
    350   1.8  jmcneill 	case 8:
    351   1.8  jmcneill 		*pstart = be64dec(start_data);
    352   1.8  jmcneill 		*pend = be64dec(end_data);
    353   1.8  jmcneill 		break;
    354   1.8  jmcneill 	default:
    355   1.8  jmcneill 		printf("Unsupported len %d for /chosen/initrd-start\n", len);
    356   1.8  jmcneill 		return;
    357   1.8  jmcneill 	}
    358   1.8  jmcneill #endif
    359   1.8  jmcneill }
    360   1.8  jmcneill 
    361   1.8  jmcneill static void
    362   1.8  jmcneill fdt_setup_initrd(void)
    363   1.8  jmcneill {
    364   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    365   1.8  jmcneill 	const uint64_t initrd_size = initrd_end - initrd_start;
    366   1.8  jmcneill 	paddr_t startpa = trunc_page(initrd_start);
    367   1.8  jmcneill 	paddr_t endpa = round_page(initrd_end);
    368   1.8  jmcneill 	paddr_t pa;
    369   1.8  jmcneill 	vaddr_t va;
    370   1.8  jmcneill 	void *md_start;
    371   1.8  jmcneill 
    372   1.8  jmcneill 	if (initrd_size == 0)
    373   1.8  jmcneill 		return;
    374   1.8  jmcneill 
    375   1.8  jmcneill 	va = uvm_km_alloc(kernel_map, initrd_size, 0,
    376   1.8  jmcneill 	    UVM_KMF_VAONLY | UVM_KMF_NOWAIT);
    377   1.8  jmcneill 	if (va == 0) {
    378   1.8  jmcneill 		printf("Failed to allocate VA for initrd\n");
    379   1.8  jmcneill 		return;
    380   1.8  jmcneill 	}
    381   1.8  jmcneill 
    382   1.8  jmcneill 	md_start = (void *)va;
    383   1.8  jmcneill 
    384   1.8  jmcneill 	for (pa = startpa; pa < endpa; pa += PAGE_SIZE, va += PAGE_SIZE)
    385   1.8  jmcneill 		pmap_kenter_pa(va, pa, VM_PROT_READ|VM_PROT_WRITE, 0);
    386   1.8  jmcneill 	pmap_update(pmap_kernel());
    387   1.8  jmcneill 
    388   1.8  jmcneill 	md_root_setconf(md_start, initrd_size);
    389   1.8  jmcneill #endif
    390   1.8  jmcneill }
    391   1.8  jmcneill 
    392  1.46  jmcneill #ifdef EFI_RUNTIME
    393  1.46  jmcneill static void
    394  1.51  jmcneill fdt_map_efi_runtime(const char *prop, enum arm_efirt_mem_type type)
    395  1.46  jmcneill {
    396  1.46  jmcneill 	int len;
    397  1.46  jmcneill 
    398  1.46  jmcneill 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    399  1.46  jmcneill 	if (chosen_off < 0)
    400  1.46  jmcneill 		return;
    401  1.46  jmcneill 
    402  1.46  jmcneill 	const uint64_t *map = fdt_getprop(fdt_data, chosen_off, prop, &len);
    403  1.46  jmcneill 	if (map == NULL)
    404  1.46  jmcneill 		return;
    405  1.46  jmcneill 
    406  1.46  jmcneill 	while (len >= 24) {
    407  1.46  jmcneill 		const paddr_t pa = be64toh(map[0]);
    408  1.46  jmcneill 		const vaddr_t va = be64toh(map[1]);
    409  1.46  jmcneill 		const uint64_t sz = be64toh(map[2]);
    410  1.51  jmcneill 		VPRINTF("%s: %s %lx-%lx (%lx-%lx)\n", __func__, prop, pa, pa+sz-1, va, va+sz-1);
    411  1.51  jmcneill 		arm_efirt_md_map_range(va, pa, sz, type);
    412  1.46  jmcneill 		map += 3;
    413  1.46  jmcneill 		len -= 24;
    414  1.46  jmcneill 	}
    415  1.46  jmcneill }
    416  1.46  jmcneill #endif
    417  1.46  jmcneill 
    418  1.21       ryo u_int initarm(void *arg);
    419  1.21       ryo 
    420   1.1  jmcneill u_int
    421   1.1  jmcneill initarm(void *arg)
    422   1.1  jmcneill {
    423   1.1  jmcneill 	const struct arm_platform *plat;
    424  1.21       ryo 	uint64_t memory_start, memory_end;
    425   1.1  jmcneill 
    426  1.23       ryo 	/* set temporally to work printf()/panic() even before consinit() */
    427  1.23       ryo 	cn_tab = &earlycons;
    428  1.23       ryo 
    429   1.1  jmcneill 	/* Load FDT */
    430   1.1  jmcneill 	int error = fdt_check_header(fdt_addr_r);
    431   1.1  jmcneill 	if (error == 0) {
    432  1.41  jmcneill 		/* If the DTB is too big, try to pack it in place first. */
    433  1.41  jmcneill 		if (fdt_totalsize(fdt_addr_r) > sizeof(fdt_data))
    434  1.41  jmcneill 			(void)fdt_pack(__UNCONST(fdt_addr_r));
    435  1.38  jmcneill 		error = fdt_open_into(fdt_addr_r, fdt_data, sizeof(fdt_data));
    436   1.1  jmcneill 		if (error != 0)
    437   1.1  jmcneill 			panic("fdt_move failed: %s", fdt_strerror(error));
    438   1.1  jmcneill 		fdtbus_set_data(fdt_data);
    439   1.1  jmcneill 	} else {
    440   1.1  jmcneill 		panic("fdt_check_header failed: %s", fdt_strerror(error));
    441   1.1  jmcneill 	}
    442   1.1  jmcneill 
    443   1.1  jmcneill 	/* Lookup platform specific backend */
    444   1.1  jmcneill 	plat = arm_fdt_platform();
    445   1.1  jmcneill 	if (plat == NULL)
    446   1.1  jmcneill 		panic("Kernel does not support this device");
    447   1.1  jmcneill 
    448   1.1  jmcneill 	/* Early console may be available, announce ourselves. */
    449  1.29     skrll 	VPRINTF("FDT<%p>\n", fdt_addr_r);
    450   1.1  jmcneill 
    451   1.6  jmcneill 	const int chosen = OF_finddevice("/chosen");
    452   1.6  jmcneill 	if (chosen >= 0)
    453   1.6  jmcneill 		OF_getprop(chosen, "bootargs", bootargs, sizeof(bootargs));
    454   1.6  jmcneill 	boot_args = bootargs;
    455   1.6  jmcneill 
    456   1.1  jmcneill 	/* Heads up ... Setup the CPU / MMU / TLB functions. */
    457  1.29     skrll 	VPRINTF("cpufunc\n");
    458   1.1  jmcneill 	if (set_cpufuncs())
    459   1.1  jmcneill 		panic("cpu not recognized!");
    460   1.1  jmcneill 
    461  1.44     skrll 	/*
    462  1.44     skrll 	 * Memory is still identity/flat mapped this point so using ttbr for
    463  1.44     skrll 	 * l1pt VA is fine
    464  1.44     skrll 	 */
    465  1.44     skrll 
    466  1.44     skrll 	VPRINTF("devmap\n");
    467  1.44     skrll 	extern char ARM_BOOTSTRAP_LxPT[];
    468  1.44     skrll 	pmap_devmap_bootstrap((vaddr_t)ARM_BOOTSTRAP_LxPT, plat->ap_devmap());
    469  1.44     skrll 
    470  1.29     skrll 	VPRINTF("bootstrap\n");
    471  1.32     skrll 	plat->ap_bootstrap();
    472  1.16     skrll 
    473   1.5  jmcneill 	/*
    474   1.5  jmcneill 	 * If stdout-path is specified on the command line, override the
    475   1.5  jmcneill 	 * value in /chosen/stdout-path before initializing console.
    476   1.5  jmcneill 	 */
    477  1.44     skrll 	VPRINTF("stdout\n");
    478   1.5  jmcneill 	fdt_update_stdout_path();
    479   1.5  jmcneill 
    480  1.38  jmcneill 	/*
    481  1.38  jmcneill 	 * Done making changes to the FDT.
    482  1.38  jmcneill 	 */
    483  1.38  jmcneill 	fdt_pack(fdt_data);
    484  1.38  jmcneill 
    485  1.29     skrll 	VPRINTF("consinit ");
    486   1.1  jmcneill 	consinit();
    487  1.29     skrll 	VPRINTF("ok\n");
    488   1.1  jmcneill 
    489  1.29     skrll 	VPRINTF("uboot: args %#lx, %#lx, %#lx, %#lx\n",
    490   1.1  jmcneill 	    uboot_args[0], uboot_args[1], uboot_args[2], uboot_args[3]);
    491   1.1  jmcneill 
    492   1.1  jmcneill 	cpu_reset_address = fdt_reset;
    493   1.1  jmcneill 	cpu_powerdown_address = fdt_powerdown;
    494   1.1  jmcneill 	evbarm_device_register = fdt_device_register;
    495  1.39    bouyer 	evbarm_device_register_post_config = fdt_device_register_post_config;
    496  1.34  jmcneill 	evbarm_cpu_rootconf = fdt_cpu_rootconf;
    497   1.1  jmcneill 
    498   1.1  jmcneill 	/* Talk to the user */
    499  1.45     skrll 	printf("NetBSD/evbarm (fdt) booting ...\n");
    500   1.1  jmcneill 
    501   1.1  jmcneill #ifdef BOOT_ARGS
    502   1.1  jmcneill 	char mi_bootargs[] = BOOT_ARGS;
    503   1.1  jmcneill 	parse_mi_bootargs(mi_bootargs);
    504   1.1  jmcneill #endif
    505   1.1  jmcneill 
    506  1.21       ryo 	fdt_get_memory(&memory_start, &memory_end);
    507   1.1  jmcneill 
    508   1.1  jmcneill #if !defined(_LP64)
    509   1.1  jmcneill 	/* Cannot map memory above 4GB */
    510  1.21       ryo 	if (memory_end >= 0x100000000ULL)
    511  1.21       ryo 		memory_end = 0x100000000ULL - PAGE_SIZE;
    512  1.21       ryo 
    513  1.31     skrll #endif
    514  1.21       ryo 	uint64_t memory_size = memory_end - memory_start;
    515   1.1  jmcneill 
    516  1.44     skrll 	VPRINTF("%s: memory start %" PRIx64 " end %" PRIx64 " (len %"
    517  1.44     skrll 	    PRIx64 ")\n", __func__, memory_start, memory_end, memory_size);
    518  1.44     skrll 
    519   1.8  jmcneill 	/* Parse ramdisk info */
    520   1.8  jmcneill 	fdt_probe_initrd(&initrd_start, &initrd_end);
    521   1.8  jmcneill 
    522  1.16     skrll 	/*
    523  1.16     skrll 	 * Populate bootconfig structure for the benefit of
    524  1.16     skrll 	 * dodumpsys
    525  1.16     skrll 	 */
    526  1.44     skrll 	VPRINTF("%s: fdt_build_bootconfig\n", __func__);
    527  1.21       ryo 	fdt_build_bootconfig(memory_start, memory_end);
    528  1.21       ryo 
    529  1.46  jmcneill #ifdef EFI_RUNTIME
    530  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-code", ARM_EFIRT_MEM_CODE);
    531  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-data", ARM_EFIRT_MEM_DATA);
    532  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-mmio", ARM_EFIRT_MEM_MMIO);
    533  1.46  jmcneill #endif
    534  1.46  jmcneill 
    535  1.31     skrll 	/* Perform PT build and VM init */
    536  1.31     skrll 	cpu_kernel_vm_init(memory_start, memory_size);
    537   1.1  jmcneill 
    538  1.29     skrll 	VPRINTF("bootargs: %s\n", bootargs);
    539   1.1  jmcneill 
    540   1.1  jmcneill 	parse_mi_bootargs(boot_args);
    541   1.1  jmcneill 
    542  1.49  jmcneill 	VPRINTF("Memory regions:\n");
    543  1.49  jmcneill 	fdt_memory_foreach(fdt_add_boot_physmem, &memory_size);
    544   1.1  jmcneill 
    545  1.44     skrll 	u_int sp = initarm_common(KERNEL_VM_BASE, KERNEL_VM_SIZE, fdt_physmem,
    546  1.16     skrll 	     nfdt_physmem);
    547  1.44     skrll 
    548  1.44     skrll 	VPRINTF("mpstart\n");
    549  1.44     skrll 	if (plat->ap_mpstart)
    550  1.44     skrll 		plat->ap_mpstart();
    551  1.44     skrll 
    552  1.44     skrll 	/*
    553  1.44     skrll 	 * Now we have APs started the pages used for stacks and L1PT can
    554  1.44     skrll 	 * be given to uvm
    555  1.44     skrll 	 */
    556  1.44     skrll 	extern char __start__init_memory[], __stop__init_memory[];
    557  1.44     skrll 	if (__start__init_memory != __stop__init_memory) {
    558  1.44     skrll 		const paddr_t spa = KERN_VTOPHYS((vaddr_t)__start__init_memory);
    559  1.44     skrll 		const paddr_t epa = KERN_VTOPHYS((vaddr_t)__stop__init_memory);
    560  1.44     skrll 		const paddr_t spg = atop(spa);
    561  1.44     skrll 		const paddr_t epg = atop(epa);
    562  1.44     skrll 
    563  1.44     skrll 		uvm_page_physload(spg, epg, spg, epg, VM_FREELIST_DEFAULT);
    564  1.44     skrll 
    565  1.44     skrll 		VPRINTF("           start %08lx  end %08lx", ptoa(spa), ptoa(epa));
    566  1.44     skrll 	}
    567  1.44     skrll 
    568  1.44     skrll 	return sp;
    569   1.1  jmcneill }
    570   1.1  jmcneill 
    571   1.5  jmcneill static void
    572   1.5  jmcneill fdt_update_stdout_path(void)
    573   1.5  jmcneill {
    574   1.5  jmcneill 	char *stdout_path, *ep;
    575   1.5  jmcneill 	int stdout_path_len;
    576   1.5  jmcneill 	char buf[256];
    577   1.5  jmcneill 
    578   1.5  jmcneill 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    579   1.5  jmcneill 	if (chosen_off == -1)
    580   1.5  jmcneill 		return;
    581   1.5  jmcneill 
    582   1.5  jmcneill 	if (get_bootconf_option(boot_args, "stdout-path",
    583   1.5  jmcneill 	    BOOTOPT_TYPE_STRING, &stdout_path) == 0)
    584   1.5  jmcneill 		return;
    585   1.5  jmcneill 
    586   1.5  jmcneill 	ep = strchr(stdout_path, ' ');
    587   1.5  jmcneill 	stdout_path_len = ep ? (ep - stdout_path) : strlen(stdout_path);
    588   1.5  jmcneill 	if (stdout_path_len >= sizeof(buf))
    589   1.5  jmcneill 		return;
    590   1.5  jmcneill 
    591   1.5  jmcneill 	strncpy(buf, stdout_path, stdout_path_len);
    592   1.5  jmcneill 	buf[stdout_path_len] = '\0';
    593   1.5  jmcneill 	fdt_setprop(fdt_data, chosen_off, "stdout-path",
    594   1.5  jmcneill 	    buf, stdout_path_len + 1);
    595   1.5  jmcneill }
    596   1.5  jmcneill 
    597   1.1  jmcneill void
    598   1.1  jmcneill consinit(void)
    599   1.1  jmcneill {
    600   1.1  jmcneill 	static bool initialized = false;
    601   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    602   1.1  jmcneill 	const struct fdt_console *cons = fdtbus_get_console();
    603   1.1  jmcneill 	struct fdt_attach_args faa;
    604   1.4  jmcneill 	u_int uart_freq = 0;
    605   1.1  jmcneill 
    606   1.1  jmcneill 	if (initialized || cons == NULL)
    607   1.1  jmcneill 		return;
    608   1.1  jmcneill 
    609  1.32     skrll 	plat->ap_init_attach_args(&faa);
    610   1.1  jmcneill 	faa.faa_phandle = fdtbus_get_stdout_phandle();
    611   1.1  jmcneill 
    612  1.32     skrll 	if (plat->ap_uart_freq != NULL)
    613  1.32     skrll 		uart_freq = plat->ap_uart_freq();
    614   1.4  jmcneill 
    615   1.4  jmcneill 	cons->consinit(&faa, uart_freq);
    616   1.1  jmcneill 
    617   1.1  jmcneill 	initialized = true;
    618   1.1  jmcneill }
    619   1.1  jmcneill 
    620   1.3  jmcneill void
    621   1.3  jmcneill delay(u_int us)
    622   1.3  jmcneill {
    623   1.3  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    624   1.3  jmcneill 
    625  1.32     skrll 	plat->ap_delay(us);
    626   1.3  jmcneill }
    627   1.3  jmcneill 
    628   1.1  jmcneill static void
    629  1.34  jmcneill fdt_detect_root_device(device_t dev)
    630  1.34  jmcneill {
    631  1.34  jmcneill 	struct mbr_sector mbr;
    632  1.34  jmcneill 	uint8_t buf[DEV_BSIZE];
    633  1.34  jmcneill 	uint8_t hash[16];
    634  1.34  jmcneill 	const uint8_t *rhash;
    635  1.53  jmcneill 	char rootarg[64];
    636  1.34  jmcneill 	struct vnode *vp;
    637  1.34  jmcneill 	MD5_CTX md5ctx;
    638  1.34  jmcneill 	int error, len;
    639  1.34  jmcneill 	size_t resid;
    640  1.34  jmcneill 	u_int part;
    641  1.34  jmcneill 
    642  1.34  jmcneill 	const int chosen = OF_finddevice("/chosen");
    643  1.34  jmcneill 	if (chosen < 0)
    644  1.34  jmcneill 		return;
    645  1.34  jmcneill 
    646  1.34  jmcneill 	if (of_hasprop(chosen, "netbsd,mbr") &&
    647  1.34  jmcneill 	    of_hasprop(chosen, "netbsd,partition")) {
    648  1.34  jmcneill 
    649  1.34  jmcneill 		/*
    650  1.34  jmcneill 		 * The bootloader has passed in a partition index and MD5 hash
    651  1.34  jmcneill 		 * of the MBR sector. Read the MBR of this device, calculate the
    652  1.34  jmcneill 		 * hash, and compare it with the value passed in.
    653  1.34  jmcneill 		 */
    654  1.34  jmcneill 		rhash = fdtbus_get_prop(chosen, "netbsd,mbr", &len);
    655  1.34  jmcneill 		if (rhash == NULL || len != 16)
    656  1.34  jmcneill 			return;
    657  1.34  jmcneill 		of_getprop_uint32(chosen, "netbsd,partition", &part);
    658  1.34  jmcneill 		if (part >= MAXPARTITIONS)
    659  1.34  jmcneill 			return;
    660  1.34  jmcneill 
    661  1.34  jmcneill 		vp = opendisk(dev);
    662  1.34  jmcneill 		if (!vp)
    663  1.34  jmcneill 			return;
    664  1.34  jmcneill 		error = vn_rdwr(UIO_READ, vp, buf, sizeof(buf), 0, UIO_SYSSPACE,
    665  1.34  jmcneill 		    0, NOCRED, &resid, NULL);
    666  1.34  jmcneill 		VOP_CLOSE(vp, FREAD, NOCRED);
    667  1.34  jmcneill 		vput(vp);
    668  1.34  jmcneill 
    669  1.34  jmcneill 		if (error != 0)
    670  1.34  jmcneill 			return;
    671  1.34  jmcneill 
    672  1.34  jmcneill 		memcpy(&mbr, buf, sizeof(mbr));
    673  1.34  jmcneill 		MD5Init(&md5ctx);
    674  1.34  jmcneill 		MD5Update(&md5ctx, (void *)&mbr, sizeof(mbr));
    675  1.34  jmcneill 		MD5Final(hash, &md5ctx);
    676  1.34  jmcneill 
    677  1.34  jmcneill 		if (memcmp(rhash, hash, 16) != 0)
    678  1.34  jmcneill 			return;
    679  1.34  jmcneill 
    680  1.34  jmcneill 		snprintf(rootarg, sizeof(rootarg), " root=%s%c", device_xname(dev), part + 'a');
    681  1.34  jmcneill 		strcat(boot_args, rootarg);
    682  1.34  jmcneill 	}
    683  1.53  jmcneill 
    684  1.53  jmcneill 	if (of_hasprop(chosen, "netbsd,gpt-guid")) {
    685  1.53  jmcneill 		char guidbuf[UUID_STR_LEN];
    686  1.53  jmcneill 		const struct uuid *guid = fdtbus_get_prop(chosen, "netbsd,gpt-guid", &len);
    687  1.53  jmcneill 		if (guid == NULL || len != 16)
    688  1.53  jmcneill 			return;
    689  1.53  jmcneill 
    690  1.53  jmcneill 		uuid_snprintf(guidbuf, sizeof(guidbuf), guid);
    691  1.53  jmcneill 		snprintf(rootarg, sizeof(rootarg), " root=wedge:%s", guidbuf);
    692  1.53  jmcneill 		strcat(boot_args, rootarg);
    693  1.53  jmcneill 	}
    694  1.53  jmcneill 
    695  1.53  jmcneill 	if (of_hasprop(chosen, "netbsd,gpt-label")) {
    696  1.53  jmcneill 		const char *label = fdtbus_get_string(chosen, "netbsd,gpt-label");
    697  1.53  jmcneill 		if (label == NULL || *label == '\0')
    698  1.53  jmcneill 			return;
    699  1.53  jmcneill 
    700  1.53  jmcneill 		device_t dv = dkwedge_find_by_wname(label);
    701  1.53  jmcneill 		if (dv != NULL)
    702  1.53  jmcneill 			booted_device = dv;
    703  1.53  jmcneill 	}
    704  1.55  jmcneill 
    705  1.55  jmcneill 	if (of_hasprop(chosen, "netbsd,booted-mac-address")) {
    706  1.55  jmcneill 		const uint8_t *macaddr = fdtbus_get_prop(chosen, "netbsd,booted-mac-address", &len);
    707  1.55  jmcneill 		if (macaddr == NULL || len != 6)
    708  1.55  jmcneill 			return;
    709  1.55  jmcneill 		int s = pserialize_read_enter();
    710  1.55  jmcneill 		struct ifnet *ifp;
    711  1.55  jmcneill 		IFNET_READER_FOREACH(ifp) {
    712  1.55  jmcneill 			if (memcmp(macaddr, CLLADDR(ifp->if_sadl), len) == 0) {
    713  1.55  jmcneill 				device_t dv = device_find_by_xname(ifp->if_xname);
    714  1.55  jmcneill 				if (dv != NULL)
    715  1.55  jmcneill 					booted_device = dv;
    716  1.55  jmcneill 				break;
    717  1.55  jmcneill 			}
    718  1.55  jmcneill 		}
    719  1.55  jmcneill 		pserialize_read_exit(s);
    720  1.55  jmcneill 	}
    721  1.34  jmcneill }
    722  1.34  jmcneill 
    723  1.34  jmcneill static void
    724   1.1  jmcneill fdt_device_register(device_t self, void *aux)
    725   1.1  jmcneill {
    726   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    727   1.1  jmcneill 
    728   1.8  jmcneill 	if (device_is_a(self, "armfdt"))
    729   1.8  jmcneill 		fdt_setup_initrd();
    730   1.8  jmcneill 
    731  1.32     skrll 	if (plat && plat->ap_device_register)
    732  1.32     skrll 		plat->ap_device_register(self, aux);
    733   1.1  jmcneill }
    734   1.1  jmcneill 
    735   1.1  jmcneill static void
    736  1.39    bouyer fdt_device_register_post_config(device_t self, void *aux)
    737  1.39    bouyer {
    738  1.39    bouyer #if NUKBD > 0 && NWSDISPLAY > 0
    739  1.39    bouyer 	if (device_is_a(self, "wsdisplay")) {
    740  1.39    bouyer 		struct wsdisplay_softc *sc = device_private(self);
    741  1.39    bouyer 		if (wsdisplay_isconsole(sc))
    742  1.39    bouyer 			ukbd_cnattach();
    743  1.39    bouyer 	}
    744  1.39    bouyer #endif
    745  1.39    bouyer }
    746  1.39    bouyer 
    747  1.39    bouyer static void
    748  1.34  jmcneill fdt_cpu_rootconf(void)
    749  1.34  jmcneill {
    750  1.34  jmcneill 	device_t dev;
    751  1.34  jmcneill 	deviter_t di;
    752  1.34  jmcneill 	char *ptr;
    753  1.34  jmcneill 
    754  1.34  jmcneill 	for (dev = deviter_first(&di, 0); dev; dev = deviter_next(&di)) {
    755  1.34  jmcneill 		if (device_class(dev) != DV_DISK)
    756  1.34  jmcneill 			continue;
    757  1.34  jmcneill 
    758  1.34  jmcneill 		if (get_bootconf_option(boot_args, "root", BOOTOPT_TYPE_STRING, &ptr) != 0)
    759  1.34  jmcneill 			break;
    760  1.34  jmcneill 
    761  1.36  jakllsch 		if (device_is_a(dev, "ld") || device_is_a(dev, "sd") || device_is_a(dev, "wd"))
    762  1.34  jmcneill 			fdt_detect_root_device(dev);
    763  1.34  jmcneill 	}
    764  1.34  jmcneill 	deviter_release(&di);
    765  1.34  jmcneill }
    766  1.34  jmcneill 
    767  1.34  jmcneill static void
    768   1.1  jmcneill fdt_reset(void)
    769   1.1  jmcneill {
    770   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    771   1.1  jmcneill 
    772   1.1  jmcneill 	fdtbus_power_reset();
    773   1.1  jmcneill 
    774  1.32     skrll 	if (plat && plat->ap_reset)
    775  1.32     skrll 		plat->ap_reset();
    776   1.1  jmcneill }
    777   1.1  jmcneill 
    778   1.1  jmcneill static void
    779   1.1  jmcneill fdt_powerdown(void)
    780   1.1  jmcneill {
    781   1.1  jmcneill 	fdtbus_power_poweroff();
    782   1.1  jmcneill }
    783