Home | History | Annotate | Line # | Download | only in fdt
fdt_machdep.c revision 1.61
      1  1.61  jmcneill /* $NetBSD: fdt_machdep.c,v 1.61 2019/03/30 13:17:23 jmcneill Exp $ */
      2   1.1  jmcneill 
      3   1.1  jmcneill /*-
      4   1.1  jmcneill  * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
      5   1.1  jmcneill  * All rights reserved.
      6   1.1  jmcneill  *
      7   1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
      8   1.1  jmcneill  * modification, are permitted provided that the following conditions
      9   1.1  jmcneill  * are met:
     10   1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     11   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     12   1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     15   1.1  jmcneill  *
     16   1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17   1.1  jmcneill  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18   1.1  jmcneill  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19   1.1  jmcneill  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20   1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21   1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22   1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23   1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24   1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25   1.1  jmcneill  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26   1.1  jmcneill  * SUCH DAMAGE.
     27   1.1  jmcneill  */
     28   1.1  jmcneill 
     29   1.1  jmcneill #include <sys/cdefs.h>
     30  1.61  jmcneill __KERNEL_RCSID(0, "$NetBSD: fdt_machdep.c,v 1.61 2019/03/30 13:17:23 jmcneill Exp $");
     31   1.1  jmcneill 
     32   1.1  jmcneill #include "opt_machdep.h"
     33  1.21       ryo #include "opt_bootconfig.h"
     34   1.1  jmcneill #include "opt_ddb.h"
     35   1.1  jmcneill #include "opt_md.h"
     36   1.1  jmcneill #include "opt_arm_debug.h"
     37   1.1  jmcneill #include "opt_multiprocessor.h"
     38   1.1  jmcneill #include "opt_cpuoptions.h"
     39  1.46  jmcneill #include "opt_efi.h"
     40   1.1  jmcneill 
     41  1.14  jmcneill #include "ukbd.h"
     42  1.39    bouyer #include "wsdisplay.h"
     43  1.14  jmcneill 
     44   1.1  jmcneill #include <sys/param.h>
     45   1.1  jmcneill #include <sys/systm.h>
     46   1.1  jmcneill #include <sys/bus.h>
     47   1.1  jmcneill #include <sys/atomic.h>
     48   1.1  jmcneill #include <sys/cpu.h>
     49   1.1  jmcneill #include <sys/device.h>
     50   1.1  jmcneill #include <sys/exec.h>
     51   1.1  jmcneill #include <sys/kernel.h>
     52   1.1  jmcneill #include <sys/kmem.h>
     53   1.1  jmcneill #include <sys/ksyms.h>
     54   1.1  jmcneill #include <sys/msgbuf.h>
     55   1.1  jmcneill #include <sys/proc.h>
     56   1.1  jmcneill #include <sys/reboot.h>
     57   1.1  jmcneill #include <sys/termios.h>
     58  1.34  jmcneill #include <sys/bootblock.h>
     59  1.34  jmcneill #include <sys/disklabel.h>
     60  1.34  jmcneill #include <sys/vnode.h>
     61  1.34  jmcneill #include <sys/kauth.h>
     62  1.34  jmcneill #include <sys/fcntl.h>
     63  1.53  jmcneill #include <sys/uuid.h>
     64  1.53  jmcneill #include <sys/disk.h>
     65  1.34  jmcneill #include <sys/md5.h>
     66  1.55  jmcneill #include <sys/pserialize.h>
     67  1.55  jmcneill 
     68  1.55  jmcneill #include <net/if.h>
     69  1.55  jmcneill #include <net/if_dl.h>
     70   1.1  jmcneill 
     71  1.23       ryo #include <dev/cons.h>
     72   1.1  jmcneill #include <uvm/uvm_extern.h>
     73   1.1  jmcneill 
     74   1.1  jmcneill #include <sys/conf.h>
     75   1.1  jmcneill 
     76   1.1  jmcneill #include <machine/db_machdep.h>
     77   1.1  jmcneill #include <ddb/db_sym.h>
     78   1.1  jmcneill #include <ddb/db_extern.h>
     79   1.1  jmcneill 
     80   1.1  jmcneill #include <machine/bootconfig.h>
     81   1.1  jmcneill #include <arm/armreg.h>
     82   1.1  jmcneill 
     83  1.21       ryo #include <arm/cpufunc.h>
     84   1.1  jmcneill 
     85   1.1  jmcneill #include <evbarm/include/autoconf.h>
     86  1.30     skrll #include <evbarm/fdt/machdep.h>
     87   1.1  jmcneill #include <evbarm/fdt/platform.h>
     88  1.49  jmcneill #include <evbarm/fdt/fdt_memory.h>
     89   1.1  jmcneill 
     90   1.1  jmcneill #include <arm/fdt/arm_fdtvar.h>
     91   1.1  jmcneill 
     92  1.46  jmcneill #ifdef EFI_RUNTIME
     93  1.46  jmcneill #include <arm/arm/efi_runtime.h>
     94  1.46  jmcneill #endif
     95  1.46  jmcneill 
     96  1.14  jmcneill #if NUKBD > 0
     97  1.14  jmcneill #include <dev/usb/ukbdvar.h>
     98  1.14  jmcneill #endif
     99  1.39    bouyer #if NWSDISPLAY > 0
    100  1.39    bouyer #include <dev/wscons/wsdisplayvar.h>
    101  1.39    bouyer #endif
    102  1.14  jmcneill 
    103   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    104   1.8  jmcneill #include <dev/md.h>
    105   1.8  jmcneill #endif
    106   1.8  jmcneill 
    107   1.1  jmcneill #ifndef FDT_MAX_BOOT_STRING
    108   1.1  jmcneill #define FDT_MAX_BOOT_STRING 1024
    109   1.1  jmcneill #endif
    110   1.1  jmcneill 
    111   1.1  jmcneill BootConfig bootconfig;
    112   1.1  jmcneill char bootargs[FDT_MAX_BOOT_STRING] = "";
    113   1.1  jmcneill char *boot_args = NULL;
    114  1.26  christos 
    115  1.26  christos /* filled in before cleaning bss. keep in .data */
    116  1.27  christos u_long uboot_args[4] __attribute__((__section__(".data")));
    117  1.28     skrll const uint8_t *fdt_addr_r __attribute__((__section__(".data")));
    118   1.1  jmcneill 
    119   1.8  jmcneill static uint64_t initrd_start, initrd_end;
    120   1.8  jmcneill 
    121   1.1  jmcneill #include <libfdt.h>
    122   1.1  jmcneill #include <dev/fdt/fdtvar.h>
    123  1.40  jmcneill #define FDT_BUF_SIZE	(512*1024)
    124   1.1  jmcneill static uint8_t fdt_data[FDT_BUF_SIZE];
    125   1.1  jmcneill 
    126   1.1  jmcneill extern char KERNEL_BASE_phys[];
    127   1.1  jmcneill #define KERNEL_BASE_PHYS ((paddr_t)KERNEL_BASE_phys)
    128   1.1  jmcneill 
    129   1.5  jmcneill static void fdt_update_stdout_path(void);
    130   1.1  jmcneill static void fdt_device_register(device_t, void *);
    131  1.39    bouyer static void fdt_device_register_post_config(device_t, void *);
    132  1.34  jmcneill static void fdt_cpu_rootconf(void);
    133   1.1  jmcneill static void fdt_reset(void);
    134   1.1  jmcneill static void fdt_powerdown(void);
    135   1.1  jmcneill 
    136   1.1  jmcneill static void
    137  1.23       ryo earlyconsputc(dev_t dev, int c)
    138   1.1  jmcneill {
    139  1.48     skrll 	uartputc(c);
    140   1.1  jmcneill }
    141   1.1  jmcneill 
    142  1.23       ryo static int
    143  1.23       ryo earlyconsgetc(dev_t dev)
    144   1.1  jmcneill {
    145  1.54     skrll 	return 0;
    146  1.23       ryo }
    147   1.1  jmcneill 
    148  1.54     skrll static struct consdev earlycons = {
    149  1.54     skrll 	.cn_putc = earlyconsputc,
    150  1.54     skrll 	.cn_getc = earlyconsgetc,
    151  1.54     skrll 	.cn_pollc = nullcnpollc,
    152  1.54     skrll };
    153  1.54     skrll 
    154  1.23       ryo #ifdef VERBOSE_INIT_ARM
    155  1.29     skrll #define VPRINTF(...)	printf(__VA_ARGS__)
    156   1.1  jmcneill #else
    157  1.43     skrll #define VPRINTF(...)	__nothing
    158   1.1  jmcneill #endif
    159   1.1  jmcneill 
    160   1.7  jmcneill /*
    161  1.61  jmcneill  * Get all of physical memory, including holes.
    162   1.7  jmcneill  */
    163   1.7  jmcneill static void
    164  1.21       ryo fdt_get_memory(uint64_t *pstart, uint64_t *pend)
    165   1.7  jmcneill {
    166   1.7  jmcneill 	const int memory = OF_finddevice("/memory");
    167   1.7  jmcneill 	uint64_t cur_addr, cur_size;
    168   1.7  jmcneill 	int index;
    169   1.7  jmcneill 
    170   1.7  jmcneill 	/* Assume the first entry is the start of memory */
    171  1.21       ryo 	if (fdtbus_get_reg64(memory, 0, &cur_addr, &cur_size) != 0)
    172   1.7  jmcneill 		panic("Cannot determine memory size");
    173   1.7  jmcneill 
    174  1.21       ryo 	*pstart = cur_addr;
    175  1.21       ryo 	*pend = cur_addr + cur_size;
    176  1.21       ryo 
    177  1.29     skrll 	VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
    178  1.21       ryo 	    0, *pstart, *pend - *pstart);
    179   1.7  jmcneill 
    180   1.7  jmcneill 	for (index = 1;
    181   1.7  jmcneill 	     fdtbus_get_reg64(memory, index, &cur_addr, &cur_size) == 0;
    182   1.7  jmcneill 	     index++) {
    183  1.29     skrll 		VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
    184   1.7  jmcneill 		    index, cur_addr, cur_size);
    185  1.21       ryo 
    186  1.21       ryo 		if (cur_addr + cur_size > *pend)
    187  1.21       ryo 			*pend = cur_addr + cur_size;
    188   1.7  jmcneill 	}
    189   1.7  jmcneill }
    190   1.7  jmcneill 
    191  1.16     skrll void
    192   1.8  jmcneill fdt_add_reserved_memory_range(uint64_t addr, uint64_t size)
    193   1.8  jmcneill {
    194  1.49  jmcneill 	fdt_memory_remove_range(addr, size);
    195   1.8  jmcneill }
    196   1.8  jmcneill 
    197   1.8  jmcneill /*
    198  1.11  jmcneill  * Exclude memory ranges from memory config from the device tree
    199   1.8  jmcneill  */
    200   1.8  jmcneill static void
    201  1.33  jmcneill fdt_add_reserved_memory(uint64_t min_addr, uint64_t max_addr)
    202   1.8  jmcneill {
    203  1.44     skrll 	uint64_t lstart = 0, lend = 0;
    204   1.8  jmcneill 	uint64_t addr, size;
    205  1.11  jmcneill 	int index, error;
    206   1.8  jmcneill 
    207  1.11  jmcneill 	const int num = fdt_num_mem_rsv(fdtbus_get_data());
    208  1.11  jmcneill 	for (index = 0; index <= num; index++) {
    209  1.11  jmcneill 		error = fdt_get_mem_rsv(fdtbus_get_data(), index,
    210  1.11  jmcneill 		    &addr, &size);
    211  1.44     skrll 		if (error != 0)
    212  1.44     skrll 			continue;
    213  1.44     skrll 		if (lstart <= addr && addr <= lend) {
    214  1.44     skrll 			size -= (lend - addr);
    215  1.44     skrll 			addr = lend;
    216  1.44     skrll 		}
    217  1.44     skrll 		if (size == 0)
    218  1.11  jmcneill 			continue;
    219  1.33  jmcneill 		if (addr + size <= min_addr)
    220  1.33  jmcneill 			continue;
    221   1.8  jmcneill 		if (addr >= max_addr)
    222   1.8  jmcneill 			continue;
    223  1.33  jmcneill 		if (addr < min_addr) {
    224  1.33  jmcneill 			size -= (min_addr - addr);
    225  1.33  jmcneill 			addr = min_addr;
    226  1.33  jmcneill 		}
    227   1.8  jmcneill 		if (addr + size > max_addr)
    228   1.8  jmcneill 			size = max_addr - addr;
    229   1.8  jmcneill 		fdt_add_reserved_memory_range(addr, size);
    230  1.44     skrll 		lstart = addr;
    231  1.44     skrll 		lend = addr + size;
    232   1.8  jmcneill 	}
    233   1.8  jmcneill }
    234   1.8  jmcneill 
    235  1.49  jmcneill static void
    236  1.49  jmcneill fdt_add_dram_blocks(const struct fdt_memory *m, void *arg)
    237  1.49  jmcneill {
    238  1.49  jmcneill 	BootConfig *bc = arg;
    239  1.49  jmcneill 
    240  1.52  jmcneill 	VPRINTF("  %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
    241  1.49  jmcneill 	bc->dram[bc->dramblocks].address = m->start;
    242  1.49  jmcneill 	bc->dram[bc->dramblocks].pages =
    243  1.49  jmcneill 	    (m->end - m->start) / PAGE_SIZE;
    244  1.49  jmcneill 	bc->dramblocks++;
    245  1.49  jmcneill }
    246  1.49  jmcneill 
    247  1.49  jmcneill #define MAX_PHYSMEM 64
    248  1.49  jmcneill static int nfdt_physmem = 0;
    249  1.49  jmcneill static struct boot_physmem fdt_physmem[MAX_PHYSMEM];
    250  1.49  jmcneill 
    251  1.49  jmcneill static void
    252  1.49  jmcneill fdt_add_boot_physmem(const struct fdt_memory *m, void *arg)
    253  1.49  jmcneill {
    254  1.49  jmcneill 	struct boot_physmem *bp = &fdt_physmem[nfdt_physmem++];
    255  1.49  jmcneill 
    256  1.52  jmcneill 	VPRINTF("  %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
    257  1.49  jmcneill 
    258  1.49  jmcneill 	KASSERT(nfdt_physmem <= MAX_PHYSMEM);
    259  1.49  jmcneill 
    260  1.49  jmcneill 	bp->bp_start = atop(round_page(m->start));
    261  1.49  jmcneill 	bp->bp_pages = atop(trunc_page(m->end)) - bp->bp_start;
    262  1.49  jmcneill 	bp->bp_freelist = VM_FREELIST_DEFAULT;
    263  1.49  jmcneill 
    264  1.49  jmcneill #ifdef _LP64
    265  1.49  jmcneill 	if (m->end > 0x100000000)
    266  1.49  jmcneill 		bp->bp_freelist = VM_FREELIST_HIGHMEM;
    267  1.49  jmcneill #endif
    268  1.49  jmcneill 
    269  1.49  jmcneill #ifdef PMAP_NEED_ALLOC_POOLPAGE
    270  1.49  jmcneill 	const uint64_t memory_size = *(uint64_t *)arg;
    271  1.49  jmcneill 	if (atop(memory_size) > bp->bp_pages) {
    272  1.49  jmcneill 		arm_poolpage_vmfreelist = VM_FREELIST_DIRECTMAP;
    273  1.49  jmcneill 		bp->bp_freelist = VM_FREELIST_DIRECTMAP;
    274  1.49  jmcneill 	}
    275  1.49  jmcneill #endif
    276  1.49  jmcneill }
    277  1.49  jmcneill 
    278   1.8  jmcneill /*
    279   1.8  jmcneill  * Define usable memory regions.
    280   1.8  jmcneill  */
    281   1.8  jmcneill static void
    282  1.21       ryo fdt_build_bootconfig(uint64_t mem_start, uint64_t mem_end)
    283   1.8  jmcneill {
    284   1.8  jmcneill 	const int memory = OF_finddevice("/memory");
    285   1.8  jmcneill 	BootConfig *bc = &bootconfig;
    286   1.8  jmcneill 	uint64_t addr, size;
    287  1.49  jmcneill 	int index;
    288   1.8  jmcneill 
    289   1.8  jmcneill 	for (index = 0;
    290   1.8  jmcneill 	     fdtbus_get_reg64(memory, index, &addr, &size) == 0;
    291   1.8  jmcneill 	     index++) {
    292  1.21       ryo 		if (addr >= mem_end || size == 0)
    293   1.8  jmcneill 			continue;
    294  1.21       ryo 		if (addr + size > mem_end)
    295  1.21       ryo 			size = mem_end - addr;
    296   1.8  jmcneill 
    297  1.49  jmcneill 		fdt_memory_add_range(addr, size);
    298   1.8  jmcneill 	}
    299   1.8  jmcneill 
    300  1.33  jmcneill 	fdt_add_reserved_memory(mem_start, mem_end);
    301   1.8  jmcneill 
    302   1.8  jmcneill 	const uint64_t initrd_size = initrd_end - initrd_start;
    303   1.8  jmcneill 	if (initrd_size > 0)
    304  1.49  jmcneill 		fdt_memory_remove_range(initrd_start, initrd_size);
    305   1.8  jmcneill 
    306  1.47  jmcneill 	const int framebuffer = OF_finddevice("/chosen/framebuffer");
    307  1.47  jmcneill 	if (framebuffer >= 0) {
    308  1.47  jmcneill 		for (index = 0;
    309  1.47  jmcneill 		     fdtbus_get_reg64(framebuffer, index, &addr, &size) == 0;
    310  1.47  jmcneill 		     index++) {
    311  1.47  jmcneill 			fdt_add_reserved_memory_range(addr, size);
    312  1.47  jmcneill 		}
    313  1.47  jmcneill 	}
    314  1.47  jmcneill 
    315  1.29     skrll 	VPRINTF("Usable memory:\n");
    316   1.8  jmcneill 	bc->dramblocks = 0;
    317  1.49  jmcneill 	fdt_memory_foreach(fdt_add_dram_blocks, bc);
    318   1.8  jmcneill }
    319   1.8  jmcneill 
    320   1.8  jmcneill static void
    321   1.8  jmcneill fdt_probe_initrd(uint64_t *pstart, uint64_t *pend)
    322   1.8  jmcneill {
    323   1.8  jmcneill 	*pstart = *pend = 0;
    324   1.8  jmcneill 
    325   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    326   1.8  jmcneill 	const int chosen = OF_finddevice("/chosen");
    327   1.8  jmcneill 	if (chosen < 0)
    328   1.8  jmcneill 		return;
    329   1.8  jmcneill 
    330   1.8  jmcneill 	int len;
    331   1.8  jmcneill 	const void *start_data = fdtbus_get_prop(chosen,
    332   1.8  jmcneill 	    "linux,initrd-start", &len);
    333   1.8  jmcneill 	const void *end_data = fdtbus_get_prop(chosen,
    334   1.8  jmcneill 	    "linux,initrd-end", NULL);
    335   1.8  jmcneill 	if (start_data == NULL || end_data == NULL)
    336   1.8  jmcneill 		return;
    337   1.8  jmcneill 
    338   1.8  jmcneill 	switch (len) {
    339   1.8  jmcneill 	case 4:
    340   1.8  jmcneill 		*pstart = be32dec(start_data);
    341   1.8  jmcneill 		*pend = be32dec(end_data);
    342   1.8  jmcneill 		break;
    343   1.8  jmcneill 	case 8:
    344   1.8  jmcneill 		*pstart = be64dec(start_data);
    345   1.8  jmcneill 		*pend = be64dec(end_data);
    346   1.8  jmcneill 		break;
    347   1.8  jmcneill 	default:
    348   1.8  jmcneill 		printf("Unsupported len %d for /chosen/initrd-start\n", len);
    349   1.8  jmcneill 		return;
    350   1.8  jmcneill 	}
    351   1.8  jmcneill #endif
    352   1.8  jmcneill }
    353   1.8  jmcneill 
    354   1.8  jmcneill static void
    355   1.8  jmcneill fdt_setup_initrd(void)
    356   1.8  jmcneill {
    357   1.8  jmcneill #ifdef MEMORY_DISK_DYNAMIC
    358   1.8  jmcneill 	const uint64_t initrd_size = initrd_end - initrd_start;
    359   1.8  jmcneill 	paddr_t startpa = trunc_page(initrd_start);
    360   1.8  jmcneill 	paddr_t endpa = round_page(initrd_end);
    361   1.8  jmcneill 	paddr_t pa;
    362   1.8  jmcneill 	vaddr_t va;
    363   1.8  jmcneill 	void *md_start;
    364   1.8  jmcneill 
    365   1.8  jmcneill 	if (initrd_size == 0)
    366   1.8  jmcneill 		return;
    367   1.8  jmcneill 
    368   1.8  jmcneill 	va = uvm_km_alloc(kernel_map, initrd_size, 0,
    369   1.8  jmcneill 	    UVM_KMF_VAONLY | UVM_KMF_NOWAIT);
    370   1.8  jmcneill 	if (va == 0) {
    371   1.8  jmcneill 		printf("Failed to allocate VA for initrd\n");
    372   1.8  jmcneill 		return;
    373   1.8  jmcneill 	}
    374   1.8  jmcneill 
    375   1.8  jmcneill 	md_start = (void *)va;
    376   1.8  jmcneill 
    377   1.8  jmcneill 	for (pa = startpa; pa < endpa; pa += PAGE_SIZE, va += PAGE_SIZE)
    378   1.8  jmcneill 		pmap_kenter_pa(va, pa, VM_PROT_READ|VM_PROT_WRITE, 0);
    379   1.8  jmcneill 	pmap_update(pmap_kernel());
    380   1.8  jmcneill 
    381   1.8  jmcneill 	md_root_setconf(md_start, initrd_size);
    382   1.8  jmcneill #endif
    383   1.8  jmcneill }
    384   1.8  jmcneill 
    385  1.46  jmcneill #ifdef EFI_RUNTIME
    386  1.46  jmcneill static void
    387  1.51  jmcneill fdt_map_efi_runtime(const char *prop, enum arm_efirt_mem_type type)
    388  1.46  jmcneill {
    389  1.46  jmcneill 	int len;
    390  1.46  jmcneill 
    391  1.46  jmcneill 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    392  1.46  jmcneill 	if (chosen_off < 0)
    393  1.46  jmcneill 		return;
    394  1.46  jmcneill 
    395  1.46  jmcneill 	const uint64_t *map = fdt_getprop(fdt_data, chosen_off, prop, &len);
    396  1.46  jmcneill 	if (map == NULL)
    397  1.46  jmcneill 		return;
    398  1.46  jmcneill 
    399  1.46  jmcneill 	while (len >= 24) {
    400  1.46  jmcneill 		const paddr_t pa = be64toh(map[0]);
    401  1.46  jmcneill 		const vaddr_t va = be64toh(map[1]);
    402  1.46  jmcneill 		const uint64_t sz = be64toh(map[2]);
    403  1.51  jmcneill 		VPRINTF("%s: %s %lx-%lx (%lx-%lx)\n", __func__, prop, pa, pa+sz-1, va, va+sz-1);
    404  1.51  jmcneill 		arm_efirt_md_map_range(va, pa, sz, type);
    405  1.46  jmcneill 		map += 3;
    406  1.46  jmcneill 		len -= 24;
    407  1.46  jmcneill 	}
    408  1.46  jmcneill }
    409  1.46  jmcneill #endif
    410  1.46  jmcneill 
    411  1.21       ryo u_int initarm(void *arg);
    412  1.21       ryo 
    413   1.1  jmcneill u_int
    414   1.1  jmcneill initarm(void *arg)
    415   1.1  jmcneill {
    416   1.1  jmcneill 	const struct arm_platform *plat;
    417  1.21       ryo 	uint64_t memory_start, memory_end;
    418   1.1  jmcneill 
    419  1.23       ryo 	/* set temporally to work printf()/panic() even before consinit() */
    420  1.23       ryo 	cn_tab = &earlycons;
    421  1.23       ryo 
    422   1.1  jmcneill 	/* Load FDT */
    423   1.1  jmcneill 	int error = fdt_check_header(fdt_addr_r);
    424   1.1  jmcneill 	if (error == 0) {
    425  1.41  jmcneill 		/* If the DTB is too big, try to pack it in place first. */
    426  1.41  jmcneill 		if (fdt_totalsize(fdt_addr_r) > sizeof(fdt_data))
    427  1.41  jmcneill 			(void)fdt_pack(__UNCONST(fdt_addr_r));
    428  1.38  jmcneill 		error = fdt_open_into(fdt_addr_r, fdt_data, sizeof(fdt_data));
    429   1.1  jmcneill 		if (error != 0)
    430   1.1  jmcneill 			panic("fdt_move failed: %s", fdt_strerror(error));
    431   1.1  jmcneill 		fdtbus_set_data(fdt_data);
    432   1.1  jmcneill 	} else {
    433   1.1  jmcneill 		panic("fdt_check_header failed: %s", fdt_strerror(error));
    434   1.1  jmcneill 	}
    435   1.1  jmcneill 
    436   1.1  jmcneill 	/* Lookup platform specific backend */
    437   1.1  jmcneill 	plat = arm_fdt_platform();
    438   1.1  jmcneill 	if (plat == NULL)
    439   1.1  jmcneill 		panic("Kernel does not support this device");
    440   1.1  jmcneill 
    441   1.1  jmcneill 	/* Early console may be available, announce ourselves. */
    442  1.29     skrll 	VPRINTF("FDT<%p>\n", fdt_addr_r);
    443   1.1  jmcneill 
    444   1.6  jmcneill 	const int chosen = OF_finddevice("/chosen");
    445   1.6  jmcneill 	if (chosen >= 0)
    446   1.6  jmcneill 		OF_getprop(chosen, "bootargs", bootargs, sizeof(bootargs));
    447   1.6  jmcneill 	boot_args = bootargs;
    448   1.6  jmcneill 
    449   1.1  jmcneill 	/* Heads up ... Setup the CPU / MMU / TLB functions. */
    450  1.29     skrll 	VPRINTF("cpufunc\n");
    451   1.1  jmcneill 	if (set_cpufuncs())
    452   1.1  jmcneill 		panic("cpu not recognized!");
    453   1.1  jmcneill 
    454  1.44     skrll 	/*
    455  1.44     skrll 	 * Memory is still identity/flat mapped this point so using ttbr for
    456  1.44     skrll 	 * l1pt VA is fine
    457  1.44     skrll 	 */
    458  1.44     skrll 
    459  1.44     skrll 	VPRINTF("devmap\n");
    460  1.44     skrll 	extern char ARM_BOOTSTRAP_LxPT[];
    461  1.44     skrll 	pmap_devmap_bootstrap((vaddr_t)ARM_BOOTSTRAP_LxPT, plat->ap_devmap());
    462  1.44     skrll 
    463  1.29     skrll 	VPRINTF("bootstrap\n");
    464  1.32     skrll 	plat->ap_bootstrap();
    465  1.16     skrll 
    466   1.5  jmcneill 	/*
    467   1.5  jmcneill 	 * If stdout-path is specified on the command line, override the
    468   1.5  jmcneill 	 * value in /chosen/stdout-path before initializing console.
    469   1.5  jmcneill 	 */
    470  1.44     skrll 	VPRINTF("stdout\n");
    471   1.5  jmcneill 	fdt_update_stdout_path();
    472   1.5  jmcneill 
    473  1.38  jmcneill 	/*
    474  1.38  jmcneill 	 * Done making changes to the FDT.
    475  1.38  jmcneill 	 */
    476  1.38  jmcneill 	fdt_pack(fdt_data);
    477  1.38  jmcneill 
    478  1.29     skrll 	VPRINTF("consinit ");
    479   1.1  jmcneill 	consinit();
    480  1.29     skrll 	VPRINTF("ok\n");
    481   1.1  jmcneill 
    482  1.29     skrll 	VPRINTF("uboot: args %#lx, %#lx, %#lx, %#lx\n",
    483   1.1  jmcneill 	    uboot_args[0], uboot_args[1], uboot_args[2], uboot_args[3]);
    484   1.1  jmcneill 
    485   1.1  jmcneill 	cpu_reset_address = fdt_reset;
    486   1.1  jmcneill 	cpu_powerdown_address = fdt_powerdown;
    487   1.1  jmcneill 	evbarm_device_register = fdt_device_register;
    488  1.39    bouyer 	evbarm_device_register_post_config = fdt_device_register_post_config;
    489  1.34  jmcneill 	evbarm_cpu_rootconf = fdt_cpu_rootconf;
    490   1.1  jmcneill 
    491   1.1  jmcneill 	/* Talk to the user */
    492  1.45     skrll 	printf("NetBSD/evbarm (fdt) booting ...\n");
    493   1.1  jmcneill 
    494   1.1  jmcneill #ifdef BOOT_ARGS
    495   1.1  jmcneill 	char mi_bootargs[] = BOOT_ARGS;
    496   1.1  jmcneill 	parse_mi_bootargs(mi_bootargs);
    497   1.1  jmcneill #endif
    498   1.1  jmcneill 
    499  1.21       ryo 	fdt_get_memory(&memory_start, &memory_end);
    500   1.1  jmcneill 
    501   1.1  jmcneill #if !defined(_LP64)
    502   1.1  jmcneill 	/* Cannot map memory above 4GB */
    503  1.21       ryo 	if (memory_end >= 0x100000000ULL)
    504  1.21       ryo 		memory_end = 0x100000000ULL - PAGE_SIZE;
    505  1.21       ryo 
    506  1.31     skrll #endif
    507  1.21       ryo 	uint64_t memory_size = memory_end - memory_start;
    508   1.1  jmcneill 
    509  1.44     skrll 	VPRINTF("%s: memory start %" PRIx64 " end %" PRIx64 " (len %"
    510  1.44     skrll 	    PRIx64 ")\n", __func__, memory_start, memory_end, memory_size);
    511  1.44     skrll 
    512   1.8  jmcneill 	/* Parse ramdisk info */
    513   1.8  jmcneill 	fdt_probe_initrd(&initrd_start, &initrd_end);
    514   1.8  jmcneill 
    515  1.16     skrll 	/*
    516  1.16     skrll 	 * Populate bootconfig structure for the benefit of
    517  1.16     skrll 	 * dodumpsys
    518  1.16     skrll 	 */
    519  1.44     skrll 	VPRINTF("%s: fdt_build_bootconfig\n", __func__);
    520  1.21       ryo 	fdt_build_bootconfig(memory_start, memory_end);
    521  1.21       ryo 
    522  1.46  jmcneill #ifdef EFI_RUNTIME
    523  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-code", ARM_EFIRT_MEM_CODE);
    524  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-data", ARM_EFIRT_MEM_DATA);
    525  1.51  jmcneill 	fdt_map_efi_runtime("netbsd,uefi-runtime-mmio", ARM_EFIRT_MEM_MMIO);
    526  1.46  jmcneill #endif
    527  1.46  jmcneill 
    528  1.31     skrll 	/* Perform PT build and VM init */
    529  1.31     skrll 	cpu_kernel_vm_init(memory_start, memory_size);
    530   1.1  jmcneill 
    531  1.29     skrll 	VPRINTF("bootargs: %s\n", bootargs);
    532   1.1  jmcneill 
    533   1.1  jmcneill 	parse_mi_bootargs(boot_args);
    534   1.1  jmcneill 
    535  1.49  jmcneill 	VPRINTF("Memory regions:\n");
    536  1.49  jmcneill 	fdt_memory_foreach(fdt_add_boot_physmem, &memory_size);
    537   1.1  jmcneill 
    538  1.44     skrll 	u_int sp = initarm_common(KERNEL_VM_BASE, KERNEL_VM_SIZE, fdt_physmem,
    539  1.16     skrll 	     nfdt_physmem);
    540  1.44     skrll 
    541  1.59     skrll 	/*
    542  1.60     skrll 	 * initarm_common flushes cache if required before AP start
    543  1.59     skrll 	 */
    544  1.58     skrll 	error = 0;
    545  1.56       ryo 	if ((boothowto & RB_MD1) == 0) {
    546  1.56       ryo 		VPRINTF("mpstart\n");
    547  1.56       ryo 		if (plat->ap_mpstart)
    548  1.58     skrll 			error = plat->ap_mpstart();
    549  1.56       ryo 	}
    550  1.44     skrll 
    551  1.58     skrll 	if (error)
    552  1.58     skrll 		return sp;
    553  1.44     skrll 	/*
    554  1.44     skrll 	 * Now we have APs started the pages used for stacks and L1PT can
    555  1.44     skrll 	 * be given to uvm
    556  1.44     skrll 	 */
    557  1.57     skrll 	extern char const __start__init_memory[];
    558  1.57     skrll 	extern char const __stop__init_memory[] __weak;
    559  1.57     skrll 
    560  1.44     skrll 	if (__start__init_memory != __stop__init_memory) {
    561  1.44     skrll 		const paddr_t spa = KERN_VTOPHYS((vaddr_t)__start__init_memory);
    562  1.44     skrll 		const paddr_t epa = KERN_VTOPHYS((vaddr_t)__stop__init_memory);
    563  1.44     skrll 		const paddr_t spg = atop(spa);
    564  1.44     skrll 		const paddr_t epg = atop(epa);
    565  1.44     skrll 
    566  1.44     skrll 		uvm_page_physload(spg, epg, spg, epg, VM_FREELIST_DEFAULT);
    567  1.44     skrll 
    568  1.44     skrll 		VPRINTF("           start %08lx  end %08lx", ptoa(spa), ptoa(epa));
    569  1.44     skrll 	}
    570  1.44     skrll 
    571  1.44     skrll 	return sp;
    572   1.1  jmcneill }
    573   1.1  jmcneill 
    574   1.5  jmcneill static void
    575   1.5  jmcneill fdt_update_stdout_path(void)
    576   1.5  jmcneill {
    577   1.5  jmcneill 	char *stdout_path, *ep;
    578   1.5  jmcneill 	int stdout_path_len;
    579   1.5  jmcneill 	char buf[256];
    580   1.5  jmcneill 
    581   1.5  jmcneill 	const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
    582   1.5  jmcneill 	if (chosen_off == -1)
    583   1.5  jmcneill 		return;
    584   1.5  jmcneill 
    585   1.5  jmcneill 	if (get_bootconf_option(boot_args, "stdout-path",
    586   1.5  jmcneill 	    BOOTOPT_TYPE_STRING, &stdout_path) == 0)
    587   1.5  jmcneill 		return;
    588   1.5  jmcneill 
    589   1.5  jmcneill 	ep = strchr(stdout_path, ' ');
    590   1.5  jmcneill 	stdout_path_len = ep ? (ep - stdout_path) : strlen(stdout_path);
    591   1.5  jmcneill 	if (stdout_path_len >= sizeof(buf))
    592   1.5  jmcneill 		return;
    593   1.5  jmcneill 
    594   1.5  jmcneill 	strncpy(buf, stdout_path, stdout_path_len);
    595   1.5  jmcneill 	buf[stdout_path_len] = '\0';
    596   1.5  jmcneill 	fdt_setprop(fdt_data, chosen_off, "stdout-path",
    597   1.5  jmcneill 	    buf, stdout_path_len + 1);
    598   1.5  jmcneill }
    599   1.5  jmcneill 
    600   1.1  jmcneill void
    601   1.1  jmcneill consinit(void)
    602   1.1  jmcneill {
    603   1.1  jmcneill 	static bool initialized = false;
    604   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    605   1.1  jmcneill 	const struct fdt_console *cons = fdtbus_get_console();
    606   1.1  jmcneill 	struct fdt_attach_args faa;
    607   1.4  jmcneill 	u_int uart_freq = 0;
    608   1.1  jmcneill 
    609   1.1  jmcneill 	if (initialized || cons == NULL)
    610   1.1  jmcneill 		return;
    611   1.1  jmcneill 
    612  1.32     skrll 	plat->ap_init_attach_args(&faa);
    613   1.1  jmcneill 	faa.faa_phandle = fdtbus_get_stdout_phandle();
    614   1.1  jmcneill 
    615  1.32     skrll 	if (plat->ap_uart_freq != NULL)
    616  1.32     skrll 		uart_freq = plat->ap_uart_freq();
    617   1.4  jmcneill 
    618   1.4  jmcneill 	cons->consinit(&faa, uart_freq);
    619   1.1  jmcneill 
    620   1.1  jmcneill 	initialized = true;
    621   1.1  jmcneill }
    622   1.1  jmcneill 
    623   1.3  jmcneill void
    624   1.3  jmcneill delay(u_int us)
    625   1.3  jmcneill {
    626   1.3  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    627   1.3  jmcneill 
    628  1.32     skrll 	plat->ap_delay(us);
    629   1.3  jmcneill }
    630   1.3  jmcneill 
    631   1.1  jmcneill static void
    632  1.34  jmcneill fdt_detect_root_device(device_t dev)
    633  1.34  jmcneill {
    634  1.34  jmcneill 	struct mbr_sector mbr;
    635  1.34  jmcneill 	uint8_t buf[DEV_BSIZE];
    636  1.34  jmcneill 	uint8_t hash[16];
    637  1.34  jmcneill 	const uint8_t *rhash;
    638  1.53  jmcneill 	char rootarg[64];
    639  1.34  jmcneill 	struct vnode *vp;
    640  1.34  jmcneill 	MD5_CTX md5ctx;
    641  1.34  jmcneill 	int error, len;
    642  1.34  jmcneill 	size_t resid;
    643  1.34  jmcneill 	u_int part;
    644  1.34  jmcneill 
    645  1.34  jmcneill 	const int chosen = OF_finddevice("/chosen");
    646  1.34  jmcneill 	if (chosen < 0)
    647  1.34  jmcneill 		return;
    648  1.34  jmcneill 
    649  1.34  jmcneill 	if (of_hasprop(chosen, "netbsd,mbr") &&
    650  1.34  jmcneill 	    of_hasprop(chosen, "netbsd,partition")) {
    651  1.34  jmcneill 
    652  1.34  jmcneill 		/*
    653  1.34  jmcneill 		 * The bootloader has passed in a partition index and MD5 hash
    654  1.34  jmcneill 		 * of the MBR sector. Read the MBR of this device, calculate the
    655  1.34  jmcneill 		 * hash, and compare it with the value passed in.
    656  1.34  jmcneill 		 */
    657  1.34  jmcneill 		rhash = fdtbus_get_prop(chosen, "netbsd,mbr", &len);
    658  1.34  jmcneill 		if (rhash == NULL || len != 16)
    659  1.34  jmcneill 			return;
    660  1.34  jmcneill 		of_getprop_uint32(chosen, "netbsd,partition", &part);
    661  1.34  jmcneill 		if (part >= MAXPARTITIONS)
    662  1.34  jmcneill 			return;
    663  1.34  jmcneill 
    664  1.34  jmcneill 		vp = opendisk(dev);
    665  1.34  jmcneill 		if (!vp)
    666  1.34  jmcneill 			return;
    667  1.34  jmcneill 		error = vn_rdwr(UIO_READ, vp, buf, sizeof(buf), 0, UIO_SYSSPACE,
    668  1.34  jmcneill 		    0, NOCRED, &resid, NULL);
    669  1.34  jmcneill 		VOP_CLOSE(vp, FREAD, NOCRED);
    670  1.34  jmcneill 		vput(vp);
    671  1.34  jmcneill 
    672  1.34  jmcneill 		if (error != 0)
    673  1.34  jmcneill 			return;
    674  1.34  jmcneill 
    675  1.34  jmcneill 		memcpy(&mbr, buf, sizeof(mbr));
    676  1.34  jmcneill 		MD5Init(&md5ctx);
    677  1.34  jmcneill 		MD5Update(&md5ctx, (void *)&mbr, sizeof(mbr));
    678  1.34  jmcneill 		MD5Final(hash, &md5ctx);
    679  1.34  jmcneill 
    680  1.34  jmcneill 		if (memcmp(rhash, hash, 16) != 0)
    681  1.34  jmcneill 			return;
    682  1.34  jmcneill 
    683  1.34  jmcneill 		snprintf(rootarg, sizeof(rootarg), " root=%s%c", device_xname(dev), part + 'a');
    684  1.34  jmcneill 		strcat(boot_args, rootarg);
    685  1.34  jmcneill 	}
    686  1.53  jmcneill 
    687  1.53  jmcneill 	if (of_hasprop(chosen, "netbsd,gpt-guid")) {
    688  1.53  jmcneill 		char guidbuf[UUID_STR_LEN];
    689  1.53  jmcneill 		const struct uuid *guid = fdtbus_get_prop(chosen, "netbsd,gpt-guid", &len);
    690  1.53  jmcneill 		if (guid == NULL || len != 16)
    691  1.53  jmcneill 			return;
    692  1.53  jmcneill 
    693  1.53  jmcneill 		uuid_snprintf(guidbuf, sizeof(guidbuf), guid);
    694  1.53  jmcneill 		snprintf(rootarg, sizeof(rootarg), " root=wedge:%s", guidbuf);
    695  1.53  jmcneill 		strcat(boot_args, rootarg);
    696  1.53  jmcneill 	}
    697  1.53  jmcneill 
    698  1.53  jmcneill 	if (of_hasprop(chosen, "netbsd,gpt-label")) {
    699  1.53  jmcneill 		const char *label = fdtbus_get_string(chosen, "netbsd,gpt-label");
    700  1.53  jmcneill 		if (label == NULL || *label == '\0')
    701  1.53  jmcneill 			return;
    702  1.53  jmcneill 
    703  1.53  jmcneill 		device_t dv = dkwedge_find_by_wname(label);
    704  1.53  jmcneill 		if (dv != NULL)
    705  1.53  jmcneill 			booted_device = dv;
    706  1.53  jmcneill 	}
    707  1.55  jmcneill 
    708  1.55  jmcneill 	if (of_hasprop(chosen, "netbsd,booted-mac-address")) {
    709  1.55  jmcneill 		const uint8_t *macaddr = fdtbus_get_prop(chosen, "netbsd,booted-mac-address", &len);
    710  1.55  jmcneill 		if (macaddr == NULL || len != 6)
    711  1.55  jmcneill 			return;
    712  1.55  jmcneill 		int s = pserialize_read_enter();
    713  1.55  jmcneill 		struct ifnet *ifp;
    714  1.55  jmcneill 		IFNET_READER_FOREACH(ifp) {
    715  1.55  jmcneill 			if (memcmp(macaddr, CLLADDR(ifp->if_sadl), len) == 0) {
    716  1.55  jmcneill 				device_t dv = device_find_by_xname(ifp->if_xname);
    717  1.55  jmcneill 				if (dv != NULL)
    718  1.55  jmcneill 					booted_device = dv;
    719  1.55  jmcneill 				break;
    720  1.55  jmcneill 			}
    721  1.55  jmcneill 		}
    722  1.55  jmcneill 		pserialize_read_exit(s);
    723  1.55  jmcneill 	}
    724  1.34  jmcneill }
    725  1.34  jmcneill 
    726  1.34  jmcneill static void
    727   1.1  jmcneill fdt_device_register(device_t self, void *aux)
    728   1.1  jmcneill {
    729   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    730   1.1  jmcneill 
    731   1.8  jmcneill 	if (device_is_a(self, "armfdt"))
    732   1.8  jmcneill 		fdt_setup_initrd();
    733   1.8  jmcneill 
    734  1.32     skrll 	if (plat && plat->ap_device_register)
    735  1.32     skrll 		plat->ap_device_register(self, aux);
    736   1.1  jmcneill }
    737   1.1  jmcneill 
    738   1.1  jmcneill static void
    739  1.39    bouyer fdt_device_register_post_config(device_t self, void *aux)
    740  1.39    bouyer {
    741  1.39    bouyer #if NUKBD > 0 && NWSDISPLAY > 0
    742  1.39    bouyer 	if (device_is_a(self, "wsdisplay")) {
    743  1.39    bouyer 		struct wsdisplay_softc *sc = device_private(self);
    744  1.39    bouyer 		if (wsdisplay_isconsole(sc))
    745  1.39    bouyer 			ukbd_cnattach();
    746  1.39    bouyer 	}
    747  1.39    bouyer #endif
    748  1.39    bouyer }
    749  1.39    bouyer 
    750  1.39    bouyer static void
    751  1.34  jmcneill fdt_cpu_rootconf(void)
    752  1.34  jmcneill {
    753  1.34  jmcneill 	device_t dev;
    754  1.34  jmcneill 	deviter_t di;
    755  1.34  jmcneill 	char *ptr;
    756  1.34  jmcneill 
    757  1.34  jmcneill 	for (dev = deviter_first(&di, 0); dev; dev = deviter_next(&di)) {
    758  1.34  jmcneill 		if (device_class(dev) != DV_DISK)
    759  1.34  jmcneill 			continue;
    760  1.34  jmcneill 
    761  1.34  jmcneill 		if (get_bootconf_option(boot_args, "root", BOOTOPT_TYPE_STRING, &ptr) != 0)
    762  1.34  jmcneill 			break;
    763  1.34  jmcneill 
    764  1.36  jakllsch 		if (device_is_a(dev, "ld") || device_is_a(dev, "sd") || device_is_a(dev, "wd"))
    765  1.34  jmcneill 			fdt_detect_root_device(dev);
    766  1.34  jmcneill 	}
    767  1.34  jmcneill 	deviter_release(&di);
    768  1.34  jmcneill }
    769  1.34  jmcneill 
    770  1.34  jmcneill static void
    771   1.1  jmcneill fdt_reset(void)
    772   1.1  jmcneill {
    773   1.1  jmcneill 	const struct arm_platform *plat = arm_fdt_platform();
    774   1.1  jmcneill 
    775   1.1  jmcneill 	fdtbus_power_reset();
    776   1.1  jmcneill 
    777  1.32     skrll 	if (plat && plat->ap_reset)
    778  1.32     skrll 		plat->ap_reset();
    779   1.1  jmcneill }
    780   1.1  jmcneill 
    781   1.1  jmcneill static void
    782   1.1  jmcneill fdt_powerdown(void)
    783   1.1  jmcneill {
    784   1.1  jmcneill 	fdtbus_power_poweroff();
    785   1.1  jmcneill }
    786