fdt_machdep.c revision 1.56 1 1.56 ryo /* $NetBSD: fdt_machdep.c,v 1.56 2018/11/28 09:16:19 ryo Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 jmcneill * SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.1 jmcneill #include <sys/cdefs.h>
30 1.56 ryo __KERNEL_RCSID(0, "$NetBSD: fdt_machdep.c,v 1.56 2018/11/28 09:16:19 ryo Exp $");
31 1.1 jmcneill
32 1.1 jmcneill #include "opt_machdep.h"
33 1.21 ryo #include "opt_bootconfig.h"
34 1.1 jmcneill #include "opt_ddb.h"
35 1.1 jmcneill #include "opt_md.h"
36 1.1 jmcneill #include "opt_arm_debug.h"
37 1.1 jmcneill #include "opt_multiprocessor.h"
38 1.1 jmcneill #include "opt_cpuoptions.h"
39 1.46 jmcneill #include "opt_efi.h"
40 1.1 jmcneill
41 1.14 jmcneill #include "ukbd.h"
42 1.39 bouyer #include "wsdisplay.h"
43 1.14 jmcneill
44 1.1 jmcneill #include <sys/param.h>
45 1.1 jmcneill #include <sys/systm.h>
46 1.1 jmcneill #include <sys/bus.h>
47 1.1 jmcneill #include <sys/atomic.h>
48 1.1 jmcneill #include <sys/cpu.h>
49 1.1 jmcneill #include <sys/device.h>
50 1.1 jmcneill #include <sys/exec.h>
51 1.1 jmcneill #include <sys/kernel.h>
52 1.1 jmcneill #include <sys/kmem.h>
53 1.1 jmcneill #include <sys/ksyms.h>
54 1.1 jmcneill #include <sys/msgbuf.h>
55 1.1 jmcneill #include <sys/proc.h>
56 1.1 jmcneill #include <sys/reboot.h>
57 1.1 jmcneill #include <sys/termios.h>
58 1.34 jmcneill #include <sys/bootblock.h>
59 1.34 jmcneill #include <sys/disklabel.h>
60 1.34 jmcneill #include <sys/vnode.h>
61 1.34 jmcneill #include <sys/kauth.h>
62 1.34 jmcneill #include <sys/fcntl.h>
63 1.53 jmcneill #include <sys/uuid.h>
64 1.53 jmcneill #include <sys/disk.h>
65 1.34 jmcneill #include <sys/md5.h>
66 1.55 jmcneill #include <sys/pserialize.h>
67 1.55 jmcneill
68 1.55 jmcneill #include <net/if.h>
69 1.55 jmcneill #include <net/if_dl.h>
70 1.1 jmcneill
71 1.23 ryo #include <dev/cons.h>
72 1.1 jmcneill #include <uvm/uvm_extern.h>
73 1.1 jmcneill
74 1.1 jmcneill #include <sys/conf.h>
75 1.1 jmcneill
76 1.1 jmcneill #include <machine/db_machdep.h>
77 1.1 jmcneill #include <ddb/db_sym.h>
78 1.1 jmcneill #include <ddb/db_extern.h>
79 1.1 jmcneill
80 1.1 jmcneill #include <machine/bootconfig.h>
81 1.1 jmcneill #include <arm/armreg.h>
82 1.1 jmcneill
83 1.21 ryo #include <arm/cpufunc.h>
84 1.1 jmcneill
85 1.1 jmcneill #include <evbarm/include/autoconf.h>
86 1.30 skrll #include <evbarm/fdt/machdep.h>
87 1.1 jmcneill #include <evbarm/fdt/platform.h>
88 1.49 jmcneill #include <evbarm/fdt/fdt_memory.h>
89 1.1 jmcneill
90 1.1 jmcneill #include <arm/fdt/arm_fdtvar.h>
91 1.1 jmcneill
92 1.46 jmcneill #ifdef EFI_RUNTIME
93 1.46 jmcneill #include <arm/arm/efi_runtime.h>
94 1.46 jmcneill #endif
95 1.46 jmcneill
96 1.14 jmcneill #if NUKBD > 0
97 1.14 jmcneill #include <dev/usb/ukbdvar.h>
98 1.14 jmcneill #endif
99 1.39 bouyer #if NWSDISPLAY > 0
100 1.39 bouyer #include <dev/wscons/wsdisplayvar.h>
101 1.39 bouyer #endif
102 1.14 jmcneill
103 1.8 jmcneill #ifdef MEMORY_DISK_DYNAMIC
104 1.8 jmcneill #include <dev/md.h>
105 1.8 jmcneill #endif
106 1.8 jmcneill
107 1.1 jmcneill #ifndef FDT_MAX_BOOT_STRING
108 1.1 jmcneill #define FDT_MAX_BOOT_STRING 1024
109 1.1 jmcneill #endif
110 1.1 jmcneill
111 1.1 jmcneill BootConfig bootconfig;
112 1.1 jmcneill char bootargs[FDT_MAX_BOOT_STRING] = "";
113 1.1 jmcneill char *boot_args = NULL;
114 1.26 christos
115 1.26 christos /* filled in before cleaning bss. keep in .data */
116 1.27 christos u_long uboot_args[4] __attribute__((__section__(".data")));
117 1.28 skrll const uint8_t *fdt_addr_r __attribute__((__section__(".data")));
118 1.1 jmcneill
119 1.8 jmcneill static uint64_t initrd_start, initrd_end;
120 1.8 jmcneill
121 1.1 jmcneill #include <libfdt.h>
122 1.1 jmcneill #include <dev/fdt/fdtvar.h>
123 1.40 jmcneill #define FDT_BUF_SIZE (512*1024)
124 1.1 jmcneill static uint8_t fdt_data[FDT_BUF_SIZE];
125 1.1 jmcneill
126 1.1 jmcneill extern char KERNEL_BASE_phys[];
127 1.1 jmcneill #define KERNEL_BASE_PHYS ((paddr_t)KERNEL_BASE_phys)
128 1.1 jmcneill
129 1.5 jmcneill static void fdt_update_stdout_path(void);
130 1.1 jmcneill static void fdt_device_register(device_t, void *);
131 1.39 bouyer static void fdt_device_register_post_config(device_t, void *);
132 1.34 jmcneill static void fdt_cpu_rootconf(void);
133 1.1 jmcneill static void fdt_reset(void);
134 1.1 jmcneill static void fdt_powerdown(void);
135 1.1 jmcneill
136 1.1 jmcneill static void
137 1.23 ryo earlyconsputc(dev_t dev, int c)
138 1.1 jmcneill {
139 1.48 skrll uartputc(c);
140 1.1 jmcneill }
141 1.1 jmcneill
142 1.23 ryo static int
143 1.23 ryo earlyconsgetc(dev_t dev)
144 1.1 jmcneill {
145 1.54 skrll return 0;
146 1.23 ryo }
147 1.1 jmcneill
148 1.54 skrll static struct consdev earlycons = {
149 1.54 skrll .cn_putc = earlyconsputc,
150 1.54 skrll .cn_getc = earlyconsgetc,
151 1.54 skrll .cn_pollc = nullcnpollc,
152 1.54 skrll };
153 1.54 skrll
154 1.23 ryo #ifdef VERBOSE_INIT_ARM
155 1.29 skrll #define VPRINTF(...) printf(__VA_ARGS__)
156 1.1 jmcneill #else
157 1.43 skrll #define VPRINTF(...) __nothing
158 1.1 jmcneill #endif
159 1.1 jmcneill
160 1.7 jmcneill /*
161 1.21 ryo * ARM: Get the first physically contiguous region of memory.
162 1.21 ryo * ARM64: Get all of physical memory, including holes.
163 1.7 jmcneill */
164 1.7 jmcneill static void
165 1.21 ryo fdt_get_memory(uint64_t *pstart, uint64_t *pend)
166 1.7 jmcneill {
167 1.7 jmcneill const int memory = OF_finddevice("/memory");
168 1.7 jmcneill uint64_t cur_addr, cur_size;
169 1.7 jmcneill int index;
170 1.7 jmcneill
171 1.7 jmcneill /* Assume the first entry is the start of memory */
172 1.21 ryo if (fdtbus_get_reg64(memory, 0, &cur_addr, &cur_size) != 0)
173 1.7 jmcneill panic("Cannot determine memory size");
174 1.7 jmcneill
175 1.21 ryo *pstart = cur_addr;
176 1.21 ryo *pend = cur_addr + cur_size;
177 1.21 ryo
178 1.29 skrll VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
179 1.21 ryo 0, *pstart, *pend - *pstart);
180 1.7 jmcneill
181 1.7 jmcneill for (index = 1;
182 1.7 jmcneill fdtbus_get_reg64(memory, index, &cur_addr, &cur_size) == 0;
183 1.7 jmcneill index++) {
184 1.29 skrll VPRINTF("FDT /memory [%d] @ 0x%" PRIx64 " size 0x%" PRIx64 "\n",
185 1.7 jmcneill index, cur_addr, cur_size);
186 1.21 ryo
187 1.21 ryo #ifdef __aarch64__
188 1.21 ryo if (cur_addr + cur_size > *pend)
189 1.21 ryo *pend = cur_addr + cur_size;
190 1.21 ryo #else
191 1.21 ryo /* If subsequent entries follow the previous, append them. */
192 1.21 ryo if (*pend == cur_addr)
193 1.21 ryo *pend = cur_addr + cur_size;
194 1.21 ryo #endif
195 1.7 jmcneill }
196 1.7 jmcneill }
197 1.7 jmcneill
198 1.16 skrll void
199 1.8 jmcneill fdt_add_reserved_memory_range(uint64_t addr, uint64_t size)
200 1.8 jmcneill {
201 1.49 jmcneill fdt_memory_remove_range(addr, size);
202 1.8 jmcneill }
203 1.8 jmcneill
204 1.8 jmcneill /*
205 1.11 jmcneill * Exclude memory ranges from memory config from the device tree
206 1.8 jmcneill */
207 1.8 jmcneill static void
208 1.33 jmcneill fdt_add_reserved_memory(uint64_t min_addr, uint64_t max_addr)
209 1.8 jmcneill {
210 1.44 skrll uint64_t lstart = 0, lend = 0;
211 1.8 jmcneill uint64_t addr, size;
212 1.11 jmcneill int index, error;
213 1.8 jmcneill
214 1.11 jmcneill const int num = fdt_num_mem_rsv(fdtbus_get_data());
215 1.11 jmcneill for (index = 0; index <= num; index++) {
216 1.11 jmcneill error = fdt_get_mem_rsv(fdtbus_get_data(), index,
217 1.11 jmcneill &addr, &size);
218 1.44 skrll if (error != 0)
219 1.44 skrll continue;
220 1.44 skrll if (lstart <= addr && addr <= lend) {
221 1.44 skrll size -= (lend - addr);
222 1.44 skrll addr = lend;
223 1.44 skrll }
224 1.44 skrll if (size == 0)
225 1.11 jmcneill continue;
226 1.33 jmcneill if (addr + size <= min_addr)
227 1.33 jmcneill continue;
228 1.8 jmcneill if (addr >= max_addr)
229 1.8 jmcneill continue;
230 1.33 jmcneill if (addr < min_addr) {
231 1.33 jmcneill size -= (min_addr - addr);
232 1.33 jmcneill addr = min_addr;
233 1.33 jmcneill }
234 1.8 jmcneill if (addr + size > max_addr)
235 1.8 jmcneill size = max_addr - addr;
236 1.8 jmcneill fdt_add_reserved_memory_range(addr, size);
237 1.44 skrll lstart = addr;
238 1.44 skrll lend = addr + size;
239 1.8 jmcneill }
240 1.8 jmcneill }
241 1.8 jmcneill
242 1.49 jmcneill static void
243 1.49 jmcneill fdt_add_dram_blocks(const struct fdt_memory *m, void *arg)
244 1.49 jmcneill {
245 1.49 jmcneill BootConfig *bc = arg;
246 1.49 jmcneill
247 1.52 jmcneill VPRINTF(" %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
248 1.49 jmcneill bc->dram[bc->dramblocks].address = m->start;
249 1.49 jmcneill bc->dram[bc->dramblocks].pages =
250 1.49 jmcneill (m->end - m->start) / PAGE_SIZE;
251 1.49 jmcneill bc->dramblocks++;
252 1.49 jmcneill }
253 1.49 jmcneill
254 1.49 jmcneill #define MAX_PHYSMEM 64
255 1.49 jmcneill static int nfdt_physmem = 0;
256 1.49 jmcneill static struct boot_physmem fdt_physmem[MAX_PHYSMEM];
257 1.49 jmcneill
258 1.49 jmcneill static void
259 1.49 jmcneill fdt_add_boot_physmem(const struct fdt_memory *m, void *arg)
260 1.49 jmcneill {
261 1.49 jmcneill struct boot_physmem *bp = &fdt_physmem[nfdt_physmem++];
262 1.49 jmcneill
263 1.52 jmcneill VPRINTF(" %" PRIx64 " - %" PRIx64 "\n", m->start, m->end - 1);
264 1.49 jmcneill
265 1.49 jmcneill KASSERT(nfdt_physmem <= MAX_PHYSMEM);
266 1.49 jmcneill
267 1.49 jmcneill bp->bp_start = atop(round_page(m->start));
268 1.49 jmcneill bp->bp_pages = atop(trunc_page(m->end)) - bp->bp_start;
269 1.49 jmcneill bp->bp_freelist = VM_FREELIST_DEFAULT;
270 1.49 jmcneill
271 1.49 jmcneill #ifdef _LP64
272 1.49 jmcneill if (m->end > 0x100000000)
273 1.49 jmcneill bp->bp_freelist = VM_FREELIST_HIGHMEM;
274 1.49 jmcneill #endif
275 1.49 jmcneill
276 1.49 jmcneill #ifdef PMAP_NEED_ALLOC_POOLPAGE
277 1.49 jmcneill const uint64_t memory_size = *(uint64_t *)arg;
278 1.49 jmcneill if (atop(memory_size) > bp->bp_pages) {
279 1.49 jmcneill arm_poolpage_vmfreelist = VM_FREELIST_DIRECTMAP;
280 1.49 jmcneill bp->bp_freelist = VM_FREELIST_DIRECTMAP;
281 1.49 jmcneill }
282 1.49 jmcneill #endif
283 1.49 jmcneill }
284 1.49 jmcneill
285 1.8 jmcneill /*
286 1.8 jmcneill * Define usable memory regions.
287 1.8 jmcneill */
288 1.8 jmcneill static void
289 1.21 ryo fdt_build_bootconfig(uint64_t mem_start, uint64_t mem_end)
290 1.8 jmcneill {
291 1.8 jmcneill const int memory = OF_finddevice("/memory");
292 1.8 jmcneill BootConfig *bc = &bootconfig;
293 1.8 jmcneill uint64_t addr, size;
294 1.49 jmcneill int index;
295 1.8 jmcneill
296 1.8 jmcneill for (index = 0;
297 1.8 jmcneill fdtbus_get_reg64(memory, index, &addr, &size) == 0;
298 1.8 jmcneill index++) {
299 1.21 ryo if (addr >= mem_end || size == 0)
300 1.8 jmcneill continue;
301 1.21 ryo if (addr + size > mem_end)
302 1.21 ryo size = mem_end - addr;
303 1.8 jmcneill
304 1.49 jmcneill fdt_memory_add_range(addr, size);
305 1.8 jmcneill }
306 1.8 jmcneill
307 1.33 jmcneill fdt_add_reserved_memory(mem_start, mem_end);
308 1.8 jmcneill
309 1.8 jmcneill const uint64_t initrd_size = initrd_end - initrd_start;
310 1.8 jmcneill if (initrd_size > 0)
311 1.49 jmcneill fdt_memory_remove_range(initrd_start, initrd_size);
312 1.8 jmcneill
313 1.47 jmcneill const int framebuffer = OF_finddevice("/chosen/framebuffer");
314 1.47 jmcneill if (framebuffer >= 0) {
315 1.47 jmcneill for (index = 0;
316 1.47 jmcneill fdtbus_get_reg64(framebuffer, index, &addr, &size) == 0;
317 1.47 jmcneill index++) {
318 1.47 jmcneill fdt_add_reserved_memory_range(addr, size);
319 1.47 jmcneill }
320 1.47 jmcneill }
321 1.47 jmcneill
322 1.29 skrll VPRINTF("Usable memory:\n");
323 1.8 jmcneill bc->dramblocks = 0;
324 1.49 jmcneill fdt_memory_foreach(fdt_add_dram_blocks, bc);
325 1.8 jmcneill }
326 1.8 jmcneill
327 1.8 jmcneill static void
328 1.8 jmcneill fdt_probe_initrd(uint64_t *pstart, uint64_t *pend)
329 1.8 jmcneill {
330 1.8 jmcneill *pstart = *pend = 0;
331 1.8 jmcneill
332 1.8 jmcneill #ifdef MEMORY_DISK_DYNAMIC
333 1.8 jmcneill const int chosen = OF_finddevice("/chosen");
334 1.8 jmcneill if (chosen < 0)
335 1.8 jmcneill return;
336 1.8 jmcneill
337 1.8 jmcneill int len;
338 1.8 jmcneill const void *start_data = fdtbus_get_prop(chosen,
339 1.8 jmcneill "linux,initrd-start", &len);
340 1.8 jmcneill const void *end_data = fdtbus_get_prop(chosen,
341 1.8 jmcneill "linux,initrd-end", NULL);
342 1.8 jmcneill if (start_data == NULL || end_data == NULL)
343 1.8 jmcneill return;
344 1.8 jmcneill
345 1.8 jmcneill switch (len) {
346 1.8 jmcneill case 4:
347 1.8 jmcneill *pstart = be32dec(start_data);
348 1.8 jmcneill *pend = be32dec(end_data);
349 1.8 jmcneill break;
350 1.8 jmcneill case 8:
351 1.8 jmcneill *pstart = be64dec(start_data);
352 1.8 jmcneill *pend = be64dec(end_data);
353 1.8 jmcneill break;
354 1.8 jmcneill default:
355 1.8 jmcneill printf("Unsupported len %d for /chosen/initrd-start\n", len);
356 1.8 jmcneill return;
357 1.8 jmcneill }
358 1.8 jmcneill #endif
359 1.8 jmcneill }
360 1.8 jmcneill
361 1.8 jmcneill static void
362 1.8 jmcneill fdt_setup_initrd(void)
363 1.8 jmcneill {
364 1.8 jmcneill #ifdef MEMORY_DISK_DYNAMIC
365 1.8 jmcneill const uint64_t initrd_size = initrd_end - initrd_start;
366 1.8 jmcneill paddr_t startpa = trunc_page(initrd_start);
367 1.8 jmcneill paddr_t endpa = round_page(initrd_end);
368 1.8 jmcneill paddr_t pa;
369 1.8 jmcneill vaddr_t va;
370 1.8 jmcneill void *md_start;
371 1.8 jmcneill
372 1.8 jmcneill if (initrd_size == 0)
373 1.8 jmcneill return;
374 1.8 jmcneill
375 1.8 jmcneill va = uvm_km_alloc(kernel_map, initrd_size, 0,
376 1.8 jmcneill UVM_KMF_VAONLY | UVM_KMF_NOWAIT);
377 1.8 jmcneill if (va == 0) {
378 1.8 jmcneill printf("Failed to allocate VA for initrd\n");
379 1.8 jmcneill return;
380 1.8 jmcneill }
381 1.8 jmcneill
382 1.8 jmcneill md_start = (void *)va;
383 1.8 jmcneill
384 1.8 jmcneill for (pa = startpa; pa < endpa; pa += PAGE_SIZE, va += PAGE_SIZE)
385 1.8 jmcneill pmap_kenter_pa(va, pa, VM_PROT_READ|VM_PROT_WRITE, 0);
386 1.8 jmcneill pmap_update(pmap_kernel());
387 1.8 jmcneill
388 1.8 jmcneill md_root_setconf(md_start, initrd_size);
389 1.8 jmcneill #endif
390 1.8 jmcneill }
391 1.8 jmcneill
392 1.46 jmcneill #ifdef EFI_RUNTIME
393 1.46 jmcneill static void
394 1.51 jmcneill fdt_map_efi_runtime(const char *prop, enum arm_efirt_mem_type type)
395 1.46 jmcneill {
396 1.46 jmcneill int len;
397 1.46 jmcneill
398 1.46 jmcneill const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
399 1.46 jmcneill if (chosen_off < 0)
400 1.46 jmcneill return;
401 1.46 jmcneill
402 1.46 jmcneill const uint64_t *map = fdt_getprop(fdt_data, chosen_off, prop, &len);
403 1.46 jmcneill if (map == NULL)
404 1.46 jmcneill return;
405 1.46 jmcneill
406 1.46 jmcneill while (len >= 24) {
407 1.46 jmcneill const paddr_t pa = be64toh(map[0]);
408 1.46 jmcneill const vaddr_t va = be64toh(map[1]);
409 1.46 jmcneill const uint64_t sz = be64toh(map[2]);
410 1.51 jmcneill VPRINTF("%s: %s %lx-%lx (%lx-%lx)\n", __func__, prop, pa, pa+sz-1, va, va+sz-1);
411 1.51 jmcneill arm_efirt_md_map_range(va, pa, sz, type);
412 1.46 jmcneill map += 3;
413 1.46 jmcneill len -= 24;
414 1.46 jmcneill }
415 1.46 jmcneill }
416 1.46 jmcneill #endif
417 1.46 jmcneill
418 1.21 ryo u_int initarm(void *arg);
419 1.21 ryo
420 1.1 jmcneill u_int
421 1.1 jmcneill initarm(void *arg)
422 1.1 jmcneill {
423 1.1 jmcneill const struct arm_platform *plat;
424 1.21 ryo uint64_t memory_start, memory_end;
425 1.1 jmcneill
426 1.23 ryo /* set temporally to work printf()/panic() even before consinit() */
427 1.23 ryo cn_tab = &earlycons;
428 1.23 ryo
429 1.1 jmcneill /* Load FDT */
430 1.1 jmcneill int error = fdt_check_header(fdt_addr_r);
431 1.1 jmcneill if (error == 0) {
432 1.41 jmcneill /* If the DTB is too big, try to pack it in place first. */
433 1.41 jmcneill if (fdt_totalsize(fdt_addr_r) > sizeof(fdt_data))
434 1.41 jmcneill (void)fdt_pack(__UNCONST(fdt_addr_r));
435 1.38 jmcneill error = fdt_open_into(fdt_addr_r, fdt_data, sizeof(fdt_data));
436 1.1 jmcneill if (error != 0)
437 1.1 jmcneill panic("fdt_move failed: %s", fdt_strerror(error));
438 1.1 jmcneill fdtbus_set_data(fdt_data);
439 1.1 jmcneill } else {
440 1.1 jmcneill panic("fdt_check_header failed: %s", fdt_strerror(error));
441 1.1 jmcneill }
442 1.1 jmcneill
443 1.1 jmcneill /* Lookup platform specific backend */
444 1.1 jmcneill plat = arm_fdt_platform();
445 1.1 jmcneill if (plat == NULL)
446 1.1 jmcneill panic("Kernel does not support this device");
447 1.1 jmcneill
448 1.1 jmcneill /* Early console may be available, announce ourselves. */
449 1.29 skrll VPRINTF("FDT<%p>\n", fdt_addr_r);
450 1.1 jmcneill
451 1.6 jmcneill const int chosen = OF_finddevice("/chosen");
452 1.6 jmcneill if (chosen >= 0)
453 1.6 jmcneill OF_getprop(chosen, "bootargs", bootargs, sizeof(bootargs));
454 1.6 jmcneill boot_args = bootargs;
455 1.6 jmcneill
456 1.1 jmcneill /* Heads up ... Setup the CPU / MMU / TLB functions. */
457 1.29 skrll VPRINTF("cpufunc\n");
458 1.1 jmcneill if (set_cpufuncs())
459 1.1 jmcneill panic("cpu not recognized!");
460 1.1 jmcneill
461 1.44 skrll /*
462 1.44 skrll * Memory is still identity/flat mapped this point so using ttbr for
463 1.44 skrll * l1pt VA is fine
464 1.44 skrll */
465 1.44 skrll
466 1.44 skrll VPRINTF("devmap\n");
467 1.44 skrll extern char ARM_BOOTSTRAP_LxPT[];
468 1.44 skrll pmap_devmap_bootstrap((vaddr_t)ARM_BOOTSTRAP_LxPT, plat->ap_devmap());
469 1.44 skrll
470 1.29 skrll VPRINTF("bootstrap\n");
471 1.32 skrll plat->ap_bootstrap();
472 1.16 skrll
473 1.5 jmcneill /*
474 1.5 jmcneill * If stdout-path is specified on the command line, override the
475 1.5 jmcneill * value in /chosen/stdout-path before initializing console.
476 1.5 jmcneill */
477 1.44 skrll VPRINTF("stdout\n");
478 1.5 jmcneill fdt_update_stdout_path();
479 1.5 jmcneill
480 1.38 jmcneill /*
481 1.38 jmcneill * Done making changes to the FDT.
482 1.38 jmcneill */
483 1.38 jmcneill fdt_pack(fdt_data);
484 1.38 jmcneill
485 1.29 skrll VPRINTF("consinit ");
486 1.1 jmcneill consinit();
487 1.29 skrll VPRINTF("ok\n");
488 1.1 jmcneill
489 1.29 skrll VPRINTF("uboot: args %#lx, %#lx, %#lx, %#lx\n",
490 1.1 jmcneill uboot_args[0], uboot_args[1], uboot_args[2], uboot_args[3]);
491 1.1 jmcneill
492 1.1 jmcneill cpu_reset_address = fdt_reset;
493 1.1 jmcneill cpu_powerdown_address = fdt_powerdown;
494 1.1 jmcneill evbarm_device_register = fdt_device_register;
495 1.39 bouyer evbarm_device_register_post_config = fdt_device_register_post_config;
496 1.34 jmcneill evbarm_cpu_rootconf = fdt_cpu_rootconf;
497 1.1 jmcneill
498 1.1 jmcneill /* Talk to the user */
499 1.45 skrll printf("NetBSD/evbarm (fdt) booting ...\n");
500 1.1 jmcneill
501 1.1 jmcneill #ifdef BOOT_ARGS
502 1.1 jmcneill char mi_bootargs[] = BOOT_ARGS;
503 1.1 jmcneill parse_mi_bootargs(mi_bootargs);
504 1.1 jmcneill #endif
505 1.1 jmcneill
506 1.21 ryo fdt_get_memory(&memory_start, &memory_end);
507 1.1 jmcneill
508 1.1 jmcneill #if !defined(_LP64)
509 1.1 jmcneill /* Cannot map memory above 4GB */
510 1.21 ryo if (memory_end >= 0x100000000ULL)
511 1.21 ryo memory_end = 0x100000000ULL - PAGE_SIZE;
512 1.21 ryo
513 1.31 skrll #endif
514 1.21 ryo uint64_t memory_size = memory_end - memory_start;
515 1.1 jmcneill
516 1.44 skrll VPRINTF("%s: memory start %" PRIx64 " end %" PRIx64 " (len %"
517 1.44 skrll PRIx64 ")\n", __func__, memory_start, memory_end, memory_size);
518 1.44 skrll
519 1.8 jmcneill /* Parse ramdisk info */
520 1.8 jmcneill fdt_probe_initrd(&initrd_start, &initrd_end);
521 1.8 jmcneill
522 1.16 skrll /*
523 1.16 skrll * Populate bootconfig structure for the benefit of
524 1.16 skrll * dodumpsys
525 1.16 skrll */
526 1.44 skrll VPRINTF("%s: fdt_build_bootconfig\n", __func__);
527 1.21 ryo fdt_build_bootconfig(memory_start, memory_end);
528 1.21 ryo
529 1.46 jmcneill #ifdef EFI_RUNTIME
530 1.51 jmcneill fdt_map_efi_runtime("netbsd,uefi-runtime-code", ARM_EFIRT_MEM_CODE);
531 1.51 jmcneill fdt_map_efi_runtime("netbsd,uefi-runtime-data", ARM_EFIRT_MEM_DATA);
532 1.51 jmcneill fdt_map_efi_runtime("netbsd,uefi-runtime-mmio", ARM_EFIRT_MEM_MMIO);
533 1.46 jmcneill #endif
534 1.46 jmcneill
535 1.31 skrll /* Perform PT build and VM init */
536 1.31 skrll cpu_kernel_vm_init(memory_start, memory_size);
537 1.1 jmcneill
538 1.29 skrll VPRINTF("bootargs: %s\n", bootargs);
539 1.1 jmcneill
540 1.1 jmcneill parse_mi_bootargs(boot_args);
541 1.1 jmcneill
542 1.49 jmcneill VPRINTF("Memory regions:\n");
543 1.49 jmcneill fdt_memory_foreach(fdt_add_boot_physmem, &memory_size);
544 1.1 jmcneill
545 1.44 skrll u_int sp = initarm_common(KERNEL_VM_BASE, KERNEL_VM_SIZE, fdt_physmem,
546 1.16 skrll nfdt_physmem);
547 1.44 skrll
548 1.56 ryo if ((boothowto & RB_MD1) == 0) {
549 1.56 ryo VPRINTF("mpstart\n");
550 1.56 ryo if (plat->ap_mpstart)
551 1.56 ryo plat->ap_mpstart();
552 1.56 ryo }
553 1.44 skrll
554 1.44 skrll /*
555 1.44 skrll * Now we have APs started the pages used for stacks and L1PT can
556 1.44 skrll * be given to uvm
557 1.44 skrll */
558 1.44 skrll extern char __start__init_memory[], __stop__init_memory[];
559 1.44 skrll if (__start__init_memory != __stop__init_memory) {
560 1.44 skrll const paddr_t spa = KERN_VTOPHYS((vaddr_t)__start__init_memory);
561 1.44 skrll const paddr_t epa = KERN_VTOPHYS((vaddr_t)__stop__init_memory);
562 1.44 skrll const paddr_t spg = atop(spa);
563 1.44 skrll const paddr_t epg = atop(epa);
564 1.44 skrll
565 1.44 skrll uvm_page_physload(spg, epg, spg, epg, VM_FREELIST_DEFAULT);
566 1.44 skrll
567 1.44 skrll VPRINTF(" start %08lx end %08lx", ptoa(spa), ptoa(epa));
568 1.44 skrll }
569 1.44 skrll
570 1.44 skrll return sp;
571 1.1 jmcneill }
572 1.1 jmcneill
573 1.5 jmcneill static void
574 1.5 jmcneill fdt_update_stdout_path(void)
575 1.5 jmcneill {
576 1.5 jmcneill char *stdout_path, *ep;
577 1.5 jmcneill int stdout_path_len;
578 1.5 jmcneill char buf[256];
579 1.5 jmcneill
580 1.5 jmcneill const int chosen_off = fdt_path_offset(fdt_data, "/chosen");
581 1.5 jmcneill if (chosen_off == -1)
582 1.5 jmcneill return;
583 1.5 jmcneill
584 1.5 jmcneill if (get_bootconf_option(boot_args, "stdout-path",
585 1.5 jmcneill BOOTOPT_TYPE_STRING, &stdout_path) == 0)
586 1.5 jmcneill return;
587 1.5 jmcneill
588 1.5 jmcneill ep = strchr(stdout_path, ' ');
589 1.5 jmcneill stdout_path_len = ep ? (ep - stdout_path) : strlen(stdout_path);
590 1.5 jmcneill if (stdout_path_len >= sizeof(buf))
591 1.5 jmcneill return;
592 1.5 jmcneill
593 1.5 jmcneill strncpy(buf, stdout_path, stdout_path_len);
594 1.5 jmcneill buf[stdout_path_len] = '\0';
595 1.5 jmcneill fdt_setprop(fdt_data, chosen_off, "stdout-path",
596 1.5 jmcneill buf, stdout_path_len + 1);
597 1.5 jmcneill }
598 1.5 jmcneill
599 1.1 jmcneill void
600 1.1 jmcneill consinit(void)
601 1.1 jmcneill {
602 1.1 jmcneill static bool initialized = false;
603 1.1 jmcneill const struct arm_platform *plat = arm_fdt_platform();
604 1.1 jmcneill const struct fdt_console *cons = fdtbus_get_console();
605 1.1 jmcneill struct fdt_attach_args faa;
606 1.4 jmcneill u_int uart_freq = 0;
607 1.1 jmcneill
608 1.1 jmcneill if (initialized || cons == NULL)
609 1.1 jmcneill return;
610 1.1 jmcneill
611 1.32 skrll plat->ap_init_attach_args(&faa);
612 1.1 jmcneill faa.faa_phandle = fdtbus_get_stdout_phandle();
613 1.1 jmcneill
614 1.32 skrll if (plat->ap_uart_freq != NULL)
615 1.32 skrll uart_freq = plat->ap_uart_freq();
616 1.4 jmcneill
617 1.4 jmcneill cons->consinit(&faa, uart_freq);
618 1.1 jmcneill
619 1.1 jmcneill initialized = true;
620 1.1 jmcneill }
621 1.1 jmcneill
622 1.3 jmcneill void
623 1.3 jmcneill delay(u_int us)
624 1.3 jmcneill {
625 1.3 jmcneill const struct arm_platform *plat = arm_fdt_platform();
626 1.3 jmcneill
627 1.32 skrll plat->ap_delay(us);
628 1.3 jmcneill }
629 1.3 jmcneill
630 1.1 jmcneill static void
631 1.34 jmcneill fdt_detect_root_device(device_t dev)
632 1.34 jmcneill {
633 1.34 jmcneill struct mbr_sector mbr;
634 1.34 jmcneill uint8_t buf[DEV_BSIZE];
635 1.34 jmcneill uint8_t hash[16];
636 1.34 jmcneill const uint8_t *rhash;
637 1.53 jmcneill char rootarg[64];
638 1.34 jmcneill struct vnode *vp;
639 1.34 jmcneill MD5_CTX md5ctx;
640 1.34 jmcneill int error, len;
641 1.34 jmcneill size_t resid;
642 1.34 jmcneill u_int part;
643 1.34 jmcneill
644 1.34 jmcneill const int chosen = OF_finddevice("/chosen");
645 1.34 jmcneill if (chosen < 0)
646 1.34 jmcneill return;
647 1.34 jmcneill
648 1.34 jmcneill if (of_hasprop(chosen, "netbsd,mbr") &&
649 1.34 jmcneill of_hasprop(chosen, "netbsd,partition")) {
650 1.34 jmcneill
651 1.34 jmcneill /*
652 1.34 jmcneill * The bootloader has passed in a partition index and MD5 hash
653 1.34 jmcneill * of the MBR sector. Read the MBR of this device, calculate the
654 1.34 jmcneill * hash, and compare it with the value passed in.
655 1.34 jmcneill */
656 1.34 jmcneill rhash = fdtbus_get_prop(chosen, "netbsd,mbr", &len);
657 1.34 jmcneill if (rhash == NULL || len != 16)
658 1.34 jmcneill return;
659 1.34 jmcneill of_getprop_uint32(chosen, "netbsd,partition", &part);
660 1.34 jmcneill if (part >= MAXPARTITIONS)
661 1.34 jmcneill return;
662 1.34 jmcneill
663 1.34 jmcneill vp = opendisk(dev);
664 1.34 jmcneill if (!vp)
665 1.34 jmcneill return;
666 1.34 jmcneill error = vn_rdwr(UIO_READ, vp, buf, sizeof(buf), 0, UIO_SYSSPACE,
667 1.34 jmcneill 0, NOCRED, &resid, NULL);
668 1.34 jmcneill VOP_CLOSE(vp, FREAD, NOCRED);
669 1.34 jmcneill vput(vp);
670 1.34 jmcneill
671 1.34 jmcneill if (error != 0)
672 1.34 jmcneill return;
673 1.34 jmcneill
674 1.34 jmcneill memcpy(&mbr, buf, sizeof(mbr));
675 1.34 jmcneill MD5Init(&md5ctx);
676 1.34 jmcneill MD5Update(&md5ctx, (void *)&mbr, sizeof(mbr));
677 1.34 jmcneill MD5Final(hash, &md5ctx);
678 1.34 jmcneill
679 1.34 jmcneill if (memcmp(rhash, hash, 16) != 0)
680 1.34 jmcneill return;
681 1.34 jmcneill
682 1.34 jmcneill snprintf(rootarg, sizeof(rootarg), " root=%s%c", device_xname(dev), part + 'a');
683 1.34 jmcneill strcat(boot_args, rootarg);
684 1.34 jmcneill }
685 1.53 jmcneill
686 1.53 jmcneill if (of_hasprop(chosen, "netbsd,gpt-guid")) {
687 1.53 jmcneill char guidbuf[UUID_STR_LEN];
688 1.53 jmcneill const struct uuid *guid = fdtbus_get_prop(chosen, "netbsd,gpt-guid", &len);
689 1.53 jmcneill if (guid == NULL || len != 16)
690 1.53 jmcneill return;
691 1.53 jmcneill
692 1.53 jmcneill uuid_snprintf(guidbuf, sizeof(guidbuf), guid);
693 1.53 jmcneill snprintf(rootarg, sizeof(rootarg), " root=wedge:%s", guidbuf);
694 1.53 jmcneill strcat(boot_args, rootarg);
695 1.53 jmcneill }
696 1.53 jmcneill
697 1.53 jmcneill if (of_hasprop(chosen, "netbsd,gpt-label")) {
698 1.53 jmcneill const char *label = fdtbus_get_string(chosen, "netbsd,gpt-label");
699 1.53 jmcneill if (label == NULL || *label == '\0')
700 1.53 jmcneill return;
701 1.53 jmcneill
702 1.53 jmcneill device_t dv = dkwedge_find_by_wname(label);
703 1.53 jmcneill if (dv != NULL)
704 1.53 jmcneill booted_device = dv;
705 1.53 jmcneill }
706 1.55 jmcneill
707 1.55 jmcneill if (of_hasprop(chosen, "netbsd,booted-mac-address")) {
708 1.55 jmcneill const uint8_t *macaddr = fdtbus_get_prop(chosen, "netbsd,booted-mac-address", &len);
709 1.55 jmcneill if (macaddr == NULL || len != 6)
710 1.55 jmcneill return;
711 1.55 jmcneill int s = pserialize_read_enter();
712 1.55 jmcneill struct ifnet *ifp;
713 1.55 jmcneill IFNET_READER_FOREACH(ifp) {
714 1.55 jmcneill if (memcmp(macaddr, CLLADDR(ifp->if_sadl), len) == 0) {
715 1.55 jmcneill device_t dv = device_find_by_xname(ifp->if_xname);
716 1.55 jmcneill if (dv != NULL)
717 1.55 jmcneill booted_device = dv;
718 1.55 jmcneill break;
719 1.55 jmcneill }
720 1.55 jmcneill }
721 1.55 jmcneill pserialize_read_exit(s);
722 1.55 jmcneill }
723 1.34 jmcneill }
724 1.34 jmcneill
725 1.34 jmcneill static void
726 1.1 jmcneill fdt_device_register(device_t self, void *aux)
727 1.1 jmcneill {
728 1.1 jmcneill const struct arm_platform *plat = arm_fdt_platform();
729 1.1 jmcneill
730 1.8 jmcneill if (device_is_a(self, "armfdt"))
731 1.8 jmcneill fdt_setup_initrd();
732 1.8 jmcneill
733 1.32 skrll if (plat && plat->ap_device_register)
734 1.32 skrll plat->ap_device_register(self, aux);
735 1.1 jmcneill }
736 1.1 jmcneill
737 1.1 jmcneill static void
738 1.39 bouyer fdt_device_register_post_config(device_t self, void *aux)
739 1.39 bouyer {
740 1.39 bouyer #if NUKBD > 0 && NWSDISPLAY > 0
741 1.39 bouyer if (device_is_a(self, "wsdisplay")) {
742 1.39 bouyer struct wsdisplay_softc *sc = device_private(self);
743 1.39 bouyer if (wsdisplay_isconsole(sc))
744 1.39 bouyer ukbd_cnattach();
745 1.39 bouyer }
746 1.39 bouyer #endif
747 1.39 bouyer }
748 1.39 bouyer
749 1.39 bouyer static void
750 1.34 jmcneill fdt_cpu_rootconf(void)
751 1.34 jmcneill {
752 1.34 jmcneill device_t dev;
753 1.34 jmcneill deviter_t di;
754 1.34 jmcneill char *ptr;
755 1.34 jmcneill
756 1.34 jmcneill for (dev = deviter_first(&di, 0); dev; dev = deviter_next(&di)) {
757 1.34 jmcneill if (device_class(dev) != DV_DISK)
758 1.34 jmcneill continue;
759 1.34 jmcneill
760 1.34 jmcneill if (get_bootconf_option(boot_args, "root", BOOTOPT_TYPE_STRING, &ptr) != 0)
761 1.34 jmcneill break;
762 1.34 jmcneill
763 1.36 jakllsch if (device_is_a(dev, "ld") || device_is_a(dev, "sd") || device_is_a(dev, "wd"))
764 1.34 jmcneill fdt_detect_root_device(dev);
765 1.34 jmcneill }
766 1.34 jmcneill deviter_release(&di);
767 1.34 jmcneill }
768 1.34 jmcneill
769 1.34 jmcneill static void
770 1.1 jmcneill fdt_reset(void)
771 1.1 jmcneill {
772 1.1 jmcneill const struct arm_platform *plat = arm_fdt_platform();
773 1.1 jmcneill
774 1.1 jmcneill fdtbus_power_reset();
775 1.1 jmcneill
776 1.32 skrll if (plat && plat->ap_reset)
777 1.32 skrll plat->ap_reset();
778 1.1 jmcneill }
779 1.1 jmcneill
780 1.1 jmcneill static void
781 1.1 jmcneill fdt_powerdown(void)
782 1.1 jmcneill {
783 1.1 jmcneill fdtbus_power_poweroff();
784 1.1 jmcneill }
785