Home | History | Annotate | Line # | Download | only in imx23_olinuxino
imx23_olinuxino_machdep.c revision 1.1
      1  1.1  jkunz /* $Id: imx23_olinuxino_machdep.c,v 1.1 2012/11/20 19:08:45 jkunz Exp $ */
      2  1.1  jkunz 
      3  1.1  jkunz /*
      4  1.1  jkunz  * Copyright (c) 2012 The NetBSD Foundation, Inc.
      5  1.1  jkunz  * All rights reserved.
      6  1.1  jkunz  *
      7  1.1  jkunz  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  jkunz  * by Petri Laakso.
      9  1.1  jkunz  *
     10  1.1  jkunz  * Redistribution and use in source and binary forms, with or without
     11  1.1  jkunz  * modification, are permitted provided that the following conditions
     12  1.1  jkunz  * are met:
     13  1.1  jkunz  * 1. Redistributions of source code must retain the above copyright
     14  1.1  jkunz  *    notice, this list of conditions and the following disclaimer.
     15  1.1  jkunz  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  jkunz  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  jkunz  *    documentation and/or other materials provided with the distribution.
     18  1.1  jkunz  *
     19  1.1  jkunz  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  jkunz  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  jkunz  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  jkunz  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  jkunz  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  jkunz  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  jkunz  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  jkunz  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  jkunz  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  jkunz  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  jkunz  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  jkunz  */
     31  1.1  jkunz 
     32  1.1  jkunz #include <sys/bus.h>
     33  1.1  jkunz #include <sys/cdefs.h>
     34  1.1  jkunz #include <sys/device.h>
     35  1.1  jkunz #include <sys/lwp.h>
     36  1.1  jkunz #include <sys/mount.h>
     37  1.1  jkunz #include <sys/mutex.h>
     38  1.1  jkunz #include <sys/param.h>
     39  1.1  jkunz #include <sys/reboot.h>
     40  1.1  jkunz #include <sys/rnd.h>
     41  1.1  jkunz #include <sys/termios.h>
     42  1.1  jkunz #include <sys/types.h>
     43  1.1  jkunz 
     44  1.1  jkunz #include <uvm/uvm.h>
     45  1.1  jkunz #include <uvm/uvm_prot.h>
     46  1.1  jkunz #include <uvm/uvm_pmap.h>
     47  1.1  jkunz 
     48  1.1  jkunz #include <machine/db_machdep.h>
     49  1.1  jkunz #include <machine/bootconfig.h>
     50  1.1  jkunz #include <machine/frame.h>
     51  1.1  jkunz #include <machine/param.h>
     52  1.1  jkunz #include <machine/pcb.h>
     53  1.1  jkunz #include <machine/pmap.h>
     54  1.1  jkunz 
     55  1.1  jkunz #include <arm/undefined.h>
     56  1.1  jkunz #include <arm/arm32/machdep.h>
     57  1.1  jkunz 
     58  1.1  jkunz #include <arm/imx/imx23_digctlreg.h>
     59  1.1  jkunz #include <arm/imx/imx23_clkctrlreg.h>
     60  1.1  jkunz #include <arm/imx/imx23_rtcreg.h>
     61  1.1  jkunz #include <arm/imx/imx23_uartdbgreg.h>
     62  1.1  jkunz #include <arm/imx/imx23var.h>
     63  1.1  jkunz 
     64  1.1  jkunz #include "plcom.h"
     65  1.1  jkunz #if (NPLCOM > 0)
     66  1.1  jkunz #include <evbarm/dev/plcomreg.h>
     67  1.1  jkunz #include <evbarm/dev/plcomvar.h>
     68  1.1  jkunz #endif
     69  1.1  jkunz 
     70  1.1  jkunz #include "opt_evbarm_boardtype.h"
     71  1.1  jkunz 
     72  1.1  jkunz static vaddr_t get_ttb(void);
     73  1.1  jkunz static void setup_real_page_tables(void);
     74  1.1  jkunz //static void entropy_init(void);
     75  1.1  jkunz 
     76  1.1  jkunz /*
     77  1.1  jkunz  * Static device map for i.MX23 peripheral address space.
     78  1.1  jkunz  */
     79  1.1  jkunz #define _A(a)	((a) & ~L1_S_OFFSET)
     80  1.1  jkunz #define _S(s)	(((s) + L1_S_SIZE - 1) & ~(L1_S_SIZE-1))
     81  1.1  jkunz static const struct pmap_devmap imx23_devmap[] = {
     82  1.1  jkunz 	{
     83  1.1  jkunz 		_A(APBH_BASE),			/* Virtual address. */
     84  1.1  jkunz 		_A(APBH_BASE),			/* Physical address. */
     85  1.1  jkunz 		_S(APBH_SIZE + APBX_SIZE),	/* APBX located after APBH. */
     86  1.1  jkunz 		VM_PROT_READ|VM_PROT_WRITE,	/* Protection bits. */
     87  1.1  jkunz 		PTE_NOCACHE			/* Cache attributes. */
     88  1.1  jkunz 	},
     89  1.1  jkunz 	{ 0, 0, 0, 0, 0 }
     90  1.1  jkunz };
     91  1.1  jkunz #undef _A
     92  1.1  jkunz #undef _S
     93  1.1  jkunz 
     94  1.1  jkunz static vm_offset_t physical_freestart;
     95  1.1  jkunz static vm_offset_t physical_freeend;
     96  1.1  jkunz static u_int free_pages;
     97  1.1  jkunz //static rndsave_t imx23_boot_rsp;
     98  1.1  jkunz 
     99  1.1  jkunz BootConfig bootconfig;
    100  1.1  jkunz vm_offset_t physical_start;
    101  1.1  jkunz vm_offset_t physical_end;
    102  1.1  jkunz char *boot_args;
    103  1.1  jkunz paddr_t msgbufphys;
    104  1.1  jkunz 
    105  1.1  jkunz extern char KERNEL_BASE_phys;
    106  1.1  jkunz extern char KERNEL_BASE_virt;
    107  1.1  jkunz extern char _end[];
    108  1.1  jkunz extern char __data_start[];
    109  1.1  jkunz extern char _edata[];
    110  1.1  jkunz extern char __bss_start[];
    111  1.1  jkunz extern char __bss_end__[];
    112  1.1  jkunz extern pv_addr_t kernelstack;
    113  1.1  jkunz 
    114  1.1  jkunz extern u_int data_abort_handler_address;
    115  1.1  jkunz extern u_int prefetch_abort_handler_address;
    116  1.1  jkunz 
    117  1.1  jkunz /* Define various stack sizes in pages. */
    118  1.1  jkunz #define FIQ_STACK_SIZE	1
    119  1.1  jkunz #define IRQ_STACK_SIZE	1
    120  1.1  jkunz #define ABT_STACK_SIZE	1
    121  1.1  jkunz #define UND_STACK_SIZE	1
    122  1.1  jkunz 
    123  1.1  jkunz /* Macros to translate between physical and virtual addresses. */
    124  1.1  jkunz #define KERNEL_BASE_PHYS ((paddr_t)&KERNEL_BASE_phys)
    125  1.1  jkunz #define KERNEL_BASE_VIRT ((vaddr_t)&KERNEL_BASE_virt)
    126  1.1  jkunz #define KERN_VTOPHYS(va)						\
    127  1.1  jkunz 	((paddr_t)((vaddr_t)va - KERNEL_BASE_VIRT + KERNEL_BASE_PHYS))
    128  1.1  jkunz #define KERN_PHYSTOV(pa)						\
    129  1.1  jkunz 	((vaddr_t)((paddr_t)pa - KERNEL_BASE_PHYS + KERNEL_BASE_VIRT))
    130  1.1  jkunz 
    131  1.1  jkunz #define KERNEL_PT_SYS		0	/* L2 table for mapping vectors page. */
    132  1.1  jkunz #define KERNEL_PT_KERNEL	1	/* L2 table for mapping kernel. */
    133  1.1  jkunz #define KERNEL_PT_KERNEL_NUM	4
    134  1.1  jkunz 
    135  1.1  jkunz #define KERNEL_PT_VMDATA	(KERNEL_PT_KERNEL + KERNEL_PT_KERNEL_NUM)
    136  1.1  jkunz /* Page tables for mapping kernel VM */
    137  1.1  jkunz #define KERNEL_PT_VMDATA_NUM	4 	/* start with 16MB of KVM */
    138  1.1  jkunz #define NUM_KERNEL_PTS	(KERNEL_PT_VMDATA + KERNEL_PT_VMDATA_NUM)
    139  1.1  jkunz 
    140  1.1  jkunz pv_addr_t kernel_pt_table[NUM_KERNEL_PTS];
    141  1.1  jkunz 
    142  1.1  jkunz #define	KERNEL_VM_BASE	(KERNEL_BASE + 0x01000000)
    143  1.1  jkunz #define KERNEL_VM_SIZE 	(0xf0000000 - KERNEL_VM_BASE)
    144  1.1  jkunz 
    145  1.1  jkunz #define REG_RD(reg) *(volatile uint32_t *)(reg)
    146  1.1  jkunz #define REG_WR(reg, val)						\
    147  1.1  jkunz do {									\
    148  1.1  jkunz 	*(volatile uint32_t *)((reg)) = val;				\
    149  1.1  jkunz } while (0)
    150  1.1  jkunz 
    151  1.1  jkunz /*
    152  1.1  jkunz  * Initialize everything and return new svc stack pointer.
    153  1.1  jkunz  */
    154  1.1  jkunz u_int
    155  1.1  jkunz initarm(void *arg)
    156  1.1  jkunz {
    157  1.1  jkunz 
    158  1.1  jkunz 	if (set_cpufuncs())
    159  1.1  jkunz 		panic("set_cpufuncs failed");
    160  1.1  jkunz 
    161  1.1  jkunz 	pmap_devmap_bootstrap(get_ttb(), imx23_devmap);
    162  1.1  jkunz 
    163  1.1  jkunz 	cpu_domains((DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2)) | DOMAIN_CLIENT);
    164  1.1  jkunz 
    165  1.1  jkunz 	consinit();
    166  1.1  jkunz 	//entropy_init();
    167  1.1  jkunz 
    168  1.1  jkunz 	/* Talk to the user. */
    169  1.1  jkunz #define BDSTR(s)	_BDSTR(s)
    170  1.1  jkunz #define _BDSTR(s)	#s
    171  1.1  jkunz 	printf("\nNetBSD/evbarm (" BDSTR(EVBARM_BOARDTYPE) ") booting ...\n");
    172  1.1  jkunz #undef BDSTR
    173  1.1  jkunz #undef _BDSTR
    174  1.1  jkunz 
    175  1.1  jkunz 	boot_args[0] = '\0';
    176  1.1  jkunz 
    177  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    178  1.1  jkunz 	printf("initarm: Configuring system ...\n");
    179  1.1  jkunz #endif
    180  1.1  jkunz 
    181  1.1  jkunz 	physical_start = DRAM_BASE;
    182  1.1  jkunz 	physical_end = DRAM_BASE + MEMSIZE * 1024 * 1024;
    183  1.1  jkunz 	physmem = (physical_end - physical_start) / PAGE_SIZE;
    184  1.1  jkunz 
    185  1.1  jkunz 	/* bootconfig is used by cpu_dump() and cousins. */
    186  1.1  jkunz 	bootconfig.dramblocks = 1;
    187  1.1  jkunz 	bootconfig.dram[0].address = DRAM_BASE;
    188  1.1  jkunz 	bootconfig.dram[0].pages = physmem;
    189  1.1  jkunz 
    190  1.1  jkunz 	/*
    191  1.1  jkunz 	 * Our kernel is at the beginning of the DRAM, so set our free space to
    192  1.1  jkunz 	 * all the memory after the kernel.
    193  1.1  jkunz 	 */
    194  1.1  jkunz 	physical_freestart = KERN_VTOPHYS(round_page((vaddr_t) _end));
    195  1.1  jkunz 	physical_freeend = physical_end;
    196  1.1  jkunz 	free_pages = (physical_freeend - physical_freestart) / PAGE_SIZE;
    197  1.1  jkunz 
    198  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    199  1.1  jkunz 	/* Tell the user about the memory. */
    200  1.1  jkunz 	printf("physmemory: %d pages at 0x%08lx -> 0x%08lx\n", physmem,
    201  1.1  jkunz 	    physical_start, physical_end - 1);
    202  1.1  jkunz #endif
    203  1.1  jkunz 
    204  1.1  jkunz 	/*
    205  1.1  jkunz 	 * Set up first and second level page tables. Pages of memory will be
    206  1.1  jkunz 	 * allocated and mapped for structures required for system operation.
    207  1.1  jkunz 	 * kernel_l1pt, kernel_pt_table[], systempage, irqstack, abtstack,
    208  1.1  jkunz 	 * undstack, kernelstack, msgbufphys will be set to point to the memory
    209  1.1  jkunz 	 * that was allocated for them.
    210  1.1  jkunz 	 */
    211  1.1  jkunz 	setup_real_page_tables();
    212  1.1  jkunz 
    213  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    214  1.1  jkunz 	printf("freestart = 0x%08lx, free_pages = %d (0x%08x)\n",
    215  1.1  jkunz 	    physical_freestart, free_pages, free_pages);
    216  1.1  jkunz #endif
    217  1.1  jkunz 
    218  1.1  jkunz 	uvm_lwp_setuarea(&lwp0, kernelstack.pv_va);
    219  1.1  jkunz 
    220  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    221  1.1  jkunz 	printf("bootstrap done.\n");
    222  1.1  jkunz #endif
    223  1.1  jkunz 
    224  1.1  jkunz 	/* Copy vectors from page0 to vectors page. */
    225  1.1  jkunz 	arm32_vector_init(ARM_VECTORS_HIGH, ARM_VEC_ALL);
    226  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    227  1.1  jkunz 	printf("init subsystems: stacks ");
    228  1.1  jkunz #endif
    229  1.1  jkunz 	set_stackptr(PSR_FIQ32_MODE,
    230  1.1  jkunz 	    fiqstack.pv_va + FIQ_STACK_SIZE * PAGE_SIZE);
    231  1.1  jkunz 	set_stackptr(PSR_IRQ32_MODE,
    232  1.1  jkunz 	    irqstack.pv_va + IRQ_STACK_SIZE * PAGE_SIZE);
    233  1.1  jkunz 	set_stackptr(PSR_ABT32_MODE,
    234  1.1  jkunz 	    abtstack.pv_va + ABT_STACK_SIZE * PAGE_SIZE);
    235  1.1  jkunz 	set_stackptr(PSR_UND32_MODE,
    236  1.1  jkunz 	    undstack.pv_va + UND_STACK_SIZE * PAGE_SIZE);
    237  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    238  1.1  jkunz 	printf("vectors ");
    239  1.1  jkunz #endif
    240  1.1  jkunz 	data_abort_handler_address = (u_int)data_abort_handler;
    241  1.1  jkunz 	prefetch_abort_handler_address = (u_int)prefetch_abort_handler;
    242  1.1  jkunz 	undefined_handler_address = (u_int)undefinedinstruction_bounce;
    243  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    244  1.1  jkunz 	printf("undefined ");
    245  1.1  jkunz #endif
    246  1.1  jkunz 	undefined_init();
    247  1.1  jkunz 	/* Load memory into UVM. */
    248  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    249  1.1  jkunz 	printf("page ");
    250  1.1  jkunz #endif
    251  1.1  jkunz 	uvm_setpagesize();
    252  1.1  jkunz 	uvm_page_physload(atop(physical_freestart), atop(physical_freeend),
    253  1.1  jkunz 	    atop(physical_freestart), atop(physical_freeend),
    254  1.1  jkunz 	    VM_FREELIST_DEFAULT);
    255  1.1  jkunz 
    256  1.1  jkunz 	/* Boot strap pmap telling it where the kernel page table is. */
    257  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    258  1.1  jkunz 	printf("pmap ");
    259  1.1  jkunz #endif
    260  1.1  jkunz 	pmap_bootstrap(KERNEL_VM_BASE, KERNEL_VM_BASE + KERNEL_VM_SIZE);
    261  1.1  jkunz 
    262  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    263  1.1  jkunz 	printf("done.\n");
    264  1.1  jkunz #endif
    265  1.1  jkunz 
    266  1.1  jkunz #ifdef __HAVE_MEMORY_DISK__
    267  1.1  jkunz 	md_root_setconf(memory_disk, sizeof memory_disk);
    268  1.1  jkunz #endif
    269  1.1  jkunz 
    270  1.1  jkunz #ifdef BOOTHOWTO
    271  1.1  jkunz 	boothowto |= BOOTHOWTO;
    272  1.1  jkunz #endif
    273  1.1  jkunz 
    274  1.1  jkunz #ifdef KGDB
    275  1.1  jkunz 	if (boothowto & RB_KDB) {
    276  1.1  jkunz 		kgdb_debug_init = 1;
    277  1.1  jkunz 		kgdb_connect(1);
    278  1.1  jkunz 	}
    279  1.1  jkunz #endif
    280  1.1  jkunz 
    281  1.1  jkunz #ifdef DDB
    282  1.1  jkunz 	db_machine_init();
    283  1.1  jkunz 	if (boothowto & RB_KDB)
    284  1.1  jkunz 		Debugger();
    285  1.1  jkunz #endif
    286  1.1  jkunz 
    287  1.1  jkunz 	return kernelstack.pv_va + USPACE_SVC_STACK_TOP;
    288  1.1  jkunz }
    289  1.1  jkunz 
    290  1.1  jkunz /*
    291  1.1  jkunz  * Return TTBR (Translation Table Base Register) value from coprocessor.
    292  1.1  jkunz  */
    293  1.1  jkunz static vaddr_t
    294  1.1  jkunz get_ttb(void)
    295  1.1  jkunz {
    296  1.1  jkunz 	vaddr_t ttb;
    297  1.1  jkunz 
    298  1.1  jkunz 	__asm volatile("mrc p15, 0, %0, c2, c0, 0" : "=r" (ttb));
    299  1.1  jkunz 
    300  1.1  jkunz 	return ttb;
    301  1.1  jkunz }
    302  1.1  jkunz 
    303  1.1  jkunz /*
    304  1.1  jkunz  * valloc_pages() is used to allocate free memory to be used for kernel pages.
    305  1.1  jkunz  * Virtual and physical addresses of the allocated memory are saved for the
    306  1.1  jkunz  * later use by the structures:
    307  1.1  jkunz  *
    308  1.1  jkunz  * - kernel_l1pt which holds the address of the kernel's L1 translaton table.
    309  1.1  jkunz  * - kernel_pt_table[] holds the addresses of the kernel's L2 page tables.
    310  1.1  jkunz  *
    311  1.1  jkunz  * pmap_link_l2pt() is used to create link from L1 table entry to the L2 page
    312  1.1  jkunz  * table. Link is a reference to coarse page table which has 256 entries,
    313  1.1  jkunz  * splitting the 1MB that the table describes into 4kB blocks.
    314  1.1  jkunz  *
    315  1.1  jkunz  * pmap_map_entry() updates the PTE in L2 PT for an VA to point to single
    316  1.1  jkunz  * physical page previously allocated.
    317  1.1  jkunz  *
    318  1.1  jkunz  * pmap_map_chunk() maps a chunk of memory using the most efficient
    319  1.1  jkunz  * mapping possible (section, large page, small page) into the provided L1 and
    320  1.1  jkunz  * L2 tables at the specified virtual address. pmap_map_chunk() excepts linking
    321  1.1  jkunz  * to be done before it is called for chunks smaller than a section.
    322  1.1  jkunz  */
    323  1.1  jkunz static void
    324  1.1  jkunz setup_real_page_tables(void)
    325  1.1  jkunz {
    326  1.1  jkunz 	/*
    327  1.1  jkunz 	 * Define a macro to simplify memory allocation. As we allocate the
    328  1.1  jkunz 	 * memory, make sure that we don't walk over our temporary first level
    329  1.1  jkunz 	 * translation table.
    330  1.1  jkunz 	 */
    331  1.1  jkunz #define valloc_pages(var, np)						\
    332  1.1  jkunz 	(var).pv_pa = physical_freestart;				\
    333  1.1  jkunz 	physical_freestart += ((np) * PAGE_SIZE);			\
    334  1.1  jkunz 	if (physical_freestart > (physical_freeend - L1_TABLE_SIZE))	\
    335  1.1  jkunz 		panic("%s: out of memory", __func__);			\
    336  1.1  jkunz 	free_pages -= (np);						\
    337  1.1  jkunz 	(var).pv_va = KERN_PHYSTOV((var).pv_pa);			\
    338  1.1  jkunz 	memset((char *)(var).pv_va, 0, ((np) * PAGE_SIZE));
    339  1.1  jkunz 
    340  1.1  jkunz 	int loop, pt_index;
    341  1.1  jkunz 
    342  1.1  jkunz 	pt_index = 0;
    343  1.1  jkunz 	kernel_l1pt.pv_pa = 0;
    344  1.1  jkunz 	kernel_l1pt.pv_va = 0;
    345  1.1  jkunz 	for (loop = 0; loop <= NUM_KERNEL_PTS; ++loop) {
    346  1.1  jkunz 		/* Are we 16kB aligned for an L1? */
    347  1.1  jkunz 		if ((physical_freestart & (L1_TABLE_SIZE - 1)) == 0 &&
    348  1.1  jkunz 		    kernel_l1pt.pv_pa == 0) {
    349  1.1  jkunz 			valloc_pages(kernel_l1pt, L1_TABLE_SIZE / PAGE_SIZE);
    350  1.1  jkunz 		} else {
    351  1.1  jkunz 			valloc_pages(kernel_pt_table[pt_index],
    352  1.1  jkunz 			    L2_TABLE_SIZE / PAGE_SIZE);
    353  1.1  jkunz 			++pt_index;
    354  1.1  jkunz 		}
    355  1.1  jkunz 	}
    356  1.1  jkunz 
    357  1.1  jkunz 	/* Make sure L1 page table is aligned to 16kB. */
    358  1.1  jkunz 	if (!kernel_l1pt.pv_pa ||
    359  1.1  jkunz 	    (kernel_l1pt.pv_pa & (L1_TABLE_SIZE - 1)) != 0)
    360  1.1  jkunz 		panic("%s: Failed to align the kernel page directory",
    361  1.1  jkunz 		    __func__);
    362  1.1  jkunz 
    363  1.1  jkunz 	/*
    364  1.1  jkunz 	 * Allocate a page for the system page mapped to ARM_VECTORS_HIGH.
    365  1.1  jkunz 	 * This page will just contain the system vectors and can be shared by
    366  1.1  jkunz 	 * all processes.
    367  1.1  jkunz 	 */
    368  1.1  jkunz 	valloc_pages(systempage, 1);
    369  1.1  jkunz 	systempage.pv_va = ARM_VECTORS_HIGH;
    370  1.1  jkunz 
    371  1.1  jkunz 	/* Allocate stacks for all modes. */
    372  1.1  jkunz 	valloc_pages(fiqstack, FIQ_STACK_SIZE);
    373  1.1  jkunz 	valloc_pages(irqstack, IRQ_STACK_SIZE);
    374  1.1  jkunz 	valloc_pages(abtstack, ABT_STACK_SIZE);
    375  1.1  jkunz 	valloc_pages(undstack, UND_STACK_SIZE);
    376  1.1  jkunz 	valloc_pages(kernelstack, UPAGES);
    377  1.1  jkunz 
    378  1.1  jkunz 	/* Allocate the message buffer. */
    379  1.1  jkunz 	pv_addr_t msgbuf;
    380  1.1  jkunz 	int msgbuf_pgs = round_page(MSGBUFSIZE) / PAGE_SIZE;
    381  1.1  jkunz 	valloc_pages(msgbuf, msgbuf_pgs);
    382  1.1  jkunz 	msgbufphys = msgbuf.pv_pa;
    383  1.1  jkunz 
    384  1.1  jkunz 	vaddr_t l1_va = kernel_l1pt.pv_va;
    385  1.1  jkunz 	vaddr_t l1_pa = kernel_l1pt.pv_pa;
    386  1.1  jkunz 
    387  1.1  jkunz 	/* Map the L2 pages tables in the L1 page table. */
    388  1.1  jkunz 
    389  1.1  jkunz 	pmap_link_l2pt(l1_va, ARM_VECTORS_HIGH & ~(0x00400000 - 1),
    390  1.1  jkunz 	    &kernel_pt_table[KERNEL_PT_SYS]);
    391  1.1  jkunz 
    392  1.1  jkunz 	for (loop = 0; loop < KERNEL_PT_KERNEL_NUM; loop++)
    393  1.1  jkunz 		pmap_link_l2pt(l1_va, KERNEL_BASE + loop * 0x00400000,
    394  1.1  jkunz 		    &kernel_pt_table[KERNEL_PT_KERNEL + loop]);
    395  1.1  jkunz 
    396  1.1  jkunz 	for (loop = 0; loop < KERNEL_PT_VMDATA_NUM; loop++)
    397  1.1  jkunz 		pmap_link_l2pt(l1_va, KERNEL_VM_BASE + loop * 0x00400000,
    398  1.1  jkunz 		    &kernel_pt_table[KERNEL_PT_VMDATA + loop]);
    399  1.1  jkunz 
    400  1.1  jkunz 	/* Update the top of the kernel VM. */
    401  1.1  jkunz 	pmap_curmaxkvaddr =
    402  1.1  jkunz 	    KERNEL_VM_BASE + (KERNEL_PT_VMDATA_NUM * 0x00400000);
    403  1.1  jkunz 
    404  1.1  jkunz 	extern char etext[];
    405  1.1  jkunz 	size_t textsize = (uintptr_t)etext - KERNEL_BASE;
    406  1.1  jkunz 	size_t totalsize = (uintptr_t)_end - KERNEL_BASE;
    407  1.1  jkunz 	u_int logical;
    408  1.1  jkunz 
    409  1.1  jkunz 	textsize = (textsize + PGOFSET) & ~PGOFSET;
    410  1.1  jkunz 	totalsize = (totalsize + PGOFSET) & ~PGOFSET;
    411  1.1  jkunz 
    412  1.1  jkunz 	logical = 0x00000000; /* offset of kernel in RAM */
    413  1.1  jkunz 
    414  1.1  jkunz 	logical += pmap_map_chunk(l1_va, KERNEL_BASE + logical,
    415  1.1  jkunz 	    physical_start + logical, textsize,
    416  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    417  1.1  jkunz 
    418  1.1  jkunz 	logical += pmap_map_chunk(l1_va, KERNEL_BASE + logical,
    419  1.1  jkunz 	    physical_start + logical, totalsize - textsize,
    420  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    421  1.1  jkunz 
    422  1.1  jkunz 	/* Map the stack pages. */
    423  1.1  jkunz 	pmap_map_chunk(l1_va, fiqstack.pv_va, fiqstack.pv_pa,
    424  1.1  jkunz 	    FIQ_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    425  1.1  jkunz 
    426  1.1  jkunz 	pmap_map_chunk(l1_va, irqstack.pv_va, irqstack.pv_pa,
    427  1.1  jkunz 	    IRQ_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    428  1.1  jkunz 
    429  1.1  jkunz 	pmap_map_chunk(l1_va, abtstack.pv_va, abtstack.pv_pa,
    430  1.1  jkunz 	    ABT_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    431  1.1  jkunz 
    432  1.1  jkunz 	pmap_map_chunk(l1_va, undstack.pv_va, undstack.pv_pa,
    433  1.1  jkunz 	    UND_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    434  1.1  jkunz 
    435  1.1  jkunz 	pmap_map_chunk(l1_va, kernelstack.pv_va, kernelstack.pv_pa,
    436  1.1  jkunz 	    UPAGES * PAGE_SIZE, VM_PROT_READ | VM_PROT_WRITE, PTE_CACHE);
    437  1.1  jkunz 
    438  1.1  jkunz 	pmap_map_chunk(l1_va, kernel_l1pt.pv_va, kernel_l1pt.pv_pa,
    439  1.1  jkunz 	    L1_TABLE_SIZE, VM_PROT_READ | VM_PROT_WRITE, PTE_PAGETABLE);
    440  1.1  jkunz 
    441  1.1  jkunz 	for (loop = 0; loop < NUM_KERNEL_PTS; ++loop)
    442  1.1  jkunz 		pmap_map_chunk(l1_va, kernel_pt_table[loop].pv_va,
    443  1.1  jkunz 		    kernel_pt_table[loop].pv_pa, L2_TABLE_SIZE,
    444  1.1  jkunz 		    VM_PROT_READ|VM_PROT_WRITE, PTE_PAGETABLE);
    445  1.1  jkunz 
    446  1.1  jkunz 	/* Map the vector page. */
    447  1.1  jkunz 	pmap_map_entry(l1_va, ARM_VECTORS_HIGH, systempage.pv_pa,
    448  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    449  1.1  jkunz 
    450  1.1  jkunz 	pmap_devmap_bootstrap(l1_va, imx23_devmap);
    451  1.1  jkunz 
    452  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    453  1.1  jkunz 	/* Tell the user about where all the bits and pieces live. */
    454  1.1  jkunz 	printf("%22s       Physical              Virtual        Num\n", " ");
    455  1.1  jkunz 	printf("%22s Starting    Ending    Starting    Ending   Pages\n", " ");
    456  1.1  jkunz 
    457  1.1  jkunz 	static const char mem_fmt[] =
    458  1.1  jkunz 	    "%20s: 0x%08lx 0x%08lx 0x%08lx 0x%08lx %d\n";
    459  1.1  jkunz 	static const char mem_fmt_nov[] =
    460  1.1  jkunz 	    "%20s: 0x%08lx 0x%08lx                       %d\n";
    461  1.1  jkunz 
    462  1.1  jkunz 	printf(mem_fmt, "SDRAM", physical_start, physical_end-1,
    463  1.1  jkunz 	    KERN_PHYSTOV(physical_start), KERN_PHYSTOV(physical_end-1),
    464  1.1  jkunz 	    physmem);
    465  1.1  jkunz 	printf(mem_fmt, "text section",
    466  1.1  jkunz 	    KERN_VTOPHYS(KERNEL_BASE), KERN_VTOPHYS(etext-1),
    467  1.1  jkunz 	    (vaddr_t)KERNEL_BASE, (vaddr_t)etext-1,
    468  1.1  jkunz 	    (int)(textsize / PAGE_SIZE));
    469  1.1  jkunz 	printf(mem_fmt, "data section",
    470  1.1  jkunz 	    KERN_VTOPHYS(__data_start), KERN_VTOPHYS(_edata),
    471  1.1  jkunz 	    (vaddr_t)__data_start, (vaddr_t)_edata,
    472  1.1  jkunz 	    (int)((round_page((vaddr_t)_edata)
    473  1.1  jkunz 	    - trunc_page((vaddr_t)__data_start)) / PAGE_SIZE));
    474  1.1  jkunz 	printf(mem_fmt, "bss section",
    475  1.1  jkunz 	    KERN_VTOPHYS(__bss_start), KERN_VTOPHYS(__bss_end__),
    476  1.1  jkunz 	    (vaddr_t)__bss_start, (vaddr_t)__bss_end__,
    477  1.1  jkunz 	    (int)((round_page((vaddr_t)__bss_end__)
    478  1.1  jkunz 	    - trunc_page((vaddr_t)__bss_start)) / PAGE_SIZE));
    479  1.1  jkunz 	printf(mem_fmt, "L1 page directory",
    480  1.1  jkunz 	    kernel_l1pt.pv_pa, kernel_l1pt.pv_pa + L1_TABLE_SIZE - 1,
    481  1.1  jkunz 	    kernel_l1pt.pv_va, kernel_l1pt.pv_va + L1_TABLE_SIZE - 1,
    482  1.1  jkunz 	    L1_TABLE_SIZE / PAGE_SIZE);
    483  1.1  jkunz 	printf(mem_fmt, "Exception Vectors",
    484  1.1  jkunz 	    systempage.pv_pa, systempage.pv_pa + PAGE_SIZE - 1,
    485  1.1  jkunz 	    (vaddr_t)ARM_VECTORS_HIGH,
    486  1.1  jkunz 	    (vaddr_t)ARM_VECTORS_HIGH + PAGE_SIZE - 1, 1);
    487  1.1  jkunz 	printf(mem_fmt, "FIQ stack",
    488  1.1  jkunz 	    fiqstack.pv_pa, fiqstack.pv_pa + (FIQ_STACK_SIZE * PAGE_SIZE) - 1,
    489  1.1  jkunz 	    fiqstack.pv_va, fiqstack.pv_va + (FIQ_STACK_SIZE * PAGE_SIZE) - 1,
    490  1.1  jkunz 	    FIQ_STACK_SIZE);
    491  1.1  jkunz 	printf(mem_fmt, "IRQ stack",
    492  1.1  jkunz 	    irqstack.pv_pa, irqstack.pv_pa + (IRQ_STACK_SIZE * PAGE_SIZE) - 1,
    493  1.1  jkunz 	    irqstack.pv_va, irqstack.pv_va + (IRQ_STACK_SIZE * PAGE_SIZE) - 1,
    494  1.1  jkunz 	    IRQ_STACK_SIZE);
    495  1.1  jkunz 	printf(mem_fmt, "ABT stack",
    496  1.1  jkunz 	    abtstack.pv_pa, abtstack.pv_pa + (ABT_STACK_SIZE * PAGE_SIZE) - 1,
    497  1.1  jkunz 	    abtstack.pv_va, abtstack.pv_va + (ABT_STACK_SIZE * PAGE_SIZE) - 1,
    498  1.1  jkunz 	    ABT_STACK_SIZE);
    499  1.1  jkunz 	printf(mem_fmt, "UND stack",
    500  1.1  jkunz 	    undstack.pv_pa, undstack.pv_pa + (UND_STACK_SIZE * PAGE_SIZE) - 1,
    501  1.1  jkunz 	    undstack.pv_va, undstack.pv_va + (UND_STACK_SIZE * PAGE_SIZE) - 1,
    502  1.1  jkunz 	    UND_STACK_SIZE);
    503  1.1  jkunz 	printf(mem_fmt, "SVC stack",
    504  1.1  jkunz 	    kernelstack.pv_pa, kernelstack.pv_pa + (UPAGES * PAGE_SIZE) - 1,
    505  1.1  jkunz 	    kernelstack.pv_va, kernelstack.pv_va + (UPAGES * PAGE_SIZE) - 1,
    506  1.1  jkunz 	    UPAGES);
    507  1.1  jkunz 	printf(mem_fmt_nov, "Message Buffer",
    508  1.1  jkunz 	    msgbufphys, msgbufphys + msgbuf_pgs * PAGE_SIZE - 1, msgbuf_pgs);
    509  1.1  jkunz 	printf(mem_fmt, "Free Memory", physical_freestart, physical_freeend-1,
    510  1.1  jkunz 	    KERN_PHYSTOV(physical_freestart), KERN_PHYSTOV(physical_freeend-1),
    511  1.1  jkunz 	    free_pages);
    512  1.1  jkunz #endif
    513  1.1  jkunz 
    514  1.1  jkunz 	cpu_domains((DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2)) | DOMAIN_CLIENT);
    515  1.1  jkunz 	cpu_setttb(l1_pa, FALSE);
    516  1.1  jkunz 	cpu_tlb_flushID();
    517  1.1  jkunz 	cpu_domains(DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2));
    518  1.1  jkunz 
    519  1.1  jkunz 	return;
    520  1.1  jkunz }
    521  1.1  jkunz 
    522  1.1  jkunz /*
    523  1.1  jkunz  * Generate initial random bits for rnd_init().
    524  1.1  jkunz  */
    525  1.1  jkunz #ifdef notyet
    526  1.1  jkunz static void
    527  1.1  jkunz entropy_init(void)
    528  1.1  jkunz {
    529  1.1  jkunz 	uint32_t tmp;
    530  1.1  jkunz 	int loop, index;
    531  1.1  jkunz 
    532  1.1  jkunz 	/* Test if HW_DIGCTL_ENTROPY is feeding random numbers. */
    533  1.1  jkunz 	tmp = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_ENTROPY);
    534  1.1  jkunz 	if (tmp == REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_ENTROPY))
    535  1.1  jkunz 		return;
    536  1.1  jkunz 
    537  1.1  jkunz 	index = 0;
    538  1.1  jkunz 	for (loop = 0; loop < RND_SAVEWORDS; loop++) {
    539  1.1  jkunz 		imx23_boot_rsp.data[index++] = (uint8_t)(tmp);
    540  1.1  jkunz 		imx23_boot_rsp.data[index++] = (uint8_t)(tmp>>8);
    541  1.1  jkunz 		imx23_boot_rsp.data[index++] = (uint8_t)(tmp>>16);
    542  1.1  jkunz 		imx23_boot_rsp.data[index++] = (uint8_t)(tmp>>24);
    543  1.1  jkunz 		imx23_boot_rsp.entropy += 32;
    544  1.1  jkunz 		tmp = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_ENTROPY);
    545  1.1  jkunz 	}
    546  1.1  jkunz 
    547  1.1  jkunz 	extern rndsave_t *boot_rsp;
    548  1.1  jkunz 	boot_rsp = &imx23_boot_rsp;
    549  1.1  jkunz 
    550  1.1  jkunz 	return;
    551  1.1  jkunz }
    552  1.1  jkunz #endif
    553  1.1  jkunz 
    554  1.1  jkunz /*
    555  1.1  jkunz  * Initialize console.
    556  1.1  jkunz  */
    557  1.1  jkunz static struct plcom_instance imx23_pi = {
    558  1.1  jkunz 	.pi_type = PLCOM_TYPE_PL011,
    559  1.1  jkunz 	.pi_iot = &imx23_bus_space,
    560  1.1  jkunz 	.pi_size = PL011COM_UART_SIZE,
    561  1.1  jkunz 	.pi_iobase = HW_UARTDBG_BASE
    562  1.1  jkunz };
    563  1.1  jkunz 
    564  1.1  jkunz #define PLCONMODE ((TTYDEF_CFLAG & ~(CSIZE | CSTOPB | PARENB)) | CS8) /* 8N1 */
    565  1.1  jkunz #define PLCONSPEED 115200
    566  1.1  jkunz void
    567  1.1  jkunz consinit(void)
    568  1.1  jkunz {
    569  1.1  jkunz 	/* consinit() is called from also from the main(). */
    570  1.1  jkunz 	static int consinit_called = 0;
    571  1.1  jkunz 
    572  1.1  jkunz 	if (consinit_called)
    573  1.1  jkunz 		return;
    574  1.1  jkunz 
    575  1.1  jkunz 	plcomcnattach(&imx23_pi, PLCONSPEED, IMX23_UART_CLK, PLCONMODE, 0);
    576  1.1  jkunz 
    577  1.1  jkunz 	consinit_called = 1;
    578  1.1  jkunz 
    579  1.1  jkunz 	return;
    580  1.1  jkunz }
    581  1.1  jkunz 
    582  1.1  jkunz /*
    583  1.1  jkunz  * Reboot or halt the system.
    584  1.1  jkunz  */
    585  1.1  jkunz void
    586  1.1  jkunz cpu_reboot(int howto, char *bootstr)
    587  1.1  jkunz {
    588  1.1  jkunz 	static int cpu_reboot_called = 0;
    589  1.1  jkunz 
    590  1.1  jkunz 	boothowto |= howto;
    591  1.1  jkunz 
    592  1.1  jkunz 	/*
    593  1.1  jkunz 	 * If this is the first invocation of cpu_reboot() and the RB_NOSYNC
    594  1.1  jkunz 	 * flag is not set in howto; sync and unmount the system disks by
    595  1.1  jkunz 	 * calling vfs_shutdown(9) and set the time of day clock by calling
    596  1.1  jkunz 	 * resettodr(9).
    597  1.1  jkunz 	 */
    598  1.1  jkunz 	if (!cpu_reboot_called && !(boothowto & RB_NOSYNC)) {
    599  1.1  jkunz 		vfs_shutdown();
    600  1.1  jkunz 		resettodr();
    601  1.1  jkunz 	}
    602  1.1  jkunz 
    603  1.1  jkunz 	cpu_reboot_called = 1;
    604  1.1  jkunz 
    605  1.1  jkunz 	IRQdisable;	/* FIQ's stays on because they are special. */
    606  1.1  jkunz 
    607  1.1  jkunz 	/*
    608  1.1  jkunz 	 * If rebooting after a crash (i.e., if RB_DUMP is set in howto, but
    609  1.1  jkunz 	 * RB_HALT is not), save a system crash dump.
    610  1.1  jkunz 	 */
    611  1.1  jkunz 	if ((boothowto & RB_DUMP) && !(boothowto & RB_HALT))
    612  1.1  jkunz 		panic("please implement crash dump!"); // XXX
    613  1.1  jkunz 
    614  1.1  jkunz 	/* Run any shutdown hooks by calling pmf_system_shutdown(9). */
    615  1.1  jkunz 	pmf_system_shutdown(boothowto);
    616  1.1  jkunz 
    617  1.1  jkunz 	printf("system %s.\n", boothowto & RB_HALT ? "halted" : "rebooted");
    618  1.1  jkunz 
    619  1.1  jkunz 	if (boothowto & RB_HALT) {
    620  1.1  jkunz 		/* Enable i.MX233 wait-for-interrupt mode. */
    621  1.1  jkunz 		REG_WR(HW_CLKCTRL_BASE + HW_CLKCTRL_CPU,
    622  1.1  jkunz 		    (REG_RD(HW_CLKCTRL_BASE + HW_CLKCTRL_CPU) |
    623  1.1  jkunz 		    HW_CLKCTRL_CPU_INTERRUPT_WAIT));
    624  1.1  jkunz 
    625  1.1  jkunz 		/* Disable FIQ's and wait for interrupt (which never arrives) */
    626  1.1  jkunz 		__asm volatile(					\
    627  1.1  jkunz 		    "mrs r0, cpsr\n\t"			\
    628  1.1  jkunz 		    "orr r0, #0x40\n\t"			\
    629  1.1  jkunz 		    "msr cpsr_c, r0\n\t"			\
    630  1.1  jkunz 		    "mov r0, #0\n\t"			\
    631  1.1  jkunz 		    "mcr p15, 0, r0, c7, c0, 4\n\t"
    632  1.1  jkunz 		);
    633  1.1  jkunz 
    634  1.1  jkunz 		for(;;);
    635  1.1  jkunz 
    636  1.1  jkunz 		/* NOT REACHED */
    637  1.1  jkunz 	}
    638  1.1  jkunz 
    639  1.1  jkunz 	/* Reboot the system. */
    640  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_WATCHDOG, 10000);
    641  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_CTRL_SET, HW_RTC_CTRL_WATCHDOGEN);
    642  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_WATCHDOG, 0);
    643  1.1  jkunz 
    644  1.1  jkunz 	for(;;);
    645  1.1  jkunz 
    646  1.1  jkunz 	/* NOT REACHED */
    647  1.1  jkunz }
    648  1.1  jkunz 
    649  1.1  jkunz /*
    650  1.1  jkunz  * Delay us microseconds.
    651  1.1  jkunz  */
    652  1.1  jkunz void
    653  1.1  jkunz delay(unsigned int us)
    654  1.1  jkunz {
    655  1.1  jkunz 	uint32_t start;
    656  1.1  jkunz 	uint32_t now;
    657  1.1  jkunz 	uint32_t elapsed;
    658  1.1  jkunz 	uint32_t total;
    659  1.1  jkunz 	uint32_t last;
    660  1.1  jkunz 
    661  1.1  jkunz 	total = 0;
    662  1.1  jkunz 	last = 0;
    663  1.1  jkunz 	start = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_MICROSECONDS);
    664  1.1  jkunz 
    665  1.1  jkunz 	do {
    666  1.1  jkunz 		now = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_MICROSECONDS);
    667  1.1  jkunz 
    668  1.1  jkunz 		if (start <= now)
    669  1.1  jkunz 			elapsed = now - start;
    670  1.1  jkunz 		else	/* Take care of overflow. */
    671  1.1  jkunz 			elapsed = (UINT32_MAX - start) + 1 + now;
    672  1.1  jkunz 
    673  1.1  jkunz 		total += elapsed - last;
    674  1.1  jkunz 		last = elapsed;
    675  1.1  jkunz 
    676  1.1  jkunz 	} while (total < us);
    677  1.1  jkunz 
    678  1.1  jkunz 	return;
    679  1.1  jkunz }
    680