Home | History | Annotate | Line # | Download | only in imx23_olinuxino
imx23_olinuxino_machdep.c revision 1.2
      1  1.2  jkunz /* $Id: imx23_olinuxino_machdep.c,v 1.2 2013/02/23 16:22:38 jkunz Exp $ */
      2  1.1  jkunz 
      3  1.1  jkunz /*
      4  1.1  jkunz  * Copyright (c) 2012 The NetBSD Foundation, Inc.
      5  1.1  jkunz  * All rights reserved.
      6  1.1  jkunz  *
      7  1.1  jkunz  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  jkunz  * by Petri Laakso.
      9  1.1  jkunz  *
     10  1.1  jkunz  * Redistribution and use in source and binary forms, with or without
     11  1.1  jkunz  * modification, are permitted provided that the following conditions
     12  1.1  jkunz  * are met:
     13  1.1  jkunz  * 1. Redistributions of source code must retain the above copyright
     14  1.1  jkunz  *    notice, this list of conditions and the following disclaimer.
     15  1.1  jkunz  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  jkunz  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  jkunz  *    documentation and/or other materials provided with the distribution.
     18  1.1  jkunz  *
     19  1.1  jkunz  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  jkunz  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  jkunz  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  jkunz  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  jkunz  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  jkunz  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  jkunz  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  jkunz  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  jkunz  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  jkunz  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  jkunz  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  jkunz  */
     31  1.1  jkunz 
     32  1.1  jkunz #include <sys/bus.h>
     33  1.1  jkunz #include <sys/cdefs.h>
     34  1.1  jkunz #include <sys/device.h>
     35  1.1  jkunz #include <sys/lwp.h>
     36  1.1  jkunz #include <sys/mount.h>
     37  1.1  jkunz #include <sys/mutex.h>
     38  1.1  jkunz #include <sys/param.h>
     39  1.1  jkunz #include <sys/reboot.h>
     40  1.1  jkunz #include <sys/rnd.h>
     41  1.2  jkunz #include <sys/systm.h>
     42  1.1  jkunz #include <sys/termios.h>
     43  1.1  jkunz #include <sys/types.h>
     44  1.1  jkunz 
     45  1.1  jkunz #include <uvm/uvm.h>
     46  1.1  jkunz #include <uvm/uvm_prot.h>
     47  1.1  jkunz #include <uvm/uvm_pmap.h>
     48  1.1  jkunz 
     49  1.1  jkunz #include <machine/db_machdep.h>
     50  1.1  jkunz #include <machine/bootconfig.h>
     51  1.1  jkunz #include <machine/frame.h>
     52  1.1  jkunz #include <machine/param.h>
     53  1.1  jkunz #include <machine/pcb.h>
     54  1.1  jkunz #include <machine/pmap.h>
     55  1.1  jkunz 
     56  1.1  jkunz #include <arm/undefined.h>
     57  1.1  jkunz #include <arm/arm32/machdep.h>
     58  1.1  jkunz 
     59  1.1  jkunz #include <arm/imx/imx23_digctlreg.h>
     60  1.1  jkunz #include <arm/imx/imx23_clkctrlreg.h>
     61  1.1  jkunz #include <arm/imx/imx23_rtcreg.h>
     62  1.1  jkunz #include <arm/imx/imx23_uartdbgreg.h>
     63  1.1  jkunz #include <arm/imx/imx23var.h>
     64  1.1  jkunz 
     65  1.1  jkunz #include "plcom.h"
     66  1.1  jkunz #if (NPLCOM > 0)
     67  1.1  jkunz #include <evbarm/dev/plcomreg.h>
     68  1.1  jkunz #include <evbarm/dev/plcomvar.h>
     69  1.1  jkunz #endif
     70  1.1  jkunz 
     71  1.1  jkunz #include "opt_evbarm_boardtype.h"
     72  1.1  jkunz 
     73  1.1  jkunz static vaddr_t get_ttb(void);
     74  1.1  jkunz static void setup_real_page_tables(void);
     75  1.1  jkunz //static void entropy_init(void);
     76  1.1  jkunz 
     77  1.1  jkunz /*
     78  1.1  jkunz  * Static device map for i.MX23 peripheral address space.
     79  1.1  jkunz  */
     80  1.1  jkunz #define _A(a)	((a) & ~L1_S_OFFSET)
     81  1.1  jkunz #define _S(s)	(((s) + L1_S_SIZE - 1) & ~(L1_S_SIZE-1))
     82  1.1  jkunz static const struct pmap_devmap imx23_devmap[] = {
     83  1.1  jkunz 	{
     84  1.1  jkunz 		_A(APBH_BASE),			/* Virtual address. */
     85  1.1  jkunz 		_A(APBH_BASE),			/* Physical address. */
     86  1.1  jkunz 		_S(APBH_SIZE + APBX_SIZE),	/* APBX located after APBH. */
     87  1.1  jkunz 		VM_PROT_READ|VM_PROT_WRITE,	/* Protection bits. */
     88  1.1  jkunz 		PTE_NOCACHE			/* Cache attributes. */
     89  1.1  jkunz 	},
     90  1.1  jkunz 	{ 0, 0, 0, 0, 0 }
     91  1.1  jkunz };
     92  1.1  jkunz #undef _A
     93  1.1  jkunz #undef _S
     94  1.1  jkunz 
     95  1.1  jkunz static vm_offset_t physical_freestart;
     96  1.1  jkunz static vm_offset_t physical_freeend;
     97  1.1  jkunz static u_int free_pages;
     98  1.1  jkunz 
     99  1.1  jkunz BootConfig bootconfig;
    100  1.1  jkunz vm_offset_t physical_start;
    101  1.1  jkunz vm_offset_t physical_end;
    102  1.2  jkunz static char kernel_boot_args[MAX_BOOT_STRING];
    103  1.1  jkunz char *boot_args;
    104  1.1  jkunz paddr_t msgbufphys;
    105  1.1  jkunz 
    106  1.1  jkunz extern char KERNEL_BASE_phys;
    107  1.1  jkunz extern char KERNEL_BASE_virt;
    108  1.1  jkunz extern char _end[];
    109  1.1  jkunz extern char __data_start[];
    110  1.1  jkunz extern char _edata[];
    111  1.1  jkunz extern char __bss_start[];
    112  1.1  jkunz extern char __bss_end__[];
    113  1.1  jkunz extern pv_addr_t kernelstack;
    114  1.1  jkunz 
    115  1.1  jkunz extern u_int data_abort_handler_address;
    116  1.1  jkunz extern u_int prefetch_abort_handler_address;
    117  1.1  jkunz 
    118  1.1  jkunz /* Define various stack sizes in pages. */
    119  1.1  jkunz #define FIQ_STACK_SIZE	1
    120  1.1  jkunz #define IRQ_STACK_SIZE	1
    121  1.1  jkunz #define ABT_STACK_SIZE	1
    122  1.1  jkunz #define UND_STACK_SIZE	1
    123  1.1  jkunz 
    124  1.1  jkunz /* Macros to translate between physical and virtual addresses. */
    125  1.1  jkunz #define KERNEL_BASE_PHYS ((paddr_t)&KERNEL_BASE_phys)
    126  1.1  jkunz #define KERNEL_BASE_VIRT ((vaddr_t)&KERNEL_BASE_virt)
    127  1.1  jkunz #define KERN_VTOPHYS(va)						\
    128  1.1  jkunz 	((paddr_t)((vaddr_t)va - KERNEL_BASE_VIRT + KERNEL_BASE_PHYS))
    129  1.1  jkunz #define KERN_PHYSTOV(pa)						\
    130  1.1  jkunz 	((vaddr_t)((paddr_t)pa - KERNEL_BASE_PHYS + KERNEL_BASE_VIRT))
    131  1.1  jkunz 
    132  1.1  jkunz #define KERNEL_PT_SYS		0	/* L2 table for mapping vectors page. */
    133  1.1  jkunz #define KERNEL_PT_KERNEL	1	/* L2 table for mapping kernel. */
    134  1.1  jkunz #define KERNEL_PT_KERNEL_NUM	4
    135  1.1  jkunz 
    136  1.1  jkunz #define KERNEL_PT_VMDATA	(KERNEL_PT_KERNEL + KERNEL_PT_KERNEL_NUM)
    137  1.1  jkunz /* Page tables for mapping kernel VM */
    138  1.1  jkunz #define KERNEL_PT_VMDATA_NUM	4 	/* start with 16MB of KVM */
    139  1.1  jkunz #define NUM_KERNEL_PTS	(KERNEL_PT_VMDATA + KERNEL_PT_VMDATA_NUM)
    140  1.1  jkunz 
    141  1.1  jkunz pv_addr_t kernel_pt_table[NUM_KERNEL_PTS];
    142  1.1  jkunz 
    143  1.1  jkunz #define	KERNEL_VM_BASE	(KERNEL_BASE + 0x01000000)
    144  1.1  jkunz #define KERNEL_VM_SIZE 	(0xf0000000 - KERNEL_VM_BASE)
    145  1.1  jkunz 
    146  1.2  jkunz #define L1_PAGE_TABLE (DRAM_BASE + MEMSIZE * 1024 * 1024 - L1_TABLE_SIZE)
    147  1.2  jkunz #define BOOTIMX23_ARGS (L1_PAGE_TABLE - MAX_BOOT_STRING - 1)
    148  1.2  jkunz 
    149  1.1  jkunz #define REG_RD(reg) *(volatile uint32_t *)(reg)
    150  1.1  jkunz #define REG_WR(reg, val)						\
    151  1.1  jkunz do {									\
    152  1.1  jkunz 	*(volatile uint32_t *)((reg)) = val;				\
    153  1.1  jkunz } while (0)
    154  1.1  jkunz 
    155  1.1  jkunz /*
    156  1.1  jkunz  * Initialize everything and return new svc stack pointer.
    157  1.1  jkunz  */
    158  1.1  jkunz u_int
    159  1.1  jkunz initarm(void *arg)
    160  1.1  jkunz {
    161  1.1  jkunz 
    162  1.1  jkunz 	if (set_cpufuncs())
    163  1.1  jkunz 		panic("set_cpufuncs failed");
    164  1.1  jkunz 
    165  1.1  jkunz 	pmap_devmap_bootstrap(get_ttb(), imx23_devmap);
    166  1.1  jkunz 
    167  1.1  jkunz 	cpu_domains((DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2)) | DOMAIN_CLIENT);
    168  1.1  jkunz 
    169  1.1  jkunz 	consinit();
    170  1.1  jkunz 
    171  1.1  jkunz 	/* Talk to the user. */
    172  1.1  jkunz #define BDSTR(s)	_BDSTR(s)
    173  1.1  jkunz #define _BDSTR(s)	#s
    174  1.1  jkunz 	printf("\nNetBSD/evbarm (" BDSTR(EVBARM_BOARDTYPE) ") booting ...\n");
    175  1.1  jkunz #undef BDSTR
    176  1.1  jkunz #undef _BDSTR
    177  1.1  jkunz 
    178  1.2  jkunz 	/* Copy boot arguments passed from bootimx23. */
    179  1.2  jkunz 	boot_args = (char *)BOOTIMX23_ARGS;
    180  1.2  jkunz 	memcpy(kernel_boot_args, boot_args, MAX_BOOT_STRING);
    181  1.2  jkunz 	boot_args = kernel_boot_args;
    182  1.2  jkunz #ifdef VERBOSE_INIT_ARM
    183  1.2  jkunz 	printf("boot_args: %s\n", boot_args);
    184  1.2  jkunz #endif
    185  1.2  jkunz 	parse_mi_bootargs(boot_args);
    186  1.1  jkunz 
    187  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    188  1.1  jkunz 	printf("initarm: Configuring system ...\n");
    189  1.1  jkunz #endif
    190  1.1  jkunz 
    191  1.1  jkunz 	physical_start = DRAM_BASE;
    192  1.1  jkunz 	physical_end = DRAM_BASE + MEMSIZE * 1024 * 1024;
    193  1.1  jkunz 	physmem = (physical_end - physical_start) / PAGE_SIZE;
    194  1.1  jkunz 
    195  1.1  jkunz 	/* bootconfig is used by cpu_dump() and cousins. */
    196  1.1  jkunz 	bootconfig.dramblocks = 1;
    197  1.1  jkunz 	bootconfig.dram[0].address = DRAM_BASE;
    198  1.1  jkunz 	bootconfig.dram[0].pages = physmem;
    199  1.1  jkunz 
    200  1.1  jkunz 	/*
    201  1.1  jkunz 	 * Our kernel is at the beginning of the DRAM, so set our free space to
    202  1.1  jkunz 	 * all the memory after the kernel.
    203  1.1  jkunz 	 */
    204  1.1  jkunz 	physical_freestart = KERN_VTOPHYS(round_page((vaddr_t) _end));
    205  1.1  jkunz 	physical_freeend = physical_end;
    206  1.1  jkunz 	free_pages = (physical_freeend - physical_freestart) / PAGE_SIZE;
    207  1.1  jkunz 
    208  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    209  1.1  jkunz 	/* Tell the user about the memory. */
    210  1.1  jkunz 	printf("physmemory: %d pages at 0x%08lx -> 0x%08lx\n", physmem,
    211  1.1  jkunz 	    physical_start, physical_end - 1);
    212  1.1  jkunz #endif
    213  1.1  jkunz 
    214  1.1  jkunz 	/*
    215  1.1  jkunz 	 * Set up first and second level page tables. Pages of memory will be
    216  1.1  jkunz 	 * allocated and mapped for structures required for system operation.
    217  1.1  jkunz 	 * kernel_l1pt, kernel_pt_table[], systempage, irqstack, abtstack,
    218  1.1  jkunz 	 * undstack, kernelstack, msgbufphys will be set to point to the memory
    219  1.1  jkunz 	 * that was allocated for them.
    220  1.1  jkunz 	 */
    221  1.1  jkunz 	setup_real_page_tables();
    222  1.1  jkunz 
    223  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    224  1.1  jkunz 	printf("freestart = 0x%08lx, free_pages = %d (0x%08x)\n",
    225  1.1  jkunz 	    physical_freestart, free_pages, free_pages);
    226  1.1  jkunz #endif
    227  1.1  jkunz 
    228  1.1  jkunz 	uvm_lwp_setuarea(&lwp0, kernelstack.pv_va);
    229  1.1  jkunz 
    230  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    231  1.1  jkunz 	printf("bootstrap done.\n");
    232  1.1  jkunz #endif
    233  1.1  jkunz 
    234  1.1  jkunz 	/* Copy vectors from page0 to vectors page. */
    235  1.1  jkunz 	arm32_vector_init(ARM_VECTORS_HIGH, ARM_VEC_ALL);
    236  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    237  1.1  jkunz 	printf("init subsystems: stacks ");
    238  1.1  jkunz #endif
    239  1.1  jkunz 	set_stackptr(PSR_FIQ32_MODE,
    240  1.1  jkunz 	    fiqstack.pv_va + FIQ_STACK_SIZE * PAGE_SIZE);
    241  1.1  jkunz 	set_stackptr(PSR_IRQ32_MODE,
    242  1.1  jkunz 	    irqstack.pv_va + IRQ_STACK_SIZE * PAGE_SIZE);
    243  1.1  jkunz 	set_stackptr(PSR_ABT32_MODE,
    244  1.1  jkunz 	    abtstack.pv_va + ABT_STACK_SIZE * PAGE_SIZE);
    245  1.1  jkunz 	set_stackptr(PSR_UND32_MODE,
    246  1.1  jkunz 	    undstack.pv_va + UND_STACK_SIZE * PAGE_SIZE);
    247  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    248  1.1  jkunz 	printf("vectors ");
    249  1.1  jkunz #endif
    250  1.1  jkunz 	data_abort_handler_address = (u_int)data_abort_handler;
    251  1.1  jkunz 	prefetch_abort_handler_address = (u_int)prefetch_abort_handler;
    252  1.1  jkunz 	undefined_handler_address = (u_int)undefinedinstruction_bounce;
    253  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    254  1.1  jkunz 	printf("undefined ");
    255  1.1  jkunz #endif
    256  1.1  jkunz 	undefined_init();
    257  1.1  jkunz 	/* Load memory into UVM. */
    258  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    259  1.1  jkunz 	printf("page ");
    260  1.1  jkunz #endif
    261  1.1  jkunz 	uvm_setpagesize();
    262  1.1  jkunz 	uvm_page_physload(atop(physical_freestart), atop(physical_freeend),
    263  1.1  jkunz 	    atop(physical_freestart), atop(physical_freeend),
    264  1.1  jkunz 	    VM_FREELIST_DEFAULT);
    265  1.1  jkunz 
    266  1.1  jkunz 	/* Boot strap pmap telling it where the kernel page table is. */
    267  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    268  1.1  jkunz 	printf("pmap ");
    269  1.1  jkunz #endif
    270  1.1  jkunz 	pmap_bootstrap(KERNEL_VM_BASE, KERNEL_VM_BASE + KERNEL_VM_SIZE);
    271  1.1  jkunz 
    272  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    273  1.1  jkunz 	printf("done.\n");
    274  1.1  jkunz #endif
    275  1.1  jkunz 
    276  1.1  jkunz #ifdef __HAVE_MEMORY_DISK__
    277  1.1  jkunz 	md_root_setconf(memory_disk, sizeof memory_disk);
    278  1.1  jkunz #endif
    279  1.1  jkunz 
    280  1.1  jkunz #ifdef BOOTHOWTO
    281  1.1  jkunz 	boothowto |= BOOTHOWTO;
    282  1.1  jkunz #endif
    283  1.1  jkunz 
    284  1.1  jkunz #ifdef KGDB
    285  1.1  jkunz 	if (boothowto & RB_KDB) {
    286  1.1  jkunz 		kgdb_debug_init = 1;
    287  1.1  jkunz 		kgdb_connect(1);
    288  1.1  jkunz 	}
    289  1.1  jkunz #endif
    290  1.1  jkunz 
    291  1.1  jkunz #ifdef DDB
    292  1.1  jkunz 	db_machine_init();
    293  1.1  jkunz 	if (boothowto & RB_KDB)
    294  1.1  jkunz 		Debugger();
    295  1.1  jkunz #endif
    296  1.1  jkunz 
    297  1.1  jkunz 	return kernelstack.pv_va + USPACE_SVC_STACK_TOP;
    298  1.1  jkunz }
    299  1.1  jkunz 
    300  1.1  jkunz /*
    301  1.1  jkunz  * Return TTBR (Translation Table Base Register) value from coprocessor.
    302  1.1  jkunz  */
    303  1.1  jkunz static vaddr_t
    304  1.1  jkunz get_ttb(void)
    305  1.1  jkunz {
    306  1.1  jkunz 	vaddr_t ttb;
    307  1.1  jkunz 
    308  1.1  jkunz 	__asm volatile("mrc p15, 0, %0, c2, c0, 0" : "=r" (ttb));
    309  1.1  jkunz 
    310  1.1  jkunz 	return ttb;
    311  1.1  jkunz }
    312  1.1  jkunz 
    313  1.1  jkunz /*
    314  1.1  jkunz  * valloc_pages() is used to allocate free memory to be used for kernel pages.
    315  1.1  jkunz  * Virtual and physical addresses of the allocated memory are saved for the
    316  1.1  jkunz  * later use by the structures:
    317  1.1  jkunz  *
    318  1.1  jkunz  * - kernel_l1pt which holds the address of the kernel's L1 translaton table.
    319  1.1  jkunz  * - kernel_pt_table[] holds the addresses of the kernel's L2 page tables.
    320  1.1  jkunz  *
    321  1.1  jkunz  * pmap_link_l2pt() is used to create link from L1 table entry to the L2 page
    322  1.1  jkunz  * table. Link is a reference to coarse page table which has 256 entries,
    323  1.1  jkunz  * splitting the 1MB that the table describes into 4kB blocks.
    324  1.1  jkunz  *
    325  1.1  jkunz  * pmap_map_entry() updates the PTE in L2 PT for an VA to point to single
    326  1.1  jkunz  * physical page previously allocated.
    327  1.1  jkunz  *
    328  1.1  jkunz  * pmap_map_chunk() maps a chunk of memory using the most efficient
    329  1.1  jkunz  * mapping possible (section, large page, small page) into the provided L1 and
    330  1.1  jkunz  * L2 tables at the specified virtual address. pmap_map_chunk() excepts linking
    331  1.1  jkunz  * to be done before it is called for chunks smaller than a section.
    332  1.1  jkunz  */
    333  1.1  jkunz static void
    334  1.1  jkunz setup_real_page_tables(void)
    335  1.1  jkunz {
    336  1.1  jkunz 	/*
    337  1.1  jkunz 	 * Define a macro to simplify memory allocation. As we allocate the
    338  1.1  jkunz 	 * memory, make sure that we don't walk over our temporary first level
    339  1.1  jkunz 	 * translation table.
    340  1.1  jkunz 	 */
    341  1.1  jkunz #define valloc_pages(var, np)						\
    342  1.1  jkunz 	(var).pv_pa = physical_freestart;				\
    343  1.1  jkunz 	physical_freestart += ((np) * PAGE_SIZE);			\
    344  1.1  jkunz 	if (physical_freestart > (physical_freeend - L1_TABLE_SIZE))	\
    345  1.1  jkunz 		panic("%s: out of memory", __func__);			\
    346  1.1  jkunz 	free_pages -= (np);						\
    347  1.1  jkunz 	(var).pv_va = KERN_PHYSTOV((var).pv_pa);			\
    348  1.1  jkunz 	memset((char *)(var).pv_va, 0, ((np) * PAGE_SIZE));
    349  1.1  jkunz 
    350  1.1  jkunz 	int loop, pt_index;
    351  1.1  jkunz 
    352  1.1  jkunz 	pt_index = 0;
    353  1.1  jkunz 	kernel_l1pt.pv_pa = 0;
    354  1.1  jkunz 	kernel_l1pt.pv_va = 0;
    355  1.1  jkunz 	for (loop = 0; loop <= NUM_KERNEL_PTS; ++loop) {
    356  1.1  jkunz 		/* Are we 16kB aligned for an L1? */
    357  1.1  jkunz 		if ((physical_freestart & (L1_TABLE_SIZE - 1)) == 0 &&
    358  1.1  jkunz 		    kernel_l1pt.pv_pa == 0) {
    359  1.1  jkunz 			valloc_pages(kernel_l1pt, L1_TABLE_SIZE / PAGE_SIZE);
    360  1.1  jkunz 		} else {
    361  1.1  jkunz 			valloc_pages(kernel_pt_table[pt_index],
    362  1.1  jkunz 			    L2_TABLE_SIZE / PAGE_SIZE);
    363  1.1  jkunz 			++pt_index;
    364  1.1  jkunz 		}
    365  1.1  jkunz 	}
    366  1.1  jkunz 
    367  1.1  jkunz 	/* Make sure L1 page table is aligned to 16kB. */
    368  1.1  jkunz 	if (!kernel_l1pt.pv_pa ||
    369  1.1  jkunz 	    (kernel_l1pt.pv_pa & (L1_TABLE_SIZE - 1)) != 0)
    370  1.1  jkunz 		panic("%s: Failed to align the kernel page directory",
    371  1.1  jkunz 		    __func__);
    372  1.1  jkunz 
    373  1.1  jkunz 	/*
    374  1.1  jkunz 	 * Allocate a page for the system page mapped to ARM_VECTORS_HIGH.
    375  1.1  jkunz 	 * This page will just contain the system vectors and can be shared by
    376  1.1  jkunz 	 * all processes.
    377  1.1  jkunz 	 */
    378  1.1  jkunz 	valloc_pages(systempage, 1);
    379  1.1  jkunz 	systempage.pv_va = ARM_VECTORS_HIGH;
    380  1.1  jkunz 
    381  1.1  jkunz 	/* Allocate stacks for all modes. */
    382  1.1  jkunz 	valloc_pages(fiqstack, FIQ_STACK_SIZE);
    383  1.1  jkunz 	valloc_pages(irqstack, IRQ_STACK_SIZE);
    384  1.1  jkunz 	valloc_pages(abtstack, ABT_STACK_SIZE);
    385  1.1  jkunz 	valloc_pages(undstack, UND_STACK_SIZE);
    386  1.1  jkunz 	valloc_pages(kernelstack, UPAGES);
    387  1.1  jkunz 
    388  1.1  jkunz 	/* Allocate the message buffer. */
    389  1.1  jkunz 	pv_addr_t msgbuf;
    390  1.1  jkunz 	int msgbuf_pgs = round_page(MSGBUFSIZE) / PAGE_SIZE;
    391  1.1  jkunz 	valloc_pages(msgbuf, msgbuf_pgs);
    392  1.1  jkunz 	msgbufphys = msgbuf.pv_pa;
    393  1.1  jkunz 
    394  1.1  jkunz 	vaddr_t l1_va = kernel_l1pt.pv_va;
    395  1.1  jkunz 	vaddr_t l1_pa = kernel_l1pt.pv_pa;
    396  1.1  jkunz 
    397  1.1  jkunz 	/* Map the L2 pages tables in the L1 page table. */
    398  1.1  jkunz 
    399  1.1  jkunz 	pmap_link_l2pt(l1_va, ARM_VECTORS_HIGH & ~(0x00400000 - 1),
    400  1.1  jkunz 	    &kernel_pt_table[KERNEL_PT_SYS]);
    401  1.1  jkunz 
    402  1.1  jkunz 	for (loop = 0; loop < KERNEL_PT_KERNEL_NUM; loop++)
    403  1.1  jkunz 		pmap_link_l2pt(l1_va, KERNEL_BASE + loop * 0x00400000,
    404  1.1  jkunz 		    &kernel_pt_table[KERNEL_PT_KERNEL + loop]);
    405  1.1  jkunz 
    406  1.1  jkunz 	for (loop = 0; loop < KERNEL_PT_VMDATA_NUM; loop++)
    407  1.1  jkunz 		pmap_link_l2pt(l1_va, KERNEL_VM_BASE + loop * 0x00400000,
    408  1.1  jkunz 		    &kernel_pt_table[KERNEL_PT_VMDATA + loop]);
    409  1.1  jkunz 
    410  1.1  jkunz 	/* Update the top of the kernel VM. */
    411  1.1  jkunz 	pmap_curmaxkvaddr =
    412  1.1  jkunz 	    KERNEL_VM_BASE + (KERNEL_PT_VMDATA_NUM * 0x00400000);
    413  1.1  jkunz 
    414  1.1  jkunz 	extern char etext[];
    415  1.1  jkunz 	size_t textsize = (uintptr_t)etext - KERNEL_BASE;
    416  1.1  jkunz 	size_t totalsize = (uintptr_t)_end - KERNEL_BASE;
    417  1.1  jkunz 	u_int logical;
    418  1.1  jkunz 
    419  1.1  jkunz 	textsize = (textsize + PGOFSET) & ~PGOFSET;
    420  1.1  jkunz 	totalsize = (totalsize + PGOFSET) & ~PGOFSET;
    421  1.1  jkunz 
    422  1.1  jkunz 	logical = 0x00000000; /* offset of kernel in RAM */
    423  1.1  jkunz 
    424  1.1  jkunz 	logical += pmap_map_chunk(l1_va, KERNEL_BASE + logical,
    425  1.1  jkunz 	    physical_start + logical, textsize,
    426  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    427  1.1  jkunz 
    428  1.1  jkunz 	logical += pmap_map_chunk(l1_va, KERNEL_BASE + logical,
    429  1.1  jkunz 	    physical_start + logical, totalsize - textsize,
    430  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    431  1.1  jkunz 
    432  1.1  jkunz 	/* Map the stack pages. */
    433  1.1  jkunz 	pmap_map_chunk(l1_va, fiqstack.pv_va, fiqstack.pv_pa,
    434  1.1  jkunz 	    FIQ_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    435  1.1  jkunz 
    436  1.1  jkunz 	pmap_map_chunk(l1_va, irqstack.pv_va, irqstack.pv_pa,
    437  1.1  jkunz 	    IRQ_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    438  1.1  jkunz 
    439  1.1  jkunz 	pmap_map_chunk(l1_va, abtstack.pv_va, abtstack.pv_pa,
    440  1.1  jkunz 	    ABT_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    441  1.1  jkunz 
    442  1.1  jkunz 	pmap_map_chunk(l1_va, undstack.pv_va, undstack.pv_pa,
    443  1.1  jkunz 	    UND_STACK_SIZE * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    444  1.1  jkunz 
    445  1.1  jkunz 	pmap_map_chunk(l1_va, kernelstack.pv_va, kernelstack.pv_pa,
    446  1.1  jkunz 	    UPAGES * PAGE_SIZE, VM_PROT_READ | VM_PROT_WRITE, PTE_CACHE);
    447  1.1  jkunz 
    448  1.1  jkunz 	pmap_map_chunk(l1_va, kernel_l1pt.pv_va, kernel_l1pt.pv_pa,
    449  1.1  jkunz 	    L1_TABLE_SIZE, VM_PROT_READ | VM_PROT_WRITE, PTE_PAGETABLE);
    450  1.1  jkunz 
    451  1.1  jkunz 	for (loop = 0; loop < NUM_KERNEL_PTS; ++loop)
    452  1.1  jkunz 		pmap_map_chunk(l1_va, kernel_pt_table[loop].pv_va,
    453  1.1  jkunz 		    kernel_pt_table[loop].pv_pa, L2_TABLE_SIZE,
    454  1.1  jkunz 		    VM_PROT_READ|VM_PROT_WRITE, PTE_PAGETABLE);
    455  1.1  jkunz 
    456  1.1  jkunz 	/* Map the vector page. */
    457  1.1  jkunz 	pmap_map_entry(l1_va, ARM_VECTORS_HIGH, systempage.pv_pa,
    458  1.1  jkunz 	    VM_PROT_READ|VM_PROT_WRITE, PTE_CACHE);
    459  1.1  jkunz 
    460  1.1  jkunz 	pmap_devmap_bootstrap(l1_va, imx23_devmap);
    461  1.1  jkunz 
    462  1.1  jkunz #ifdef VERBOSE_INIT_ARM
    463  1.1  jkunz 	/* Tell the user about where all the bits and pieces live. */
    464  1.1  jkunz 	printf("%22s       Physical              Virtual        Num\n", " ");
    465  1.1  jkunz 	printf("%22s Starting    Ending    Starting    Ending   Pages\n", " ");
    466  1.1  jkunz 
    467  1.1  jkunz 	static const char mem_fmt[] =
    468  1.1  jkunz 	    "%20s: 0x%08lx 0x%08lx 0x%08lx 0x%08lx %d\n";
    469  1.1  jkunz 	static const char mem_fmt_nov[] =
    470  1.1  jkunz 	    "%20s: 0x%08lx 0x%08lx                       %d\n";
    471  1.1  jkunz 
    472  1.1  jkunz 	printf(mem_fmt, "SDRAM", physical_start, physical_end-1,
    473  1.1  jkunz 	    KERN_PHYSTOV(physical_start), KERN_PHYSTOV(physical_end-1),
    474  1.1  jkunz 	    physmem);
    475  1.1  jkunz 	printf(mem_fmt, "text section",
    476  1.1  jkunz 	    KERN_VTOPHYS(KERNEL_BASE), KERN_VTOPHYS(etext-1),
    477  1.1  jkunz 	    (vaddr_t)KERNEL_BASE, (vaddr_t)etext-1,
    478  1.1  jkunz 	    (int)(textsize / PAGE_SIZE));
    479  1.1  jkunz 	printf(mem_fmt, "data section",
    480  1.1  jkunz 	    KERN_VTOPHYS(__data_start), KERN_VTOPHYS(_edata),
    481  1.1  jkunz 	    (vaddr_t)__data_start, (vaddr_t)_edata,
    482  1.1  jkunz 	    (int)((round_page((vaddr_t)_edata)
    483  1.1  jkunz 	    - trunc_page((vaddr_t)__data_start)) / PAGE_SIZE));
    484  1.1  jkunz 	printf(mem_fmt, "bss section",
    485  1.1  jkunz 	    KERN_VTOPHYS(__bss_start), KERN_VTOPHYS(__bss_end__),
    486  1.1  jkunz 	    (vaddr_t)__bss_start, (vaddr_t)__bss_end__,
    487  1.1  jkunz 	    (int)((round_page((vaddr_t)__bss_end__)
    488  1.1  jkunz 	    - trunc_page((vaddr_t)__bss_start)) / PAGE_SIZE));
    489  1.1  jkunz 	printf(mem_fmt, "L1 page directory",
    490  1.1  jkunz 	    kernel_l1pt.pv_pa, kernel_l1pt.pv_pa + L1_TABLE_SIZE - 1,
    491  1.1  jkunz 	    kernel_l1pt.pv_va, kernel_l1pt.pv_va + L1_TABLE_SIZE - 1,
    492  1.1  jkunz 	    L1_TABLE_SIZE / PAGE_SIZE);
    493  1.1  jkunz 	printf(mem_fmt, "Exception Vectors",
    494  1.1  jkunz 	    systempage.pv_pa, systempage.pv_pa + PAGE_SIZE - 1,
    495  1.1  jkunz 	    (vaddr_t)ARM_VECTORS_HIGH,
    496  1.1  jkunz 	    (vaddr_t)ARM_VECTORS_HIGH + PAGE_SIZE - 1, 1);
    497  1.1  jkunz 	printf(mem_fmt, "FIQ stack",
    498  1.1  jkunz 	    fiqstack.pv_pa, fiqstack.pv_pa + (FIQ_STACK_SIZE * PAGE_SIZE) - 1,
    499  1.1  jkunz 	    fiqstack.pv_va, fiqstack.pv_va + (FIQ_STACK_SIZE * PAGE_SIZE) - 1,
    500  1.1  jkunz 	    FIQ_STACK_SIZE);
    501  1.1  jkunz 	printf(mem_fmt, "IRQ stack",
    502  1.1  jkunz 	    irqstack.pv_pa, irqstack.pv_pa + (IRQ_STACK_SIZE * PAGE_SIZE) - 1,
    503  1.1  jkunz 	    irqstack.pv_va, irqstack.pv_va + (IRQ_STACK_SIZE * PAGE_SIZE) - 1,
    504  1.1  jkunz 	    IRQ_STACK_SIZE);
    505  1.1  jkunz 	printf(mem_fmt, "ABT stack",
    506  1.1  jkunz 	    abtstack.pv_pa, abtstack.pv_pa + (ABT_STACK_SIZE * PAGE_SIZE) - 1,
    507  1.1  jkunz 	    abtstack.pv_va, abtstack.pv_va + (ABT_STACK_SIZE * PAGE_SIZE) - 1,
    508  1.1  jkunz 	    ABT_STACK_SIZE);
    509  1.1  jkunz 	printf(mem_fmt, "UND stack",
    510  1.1  jkunz 	    undstack.pv_pa, undstack.pv_pa + (UND_STACK_SIZE * PAGE_SIZE) - 1,
    511  1.1  jkunz 	    undstack.pv_va, undstack.pv_va + (UND_STACK_SIZE * PAGE_SIZE) - 1,
    512  1.1  jkunz 	    UND_STACK_SIZE);
    513  1.1  jkunz 	printf(mem_fmt, "SVC stack",
    514  1.1  jkunz 	    kernelstack.pv_pa, kernelstack.pv_pa + (UPAGES * PAGE_SIZE) - 1,
    515  1.1  jkunz 	    kernelstack.pv_va, kernelstack.pv_va + (UPAGES * PAGE_SIZE) - 1,
    516  1.1  jkunz 	    UPAGES);
    517  1.1  jkunz 	printf(mem_fmt_nov, "Message Buffer",
    518  1.1  jkunz 	    msgbufphys, msgbufphys + msgbuf_pgs * PAGE_SIZE - 1, msgbuf_pgs);
    519  1.1  jkunz 	printf(mem_fmt, "Free Memory", physical_freestart, physical_freeend-1,
    520  1.1  jkunz 	    KERN_PHYSTOV(physical_freestart), KERN_PHYSTOV(physical_freeend-1),
    521  1.1  jkunz 	    free_pages);
    522  1.1  jkunz #endif
    523  1.1  jkunz 
    524  1.1  jkunz 	cpu_domains((DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2)) | DOMAIN_CLIENT);
    525  1.1  jkunz 	cpu_setttb(l1_pa, FALSE);
    526  1.1  jkunz 	cpu_tlb_flushID();
    527  1.1  jkunz 	cpu_domains(DOMAIN_CLIENT << (PMAP_DOMAIN_KERNEL*2));
    528  1.1  jkunz 
    529  1.1  jkunz 	return;
    530  1.1  jkunz }
    531  1.1  jkunz 
    532  1.1  jkunz /*
    533  1.1  jkunz  * Initialize console.
    534  1.1  jkunz  */
    535  1.1  jkunz static struct plcom_instance imx23_pi = {
    536  1.1  jkunz 	.pi_type = PLCOM_TYPE_PL011,
    537  1.1  jkunz 	.pi_iot = &imx23_bus_space,
    538  1.1  jkunz 	.pi_size = PL011COM_UART_SIZE,
    539  1.1  jkunz 	.pi_iobase = HW_UARTDBG_BASE
    540  1.1  jkunz };
    541  1.1  jkunz 
    542  1.1  jkunz #define PLCONMODE ((TTYDEF_CFLAG & ~(CSIZE | CSTOPB | PARENB)) | CS8) /* 8N1 */
    543  1.1  jkunz #define PLCONSPEED 115200
    544  1.1  jkunz void
    545  1.1  jkunz consinit(void)
    546  1.1  jkunz {
    547  1.1  jkunz 	/* consinit() is called from also from the main(). */
    548  1.1  jkunz 	static int consinit_called = 0;
    549  1.1  jkunz 
    550  1.1  jkunz 	if (consinit_called)
    551  1.1  jkunz 		return;
    552  1.1  jkunz 
    553  1.1  jkunz 	plcomcnattach(&imx23_pi, PLCONSPEED, IMX23_UART_CLK, PLCONMODE, 0);
    554  1.1  jkunz 
    555  1.1  jkunz 	consinit_called = 1;
    556  1.1  jkunz 
    557  1.1  jkunz 	return;
    558  1.1  jkunz }
    559  1.1  jkunz 
    560  1.1  jkunz /*
    561  1.1  jkunz  * Reboot or halt the system.
    562  1.1  jkunz  */
    563  1.1  jkunz void
    564  1.1  jkunz cpu_reboot(int howto, char *bootstr)
    565  1.1  jkunz {
    566  1.1  jkunz 	static int cpu_reboot_called = 0;
    567  1.1  jkunz 
    568  1.1  jkunz 	boothowto |= howto;
    569  1.1  jkunz 
    570  1.1  jkunz 	/*
    571  1.1  jkunz 	 * If this is the first invocation of cpu_reboot() and the RB_NOSYNC
    572  1.1  jkunz 	 * flag is not set in howto; sync and unmount the system disks by
    573  1.1  jkunz 	 * calling vfs_shutdown(9) and set the time of day clock by calling
    574  1.1  jkunz 	 * resettodr(9).
    575  1.1  jkunz 	 */
    576  1.1  jkunz 	if (!cpu_reboot_called && !(boothowto & RB_NOSYNC)) {
    577  1.1  jkunz 		vfs_shutdown();
    578  1.1  jkunz 		resettodr();
    579  1.1  jkunz 	}
    580  1.1  jkunz 
    581  1.1  jkunz 	cpu_reboot_called = 1;
    582  1.1  jkunz 
    583  1.1  jkunz 	IRQdisable;	/* FIQ's stays on because they are special. */
    584  1.1  jkunz 
    585  1.1  jkunz 	/*
    586  1.1  jkunz 	 * If rebooting after a crash (i.e., if RB_DUMP is set in howto, but
    587  1.1  jkunz 	 * RB_HALT is not), save a system crash dump.
    588  1.1  jkunz 	 */
    589  1.1  jkunz 	if ((boothowto & RB_DUMP) && !(boothowto & RB_HALT))
    590  1.1  jkunz 		panic("please implement crash dump!"); // XXX
    591  1.1  jkunz 
    592  1.1  jkunz 	/* Run any shutdown hooks by calling pmf_system_shutdown(9). */
    593  1.1  jkunz 	pmf_system_shutdown(boothowto);
    594  1.1  jkunz 
    595  1.1  jkunz 	printf("system %s.\n", boothowto & RB_HALT ? "halted" : "rebooted");
    596  1.1  jkunz 
    597  1.1  jkunz 	if (boothowto & RB_HALT) {
    598  1.1  jkunz 		/* Enable i.MX233 wait-for-interrupt mode. */
    599  1.1  jkunz 		REG_WR(HW_CLKCTRL_BASE + HW_CLKCTRL_CPU,
    600  1.1  jkunz 		    (REG_RD(HW_CLKCTRL_BASE + HW_CLKCTRL_CPU) |
    601  1.1  jkunz 		    HW_CLKCTRL_CPU_INTERRUPT_WAIT));
    602  1.1  jkunz 
    603  1.1  jkunz 		/* Disable FIQ's and wait for interrupt (which never arrives) */
    604  1.1  jkunz 		__asm volatile(					\
    605  1.1  jkunz 		    "mrs r0, cpsr\n\t"			\
    606  1.1  jkunz 		    "orr r0, #0x40\n\t"			\
    607  1.1  jkunz 		    "msr cpsr_c, r0\n\t"			\
    608  1.1  jkunz 		    "mov r0, #0\n\t"			\
    609  1.1  jkunz 		    "mcr p15, 0, r0, c7, c0, 4\n\t"
    610  1.1  jkunz 		);
    611  1.1  jkunz 
    612  1.1  jkunz 		for(;;);
    613  1.1  jkunz 
    614  1.1  jkunz 		/* NOT REACHED */
    615  1.1  jkunz 	}
    616  1.1  jkunz 
    617  1.1  jkunz 	/* Reboot the system. */
    618  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_WATCHDOG, 10000);
    619  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_CTRL_SET, HW_RTC_CTRL_WATCHDOGEN);
    620  1.1  jkunz 	REG_WR(HW_RTC_BASE + HW_RTC_WATCHDOG, 0);
    621  1.1  jkunz 
    622  1.1  jkunz 	for(;;);
    623  1.1  jkunz 
    624  1.1  jkunz 	/* NOT REACHED */
    625  1.1  jkunz }
    626  1.1  jkunz 
    627  1.1  jkunz /*
    628  1.1  jkunz  * Delay us microseconds.
    629  1.1  jkunz  */
    630  1.1  jkunz void
    631  1.1  jkunz delay(unsigned int us)
    632  1.1  jkunz {
    633  1.1  jkunz 	uint32_t start;
    634  1.1  jkunz 	uint32_t now;
    635  1.1  jkunz 	uint32_t elapsed;
    636  1.1  jkunz 	uint32_t total;
    637  1.1  jkunz 	uint32_t last;
    638  1.1  jkunz 
    639  1.1  jkunz 	total = 0;
    640  1.1  jkunz 	last = 0;
    641  1.1  jkunz 	start = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_MICROSECONDS);
    642  1.1  jkunz 
    643  1.1  jkunz 	do {
    644  1.1  jkunz 		now = REG_RD(HW_DIGCTL_BASE + HW_DIGCTL_MICROSECONDS);
    645  1.1  jkunz 
    646  1.1  jkunz 		if (start <= now)
    647  1.1  jkunz 			elapsed = now - start;
    648  1.1  jkunz 		else	/* Take care of overflow. */
    649  1.1  jkunz 			elapsed = (UINT32_MAX - start) + 1 + now;
    650  1.1  jkunz 
    651  1.1  jkunz 		total += elapsed - last;
    652  1.1  jkunz 		last = elapsed;
    653  1.1  jkunz 
    654  1.1  jkunz 	} while (total < us);
    655  1.1  jkunz 
    656  1.1  jkunz 	return;
    657  1.1  jkunz }
    658