Home | History | Annotate | Line # | Download | only in broadcom
bcm283x_platform.c revision 1.21
      1  1.21       ryo /*	$NetBSD: bcm283x_platform.c,v 1.21 2018/10/20 05:53:22 ryo Exp $	*/
      2   1.1     skrll 
      3   1.1     skrll /*-
      4   1.1     skrll  * Copyright (c) 2017 Jared D. McNeill <jmcneill (at) invisible.ca>
      5   1.1     skrll  * All rights reserved.
      6   1.1     skrll  *
      7   1.1     skrll  * Redistribution and use in source and binary forms, with or without
      8   1.1     skrll  * modification, are permitted provided that the following conditions
      9   1.1     skrll  * are met:
     10   1.1     skrll  * 1. Redistributions of source code must retain the above copyright
     11   1.1     skrll  *    notice, this list of conditions and the following disclaimer.
     12   1.1     skrll  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1     skrll  *    notice, this list of conditions and the following disclaimer in the
     14   1.1     skrll  *    documentation and/or other materials provided with the distribution.
     15   1.1     skrll  *
     16   1.1     skrll  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17   1.1     skrll  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18   1.1     skrll  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19   1.1     skrll  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20   1.1     skrll  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21   1.1     skrll  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22   1.1     skrll  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23   1.1     skrll  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24   1.1     skrll  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25   1.1     skrll  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26   1.1     skrll  * SUCH DAMAGE.
     27   1.1     skrll  */
     28   1.1     skrll 
     29   1.1     skrll #include <sys/cdefs.h>
     30  1.21       ryo __KERNEL_RCSID(0, "$NetBSD: bcm283x_platform.c,v 1.21 2018/10/20 05:53:22 ryo Exp $");
     31   1.1     skrll 
     32   1.1     skrll #include "opt_arm_debug.h"
     33   1.1     skrll #include "opt_bcm283x.h"
     34   1.1     skrll #include "opt_cpuoptions.h"
     35   1.1     skrll #include "opt_ddb.h"
     36   1.1     skrll #include "opt_evbarm_boardtype.h"
     37   1.1     skrll #include "opt_kgdb.h"
     38   1.1     skrll #include "opt_fdt.h"
     39   1.1     skrll #include "opt_rpi.h"
     40   1.1     skrll #include "opt_vcprop.h"
     41   1.1     skrll 
     42   1.1     skrll #include "sdhc.h"
     43   1.1     skrll #include "bcmsdhost.h"
     44   1.1     skrll #include "bcmdwctwo.h"
     45   1.1     skrll #include "bcmspi.h"
     46   1.1     skrll #include "bsciic.h"
     47   1.1     skrll #include "plcom.h"
     48   1.1     skrll #include "com.h"
     49   1.1     skrll #include "genfb.h"
     50   1.1     skrll #include "ukbd.h"
     51   1.1     skrll 
     52   1.1     skrll #include <sys/param.h>
     53   1.1     skrll #include <sys/bus.h>
     54   1.1     skrll #include <sys/cpu.h>
     55   1.1     skrll #include <sys/device.h>
     56   1.1     skrll #include <sys/termios.h>
     57   1.1     skrll 
     58   1.1     skrll #include <net/if_ether.h>
     59   1.1     skrll 
     60   1.1     skrll #include <prop/proplib.h>
     61   1.1     skrll 
     62   1.1     skrll #include <dev/fdt/fdtvar.h>
     63   1.1     skrll 
     64   1.1     skrll #include <uvm/uvm_extern.h>
     65   1.1     skrll 
     66   1.1     skrll #include <machine/bootconfig.h>
     67   1.9     skrll 
     68   1.4       ryo #include <arm/armreg.h>
     69   1.1     skrll #include <arm/cpufunc.h>
     70   1.1     skrll 
     71   1.1     skrll #include <libfdt.h>
     72   1.1     skrll 
     73   1.1     skrll #include <arm/broadcom/bcm2835reg.h>
     74   1.1     skrll #include <arm/broadcom/bcm2835var.h>
     75   1.4       ryo #include <arm/broadcom/bcm283x_platform.h>
     76   1.1     skrll #include <arm/broadcom/bcm2835_intr.h>
     77   1.1     skrll #include <arm/broadcom/bcm2835_mbox.h>
     78   1.1     skrll #include <arm/broadcom/bcm2835_pmwdogvar.h>
     79   1.1     skrll 
     80   1.1     skrll #include <evbarm/dev/plcomreg.h>
     81   1.1     skrll #include <evbarm/dev/plcomvar.h>
     82   1.9     skrll #include <evbarm/fdt/machdep.h>
     83   1.1     skrll 
     84   1.1     skrll #include <dev/ic/ns16550reg.h>
     85   1.1     skrll #include <dev/ic/comreg.h>
     86   1.1     skrll 
     87   1.1     skrll #include <evbarm/rpi/vcio.h>
     88   1.1     skrll #include <evbarm/rpi/vcpm.h>
     89   1.1     skrll #include <evbarm/rpi/vcprop.h>
     90   1.1     skrll 
     91   1.1     skrll #include <arm/fdt/arm_fdtvar.h>
     92   1.1     skrll 
     93   1.1     skrll #include <arm/cortex/gtmr_var.h>
     94   1.1     skrll 
     95   1.1     skrll #if NGENFB > 0
     96   1.1     skrll #include <dev/videomode/videomode.h>
     97   1.1     skrll #include <dev/videomode/edidvar.h>
     98   1.1     skrll #include <dev/wscons/wsconsio.h>
     99   1.1     skrll #endif
    100   1.1     skrll 
    101   1.1     skrll #if NUKBD > 0
    102   1.1     skrll #include <dev/usb/ukbdvar.h>
    103   1.1     skrll #endif
    104   1.1     skrll 
    105   1.1     skrll #ifdef DDB
    106   1.1     skrll #include <machine/db_machdep.h>
    107   1.1     skrll #include <ddb/db_sym.h>
    108   1.1     skrll #include <ddb/db_extern.h>
    109   1.1     skrll #endif
    110   1.1     skrll 
    111  1.20     skrll #define RPI_CPU_MAX	4
    112  1.20     skrll 
    113   1.1     skrll void bcm283x_platform_early_putchar(vaddr_t, paddr_t, char c);
    114   1.1     skrll void bcm2835_platform_early_putchar(char c);
    115   1.1     skrll void bcm2836_platform_early_putchar(char c);
    116   1.1     skrll void bcm2837_platform_early_putchar(char c);
    117   1.1     skrll 
    118   1.1     skrll extern void bcmgenfb_set_console_dev(device_t dev);
    119   1.1     skrll void bcmgenfb_set_ioctl(int(*)(void *, void *, u_long, void *, int, struct lwp *));
    120   1.1     skrll extern void bcmgenfb_ddb_trap_callback(int where);
    121   1.1     skrll static int rpi_ioctl(void *, void *, u_long, void *, int, lwp_t *);
    122   1.1     skrll 
    123   1.4       ryo extern struct bus_space arm_generic_bs_tag;
    124   1.4       ryo extern struct bus_space arm_generic_a4x_bs_tag;
    125   1.1     skrll 
    126   1.1     skrll /* Prototypes for all the bus_space structure functions */
    127   1.4       ryo bs_protos(arm_generic);
    128   1.4       ryo bs_protos(arm_generic_a4x);
    129   1.1     skrll bs_protos(bcm2835);
    130   1.1     skrll bs_protos(bcm2835_a4x);
    131   1.4       ryo bs_protos(bcm2836);
    132   1.4       ryo bs_protos(bcm2836_a4x);
    133   1.4       ryo 
    134   1.4       ryo struct bus_space bcm2835_bs_tag;
    135   1.4       ryo struct bus_space bcm2835_a4x_bs_tag;
    136   1.4       ryo struct bus_space bcm2836_bs_tag;
    137   1.4       ryo struct bus_space bcm2836_a4x_bs_tag;
    138   1.4       ryo 
    139  1.12       rin static paddr_t bcm2835_bus_to_phys(bus_addr_t);
    140  1.12       rin static paddr_t bcm2836_bus_to_phys(bus_addr_t);
    141   1.4       ryo 
    142  1.20     skrll #ifdef VERBOSE_INIT_ARM
    143  1.20     skrll #define VPRINTF(...)	printf(__VA_ARGS__)
    144  1.20     skrll #else
    145  1.20     skrll #define VPRINTF(...)	__nothing
    146  1.20     skrll #endif
    147  1.20     skrll 
    148  1.12       rin static paddr_t
    149  1.12       rin bcm2835_bus_to_phys(bus_addr_t ba)
    150   1.4       ryo {
    151   1.4       ryo 
    152  1.12       rin 	/* Attempt to find the PA device mapping */
    153  1.12       rin 	if (ba >= BCM2835_PERIPHERALS_BASE_BUS &&
    154  1.12       rin 	    ba < BCM2835_PERIPHERALS_BASE_BUS + BCM2835_PERIPHERALS_SIZE)
    155  1.12       rin 		return BCM2835_PERIPHERALS_BUS_TO_PHYS(ba);
    156   1.4       ryo 
    157  1.12       rin 	return ba & ~BCM2835_BUSADDR_CACHE_MASK;
    158  1.12       rin }
    159   1.4       ryo 
    160  1.12       rin static paddr_t
    161  1.12       rin bcm2836_bus_to_phys(bus_addr_t ba)
    162  1.12       rin {
    163  1.12       rin 
    164  1.12       rin 	/* Attempt to find the PA device mapping */
    165  1.12       rin 	if (ba >= BCM2835_PERIPHERALS_BASE_BUS &&
    166  1.12       rin 	    ba < BCM2835_PERIPHERALS_BASE_BUS + BCM2835_PERIPHERALS_SIZE)
    167  1.12       rin 		return BCM2836_PERIPHERALS_BUS_TO_PHYS(ba);
    168  1.12       rin 
    169  1.12       rin 	if (ba >= BCM2836_ARM_LOCAL_BASE &&
    170  1.12       rin 	    ba < BCM2836_ARM_LOCAL_BASE + BCM2836_ARM_LOCAL_SIZE)
    171  1.12       rin 		return ba;
    172   1.4       ryo 
    173  1.12       rin 	return ba & ~BCM2835_BUSADDR_CACHE_MASK;
    174   1.4       ryo }
    175   1.4       ryo 
    176  1.12       rin int
    177  1.12       rin bcm2835_bs_map(void *t, bus_addr_t ba, bus_size_t size, int flag,
    178  1.12       rin     bus_space_handle_t *bshp)
    179   1.5  jmcneill {
    180  1.12       rin 	const paddr_t pa = bcm2835_bus_to_phys(ba);
    181   1.5  jmcneill 
    182  1.12       rin 	return bus_space_map(&arm_generic_bs_tag, pa, size, flag, bshp);
    183   1.5  jmcneill }
    184   1.5  jmcneill 
    185   1.5  jmcneill paddr_t
    186  1.12       rin bcm2835_bs_mmap(void *t, bus_addr_t ba, off_t offset, int prot, int flags)
    187   1.5  jmcneill {
    188  1.12       rin 	const paddr_t pa = bcm2835_bus_to_phys(ba);
    189   1.5  jmcneill 
    190  1.12       rin 	return bus_space_mmap(&arm_generic_bs_tag, pa, offset, prot, flags);
    191   1.5  jmcneill }
    192   1.5  jmcneill 
    193  1.12       rin paddr_t
    194  1.12       rin bcm2835_a4x_bs_mmap(void *t, bus_addr_t ba, off_t offset, int prot, int flags)
    195   1.4       ryo {
    196   1.4       ryo 
    197  1.12       rin 	return bcm2835_bs_mmap(t, ba, 4 * offset, prot, flags);
    198   1.4       ryo }
    199   1.4       ryo 
    200   1.4       ryo int
    201   1.4       ryo bcm2836_bs_map(void *t, bus_addr_t ba, bus_size_t size, int flag,
    202   1.4       ryo     bus_space_handle_t *bshp)
    203   1.4       ryo {
    204  1.12       rin 	const paddr_t pa = bcm2836_bus_to_phys(ba);
    205   1.4       ryo 
    206  1.12       rin 	return bus_space_map(&arm_generic_bs_tag, pa, size, flag, bshp);
    207  1.12       rin }
    208  1.12       rin 
    209  1.12       rin paddr_t
    210  1.12       rin bcm2836_bs_mmap(void *t, bus_addr_t ba, off_t offset, int prot, int flags)
    211  1.12       rin {
    212  1.12       rin 	const paddr_t pa = bcm2836_bus_to_phys(ba);
    213   1.4       ryo 
    214  1.12       rin 	return bus_space_mmap(&arm_generic_bs_tag, pa, offset, prot, flags);
    215  1.12       rin }
    216   1.4       ryo 
    217  1.12       rin paddr_t
    218  1.12       rin bcm2836_a4x_bs_mmap(void *t, bus_addr_t ba, off_t offset, int prot, int flags)
    219  1.12       rin {
    220   1.4       ryo 
    221  1.12       rin 	return bcm2836_bs_mmap(t, ba, 4 * offset, prot, flags);
    222   1.4       ryo }
    223   1.1     skrll 
    224   1.1     skrll struct arm32_dma_range bcm2835_dma_ranges[] = {
    225   1.1     skrll 	[0] = {
    226   1.1     skrll 		.dr_sysbase = 0,
    227   1.1     skrll 		.dr_busbase = BCM2835_BUSADDR_CACHE_COHERENT,
    228   1.1     skrll 	}
    229   1.1     skrll };
    230   1.1     skrll 
    231   1.1     skrll struct arm32_dma_range bcm2836_dma_ranges[] = {
    232   1.1     skrll 	[0] = {
    233   1.1     skrll 		.dr_sysbase = 0,
    234   1.1     skrll 		.dr_busbase = BCM2835_BUSADDR_CACHE_DIRECT,
    235   1.1     skrll 	}
    236   1.1     skrll };
    237   1.1     skrll 
    238   1.1     skrll 
    239   1.1     skrll #if defined(SOC_BCM2835)
    240   1.1     skrll static const struct pmap_devmap *
    241   1.1     skrll bcm2835_platform_devmap(void)
    242   1.1     skrll {
    243   1.1     skrll 	static const struct pmap_devmap devmap[] = {
    244   1.1     skrll 		DEVMAP_ENTRY(BCM2835_PERIPHERALS_VBASE, BCM2835_PERIPHERALS_BASE,
    245   1.1     skrll 		    BCM2835_PERIPHERALS_SIZE),	/* 16Mb */
    246   1.1     skrll 
    247   1.1     skrll 		DEVMAP_ENTRY_END
    248   1.1     skrll 	};
    249   1.1     skrll 
    250   1.1     skrll 	return devmap;
    251   1.1     skrll }
    252   1.1     skrll #endif
    253   1.1     skrll 
    254   1.1     skrll #if defined(SOC_BCM2836)
    255   1.1     skrll static const struct pmap_devmap *
    256   1.1     skrll bcm2836_platform_devmap(void)
    257   1.1     skrll {
    258   1.1     skrll 	static const struct pmap_devmap devmap[] = {
    259   1.1     skrll 		DEVMAP_ENTRY(BCM2836_PERIPHERALS_VBASE, BCM2836_PERIPHERALS_BASE,
    260   1.1     skrll 		    BCM2835_PERIPHERALS_SIZE),	/* 16Mb */
    261   1.1     skrll 
    262   1.1     skrll 		DEVMAP_ENTRY(BCM2836_ARM_LOCAL_VBASE, BCM2836_ARM_LOCAL_BASE,
    263   1.1     skrll 		    BCM2836_ARM_LOCAL_SIZE),
    264  1.18       ryo #if defined(MULTIPROCESSOR) && defined(__aarch64__)
    265  1.18       ryo 		/* for fdt cpu spin-table */
    266  1.18       ryo 		DEVMAP_ENTRY(BCM2836_ARM_SMP_VBASE, BCM2836_ARM_SMP_BASE,
    267  1.18       ryo 		    BCM2836_ARM_SMP_SIZE),
    268  1.18       ryo #endif
    269   1.1     skrll 		DEVMAP_ENTRY_END
    270   1.1     skrll 	};
    271   1.1     skrll 
    272   1.1     skrll 	return devmap;
    273   1.1     skrll }
    274   1.1     skrll #endif
    275   1.1     skrll /*
    276   1.1     skrll  * Macros to translate between physical and virtual for a subset of the
    277   1.1     skrll  * kernel address space.  *Not* for general use.
    278   1.1     skrll  */
    279   1.1     skrll 
    280   1.1     skrll #ifndef RPI_FB_WIDTH
    281   1.1     skrll #define RPI_FB_WIDTH	1280
    282   1.1     skrll #endif
    283   1.1     skrll #ifndef RPI_FB_HEIGHT
    284   1.1     skrll #define RPI_FB_HEIGHT	720
    285   1.1     skrll #endif
    286   1.1     skrll 
    287   1.1     skrll int uart_clk = BCM2835_UART0_CLK;
    288   1.1     skrll int core_clk;
    289   1.1     skrll 
    290   1.1     skrll static struct {
    291   1.1     skrll 	struct vcprop_buffer_hdr	vb_hdr;
    292   1.1     skrll 	struct vcprop_tag_clockrate	vbt_uartclockrate;
    293   1.1     skrll 	struct vcprop_tag_clockrate	vbt_vpuclockrate;
    294   1.1     skrll 	struct vcprop_tag end;
    295   1.1     skrll } vb_uart __cacheline_aligned = {
    296   1.1     skrll 	.vb_hdr = {
    297   1.1     skrll 		.vpb_len = sizeof(vb_uart),
    298   1.1     skrll 		.vpb_rcode = VCPROP_PROCESS_REQUEST,
    299   1.1     skrll 	},
    300   1.1     skrll 	.vbt_uartclockrate = {
    301   1.1     skrll 		.tag = {
    302   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CLOCKRATE,
    303   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_uart.vbt_uartclockrate),
    304   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    305   1.1     skrll 		},
    306   1.1     skrll 		.id = VCPROP_CLK_UART
    307   1.1     skrll 	},
    308   1.1     skrll 	.vbt_vpuclockrate = {
    309   1.1     skrll 		.tag = {
    310   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CLOCKRATE,
    311   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_uart.vbt_vpuclockrate),
    312   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    313   1.1     skrll 		},
    314   1.1     skrll 		.id = VCPROP_CLK_CORE
    315   1.1     skrll 	},
    316   1.1     skrll 	.end = {
    317   1.1     skrll 		.vpt_tag = VCPROPTAG_NULL
    318   1.1     skrll 	}
    319   1.1     skrll };
    320   1.1     skrll 
    321   1.1     skrll static struct {
    322   1.1     skrll 	struct vcprop_buffer_hdr	vb_hdr;
    323   1.1     skrll 	struct vcprop_tag_fwrev		vbt_fwrev;
    324   1.1     skrll 	struct vcprop_tag_boardmodel	vbt_boardmodel;
    325   1.1     skrll 	struct vcprop_tag_boardrev	vbt_boardrev;
    326   1.1     skrll 	struct vcprop_tag_macaddr	vbt_macaddr;
    327   1.1     skrll 	struct vcprop_tag_memory	vbt_memory;
    328   1.1     skrll 	struct vcprop_tag_boardserial	vbt_serial;
    329   1.1     skrll 	struct vcprop_tag_dmachan	vbt_dmachan;
    330   1.1     skrll 	struct vcprop_tag_cmdline	vbt_cmdline;
    331   1.1     skrll 	struct vcprop_tag_clockrate	vbt_emmcclockrate;
    332   1.1     skrll 	struct vcprop_tag_clockrate	vbt_armclockrate;
    333   1.1     skrll 	struct vcprop_tag_clockrate	vbt_vpuclockrate;
    334   1.1     skrll 	struct vcprop_tag end;
    335   1.1     skrll } vb __cacheline_aligned = {
    336   1.1     skrll 	.vb_hdr = {
    337   1.1     skrll 		.vpb_len = sizeof(vb),
    338   1.1     skrll 		.vpb_rcode = VCPROP_PROCESS_REQUEST,
    339   1.1     skrll 	},
    340   1.1     skrll 	.vbt_fwrev = {
    341   1.1     skrll 		.tag = {
    342   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_FIRMWAREREV,
    343   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_fwrev),
    344   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    345   1.1     skrll 		},
    346   1.1     skrll 	},
    347   1.1     skrll 	.vbt_boardmodel = {
    348   1.1     skrll 		.tag = {
    349   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_BOARDMODEL,
    350   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_boardmodel),
    351   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    352   1.1     skrll 		},
    353   1.1     skrll 	},
    354   1.1     skrll 	.vbt_boardrev = {
    355   1.1     skrll 		.tag = {
    356   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_BOARDREVISION,
    357   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_boardrev),
    358   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    359   1.1     skrll 		},
    360   1.1     skrll 	},
    361   1.1     skrll 	.vbt_macaddr = {
    362   1.1     skrll 		.tag = {
    363   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_MACADDRESS,
    364   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_macaddr),
    365   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    366   1.1     skrll 		},
    367   1.1     skrll 	},
    368   1.1     skrll 	.vbt_memory = {
    369   1.1     skrll 		.tag = {
    370   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_ARMMEMORY,
    371   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_memory),
    372   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    373   1.1     skrll 		},
    374   1.1     skrll 	},
    375   1.1     skrll 	.vbt_serial = {
    376   1.1     skrll 		.tag = {
    377   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_BOARDSERIAL,
    378   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_serial),
    379   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    380   1.1     skrll 		},
    381   1.1     skrll 	},
    382   1.1     skrll 	.vbt_dmachan = {
    383   1.1     skrll 		.tag = {
    384   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_DMACHAN,
    385   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_dmachan),
    386   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    387   1.1     skrll 		},
    388   1.1     skrll 	},
    389   1.1     skrll 	.vbt_cmdline = {
    390   1.1     skrll 		.tag = {
    391   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CMDLINE,
    392   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_cmdline),
    393   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    394   1.1     skrll 		},
    395   1.1     skrll 	},
    396   1.1     skrll 	.vbt_emmcclockrate = {
    397   1.1     skrll 		.tag = {
    398   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CLOCKRATE,
    399   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_emmcclockrate),
    400   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    401   1.1     skrll 		},
    402   1.1     skrll 		.id = VCPROP_CLK_EMMC
    403   1.1     skrll 	},
    404   1.1     skrll 	.vbt_armclockrate = {
    405   1.1     skrll 		.tag = {
    406   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CLOCKRATE,
    407   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_armclockrate),
    408   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    409   1.1     skrll 		},
    410   1.1     skrll 		.id = VCPROP_CLK_ARM
    411   1.1     skrll 	},
    412   1.1     skrll 	.vbt_vpuclockrate = {
    413   1.1     skrll 		.tag = {
    414   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_CLOCKRATE,
    415   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb.vbt_vpuclockrate),
    416   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST
    417   1.1     skrll 		},
    418   1.1     skrll 		.id = VCPROP_CLK_CORE
    419   1.1     skrll 	},
    420   1.1     skrll 	.end = {
    421   1.1     skrll 		.vpt_tag = VCPROPTAG_NULL
    422   1.1     skrll 	}
    423   1.1     skrll };
    424   1.1     skrll 
    425   1.1     skrll #if NGENFB > 0
    426   1.1     skrll static struct {
    427   1.1     skrll 	struct vcprop_buffer_hdr	vb_hdr;
    428   1.1     skrll 	struct vcprop_tag_edidblock	vbt_edid;
    429   1.1     skrll 	struct vcprop_tag end;
    430   1.1     skrll } vb_edid __cacheline_aligned = {
    431   1.1     skrll 	.vb_hdr = {
    432   1.1     skrll 		.vpb_len = sizeof(vb_edid),
    433   1.1     skrll 		.vpb_rcode = VCPROP_PROCESS_REQUEST,
    434   1.1     skrll 	},
    435   1.1     skrll 	.vbt_edid = {
    436   1.1     skrll 		.tag = {
    437   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_EDID_BLOCK,
    438   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_edid.vbt_edid),
    439   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    440   1.1     skrll 		},
    441   1.1     skrll 		.blockno = 0,
    442   1.1     skrll 	},
    443   1.1     skrll 	.end = {
    444   1.1     skrll 		.vpt_tag = VCPROPTAG_NULL
    445   1.1     skrll 	}
    446   1.1     skrll };
    447   1.1     skrll 
    448   1.1     skrll static struct {
    449   1.1     skrll 	struct vcprop_buffer_hdr	vb_hdr;
    450   1.1     skrll 	struct vcprop_tag_fbres		vbt_res;
    451   1.1     skrll 	struct vcprop_tag_fbres		vbt_vres;
    452   1.1     skrll 	struct vcprop_tag_fbdepth	vbt_depth;
    453   1.1     skrll 	struct vcprop_tag_fbalpha	vbt_alpha;
    454   1.1     skrll 	struct vcprop_tag_allocbuf	vbt_allocbuf;
    455   1.1     skrll 	struct vcprop_tag_blankscreen	vbt_blank;
    456   1.1     skrll 	struct vcprop_tag_fbpitch	vbt_pitch;
    457   1.1     skrll 	struct vcprop_tag end;
    458   1.1     skrll } vb_setfb __cacheline_aligned = {
    459   1.1     skrll 	.vb_hdr = {
    460   1.1     skrll 		.vpb_len = sizeof(vb_setfb),
    461   1.1     skrll 		.vpb_rcode = VCPROP_PROCESS_REQUEST,
    462   1.1     skrll 	},
    463   1.1     skrll 	.vbt_res = {
    464   1.1     skrll 		.tag = {
    465   1.1     skrll 			.vpt_tag = VCPROPTAG_SET_FB_RES,
    466   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_res),
    467   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    468   1.1     skrll 		},
    469   1.1     skrll 		.width = 0,
    470   1.1     skrll 		.height = 0,
    471   1.1     skrll 	},
    472   1.1     skrll 	.vbt_vres = {
    473   1.1     skrll 		.tag = {
    474   1.1     skrll 			.vpt_tag = VCPROPTAG_SET_FB_VRES,
    475   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_vres),
    476   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    477   1.1     skrll 		},
    478   1.1     skrll 		.width = 0,
    479   1.1     skrll 		.height = 0,
    480   1.1     skrll 	},
    481   1.1     skrll 	.vbt_depth = {
    482   1.1     skrll 		.tag = {
    483   1.1     skrll 			.vpt_tag = VCPROPTAG_SET_FB_DEPTH,
    484   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_depth),
    485   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    486   1.1     skrll 		},
    487   1.1     skrll 		.bpp = 32,
    488   1.1     skrll 	},
    489   1.1     skrll 	.vbt_alpha = {
    490   1.1     skrll 		.tag = {
    491   1.1     skrll 			.vpt_tag = VCPROPTAG_SET_FB_ALPHA_MODE,
    492   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_alpha),
    493   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    494   1.1     skrll 		},
    495   1.1     skrll 		.state = VCPROP_ALPHA_IGNORED,
    496   1.1     skrll 	},
    497   1.1     skrll 	.vbt_allocbuf = {
    498   1.1     skrll 		.tag = {
    499   1.1     skrll 			.vpt_tag = VCPROPTAG_ALLOCATE_BUFFER,
    500   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_allocbuf),
    501   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    502   1.1     skrll 		},
    503   1.1     skrll 		.address = PAGE_SIZE,	/* alignment */
    504   1.1     skrll 	},
    505   1.1     skrll 	.vbt_blank = {
    506   1.1     skrll 		.tag = {
    507   1.1     skrll 			.vpt_tag = VCPROPTAG_BLANK_SCREEN,
    508   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_blank),
    509   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    510   1.1     skrll 		},
    511   1.1     skrll 		.state = VCPROP_BLANK_OFF,
    512   1.1     skrll 	},
    513   1.1     skrll 	.vbt_pitch = {
    514   1.1     skrll 		.tag = {
    515   1.1     skrll 			.vpt_tag = VCPROPTAG_GET_FB_PITCH,
    516   1.1     skrll 			.vpt_len = VCPROPTAG_LEN(vb_setfb.vbt_pitch),
    517   1.1     skrll 			.vpt_rcode = VCPROPTAG_REQUEST,
    518   1.1     skrll 		},
    519   1.1     skrll 	},
    520   1.1     skrll 	.end = {
    521   1.1     skrll 		.vpt_tag = VCPROPTAG_NULL,
    522   1.1     skrll 	},
    523   1.1     skrll };
    524   1.1     skrll 
    525   1.1     skrll #endif
    526   1.1     skrll 
    527   1.1     skrll static int rpi_video_on = WSDISPLAYIO_VIDEO_ON;
    528   1.1     skrll 
    529   1.1     skrll #if defined(RPI_HWCURSOR)
    530   1.1     skrll #define CURSOR_BITMAP_SIZE	(64 * 8)
    531   1.1     skrll #define CURSOR_ARGB_SIZE	(64 * 64 * 4)
    532   1.1     skrll static uint32_t hcursor = 0;
    533   1.1     skrll static bus_addr_t pcursor = 0;
    534   1.1     skrll static uint32_t *cmem = NULL;
    535   1.1     skrll static int cursor_x = 0, cursor_y = 0, hot_x = 0, hot_y = 0, cursor_on = 0;
    536   1.1     skrll static uint32_t cursor_cmap[4];
    537   1.1     skrll static uint8_t cursor_mask[8 * 64], cursor_bitmap[8 * 64];
    538   1.1     skrll #endif
    539   1.1     skrll 
    540   1.1     skrll u_int
    541   1.1     skrll bcm283x_clk_get_rate_uart(void)
    542   1.1     skrll {
    543   1.1     skrll 
    544   1.1     skrll 	if (vcprop_tag_success_p(&vb_uart.vbt_uartclockrate.tag))
    545   1.1     skrll 		return vb_uart.vbt_uartclockrate.rate;
    546   1.1     skrll 	return 0;
    547   1.1     skrll }
    548   1.1     skrll 
    549   1.1     skrll u_int
    550   1.1     skrll bcm283x_clk_get_rate_vpu(void)
    551   1.1     skrll {
    552   1.1     skrll 
    553   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_vpuclockrate.tag) &&
    554   1.1     skrll 	    vb.vbt_vpuclockrate.rate > 0) {
    555   1.1     skrll 		return vb.vbt_vpuclockrate.rate;
    556   1.1     skrll 	}
    557   1.1     skrll 	return 0;
    558   1.1     skrll }
    559   1.1     skrll 
    560   1.1     skrll u_int
    561   1.1     skrll bcm283x_clk_get_rate_emmc(void)
    562   1.1     skrll {
    563   1.1     skrll 
    564   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_emmcclockrate.tag) &&
    565   1.1     skrll 	    vb.vbt_emmcclockrate.rate > 0) {
    566   1.1     skrll 		return vb.vbt_emmcclockrate.rate;
    567   1.1     skrll 	}
    568   1.1     skrll 	return 0;
    569   1.1     skrll }
    570   1.1     skrll 
    571   1.1     skrll 
    572   1.1     skrll 
    573   1.1     skrll static void
    574   1.1     skrll bcm283x_uartinit(bus_space_tag_t iot, bus_space_handle_t ioh)
    575   1.1     skrll {
    576   1.1     skrll 	uint32_t res;
    577   1.1     skrll 
    578   1.1     skrll 	bcm2835_mbox_write(iot, ioh, BCMMBOX_CHANARM2VC,
    579   1.8  christos 	    KERN_VTOPHYS((vaddr_t)&vb_uart));
    580   1.1     skrll 
    581   1.1     skrll 	bcm2835_mbox_read(iot, ioh, BCMMBOX_CHANARM2VC, &res);
    582   1.1     skrll 
    583   1.1     skrll 	if (vcprop_tag_success_p(&vb_uart.vbt_uartclockrate.tag))
    584   1.1     skrll 		uart_clk = vb_uart.vbt_uartclockrate.rate;
    585   1.1     skrll 	if (vcprop_tag_success_p(&vb_uart.vbt_vpuclockrate.tag))
    586   1.1     skrll 		core_clk = vb_uart.vbt_vpuclockrate.rate;
    587   1.1     skrll }
    588   1.1     skrll 
    589   1.1     skrll #if defined(SOC_BCM2835)
    590   1.1     skrll static void
    591   1.1     skrll bcm2835_uartinit(void)
    592   1.1     skrll {
    593   1.1     skrll 	const paddr_t pa = BCM2835_PERIPHERALS_BUS_TO_PHYS(BCM2835_ARMMBOX_BASE);
    594   1.1     skrll 	const bus_space_tag_t iot = &bcm2835_bs_tag;
    595   1.1     skrll 	const bus_space_handle_t ioh = BCM2835_IOPHYSTOVIRT(pa);
    596   1.1     skrll 
    597   1.1     skrll 	bcm283x_uartinit(iot, ioh);
    598   1.1     skrll }
    599   1.1     skrll #endif
    600   1.1     skrll 
    601   1.1     skrll #if defined(SOC_BCM2836)
    602   1.1     skrll static void
    603   1.1     skrll bcm2836_uartinit(void)
    604   1.1     skrll {
    605   1.1     skrll 	const paddr_t pa = BCM2836_PERIPHERALS_BUS_TO_PHYS(BCM2835_ARMMBOX_BASE);
    606   1.1     skrll 	const bus_space_tag_t iot = &bcm2836_bs_tag;
    607   1.1     skrll 	const bus_space_handle_t ioh = BCM2835_IOPHYSTOVIRT(pa);
    608   1.1     skrll 
    609   1.1     skrll 	bcm283x_uartinit(iot, ioh);
    610   1.1     skrll }
    611   1.1     skrll #endif
    612   1.1     skrll 
    613   1.1     skrll #define	BCM283x_MINIMUM_SPLIT	(128U * 1024 * 1024)
    614   1.1     skrll 
    615   1.1     skrll static size_t bcm283x_memorysize;
    616   1.1     skrll 
    617   1.1     skrll static void
    618   1.1     skrll bcm283x_bootparams(bus_space_tag_t iot, bus_space_handle_t ioh)
    619   1.1     skrll {
    620   1.1     skrll 	uint32_t res;
    621   1.1     skrll 
    622   1.1     skrll 	bcm2835_mbox_write(iot, ioh, BCMMBOX_CHANPM, (
    623   1.1     skrll #if (NSDHC > 0)
    624   1.1     skrll 	    (1 << VCPM_POWER_SDCARD) |
    625   1.1     skrll #endif
    626   1.1     skrll #if (NPLCOM > 0)
    627   1.1     skrll 	    (1 << VCPM_POWER_UART0) |
    628   1.1     skrll #endif
    629   1.1     skrll #if (NBCMDWCTWO > 0)
    630   1.1     skrll 	    (1 << VCPM_POWER_USB) |
    631   1.1     skrll #endif
    632   1.1     skrll #if (NBSCIIC > 0)
    633   1.1     skrll 	    (1 << VCPM_POWER_I2C0) | (1 << VCPM_POWER_I2C1) |
    634   1.1     skrll 	/*  (1 << VCPM_POWER_I2C2) | */
    635   1.1     skrll #endif
    636   1.1     skrll #if (NBCMSPI > 0)
    637   1.1     skrll 	    (1 << VCPM_POWER_SPI) |
    638   1.1     skrll #endif
    639   1.1     skrll 	    0) << 4);
    640   1.1     skrll 
    641   1.8  christos 	bcm2835_mbox_write(iot, ioh, BCMMBOX_CHANARM2VC,
    642   1.8  christos 	    KERN_VTOPHYS((vaddr_t)&vb));
    643   1.1     skrll 
    644   1.1     skrll 	bcm2835_mbox_read(iot, ioh, BCMMBOX_CHANARM2VC, &res);
    645   1.1     skrll 
    646   1.1     skrll 	if (!vcprop_buffer_success_p(&vb.vb_hdr)) {
    647   1.1     skrll 		bootconfig.dramblocks = 1;
    648   1.1     skrll 		bootconfig.dram[0].address = 0x0;
    649   1.1     skrll 		bootconfig.dram[0].pages = atop(BCM283x_MINIMUM_SPLIT);
    650   1.1     skrll 		return;
    651   1.1     skrll 	}
    652   1.1     skrll 
    653   1.1     skrll 	struct vcprop_tag_memory *vptp_mem = &vb.vbt_memory;
    654   1.1     skrll 	if (vcprop_tag_success_p(&vptp_mem->tag)) {
    655   1.1     skrll 		size_t n = vcprop_tag_resplen(&vptp_mem->tag) /
    656   1.1     skrll 		    sizeof(struct vcprop_memory);
    657   1.1     skrll 
    658   1.1     skrll 		bcm283x_memorysize = 0;
    659   1.1     skrll 		bootconfig.dramblocks = 0;
    660   1.1     skrll 
    661   1.1     skrll 		for (int i = 0; i < n && i < DRAM_BLOCKS; i++) {
    662   1.1     skrll 			bootconfig.dram[i].address = vptp_mem->mem[i].base;
    663   1.1     skrll 			bootconfig.dram[i].pages = atop(vptp_mem->mem[i].size);
    664   1.1     skrll 			bootconfig.dramblocks++;
    665   1.1     skrll 
    666   1.1     skrll 			bcm283x_memorysize += vptp_mem->mem[i].size;
    667   1.1     skrll 		}
    668   1.1     skrll 	}
    669   1.1     skrll 
    670   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_armclockrate.tag))
    671   1.1     skrll 		curcpu()->ci_data.cpu_cc_freq = vb.vbt_armclockrate.rate;
    672   1.1     skrll 
    673   1.1     skrll #ifdef VERBOSE_INIT_ARM
    674  1.13       rin 	if (vcprop_tag_success_p(&vb.vbt_memory.tag))
    675  1.13       rin 		printf("%s: memory size  %zu\n", __func__,
    676  1.13       rin 		    bcm283x_memorysize);
    677   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_armclockrate.tag))
    678   1.1     skrll 		printf("%s: arm clock    %d\n", __func__,
    679   1.1     skrll 		    vb.vbt_armclockrate.rate);
    680   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_fwrev.tag))
    681   1.1     skrll 		printf("%s: firmware rev %x\n", __func__,
    682   1.1     skrll 		    vb.vbt_fwrev.rev);
    683   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_boardmodel.tag))
    684   1.1     skrll 		printf("%s: board model  %x\n", __func__,
    685   1.1     skrll 		    vb.vbt_boardmodel.model);
    686   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_macaddr.tag))
    687   1.8  christos 		printf("%s: mac-address  %" PRIx64 "\n", __func__,
    688   1.1     skrll 		    vb.vbt_macaddr.addr);
    689   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_boardrev.tag))
    690   1.1     skrll 		printf("%s: board rev    %x\n", __func__,
    691   1.1     skrll 		    vb.vbt_boardrev.rev);
    692   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_serial.tag))
    693   1.8  christos 		printf("%s: board serial %" PRIx64 "\n", __func__,
    694   1.1     skrll 		    vb.vbt_serial.sn);
    695   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_dmachan.tag))
    696   1.1     skrll 		printf("%s: DMA channel mask 0x%08x\n", __func__,
    697   1.1     skrll 		    vb.vbt_dmachan.mask);
    698   1.1     skrll 
    699   1.1     skrll 	if (vcprop_tag_success_p(&vb.vbt_cmdline.tag))
    700   1.1     skrll 		printf("%s: cmdline      %s\n", __func__,
    701   1.1     skrll 		    vb.vbt_cmdline.cmdline);
    702   1.1     skrll #endif
    703   1.1     skrll }
    704   1.1     skrll 
    705   1.1     skrll #if defined(SOC_BCM2835)
    706   1.1     skrll static void
    707   1.1     skrll bcm2835_bootparams(void)
    708   1.1     skrll {
    709   1.1     skrll 	const paddr_t pa = BCM2835_PERIPHERALS_BUS_TO_PHYS(BCM2835_ARMMBOX_BASE);
    710   1.1     skrll 	const bus_space_tag_t iot = &bcm2835_bs_tag;
    711   1.1     skrll 	const bus_space_handle_t ioh = BCM2835_IOPHYSTOVIRT(pa);
    712   1.1     skrll 
    713   1.1     skrll 	bcm283x_bootparams(iot, ioh);
    714   1.1     skrll }
    715   1.1     skrll #endif
    716   1.1     skrll 
    717   1.1     skrll #if defined(SOC_BCM2836)
    718   1.1     skrll static void
    719   1.1     skrll bcm2836_bootparams(void)
    720   1.1     skrll {
    721   1.1     skrll 	const paddr_t pa = BCM2836_PERIPHERALS_BUS_TO_PHYS(BCM2835_ARMMBOX_BASE);
    722   1.1     skrll 	const bus_space_tag_t iot = &bcm2836_bs_tag;
    723   1.1     skrll 	const bus_space_handle_t ioh = BCM2835_IOPHYSTOVIRT(pa);
    724   1.1     skrll 
    725   1.1     skrll 	bcm283x_bootparams(iot, ioh);
    726   1.1     skrll }
    727   1.1     skrll 
    728   1.1     skrll static void
    729  1.20     skrll bcm2836_mpstart(void)
    730   1.1     skrll {
    731  1.18       ryo #ifdef MULTIPROCESSOR
    732  1.21       ryo #ifdef __arm__
    733  1.21       ryo 	/* implementation dependent string "brcm,bcm2836-smp" for ARM 32-bit */
    734  1.18       ryo 	const char *method;
    735   1.7       ryo 
    736  1.18       ryo 	const int cpus = OF_finddevice("/cpus");
    737  1.18       ryo 	if (cpus == -1) {
    738  1.18       ryo 		aprint_error("%s: no /cpus node found\n", __func__);
    739  1.18       ryo 		arm_cpu_max = 1;
    740  1.18       ryo 		return;
    741   1.7       ryo 	}
    742   1.1     skrll 
    743  1.18       ryo 	method = fdtbus_get_string(cpus, "enable-method");
    744  1.18       ryo 	if ((method != NULL) && (strcmp(method, "brcm,bcm2836-smp") == 0)) {
    745  1.18       ryo 		arm_cpu_max = RPI_CPU_MAX;
    746  1.20     skrll 		VPRINTF("%s: %d cpus present\n", __func__, arm_cpu_max);
    747  1.18       ryo 
    748  1.20     skrll 		extern void cpu_mpstart(void);
    749  1.18       ryo 
    750  1.18       ryo 		for (size_t i = 1; i < RPI_CPU_MAX; i++) {
    751  1.18       ryo 			bus_space_tag_t iot = &bcm2836_bs_tag;
    752  1.18       ryo 			bus_space_handle_t ioh = BCM2836_ARM_LOCAL_VBASE;
    753  1.18       ryo 
    754  1.18       ryo 			bus_space_write_4(iot, ioh,
    755  1.18       ryo 			    BCM2836_LOCAL_MAILBOX3_SETN(i),
    756  1.20     skrll 			    KERN_VTOPHYS((vaddr_t)cpu_mpstart));
    757  1.18       ryo 		}
    758   1.1     skrll 
    759  1.15       ryo 		/* Wake up AP in case firmware has placed it in WFE state */
    760  1.15       ryo 		__asm __volatile("sev" ::: "memory");
    761  1.15       ryo 
    762  1.15       ryo 		for (int loop = 0; loop < 16; loop++) {
    763  1.18       ryo 			if (arm_cpu_hatched == __BITS(arm_cpu_max - 1, 1))
    764  1.15       ryo 				break;
    765  1.15       ryo 			gtmr_delay(10000);
    766  1.15       ryo 		}
    767   1.7       ryo 
    768  1.18       ryo 		for (size_t i = 1; i < arm_cpu_max; i++) {
    769  1.19     skrll 			if ((arm_cpu_hatched & __BIT(i)) == 0) {
    770  1.18       ryo 				printf("%s: warning: cpu%zu failed to hatch\n",
    771  1.18       ryo 				    __func__, i);
    772  1.18       ryo 			}
    773   1.1     skrll 		}
    774  1.18       ryo 		return;
    775   1.1     skrll 	}
    776  1.21       ryo #endif /* __arm__ */
    777  1.18       ryo 
    778  1.18       ryo 	/* try enable-method each cpus */
    779  1.21       ryo 	arm_fdt_cpu_mpstart();
    780  1.18       ryo #endif /* MULTIPROCESSOR */
    781   1.1     skrll }
    782   1.1     skrll 
    783   1.1     skrll #endif	/* SOC_BCM2836 */
    784   1.1     skrll 
    785   1.1     skrll #if NGENFB > 0
    786   1.1     skrll static bool
    787   1.1     skrll rpi_fb_parse_mode(const char *s, uint32_t *pwidth, uint32_t *pheight)
    788   1.1     skrll {
    789   1.1     skrll 	char *x;
    790   1.1     skrll 
    791   1.1     skrll 	if (strncmp(s, "disable", 7) == 0)
    792   1.1     skrll 		return false;
    793   1.1     skrll 
    794   1.1     skrll 	x = strchr(s, 'x');
    795   1.1     skrll 	if (x) {
    796   1.1     skrll 		*pwidth = strtoul(s, NULL, 10);
    797   1.1     skrll 		*pheight = strtoul(x + 1, NULL, 10);
    798   1.1     skrll 	}
    799   1.1     skrll 
    800   1.1     skrll 	return true;
    801   1.1     skrll }
    802   1.1     skrll 
    803   1.1     skrll static bool
    804   1.1     skrll rpi_fb_get_edid_mode(uint32_t *pwidth, uint32_t *pheight)
    805   1.1     skrll {
    806   1.1     skrll 	struct edid_info ei;
    807   1.1     skrll 	uint8_t edid_data[1024];
    808   1.1     skrll 	uint32_t res;
    809   1.1     skrll 	int error;
    810   1.1     skrll 
    811   1.1     skrll 	error = bcmmbox_request(BCMMBOX_CHANARM2VC, &vb_edid,
    812   1.1     skrll 	    sizeof(vb_edid), &res);
    813   1.1     skrll 	if (error) {
    814   1.1     skrll 		printf("%s: mbox request failed (%d)\n", __func__, error);
    815   1.1     skrll 		return false;
    816   1.1     skrll 	}
    817   1.1     skrll 
    818   1.1     skrll 	if (!vcprop_buffer_success_p(&vb_edid.vb_hdr) ||
    819   1.1     skrll 	    !vcprop_tag_success_p(&vb_edid.vbt_edid.tag) ||
    820   1.1     skrll 	    vb_edid.vbt_edid.status != 0)
    821   1.1     skrll 		return false;
    822   1.1     skrll 
    823   1.1     skrll 	memset(edid_data, 0, sizeof(edid_data));
    824   1.1     skrll 	memcpy(edid_data, vb_edid.vbt_edid.data,
    825   1.1     skrll 	    sizeof(vb_edid.vbt_edid.data));
    826   1.1     skrll 	edid_parse(edid_data, &ei);
    827   1.1     skrll #ifdef VERBOSE_INIT_ARM
    828   1.1     skrll 	edid_print(&ei);
    829   1.1     skrll #endif
    830   1.1     skrll 
    831   1.1     skrll 	if (ei.edid_preferred_mode) {
    832   1.1     skrll 		*pwidth = ei.edid_preferred_mode->hdisplay;
    833   1.1     skrll 		*pheight = ei.edid_preferred_mode->vdisplay;
    834   1.1     skrll 	}
    835   1.1     skrll 
    836   1.1     skrll 	return true;
    837   1.1     skrll }
    838   1.1     skrll 
    839   1.1     skrll /*
    840   1.1     skrll  * Initialize framebuffer console.
    841   1.1     skrll  *
    842   1.1     skrll  * Some notes about boot parameters:
    843   1.1     skrll  *  - If "fb=disable" is present, ignore framebuffer completely.
    844   1.1     skrll  *  - If "fb=<width>x<height> is present, use the specified mode.
    845   1.1     skrll  *  - If "console=fb" is present, attach framebuffer to console.
    846   1.1     skrll  */
    847   1.1     skrll static bool
    848   1.1     skrll rpi_fb_init(prop_dictionary_t dict, void *aux)
    849   1.1     skrll {
    850   1.1     skrll 	uint32_t width = 0, height = 0;
    851   1.1     skrll 	uint32_t res;
    852   1.1     skrll 	char *ptr;
    853   1.1     skrll 	int integer;
    854   1.1     skrll 	int error;
    855   1.1     skrll 	bool is_bgr = true;
    856   1.1     skrll 
    857   1.1     skrll 	if (get_bootconf_option(boot_args, "fb",
    858   1.1     skrll 			      BOOTOPT_TYPE_STRING, &ptr)) {
    859   1.1     skrll 		if (rpi_fb_parse_mode(ptr, &width, &height) == false)
    860   1.1     skrll 			return false;
    861   1.1     skrll 	}
    862   1.1     skrll 	if (width == 0 || height == 0) {
    863   1.1     skrll 		rpi_fb_get_edid_mode(&width, &height);
    864   1.1     skrll 	}
    865   1.1     skrll 	if (width == 0 || height == 0) {
    866   1.1     skrll 		width = RPI_FB_WIDTH;
    867   1.1     skrll 		height = RPI_FB_HEIGHT;
    868   1.1     skrll 	}
    869   1.1     skrll 
    870   1.1     skrll 	vb_setfb.vbt_res.width = width;
    871   1.1     skrll 	vb_setfb.vbt_res.height = height;
    872   1.1     skrll 	vb_setfb.vbt_vres.width = width;
    873   1.1     skrll 	vb_setfb.vbt_vres.height = height;
    874   1.1     skrll 	error = bcmmbox_request(BCMMBOX_CHANARM2VC, &vb_setfb,
    875   1.1     skrll 	    sizeof(vb_setfb), &res);
    876   1.1     skrll 	if (error) {
    877   1.1     skrll 		printf("%s: mbox request failed (%d)\n", __func__, error);
    878   1.1     skrll 		return false;
    879   1.1     skrll 	}
    880   1.1     skrll 
    881   1.1     skrll 	if (!vcprop_buffer_success_p(&vb_setfb.vb_hdr) ||
    882   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_res.tag) ||
    883   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_vres.tag) ||
    884   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_depth.tag) ||
    885   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_allocbuf.tag) ||
    886   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_blank.tag) ||
    887   1.1     skrll 	    !vcprop_tag_success_p(&vb_setfb.vbt_pitch.tag)) {
    888   1.1     skrll 		printf("%s: prop tag failed\n", __func__);
    889   1.1     skrll 		return false;
    890   1.1     skrll 	}
    891   1.1     skrll 
    892   1.1     skrll #ifdef VERBOSE_INIT_ARM
    893   1.1     skrll 	printf("%s: addr = 0x%x size = %d\n", __func__,
    894   1.1     skrll 	    vb_setfb.vbt_allocbuf.address,
    895   1.1     skrll 	    vb_setfb.vbt_allocbuf.size);
    896   1.1     skrll 	printf("%s: depth = %d\n", __func__, vb_setfb.vbt_depth.bpp);
    897   1.1     skrll 	printf("%s: pitch = %d\n", __func__,
    898   1.1     skrll 	    vb_setfb.vbt_pitch.linebytes);
    899   1.1     skrll 	printf("%s: width = %d height = %d\n", __func__,
    900   1.1     skrll 	    vb_setfb.vbt_res.width, vb_setfb.vbt_res.height);
    901   1.1     skrll 	printf("%s: vwidth = %d vheight = %d\n", __func__,
    902   1.1     skrll 	    vb_setfb.vbt_vres.width, vb_setfb.vbt_vres.height);
    903   1.1     skrll #endif
    904   1.1     skrll 
    905   1.1     skrll 	if (vb_setfb.vbt_allocbuf.address == 0 ||
    906   1.1     skrll 	    vb_setfb.vbt_allocbuf.size == 0 ||
    907   1.1     skrll 	    vb_setfb.vbt_res.width == 0 ||
    908   1.1     skrll 	    vb_setfb.vbt_res.height == 0 ||
    909   1.1     skrll 	    vb_setfb.vbt_vres.width == 0 ||
    910   1.1     skrll 	    vb_setfb.vbt_vres.height == 0 ||
    911   1.1     skrll 	    vb_setfb.vbt_pitch.linebytes == 0) {
    912   1.1     skrll 		printf("%s: failed to set mode %ux%u\n", __func__,
    913   1.1     skrll 		    width, height);
    914   1.1     skrll 		return false;
    915   1.1     skrll 	}
    916   1.1     skrll 
    917   1.1     skrll 	prop_dictionary_set_uint32(dict, "width", vb_setfb.vbt_res.width);
    918   1.1     skrll 	prop_dictionary_set_uint32(dict, "height", vb_setfb.vbt_res.height);
    919   1.1     skrll 	prop_dictionary_set_uint8(dict, "depth", vb_setfb.vbt_depth.bpp);
    920   1.1     skrll 	prop_dictionary_set_uint16(dict, "linebytes",
    921   1.1     skrll 	    vb_setfb.vbt_pitch.linebytes);
    922   1.1     skrll 	prop_dictionary_set_uint32(dict, "address",
    923   1.1     skrll 	    vb_setfb.vbt_allocbuf.address);
    924   1.1     skrll 
    925   1.1     skrll 	/*
    926   1.1     skrll 	 * Old firmware uses BGR. New firmware uses RGB. The get and set
    927   1.1     skrll 	 * pixel order mailbox properties don't seem to work. The firmware
    928   1.1     skrll 	 * adds a kernel cmdline option bcm2708_fb.fbswap=<0|1>, so use it
    929   1.1     skrll 	 * to determine pixel order. 0 means BGR, 1 means RGB.
    930   1.1     skrll 	 *
    931   1.1     skrll 	 * See https://github.com/raspberrypi/linux/issues/514
    932   1.1     skrll 	 */
    933   1.1     skrll 	if (get_bootconf_option(boot_args, "bcm2708_fb.fbswap",
    934   1.1     skrll 				BOOTOPT_TYPE_INT, &integer)) {
    935   1.1     skrll 		is_bgr = integer == 0;
    936   1.1     skrll 	}
    937   1.1     skrll 	prop_dictionary_set_bool(dict, "is_bgr", is_bgr);
    938   1.1     skrll 
    939   1.1     skrll 	/* if "genfb.type=<n>" is passed in cmdline, override wsdisplay type */
    940   1.1     skrll 	if (get_bootconf_option(boot_args, "genfb.type",
    941   1.1     skrll 				BOOTOPT_TYPE_INT, &integer)) {
    942   1.1     skrll 		prop_dictionary_set_uint32(dict, "wsdisplay_type", integer);
    943   1.1     skrll 	}
    944   1.1     skrll 
    945   1.1     skrll #if defined(RPI_HWCURSOR)
    946   1.1     skrll 	struct fdt_attach_args *faa = aux;
    947   1.1     skrll 	bus_space_handle_t hc;
    948   1.1     skrll 
    949   1.1     skrll 	hcursor = rpi_alloc_mem(CURSOR_ARGB_SIZE, PAGE_SIZE,
    950   1.1     skrll 	    MEM_FLAG_L1_NONALLOCATING | MEM_FLAG_HINT_PERMALOCK);
    951   1.1     skrll 	pcursor = rpi_lock_mem(hcursor);
    952   1.1     skrll #ifdef RPI_IOCTL_DEBUG
    953   1.1     skrll 	printf("hcursor: %08x\n", hcursor);
    954   1.1     skrll 	printf("pcursor: %08x\n", (uint32_t)pcursor);
    955   1.1     skrll 	printf("fb: %08x\n", (uint32_t)vb_setfb.vbt_allocbuf.address);
    956   1.1     skrll #endif
    957   1.1     skrll 	if (bus_space_map(faa->faa_bst, pcursor, CURSOR_ARGB_SIZE,
    958   1.1     skrll 	    BUS_SPACE_MAP_LINEAR|BUS_SPACE_MAP_PREFETCHABLE, &hc) != 0) {
    959   1.1     skrll 		printf("couldn't map cursor memory\n");
    960   1.1     skrll 	} else {
    961   1.1     skrll 		int i, j, k;
    962   1.1     skrll 
    963   1.1     skrll 		cmem = bus_space_vaddr(faa->faa_bst, hc);
    964   1.1     skrll 		k = 0;
    965   1.1     skrll 		for (j = 0; j < 64; j++) {
    966   1.1     skrll 			for (i = 0; i < 64; i++) {
    967   1.1     skrll 				cmem[i + k] =
    968   1.1     skrll 				 ((i & 8) ^ (j & 8)) ? 0xa0ff0000 : 0xa000ff00;
    969   1.1     skrll 			}
    970   1.1     skrll 			k += 64;
    971   1.1     skrll 		}
    972   1.1     skrll 		cpu_dcache_wb_range((vaddr_t)cmem, CURSOR_ARGB_SIZE);
    973   1.1     skrll 		rpi_fb_initcursor(pcursor, 0, 0);
    974   1.1     skrll #ifdef RPI_IOCTL_DEBUG
    975   1.1     skrll 		rpi_fb_movecursor(600, 400, 1);
    976   1.1     skrll #else
    977   1.1     skrll 		rpi_fb_movecursor(cursor_x, cursor_y, cursor_on);
    978   1.1     skrll #endif
    979   1.1     skrll 	}
    980   1.1     skrll #endif
    981   1.1     skrll 
    982   1.1     skrll 	return true;
    983   1.1     skrll }
    984   1.1     skrll 
    985   1.1     skrll 
    986   1.1     skrll #if defined(RPI_HWCURSOR)
    987   1.1     skrll static int
    988   1.1     skrll rpi_fb_do_cursor(struct wsdisplay_cursor *cur)
    989   1.1     skrll {
    990   1.1     skrll 	int pos = 0;
    991   1.1     skrll 	int shape = 0;
    992   1.1     skrll 
    993   1.1     skrll 	if (cur->which & WSDISPLAY_CURSOR_DOCUR) {
    994   1.1     skrll 		if (cursor_on != cur->enable) {
    995   1.1     skrll 			cursor_on = cur->enable;
    996   1.1     skrll 			pos = 1;
    997   1.1     skrll 		}
    998   1.1     skrll 	}
    999   1.1     skrll 	if (cur->which & WSDISPLAY_CURSOR_DOHOT) {
   1000   1.1     skrll 
   1001   1.1     skrll 		hot_x = cur->hot.x;
   1002   1.1     skrll 		hot_y = cur->hot.y;
   1003   1.1     skrll 		pos = 1;
   1004   1.1     skrll 		shape = 1;
   1005   1.1     skrll 	}
   1006   1.1     skrll 	if (cur->which & WSDISPLAY_CURSOR_DOPOS) {
   1007   1.1     skrll 
   1008   1.1     skrll 		cursor_x = cur->pos.x;
   1009   1.1     skrll 		cursor_y = cur->pos.y;
   1010   1.1     skrll 		pos = 1;
   1011   1.1     skrll 	}
   1012   1.1     skrll 	if (cur->which & WSDISPLAY_CURSOR_DOCMAP) {
   1013   1.1     skrll 		int i;
   1014   1.1     skrll 		uint32_t val;
   1015   1.1     skrll 
   1016  1.17  riastrad 		for (i = 0; i < uimin(cur->cmap.count, 3); i++) {
   1017   1.1     skrll 			val = (cur->cmap.red[i] << 16 ) |
   1018   1.1     skrll 			      (cur->cmap.green[i] << 8) |
   1019   1.1     skrll 			      (cur->cmap.blue[i] ) |
   1020   1.1     skrll 			      0xff000000;
   1021   1.1     skrll 			cursor_cmap[i + cur->cmap.index + 2] = val;
   1022   1.1     skrll 		}
   1023   1.1     skrll 		shape = 1;
   1024   1.1     skrll 	}
   1025   1.1     skrll 	if (cur->which & WSDISPLAY_CURSOR_DOSHAPE) {
   1026   1.1     skrll 		int err;
   1027   1.1     skrll 
   1028   1.1     skrll 		err = copyin(cur->mask, cursor_mask, CURSOR_BITMAP_SIZE);
   1029   1.1     skrll 		err += copyin(cur->image, cursor_bitmap, CURSOR_BITMAP_SIZE);
   1030   1.1     skrll 		if (err != 0)
   1031   1.1     skrll 			return EFAULT;
   1032   1.1     skrll 		shape = 1;
   1033   1.1     skrll 	}
   1034   1.1     skrll 	if (shape) {
   1035   1.1     skrll 		int i, j, idx;
   1036   1.1     skrll 		uint8_t mask;
   1037   1.1     skrll 
   1038   1.1     skrll 		for (i = 0; i < CURSOR_BITMAP_SIZE; i++) {
   1039   1.1     skrll 			mask = 0x01;
   1040   1.1     skrll 			for (j = 0; j < 8; j++) {
   1041   1.1     skrll 				idx = ((cursor_mask[i] & mask) ? 2 : 0) |
   1042   1.1     skrll 				    ((cursor_bitmap[i] & mask) ? 1 : 0);
   1043   1.1     skrll 				cmem[i * 8 + j] = cursor_cmap[idx];
   1044   1.1     skrll 				mask = mask << 1;
   1045   1.1     skrll 			}
   1046   1.1     skrll 		}
   1047   1.1     skrll 		/* just in case */
   1048   1.1     skrll 		cpu_dcache_wb_range((vaddr_t)cmem, CURSOR_ARGB_SIZE);
   1049   1.1     skrll 		rpi_fb_initcursor(pcursor, hot_x, hot_y);
   1050   1.1     skrll 	}
   1051   1.1     skrll 	if (pos) {
   1052   1.1     skrll 		rpi_fb_movecursor(cursor_x, cursor_y, cursor_on);
   1053   1.1     skrll 	}
   1054   1.1     skrll 	return 0;
   1055   1.1     skrll }
   1056   1.1     skrll #endif
   1057   1.1     skrll 
   1058   1.1     skrll static int
   1059   1.1     skrll rpi_ioctl(void *v, void *vs, u_long cmd, void *data, int flag, lwp_t *l)
   1060   1.1     skrll {
   1061   1.1     skrll 
   1062   1.1     skrll 	switch (cmd) {
   1063   1.1     skrll 	case WSDISPLAYIO_SVIDEO:
   1064   1.1     skrll 		{
   1065   1.1     skrll 			int d = *(int *)data;
   1066   1.1     skrll 			if (d == rpi_video_on)
   1067   1.1     skrll 				return 0;
   1068   1.1     skrll 			rpi_video_on = d;
   1069   1.1     skrll 			rpi_fb_set_video(d);
   1070   1.1     skrll #if defined(RPI_HWCURSOR)
   1071   1.1     skrll 			rpi_fb_movecursor(cursor_x, cursor_y,
   1072   1.1     skrll 			                  d ? cursor_on : 0);
   1073   1.1     skrll #endif
   1074   1.1     skrll 		}
   1075   1.1     skrll 		return 0;
   1076   1.1     skrll 	case WSDISPLAYIO_GVIDEO:
   1077   1.1     skrll 		*(int *)data = rpi_video_on;
   1078   1.1     skrll 		return 0;
   1079   1.1     skrll #if defined(RPI_HWCURSOR)
   1080   1.1     skrll 	case WSDISPLAYIO_GCURPOS:
   1081   1.1     skrll 		{
   1082   1.1     skrll 			struct wsdisplay_curpos *cp = (void *)data;
   1083   1.1     skrll 
   1084   1.1     skrll 			cp->x = cursor_x;
   1085   1.1     skrll 			cp->y = cursor_y;
   1086   1.1     skrll 		}
   1087   1.1     skrll 		return 0;
   1088   1.1     skrll 	case WSDISPLAYIO_SCURPOS:
   1089   1.1     skrll 		{
   1090   1.1     skrll 			struct wsdisplay_curpos *cp = (void *)data;
   1091   1.1     skrll 
   1092   1.1     skrll 			cursor_x = cp->x;
   1093   1.1     skrll 			cursor_y = cp->y;
   1094   1.1     skrll 			rpi_fb_movecursor(cursor_x, cursor_y, cursor_on);
   1095   1.1     skrll 		}
   1096   1.1     skrll 		return 0;
   1097   1.1     skrll 	case WSDISPLAYIO_GCURMAX:
   1098   1.1     skrll 		{
   1099   1.1     skrll 			struct wsdisplay_curpos *cp = (void *)data;
   1100   1.1     skrll 
   1101   1.1     skrll 			cp->x = 64;
   1102   1.1     skrll 			cp->y = 64;
   1103   1.1     skrll 		}
   1104   1.1     skrll 		return 0;
   1105   1.1     skrll 	case WSDISPLAYIO_SCURSOR:
   1106   1.1     skrll 		{
   1107   1.1     skrll 			struct wsdisplay_cursor *cursor = (void *)data;
   1108   1.1     skrll 
   1109   1.1     skrll 			return rpi_fb_do_cursor(cursor);
   1110   1.1     skrll 		}
   1111   1.1     skrll #endif
   1112   1.1     skrll 	default:
   1113   1.1     skrll 		return EPASSTHROUGH;
   1114   1.1     skrll 	}
   1115   1.1     skrll }
   1116   1.1     skrll 
   1117   1.1     skrll #endif
   1118   1.1     skrll 
   1119   1.1     skrll SYSCTL_SETUP(sysctl_machdep_rpi, "sysctl machdep subtree setup (rpi)")
   1120   1.1     skrll {
   1121   1.1     skrll 	sysctl_createv(clog, 0, NULL, NULL,
   1122   1.1     skrll 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "machdep", NULL,
   1123   1.1     skrll 	    NULL, 0, NULL, 0, CTL_MACHDEP, CTL_EOL);
   1124   1.1     skrll 
   1125   1.1     skrll 	sysctl_createv(clog, 0, NULL, NULL,
   1126   1.1     skrll 	    CTLFLAG_PERMANENT|CTLFLAG_READONLY,
   1127   1.1     skrll 	    CTLTYPE_INT, "firmware_revision", NULL, NULL, 0,
   1128   1.1     skrll 	    &vb.vbt_fwrev.rev, 0, CTL_MACHDEP, CTL_CREATE, CTL_EOL);
   1129   1.1     skrll 
   1130   1.1     skrll 	sysctl_createv(clog, 0, NULL, NULL,
   1131   1.1     skrll 	    CTLFLAG_PERMANENT|CTLFLAG_READONLY,
   1132   1.1     skrll 	    CTLTYPE_INT, "board_model", NULL, NULL, 0,
   1133   1.1     skrll 	    &vb.vbt_boardmodel.model, 0, CTL_MACHDEP, CTL_CREATE, CTL_EOL);
   1134   1.1     skrll 
   1135   1.1     skrll 	sysctl_createv(clog, 0, NULL, NULL,
   1136   1.1     skrll 	    CTLFLAG_PERMANENT|CTLFLAG_READONLY,
   1137   1.1     skrll 	    CTLTYPE_INT, "board_revision", NULL, NULL, 0,
   1138   1.1     skrll 	    &vb.vbt_boardrev.rev, 0, CTL_MACHDEP, CTL_CREATE, CTL_EOL);
   1139   1.1     skrll 
   1140   1.1     skrll 	sysctl_createv(clog, 0, NULL, NULL,
   1141   1.1     skrll 	    CTLFLAG_PERMANENT|CTLFLAG_READONLY|CTLFLAG_HEX|CTLFLAG_PRIVATE,
   1142   1.1     skrll 	    CTLTYPE_QUAD, "serial", NULL, NULL, 0,
   1143   1.1     skrll 	    &vb.vbt_serial.sn, 0, CTL_MACHDEP, CTL_CREATE, CTL_EOL);
   1144   1.1     skrll }
   1145   1.1     skrll 
   1146   1.1     skrll #if defined(SOC_BCM2835)
   1147   1.1     skrll static void
   1148   1.1     skrll bcm2835_platform_bootstrap(void)
   1149   1.1     skrll {
   1150   1.1     skrll 
   1151   1.4       ryo 	bcm2835_bs_tag = arm_generic_bs_tag;
   1152   1.4       ryo 	bcm2835_a4x_bs_tag = arm_generic_a4x_bs_tag;
   1153   1.4       ryo 
   1154   1.4       ryo 	bcm2835_bs_tag.bs_map = bcm2835_bs_map;
   1155  1.12       rin 	bcm2835_bs_tag.bs_mmap = bcm2835_bs_mmap;
   1156   1.4       ryo 	bcm2835_a4x_bs_tag.bs_map = bcm2835_bs_map;
   1157  1.12       rin 	bcm2835_a4x_bs_tag.bs_mmap = bcm2835_a4x_bs_mmap;
   1158   1.4       ryo 
   1159   1.1     skrll 	fdtbus_set_decoderegprop(false);
   1160   1.1     skrll 
   1161   1.1     skrll 	bcm2835_uartinit();
   1162   1.1     skrll 
   1163   1.1     skrll 	bcm2835_bootparams();
   1164   1.1     skrll }
   1165   1.1     skrll #endif
   1166   1.1     skrll 
   1167   1.1     skrll #if defined(SOC_BCM2836)
   1168   1.1     skrll static void
   1169   1.1     skrll bcm2836_platform_bootstrap(void)
   1170   1.1     skrll {
   1171   1.1     skrll 
   1172   1.4       ryo 	bcm2836_bs_tag = arm_generic_bs_tag;
   1173   1.4       ryo 	bcm2836_a4x_bs_tag = arm_generic_a4x_bs_tag;
   1174   1.4       ryo 
   1175   1.4       ryo 	bcm2836_bs_tag.bs_map = bcm2836_bs_map;
   1176  1.12       rin 	bcm2836_bs_tag.bs_mmap = bcm2836_bs_mmap;
   1177   1.4       ryo 	bcm2836_a4x_bs_tag.bs_map = bcm2836_bs_map;
   1178  1.12       rin 	bcm2836_a4x_bs_tag.bs_mmap = bcm2836_a4x_bs_mmap;
   1179   1.4       ryo 
   1180   1.1     skrll 	fdtbus_set_decoderegprop(false);
   1181   1.1     skrll 
   1182   1.1     skrll 	bcm2836_uartinit();
   1183   1.1     skrll 
   1184   1.1     skrll 	bcm2836_bootparams();
   1185   1.1     skrll 
   1186  1.20     skrll #ifdef MULTIPROCESSOR
   1187  1.20     skrll 	arm_cpu_max = RPI_CPU_MAX;
   1188  1.21       ryo 	arm_fdt_cpu_bootstrap();
   1189  1.20     skrll #endif
   1190   1.1     skrll }
   1191   1.1     skrll #endif
   1192   1.1     skrll 
   1193   1.1     skrll #if defined(SOC_BCM2835)
   1194   1.1     skrll static void
   1195   1.1     skrll bcm2835_platform_init_attach_args(struct fdt_attach_args *faa)
   1196   1.1     skrll {
   1197   1.1     skrll 
   1198   1.1     skrll 	faa->faa_bst = &bcm2835_bs_tag;
   1199   1.1     skrll 	faa->faa_a4x_bst = &bcm2835_a4x_bs_tag;
   1200   1.1     skrll 	faa->faa_dmat = &bcm2835_bus_dma_tag;
   1201   1.1     skrll 
   1202   1.1     skrll 	bcm2835_bus_dma_tag._ranges = bcm2835_dma_ranges;
   1203   1.1     skrll 	bcm2835_bus_dma_tag._nranges = __arraycount(bcm2835_dma_ranges);
   1204   1.1     skrll 	bcm2835_dma_ranges[0].dr_len = bcm283x_memorysize;
   1205   1.1     skrll }
   1206   1.1     skrll #endif
   1207   1.1     skrll 
   1208   1.1     skrll #if defined(SOC_BCM2836)
   1209   1.1     skrll static void
   1210   1.1     skrll bcm2836_platform_init_attach_args(struct fdt_attach_args *faa)
   1211   1.1     skrll {
   1212   1.1     skrll 
   1213   1.1     skrll 	faa->faa_bst = &bcm2836_bs_tag;
   1214   1.1     skrll 	faa->faa_a4x_bst = &bcm2836_a4x_bs_tag;
   1215   1.1     skrll 	faa->faa_dmat = &bcm2835_bus_dma_tag;
   1216   1.1     skrll 
   1217   1.1     skrll 	bcm2835_bus_dma_tag._ranges = bcm2836_dma_ranges;
   1218   1.1     skrll 	bcm2835_bus_dma_tag._nranges = __arraycount(bcm2836_dma_ranges);
   1219   1.1     skrll 	bcm2836_dma_ranges[0].dr_len = bcm283x_memorysize;
   1220   1.1     skrll }
   1221   1.1     skrll #endif
   1222   1.1     skrll 
   1223   1.1     skrll 
   1224   1.1     skrll void
   1225   1.1     skrll bcm283x_platform_early_putchar(vaddr_t va, paddr_t pa, char c)
   1226   1.1     skrll {
   1227   1.1     skrll 	volatile uint32_t *uartaddr =
   1228   1.4       ryo 	    cpu_earlydevice_va_p() ?
   1229   1.1     skrll 		(volatile uint32_t *)va :
   1230   1.1     skrll 		(volatile uint32_t *)pa;
   1231   1.1     skrll 
   1232   1.1     skrll 	while ((uartaddr[PL01XCOM_FR / 4] & PL01X_FR_TXFF) != 0)
   1233   1.1     skrll 		continue;
   1234   1.1     skrll 
   1235   1.1     skrll 	uartaddr[PL01XCOM_DR / 4] = c;
   1236   1.1     skrll 
   1237   1.1     skrll 	while ((uartaddr[PL01XCOM_FR / 4] & PL01X_FR_TXFE) == 0)
   1238   1.1     skrll 		continue;
   1239   1.1     skrll }
   1240   1.1     skrll 
   1241   1.1     skrll void
   1242   1.1     skrll bcm2835_platform_early_putchar(char c)
   1243   1.1     skrll {
   1244   1.1     skrll 	paddr_t pa = BCM2835_PERIPHERALS_BUS_TO_PHYS(BCM2835_UART0_BASE);
   1245   1.1     skrll 	vaddr_t va = BCM2835_IOPHYSTOVIRT(pa);
   1246   1.1     skrll 
   1247   1.1     skrll 	bcm283x_platform_early_putchar(va, pa, c);
   1248   1.1     skrll }
   1249   1.1     skrll 
   1250   1.1     skrll void
   1251   1.1     skrll bcm2836_platform_early_putchar(char c)
   1252   1.1     skrll {
   1253   1.1     skrll 	paddr_t pa = BCM2836_PERIPHERALS_BUS_TO_PHYS(BCM2835_UART0_BASE);
   1254   1.1     skrll 	vaddr_t va = BCM2835_IOPHYSTOVIRT(pa);
   1255   1.1     skrll 
   1256   1.1     skrll 	bcm283x_platform_early_putchar(va, pa, c);
   1257   1.1     skrll }
   1258   1.1     skrll 
   1259   1.1     skrll #define	BCM283x_REF_FREQ	19200000
   1260   1.1     skrll 
   1261   1.1     skrll void
   1262   1.1     skrll bcm2837_platform_early_putchar(char c)
   1263   1.1     skrll {
   1264   1.1     skrll #define AUCONSADDR_PA	BCM2836_PERIPHERALS_BUS_TO_PHYS(BCM2835_AUX_UART_BASE)
   1265   1.1     skrll #define AUCONSADDR_VA	BCM2835_IOPHYSTOVIRT(AUCONSADDR_PA)
   1266   1.1     skrll 	volatile uint32_t *uartaddr =
   1267   1.4       ryo 	    cpu_earlydevice_va_p() ?
   1268   1.1     skrll 		(volatile uint32_t *)AUCONSADDR_VA :
   1269   1.1     skrll 		(volatile uint32_t *)AUCONSADDR_PA;
   1270   1.1     skrll 
   1271   1.1     skrll 	while ((uartaddr[com_lsr] & LSR_TXRDY) == 0)
   1272   1.1     skrll 		;
   1273   1.1     skrll 
   1274   1.1     skrll 	uartaddr[com_data] = c;
   1275   1.1     skrll }
   1276   1.1     skrll 
   1277   1.1     skrll static void
   1278   1.1     skrll bcm283x_platform_device_register(device_t dev, void *aux)
   1279   1.1     skrll {
   1280   1.1     skrll 	prop_dictionary_t dict = device_properties(dev);
   1281   1.1     skrll 
   1282   1.1     skrll 	if (device_is_a(dev, "bcmdmac") &&
   1283   1.1     skrll 	    vcprop_tag_success_p(&vb.vbt_dmachan.tag)) {
   1284   1.1     skrll 		prop_dictionary_set_uint32(dict,
   1285   1.1     skrll 		    "chanmask", vb.vbt_dmachan.mask);
   1286   1.1     skrll 	}
   1287   1.1     skrll #if NSDHC > 0
   1288   1.1     skrll 	if (booted_device == NULL &&
   1289   1.1     skrll 	    device_is_a(dev, "ld") &&
   1290   1.1     skrll 	    device_is_a(device_parent(dev), "sdmmc")) {
   1291   1.1     skrll 		booted_partition = 0;
   1292   1.1     skrll 		booted_device = dev;
   1293   1.1     skrll 	}
   1294   1.1     skrll #endif
   1295  1.14       rin 	if ((device_is_a(dev, "usmsc") || device_is_a(dev, "mue")) &&
   1296   1.1     skrll 	    vcprop_tag_success_p(&vb.vbt_macaddr.tag)) {
   1297   1.1     skrll 		const uint8_t enaddr[ETHER_ADDR_LEN] = {
   1298   1.1     skrll 		     (vb.vbt_macaddr.addr >> 0) & 0xff,
   1299   1.1     skrll 		     (vb.vbt_macaddr.addr >> 8) & 0xff,
   1300   1.1     skrll 		     (vb.vbt_macaddr.addr >> 16) & 0xff,
   1301   1.1     skrll 		     (vb.vbt_macaddr.addr >> 24) & 0xff,
   1302   1.1     skrll 		     (vb.vbt_macaddr.addr >> 32) & 0xff,
   1303   1.1     skrll 		     (vb.vbt_macaddr.addr >> 40) & 0xff
   1304   1.1     skrll 		};
   1305   1.1     skrll 
   1306   1.1     skrll 		prop_data_t pd = prop_data_create_data(enaddr, ETHER_ADDR_LEN);
   1307   1.1     skrll 		KASSERT(pd != NULL);
   1308   1.1     skrll 		if (prop_dictionary_set(device_properties(dev), "mac-address",
   1309   1.1     skrll 		    pd) == false) {
   1310   1.1     skrll 			aprint_error_dev(dev,
   1311   1.1     skrll 			    "WARNING: Unable to set mac-address property\n");
   1312   1.1     skrll 		}
   1313   1.1     skrll 		prop_object_release(pd);
   1314   1.1     skrll 	}
   1315   1.1     skrll 
   1316   1.1     skrll #if NGENFB > 0
   1317   1.1     skrll 	if (device_is_a(dev, "genfb")) {
   1318   1.1     skrll 		char *ptr;
   1319   1.1     skrll 
   1320   1.1     skrll 		bcmgenfb_set_console_dev(dev);
   1321   1.1     skrll 		bcmgenfb_set_ioctl(&rpi_ioctl);
   1322   1.1     skrll #ifdef DDB
   1323   1.1     skrll 		db_trap_callback = bcmgenfb_ddb_trap_callback;
   1324   1.1     skrll #endif
   1325   1.1     skrll 		if (rpi_fb_init(dict, aux) == false)
   1326   1.1     skrll 			return;
   1327   1.1     skrll 		if (get_bootconf_option(boot_args, "console",
   1328   1.1     skrll 		    BOOTOPT_TYPE_STRING, &ptr) && strncmp(ptr, "fb", 2) == 0) {
   1329   1.1     skrll 			prop_dictionary_set_bool(dict, "is_console", true);
   1330   1.1     skrll #if NUKBD > 0
   1331   1.1     skrll 			/* allow ukbd to be the console keyboard */
   1332   1.1     skrll 			ukbd_cnattach();
   1333   1.1     skrll #endif
   1334   1.1     skrll 		} else {
   1335   1.1     skrll 			prop_dictionary_set_bool(dict, "is_console", false);
   1336   1.1     skrll 		}
   1337   1.1     skrll 	}
   1338   1.1     skrll #endif
   1339   1.1     skrll }
   1340   1.1     skrll 
   1341   1.1     skrll static u_int
   1342   1.1     skrll bcm283x_platform_uart_freq(void)
   1343   1.1     skrll {
   1344   1.1     skrll 
   1345   1.1     skrll 	return uart_clk;
   1346   1.1     skrll }
   1347   1.1     skrll 
   1348   1.1     skrll #if defined(SOC_BCM2835)
   1349   1.1     skrll static const struct arm_platform bcm2835_platform = {
   1350  1.11     skrll 	.ap_devmap = bcm2835_platform_devmap,
   1351  1.11     skrll 	.ap_bootstrap = bcm2835_platform_bootstrap,
   1352  1.11     skrll 	.ap_init_attach_args = bcm2835_platform_init_attach_args,
   1353  1.11     skrll 	.ap_early_putchar = bcm2835_platform_early_putchar,
   1354  1.11     skrll 	.ap_device_register = bcm283x_platform_device_register,
   1355  1.11     skrll 	.ap_reset = bcm2835_system_reset,
   1356  1.11     skrll 	.ap_delay = bcm2835_tmr_delay,
   1357  1.11     skrll 	.ap_uart_freq = bcm283x_platform_uart_freq,
   1358   1.1     skrll };
   1359   1.1     skrll 
   1360   1.1     skrll ARM_PLATFORM(bcm2835, "brcm,bcm2835", &bcm2835_platform);
   1361   1.1     skrll #endif
   1362   1.1     skrll 
   1363   1.1     skrll #if defined(SOC_BCM2836)
   1364   1.1     skrll static u_int
   1365   1.1     skrll bcm2837_platform_uart_freq(void)
   1366   1.1     skrll {
   1367   1.1     skrll 
   1368   1.1     skrll 	return core_clk * 2;
   1369   1.1     skrll }
   1370   1.1     skrll 
   1371   1.1     skrll static const struct arm_platform bcm2836_platform = {
   1372  1.11     skrll 	.ap_devmap = bcm2836_platform_devmap,
   1373  1.11     skrll 	.ap_bootstrap = bcm2836_platform_bootstrap,
   1374  1.11     skrll 	.ap_init_attach_args = bcm2836_platform_init_attach_args,
   1375  1.11     skrll 	.ap_early_putchar = bcm2836_platform_early_putchar,
   1376  1.11     skrll 	.ap_device_register = bcm283x_platform_device_register,
   1377  1.11     skrll 	.ap_reset = bcm2835_system_reset,
   1378  1.11     skrll 	.ap_delay = gtmr_delay,
   1379  1.11     skrll 	.ap_uart_freq = bcm283x_platform_uart_freq,
   1380  1.20     skrll 	.ap_mpstart = bcm2836_mpstart,
   1381   1.1     skrll };
   1382   1.1     skrll 
   1383   1.1     skrll static const struct arm_platform bcm2837_platform = {
   1384  1.11     skrll 	.ap_devmap = bcm2836_platform_devmap,
   1385  1.11     skrll 	.ap_bootstrap = bcm2836_platform_bootstrap,
   1386  1.11     skrll 	.ap_init_attach_args = bcm2836_platform_init_attach_args,
   1387  1.11     skrll 	.ap_early_putchar = bcm2837_platform_early_putchar,
   1388  1.11     skrll 	.ap_device_register = bcm283x_platform_device_register,
   1389  1.11     skrll 	.ap_reset = bcm2835_system_reset,
   1390  1.11     skrll 	.ap_delay = gtmr_delay,
   1391  1.11     skrll 	.ap_uart_freq = bcm2837_platform_uart_freq,
   1392  1.20     skrll 	.ap_mpstart = bcm2836_mpstart,
   1393   1.1     skrll };
   1394   1.1     skrll 
   1395   1.1     skrll ARM_PLATFORM(bcm2836, "brcm,bcm2836", &bcm2836_platform);
   1396   1.1     skrll ARM_PLATFORM(bcm2837, "brcm,bcm2837", &bcm2837_platform);
   1397   1.1     skrll #endif
   1398