Home | History | Annotate | Line # | Download | only in samsung
exynos_soc.c revision 1.16
      1  1.16  reinoud /*	$NetBSD: exynos_soc.c,v 1.16 2014/08/28 18:02:36 reinoud Exp $	*/
      2   1.1     matt /*-
      3   1.1     matt  * Copyright (c) 2014 The NetBSD Foundation, Inc.
      4   1.1     matt  * All rights reserved.
      5   1.1     matt  *
      6   1.1     matt  * This code is derived from software contributed to The NetBSD Foundation
      7   1.1     matt  * by Reinoud Zandijk.
      8   1.1     matt  *
      9   1.1     matt  * Redistribution and use in source and binary forms, with or without
     10   1.1     matt  * modification, are permitted provided that the following conditions
     11   1.1     matt  * are met:
     12   1.1     matt  * 1. Redistributions of source code must retain the above copyright
     13   1.1     matt  *    notice, this list of conditions and the following disclaimer.
     14   1.1     matt  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1     matt  *    notice, this list of conditions and the following disclaimer in the
     16   1.1     matt  *    documentation and/or other materials provided with the distribution.
     17   1.1     matt  *
     18   1.1     matt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     19   1.1     matt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     20   1.1     matt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     21   1.1     matt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     22   1.1     matt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     23   1.1     matt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     24   1.1     matt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     25   1.1     matt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     26   1.1     matt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     27   1.1     matt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     28   1.1     matt  * POSSIBILITY OF SUCH DAMAGE.
     29   1.1     matt  */
     30   1.1     matt 
     31   1.1     matt #include "opt_exynos.h"
     32   1.1     matt 
     33   1.1     matt #define	_ARM32_BUS_DMA_PRIVATE
     34   1.1     matt 
     35   1.1     matt #include <sys/cdefs.h>
     36  1.16  reinoud __KERNEL_RCSID(1, "$NetBSD: exynos_soc.c,v 1.16 2014/08/28 18:02:36 reinoud Exp $");
     37   1.1     matt 
     38   1.1     matt #include <sys/param.h>
     39   1.1     matt #include <sys/bus.h>
     40   1.1     matt #include <sys/cpu.h>
     41   1.1     matt #include <sys/device.h>
     42   1.1     matt 
     43   1.1     matt #include <prop/proplib.h>
     44   1.1     matt 
     45   1.1     matt #include <net/if.h>
     46   1.1     matt #include <net/if_ether.h>
     47   1.1     matt 
     48   1.1     matt #include <arm/locore.h>
     49   1.1     matt 
     50   1.1     matt #include <arm/mainbus/mainbus.h>
     51   1.1     matt #include <arm/cortex/mpcore_var.h>
     52   1.1     matt 
     53   1.1     matt #include <arm/samsung/exynos_reg.h>
     54   1.1     matt #include <arm/samsung/exynos_var.h>
     55  1.14     matt #include <arm/samsung/mct_reg.h>
     56   1.1     matt #include <arm/samsung/smc.h>
     57   1.1     matt 
     58   1.1     matt #include <arm/cortex/pl310_var.h>
     59   1.1     matt #include <arm/cortex/pl310_reg.h>
     60   1.1     matt 
     61   1.1     matt /* XXXNH */
     62   1.1     matt #include <evbarm/odroid/platform.h>
     63   1.1     matt 
     64   1.1     matt bus_space_handle_t exynos_core_bsh;
     65  1.11  reinoud bus_space_handle_t exynos_audiocore_bsh;
     66   1.1     matt 
     67   1.1     matt /* these variables are retrieved in start.S and stored in .data */
     68   1.1     matt uint32_t  exynos_soc_id = 0;
     69   1.1     matt uint32_t  exynos_pop_id = 0;
     70   1.1     matt 
     71   1.1     matt 
     72  1.16  reinoud /* cpu frequencies */
     73  1.16  reinoud struct cpu_freq {
     74  1.16  reinoud 	uint64_t freq;
     75  1.16  reinoud 	int	 P;
     76  1.16  reinoud 	int	 M;
     77  1.16  reinoud 	int	 S;
     78  1.16  reinoud };
     79  1.16  reinoud 
     80  1.16  reinoud 
     81  1.16  reinoud #ifdef EXYNOS4
     82  1.16  reinoud const struct cpu_freq cpu_freq_settings_exynos4[] = {
     83  1.16  reinoud 	{ 200, 3, 100, 2},
     84  1.16  reinoud 	{ 300, 4, 200, 2},
     85  1.16  reinoud 	{ 400, 3, 100, 1},
     86  1.16  reinoud 	{ 500, 3, 125, 1},
     87  1.16  reinoud 	{ 600, 4, 200, 1},
     88  1.16  reinoud 	{ 700, 3, 175, 1},
     89  1.16  reinoud 	{ 800, 3, 100, 0},
     90  1.16  reinoud 	{ 900, 4, 150, 0},
     91  1.16  reinoud 	{1000, 3, 125, 0},
     92  1.16  reinoud 	{1100, 6, 275, 0},
     93  1.16  reinoud 	{1200, 4, 200, 0},
     94  1.16  reinoud 	{1300, 6, 325, 0},
     95  1.16  reinoud 	{1400, 3, 175, 0},
     96  1.16  reinoud 	{1600, 3, 200, 0},
     97  1.16  reinoud };
     98  1.16  reinoud #endif
     99  1.16  reinoud 
    100  1.16  reinoud 
    101  1.16  reinoud #ifdef EXYNOS5
    102  1.16  reinoud const struct cpu_freq cpu_freq_settings_exynos5[] = {
    103  1.16  reinoud 	{ 200,  3, 100, 2},
    104  1.16  reinoud 	{ 333,  4, 222, 2},
    105  1.16  reinoud 	{ 400,  3, 100, 1},
    106  1.16  reinoud 	{ 533, 12, 533, 1},
    107  1.16  reinoud 	{ 600,  4, 200, 1},
    108  1.16  reinoud 	{ 667,  7, 389, 1},
    109  1.16  reinoud 	{ 800,  3, 100, 0},
    110  1.16  reinoud 	{1000,  3, 125, 0},
    111  1.16  reinoud 	{1066, 12, 533, 0},
    112  1.16  reinoud 	{1200,  3, 150, 0},
    113  1.16  reinoud 	{1400,  3, 175, 0},
    114  1.16  reinoud 	{1600,  3, 200, 0},
    115  1.16  reinoud };
    116  1.16  reinoud #endif
    117  1.16  reinoud 
    118  1.16  reinoud static struct cpu_freq const *cpu_freq_settings = NULL;
    119  1.16  reinoud static int ncpu_freq_settings = 0;
    120  1.16  reinoud 
    121  1.16  reinoud static int cpu_freq_target = 0;
    122  1.16  reinoud #define NFRQS 15
    123  1.16  reinoud static char sysctl_cpu_freqs_txt[NFRQS*5];
    124  1.16  reinoud 
    125  1.16  reinoud static int sysctl_cpufreq_target(SYSCTLFN_ARGS);
    126  1.16  reinoud static int sysctl_cpufreq_current(SYSCTLFN_ARGS);
    127  1.16  reinoud 
    128  1.16  reinoud 
    129   1.1     matt /*
    130   1.1     matt  * the early serial console
    131   1.1     matt  */
    132   1.1     matt #ifdef EXYNOS_CONSOLE_EARLY
    133   1.1     matt 
    134   1.1     matt #include "opt_sscom.h"
    135   1.1     matt #include <arm/samsung/sscom_reg.h>
    136   1.1     matt #include <arm/samsung/sscom_var.h>
    137   1.1     matt #include <dev/cons.h>
    138   1.1     matt 
    139   1.1     matt static volatile uint8_t *uart_base;
    140   1.1     matt 
    141   1.1     matt #define CON_REG(a) (*((volatile uint32_t *)(uart_base + (a))))
    142   1.1     matt 
    143   1.1     matt static int
    144   1.1     matt exynos_cngetc(dev_t dv)
    145   1.1     matt {
    146   1.1     matt         if ((CON_REG(SSCOM_UTRSTAT) & UTRSTAT_RXREADY) == 0)
    147   1.1     matt 		return -1;
    148   1.1     matt 
    149   1.1     matt 	return CON_REG(SSCOM_URXH);
    150   1.1     matt }
    151   1.1     matt 
    152   1.1     matt static void
    153   1.1     matt exynos_cnputc(dev_t dv, int c)
    154   1.1     matt {
    155   1.1     matt 	int timo = 150000;
    156   1.1     matt 
    157   1.1     matt 	while ((CON_REG(SSCOM_UFSTAT) & UFSTAT_TXFULL) && --timo > 0);
    158   1.1     matt 
    159   1.1     matt 	CON_REG(SSCOM_UTXH) = c & 0xff;
    160   1.1     matt }
    161   1.1     matt 
    162   1.1     matt static struct consdev exynos_earlycons = {
    163   1.1     matt 	.cn_putc = exynos_cnputc,
    164   1.1     matt 	.cn_getc = exynos_cngetc,
    165   1.1     matt 	.cn_pollc = nullcnpollc,
    166   1.1     matt };
    167   1.1     matt #endif /* EXYNOS_CONSOLE_EARLY */
    168   1.1     matt 
    169   1.1     matt 
    170   1.1     matt #ifdef ARM_TRUSTZONE_FIRMWARE
    171   1.2  reinoud int
    172   1.1     matt exynos_do_idle(void)
    173   1.1     matt {
    174   1.1     matt         exynos_smc(SMC_CMD_SLEEP, 0, 0, 0);
    175   1.1     matt 
    176   1.1     matt 	return 0;
    177   1.1     matt }
    178   1.1     matt 
    179   1.1     matt 
    180   1.2  reinoud int
    181   1.1     matt exynos_set_cpu_boot_addr(int cpu, vaddr_t boot_addr)
    182   1.1     matt {
    183   1.2  reinoud 	/* XXX we need to map in iRAM space for this XXX */
    184   1.1     matt 	return 0;
    185   1.1     matt }
    186   1.1     matt 
    187   1.1     matt 
    188   1.2  reinoud int
    189   1.1     matt exynos_cpu_boot(int cpu)
    190   1.1     matt {
    191   1.1     matt 	exynos_smc(SMC_CMD_CPU1BOOT, cpu, 0, 0);
    192   1.1     matt 
    193   1.1     matt 	return 0;
    194   1.1     matt }
    195   1.1     matt 
    196   1.1     matt 
    197   1.1     matt /*
    198   1.1     matt  * The latency values used below are `magic' and probably chosen empiricaly.
    199   1.1     matt  * For the 4210 variant the data latency is lower, a 0x110. This is currently
    200   1.1     matt  * not enforced.
    201   1.1     matt  *
    202   1.1     matt  * The prefetch values are also different for the revision 0 of the
    203   1.1     matt  * Exynos4412, but why?
    204   1.1     matt  */
    205   1.1     matt 
    206   1.2  reinoud int
    207   1.1     matt exynos_l2cc_init(void)
    208   1.1     matt {
    209   1.1     matt 	const uint32_t tag_latency  = 0x110;
    210   1.2  reinoud 	const uint32_t data_latency = IS_EXYNOS4410_P() ? 0x110 : 0x120;
    211   1.1     matt 	const uint32_t prefetch4412   = /* 0111 0001 0000 0000 0000 0000 0000 0111 */
    212   1.1     matt 				PREFETCHCTL_DBLLINEF_EN  |
    213   1.1     matt 				PREFETCHCTL_INSTRPREF_EN |
    214   1.1     matt 				PREFETCHCTL_DATAPREF_EN  |
    215   1.1     matt 				PREFETCHCTL_PREF_DROP_EN |
    216   1.1     matt 				PREFETCHCTL_PREFETCH_OFFSET_7;
    217   1.1     matt 	const uint32_t prefetch4412_r0 = /* 0011 0000 0000 0000 0000 0000 0000 0111 */
    218   1.1     matt 				PREFETCHCTL_INSTRPREF_EN |
    219   1.1     matt 				PREFETCHCTL_DATAPREF_EN  |
    220   1.1     matt 				PREFETCHCTL_PREFETCH_OFFSET_7;
    221   1.1     matt 	const uint32_t aux_val      =    /* 0111 1100 0100 0111 0000 0000 0000 0001 */
    222   1.1     matt 				AUXCTL_EARLY_BRESP_EN |
    223   1.1     matt 				AUXCTL_I_PREFETCH     |
    224   1.1     matt 				AUXCTL_D_PREFETCH     |
    225   1.1     matt 				AUXCTL_NS_INT_ACC_CTL |
    226   1.1     matt 				AUXCTL_NS_INT_LOCK_EN |
    227   1.1     matt 				AUXCTL_SHARED_ATT_OVR |
    228   1.1     matt 				AUXCTL_WAY_SIZE_RSVD7 << 16 | /* why rsvd7 ??? */
    229   1.1     matt 				AUXCTL_FULL_LINE_WR0;
    230   1.1     matt 	const uint32_t aux_keepmask =    /* 1100 0010 0000 0000 1111 1111 1111 1111  */
    231   1.1     matt 				AUXCTL_RSVD31         |
    232   1.1     matt 				AUXCTL_EARLY_BRESP_EN |
    233   1.1     matt 				AUXCTL_CACHE_REPL_RR  |
    234   1.1     matt 
    235   1.1     matt 				AUXCTL_SH_ATTR_INV_ENA|
    236   1.1     matt 				AUXCTL_EXCL_CACHE_CFG |
    237   1.1     matt 				AUXCTL_ST_BUF_DEV_LIM_EN |
    238   1.1     matt 				AUXCTL_HIPRO_SO_DEV_EN |
    239   1.1     matt 				AUXCTL_FULL_LINE_WR0  |
    240   1.1     matt 				0xffff;
    241   1.1     matt 	uint32_t prefetch;
    242   1.1     matt 
    243   1.1     matt 	/* check the bitmaps are the same as the linux implementation uses */
    244   1.1     matt 	KASSERT(prefetch4412    == 0x71000007);
    245   1.1     matt 	KASSERT(prefetch4412_r0 == 0x30000007);
    246   1.1     matt 	KASSERT(aux_val         == 0x7C470001);
    247   1.1     matt 	KASSERT(aux_keepmask    == 0xC200FFFF);
    248   1.1     matt 
    249   1.2  reinoud 	if (IS_EXYNOS4412_R0_P())
    250   1.1     matt 		prefetch = prefetch4412_r0;
    251   1.1     matt 	else
    252   1.1     matt 		prefetch = prefetch4412;	/* newer than >= r1_0 */
    253   1.1     matt 	;
    254   1.1     matt 
    255   1.1     matt 	exynos_smc(SMC_CMD_L2X0SETUP1, tag_latency, data_latency, prefetch);
    256   1.1     matt 	exynos_smc(SMC_CMD_L2X0SETUP2,
    257   1.1     matt 		POWERCTL_DYNCLKGATE | POWERCTL_STANDBY,
    258   1.1     matt 		aux_val, aux_keepmask);
    259   1.1     matt 	exynos_smc(SMC_CMD_L2X0INVALL, 0, 0, 0);
    260   1.1     matt 	exynos_smc(SMC_CMD_L2X0CTRL, 1, 0, 0);
    261   1.1     matt 
    262   1.1     matt 	return 0;
    263   1.1     matt }
    264   1.2  reinoud #endif /* ARM_TRUSTZONE_FIRMWARE */
    265   1.1     matt 
    266   1.1     matt 
    267   1.1     matt void
    268  1.16  reinoud exynos_sysctl_cpufreq_init(void)
    269  1.16  reinoud {
    270  1.16  reinoud 	const struct sysctlnode *node, *cpunode, *freqnode;
    271  1.16  reinoud 	char *cpos;
    272  1.16  reinoud 	int i, val;
    273  1.16  reinoud 	int error;
    274  1.16  reinoud 
    275  1.16  reinoud 	memset(sysctl_cpu_freqs_txt, (int) ' ', sizeof(sysctl_cpu_freqs_txt));
    276  1.16  reinoud 	cpos = sysctl_cpu_freqs_txt;
    277  1.16  reinoud 	for (i = 0; i < ncpu_freq_settings; i++) {
    278  1.16  reinoud 		val = cpu_freq_settings[i].freq;
    279  1.16  reinoud 		snprintf(cpos, 6, "%d ", val);
    280  1.16  reinoud 		cpos += (val < 1000) ? 4 : 5;
    281  1.16  reinoud 	}
    282  1.16  reinoud 	*cpos = 0;
    283  1.16  reinoud 
    284  1.16  reinoud 	error = sysctl_createv(NULL, 0, NULL, &node,
    285  1.16  reinoud 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "machdep", NULL,
    286  1.16  reinoud 	    NULL, 0, NULL, 0, CTL_MACHDEP, CTL_EOL);
    287  1.16  reinoud 	if (error)
    288  1.16  reinoud 		printf("couldn't create `machdep' node\n");
    289  1.16  reinoud 
    290  1.16  reinoud 	error = sysctl_createv(NULL, 0, &node, &cpunode,
    291  1.16  reinoud 	    0, CTLTYPE_NODE, "cpu", NULL,
    292  1.16  reinoud 	    NULL, 0, NULL, 0, CTL_CREATE, CTL_EOL);
    293  1.16  reinoud 	if (error)
    294  1.16  reinoud 		printf("couldn't create `cpu' node\n");
    295  1.16  reinoud 
    296  1.16  reinoud 	error = sysctl_createv(NULL, 0, &cpunode, &freqnode,
    297  1.16  reinoud 	    0, CTLTYPE_NODE, "frequency", NULL,
    298  1.16  reinoud 	    NULL, 0, NULL, 0, CTL_CREATE, CTL_EOL);
    299  1.16  reinoud 	if (error)
    300  1.16  reinoud 		printf("couldn't create `frequency' node\n");
    301  1.16  reinoud 
    302  1.16  reinoud 	error = sysctl_createv(NULL, 0, &freqnode, &node,
    303  1.16  reinoud 	    CTLFLAG_READWRITE, CTLTYPE_INT, "target", NULL,
    304  1.16  reinoud 	    sysctl_cpufreq_target, 0, &cpu_freq_target, 0,
    305  1.16  reinoud 	    CTL_CREATE, CTL_EOL);
    306  1.16  reinoud 	if (error)
    307  1.16  reinoud 		printf("couldn't create `target' node\n");
    308  1.16  reinoud 
    309  1.16  reinoud 	error = sysctl_createv(NULL, 0, &freqnode, &node,
    310  1.16  reinoud 	    0, CTLTYPE_INT, "current", NULL,
    311  1.16  reinoud 	    sysctl_cpufreq_current, 0, NULL, 0,
    312  1.16  reinoud 	    CTL_CREATE, CTL_EOL);
    313  1.16  reinoud 	if (error)
    314  1.16  reinoud 		printf("couldn't create `current' node\n");
    315  1.16  reinoud 
    316  1.16  reinoud 	error = sysctl_createv(NULL, 0, &freqnode, &node,
    317  1.16  reinoud 	    CTLFLAG_READONLY, CTLTYPE_STRING, "available", NULL,
    318  1.16  reinoud 	    NULL, 0, sysctl_cpu_freqs_txt, 0,
    319  1.16  reinoud 	    CTL_CREATE, CTL_EOL);
    320  1.16  reinoud 	if (error)
    321  1.16  reinoud 		printf("couldn't create `available' node\b");
    322  1.16  reinoud }
    323  1.16  reinoud 
    324  1.16  reinoud 
    325  1.16  reinoud uint64_t
    326  1.16  reinoud exynos_get_cpufreq(void)
    327  1.16  reinoud {
    328  1.16  reinoud 	uint32_t reg = 0;
    329  1.16  reinoud 	uint32_t regval;
    330  1.16  reinoud 	uint32_t freq;
    331  1.16  reinoud 
    332  1.16  reinoud #ifdef EXYNOS4
    333  1.16  reinoud 	if (IS_EXYNOS4_P())
    334  1.16  reinoud 		reg = EXYNOS4_CMU_APLL + PLL_CON0_OFFSET;
    335  1.16  reinoud #endif
    336  1.16  reinoud #ifdef EXYNOS5
    337  1.16  reinoud 	if (IS_EXYNOS5_P())
    338  1.16  reinoud 		reg = EXYNOS5_CMU_APLL + PLL_CON0_OFFSET;
    339  1.16  reinoud #endif
    340  1.16  reinoud 	KASSERT(reg);
    341  1.16  reinoud 
    342  1.16  reinoud 	regval = bus_space_read_4(&exynos_bs_tag, exynos_core_bsh, reg);
    343  1.16  reinoud 	freq   = PLL_FREQ(EXYNOS_F_IN_FREQ, regval);
    344  1.16  reinoud 
    345  1.16  reinoud 	return freq;
    346  1.16  reinoud }
    347  1.16  reinoud 
    348  1.16  reinoud 
    349  1.16  reinoud static void
    350  1.16  reinoud exynos_set_cpufreq(const struct cpu_freq *freqreq)
    351  1.16  reinoud {
    352  1.16  reinoud 	uint32_t reg = 0;
    353  1.16  reinoud 	uint32_t regval;
    354  1.16  reinoud 	int M, P, S;
    355  1.16  reinoud 
    356  1.16  reinoud 	M = freqreq->M;
    357  1.16  reinoud 	P = freqreq->P;
    358  1.16  reinoud 	S = freqreq->S;
    359  1.16  reinoud 
    360  1.16  reinoud 	regval = __SHIFTIN(M, PLL_CON0_M) |
    361  1.16  reinoud 		 __SHIFTIN(P, PLL_CON0_P) |
    362  1.16  reinoud 		 __SHIFTIN(S, PLL_CON0_S);
    363  1.16  reinoud 
    364  1.16  reinoud #ifdef EXYNOS4
    365  1.16  reinoud 	if (IS_EXYNOS4_P())
    366  1.16  reinoud 		reg = EXYNOS4_CMU_APLL + PLL_CON0_OFFSET;
    367  1.16  reinoud #endif
    368  1.16  reinoud #ifdef EXYNOS5
    369  1.16  reinoud 	if (IS_EXYNOS5_P())
    370  1.16  reinoud 		reg = EXYNOS5_CMU_APLL + PLL_CON0_OFFSET;
    371  1.16  reinoud #endif
    372  1.16  reinoud 	KASSERT(reg);
    373  1.16  reinoud 
    374  1.16  reinoud 	/* enable PPL and write config */
    375  1.16  reinoud 	regval |= PLL_CON0_ENABLE;
    376  1.16  reinoud 	bus_space_write_4(&exynos_bs_tag, exynos_core_bsh, reg, regval);
    377  1.16  reinoud }
    378  1.16  reinoud 
    379  1.16  reinoud 
    380  1.16  reinoud static int
    381  1.16  reinoud sysctl_cpufreq_target(SYSCTLFN_ARGS)
    382  1.16  reinoud {
    383  1.16  reinoud 	struct sysctlnode node;
    384  1.16  reinoud 	uint32_t t, curfreq, minfreq, maxfreq;
    385  1.16  reinoud 	int i, best_i, diff;
    386  1.16  reinoud 	int error;
    387  1.16  reinoud 
    388  1.16  reinoud 	curfreq = exynos_get_cpufreq() / (1000*1000);
    389  1.16  reinoud 	t = *(int *)rnode->sysctl_data;
    390  1.16  reinoud 	if (t == 0)
    391  1.16  reinoud 		t = curfreq;
    392  1.16  reinoud 
    393  1.16  reinoud 	node = *rnode;
    394  1.16  reinoud 	node.sysctl_data = &t;
    395  1.16  reinoud 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    396  1.16  reinoud 	if (error || newp == NULL)
    397  1.16  reinoud 		return error;
    398  1.16  reinoud 
    399  1.16  reinoud 	minfreq = cpu_freq_settings[0].freq;
    400  1.16  reinoud 	maxfreq = cpu_freq_settings[ncpu_freq_settings-1].freq;
    401  1.16  reinoud 
    402  1.16  reinoud 	if ((t < minfreq) || (t > maxfreq))
    403  1.16  reinoud 		return EINVAL;
    404  1.16  reinoud 
    405  1.16  reinoud 	if (t == curfreq) {
    406  1.16  reinoud 		*(int *)rnode->sysctl_data = t;
    407  1.16  reinoud 		return 0;
    408  1.16  reinoud 	}
    409  1.16  reinoud 
    410  1.16  reinoud 	diff = maxfreq;
    411  1.16  reinoud 	best_i = -1;
    412  1.16  reinoud 	for (i = 0; i < ncpu_freq_settings; i++) {
    413  1.16  reinoud 		if (abs(t - cpu_freq_settings[i].freq) <= diff) {
    414  1.16  reinoud 			diff = labs(t - cpu_freq_settings[i].freq);
    415  1.16  reinoud 			best_i = i;
    416  1.16  reinoud 		}
    417  1.16  reinoud 	}
    418  1.16  reinoud 	if (best_i < 0)
    419  1.16  reinoud 		return EINVAL;
    420  1.16  reinoud 
    421  1.16  reinoud 	exynos_set_cpufreq(&cpu_freq_settings[best_i]);
    422  1.16  reinoud 
    423  1.16  reinoud 	*(int *)rnode->sysctl_data = t;
    424  1.16  reinoud 	return 0;
    425  1.16  reinoud }
    426  1.16  reinoud 
    427  1.16  reinoud 
    428  1.16  reinoud static int
    429  1.16  reinoud sysctl_cpufreq_current(SYSCTLFN_ARGS)
    430  1.16  reinoud {
    431  1.16  reinoud 	struct sysctlnode node = *rnode;
    432  1.16  reinoud 	uint32_t freq;
    433  1.16  reinoud 
    434  1.16  reinoud 	freq = exynos_get_cpufreq() / (1000*1000);
    435  1.16  reinoud 	node.sysctl_data = &freq;
    436  1.16  reinoud 
    437  1.16  reinoud 	return sysctl_lookup(SYSCTLFN_CALL(&node));
    438  1.16  reinoud }
    439  1.16  reinoud 
    440  1.16  reinoud 
    441  1.16  reinoud void
    442  1.16  reinoud exynos_clocks_bootstrap(void)
    443  1.16  reinoud {
    444  1.16  reinoud #ifdef EXYNOS4
    445  1.16  reinoud 	if (IS_EXYNOS4_P()) {
    446  1.16  reinoud 		cpu_freq_settings = cpu_freq_settings_exynos4;
    447  1.16  reinoud 		ncpu_freq_settings = __arraycount(cpu_freq_settings_exynos4);
    448  1.16  reinoud 	}
    449  1.16  reinoud #endif
    450  1.16  reinoud #ifdef EXYNOS5
    451  1.16  reinoud 	if (IS_EXYNOS5_P()) {
    452  1.16  reinoud 		cpu_freq_settings = cpu_freq_settings_exynos5;
    453  1.16  reinoud 		ncpu_freq_settings = __arraycount(cpu_freq_settings_exynos5);
    454  1.16  reinoud 	}
    455  1.16  reinoud #endif
    456  1.16  reinoud 	KASSERT(ncpu_freq_settings != 0);
    457  1.16  reinoud 	KASSERT(ncpu_freq_settings < NFRQS);
    458  1.16  reinoud 
    459  1.16  reinoud 	/* set max cpufreq */
    460  1.16  reinoud 	exynos_set_cpufreq(&cpu_freq_settings[ncpu_freq_settings-1]);
    461  1.16  reinoud 	curcpu()->ci_data.cpu_cc_freq = exynos_get_cpufreq();
    462  1.16  reinoud }
    463  1.16  reinoud 
    464  1.16  reinoud 
    465  1.16  reinoud void
    466   1.1     matt exynos_bootstrap(vaddr_t iobase, vaddr_t uartbase)
    467   1.1     matt {
    468   1.5  reinoud 	int error;
    469  1.11  reinoud 	size_t core_size, audiocore_size;
    470  1.15  reinoud 	size_t audiocore_pbase, audiocore_vbase __diagused;
    471  1.11  reinoud 
    472  1.11  reinoud #ifdef EXYNOS4
    473  1.11  reinoud 	if (IS_EXYNOS4_P()) {
    474  1.11  reinoud 		core_size = EXYNOS4_CORE_SIZE;
    475  1.11  reinoud 		audiocore_size = EXYNOS4_AUDIOCORE_SIZE;
    476  1.11  reinoud 		audiocore_pbase = EXYNOS4_AUDIOCORE_PBASE;
    477  1.12  reinoud 		audiocore_vbase = EXYNOS4_AUDIOCORE_VBASE;
    478  1.11  reinoud 	}
    479  1.11  reinoud #endif
    480  1.11  reinoud 
    481  1.11  reinoud #ifdef EXYNOS5
    482  1.11  reinoud 	if (IS_EXYNOS5_P()) {
    483  1.11  reinoud 		core_size = EXYNOS5_CORE_SIZE;
    484  1.11  reinoud 		audiocore_size = EXYNOS5_AUDIOCORE_SIZE;
    485  1.11  reinoud 		audiocore_pbase = EXYNOS5_AUDIOCORE_PBASE;
    486  1.12  reinoud 		audiocore_vbase = EXYNOS5_AUDIOCORE_VBASE;
    487  1.11  reinoud 	}
    488  1.11  reinoud #endif
    489   1.1     matt 
    490   1.1     matt 	/* set up early console so we can use printf() and friends */
    491   1.1     matt #ifdef EXYNOS_CONSOLE_EARLY
    492   1.1     matt 	uart_base = (volatile uint8_t *) uartbase;
    493   1.1     matt 	cn_tab = &exynos_earlycons;
    494   1.1     matt 	printf("Exynos early console operational\n\n");
    495   1.1     matt #endif
    496   1.1     matt 	/* map in the exynos io registers */
    497   1.1     matt 	error = bus_space_map(&exynos_bs_tag, EXYNOS_CORE_PBASE,
    498   1.5  reinoud 		core_size, 0, &exynos_core_bsh);
    499   1.1     matt 	if (error)
    500  1.11  reinoud 		panic("%s: failed to map in Exynos SFR registers: %d",
    501   1.1     matt 			__func__, error);
    502   1.1     matt 	KASSERT(exynos_core_bsh == iobase);
    503   1.7  reinoud 
    504  1.11  reinoud 	error = bus_space_map(&exynos_bs_tag, audiocore_pbase,
    505  1.11  reinoud 		audiocore_size, 0, &exynos_audiocore_bsh);
    506  1.11  reinoud 	if (error)
    507  1.11  reinoud 		panic("%s: failed to map in Exynos audio SFR registers: %d",
    508  1.11  reinoud 			__func__, error);
    509  1.12  reinoud 	KASSERT(exynos_audiocore_bsh == audiocore_vbase);
    510  1.11  reinoud 
    511   1.7  reinoud 	/* init bus dma tags */
    512   1.7  reinoud 	exynos_dma_bootstrap(physmem * PAGE_SIZE);
    513   1.8  reinoud 
    514  1.11  reinoud 	/* gpio bootstrapping delayed */
    515   1.1     matt }
    516   1.1     matt 
    517   1.1     matt 
    518   1.1     matt void
    519   1.1     matt exynos_device_register(device_t self, void *aux)
    520   1.1     matt {
    521   1.1     matt 	if (device_is_a(self, "armperiph")
    522   1.1     matt 	    && device_is_a(device_parent(self), "mainbus")) {
    523   1.1     matt 		/*
    524   1.1     matt 		 * XXX KLUDGE ALERT XXX
    525   1.1     matt 		 * The iot mainbus supplies is completely wrong since it scales
    526   1.1     matt 		 * addresses by 2.  The simpliest remedy is to replace with our
    527   1.1     matt 		 * bus space used for the armcore regisers (which armperiph uses).
    528   1.1     matt 		 */
    529   1.1     matt 		struct mainbus_attach_args * const mb = aux;
    530   1.1     matt 		mb->mb_iot = &exynos_bs_tag;
    531   1.1     matt 		return;
    532   1.1     matt 	}
    533   1.1     matt 	if (device_is_a(self, "armgic")
    534   1.1     matt 	    && device_is_a(device_parent(self), "armperiph")) {
    535   1.1     matt 		/*
    536   1.1     matt 		 * The Exynos4420 armgic is located at a different location!
    537   1.1     matt 		 */
    538   1.1     matt 
    539   1.1     matt 		extern uint32_t exynos_soc_id;
    540   1.6  reinoud 
    541   1.1     matt 		switch (EXYNOS_PRODUCT_ID(exynos_soc_id)) {
    542   1.1     matt #if defined(EXYNOS5)
    543   1.1     matt 		case 0xe5410:
    544   1.6  reinoud 			/* offsets not changed on matt's request */
    545   1.1     matt #if 0
    546   1.6  reinoud 			mpcaa->mpcaa_memh = EXYNOS_CORE_VBASE;
    547   1.1     matt 			mpcaa->mpcaa_off1 = EXYNOS5_GIC_IOP_DISTRIBUTOR_OFFSET;
    548   1.1     matt 			mpcaa->mpcaa_off2 = EXYNOS5_GIC_IOP_CONTROLLER_OFFSET;
    549   1.1     matt #endif
    550   1.1     matt 			break;
    551   1.1     matt #endif
    552   1.1     matt #if defined(EXYNOS4)
    553   1.1     matt 		case 0xe4410:
    554  1.12  reinoud 		case 0xe4412: {
    555  1.12  reinoud 			struct mpcore_attach_args * const mpcaa = aux;
    556  1.12  reinoud 
    557   1.1     matt 			mpcaa->mpcaa_memh = EXYNOS_CORE_VBASE;
    558   1.1     matt 			mpcaa->mpcaa_off1 = EXYNOS4_GIC_DISTRIBUTOR_OFFSET;
    559   1.1     matt 			mpcaa->mpcaa_off2 = EXYNOS4_GIC_CNTR_OFFSET;
    560   1.1     matt 			break;
    561  1.12  reinoud 		      }
    562   1.1     matt #endif
    563   1.1     matt 		default:
    564   1.1     matt 			panic("%s: unknown SoC product id %#x", __func__,
    565   1.1     matt 			    (u_int)EXYNOS_PRODUCT_ID(exynos_soc_id));
    566   1.1     matt 		}
    567   1.1     matt 		return;
    568   1.1     matt 	}
    569  1.10  reinoud 	if (device_is_a(self, "armgtmr") || device_is_a(self, "mct")) {
    570  1.14     matt #ifdef EXYNOS5
    571  1.13     matt 		/*
    572  1.13     matt 		 * The global timer is dependent on the MCT running.
    573  1.13     matt 		 */
    574  1.13     matt 		bus_size_t o = EXYNOS5_MCT_OFFSET + MCT_G_TCON;
    575  1.13     matt 		uint32_t v = bus_space_read_4(&exynos_bs_tag, exynos_core_bsh,
    576  1.14     matt 		     o);
    577  1.13     matt 		v |= G_TCON_START;
    578  1.13     matt 		bus_space_write_4(&exynos_bs_tag, exynos_core_bsh, o, v);
    579  1.13     matt #endif
    580   1.1     matt 		/*
    581  1.10  reinoud 		 * The frequencies of the timers are the reference
    582   1.1     matt 		 * frequency.
    583   1.1     matt 		 */
    584   1.1     matt 		prop_dictionary_set_uint32(device_properties(self),
    585  1.10  reinoud 		    "frequency", EXYNOS_F_IN_FREQ);
    586   1.1     matt 		return;
    587   1.1     matt 	}
    588   1.1     matt 
    589   1.1     matt 	exyo_device_register(self, aux);
    590   1.1     matt }
    591   1.1     matt 
    592   1.9  reinoud 
    593   1.9  reinoud void
    594   1.9  reinoud exynos_device_register_post_config(device_t self, void *aux)
    595   1.9  reinoud {
    596   1.9  reinoud 	exyo_device_register_post_config(self, aux);
    597   1.9  reinoud }
    598   1.9  reinoud 
    599