Home | History | Annotate | Line # | Download | only in rockchip
rk3399_cru.c revision 1.11
      1 /* $NetBSD: rk3399_cru.c,v 1.11 2019/11/09 23:29:48 jmcneill Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2018 Jared McNeill <jmcneill (at) invisible.ca>
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  * SUCH DAMAGE.
     27  */
     28 
     29 #include <sys/cdefs.h>
     30 
     31 __KERNEL_RCSID(1, "$NetBSD: rk3399_cru.c,v 1.11 2019/11/09 23:29:48 jmcneill Exp $");
     32 
     33 #include <sys/param.h>
     34 #include <sys/bus.h>
     35 #include <sys/device.h>
     36 #include <sys/systm.h>
     37 
     38 #include <dev/fdt/fdtvar.h>
     39 
     40 #include <arm/rockchip/rk_cru.h>
     41 #include <arm/rockchip/rk3399_cru.h>
     42 
     43 #define	PLL_CON(n)	(0x0000 + (n) * 4)
     44 #define	CLKSEL_CON(n)	(0x0100 + (n) * 4)
     45 #define	CLKGATE_CON(n)	(0x0300 + (n) * 4)
     46 #define	SOFTRST_CON(n)	(0x0400 + (n) * 4)
     47 
     48 static int rk3399_cru_match(device_t, cfdata_t, void *);
     49 static void rk3399_cru_attach(device_t, device_t, void *);
     50 
     51 static const char * const compatible[] = {
     52 	"rockchip,rk3399-cru",
     53 	NULL
     54 };
     55 
     56 CFATTACH_DECL_NEW(rk3399_cru, sizeof(struct rk_cru_softc),
     57 	rk3399_cru_match, rk3399_cru_attach, NULL, NULL);
     58 
     59 static const struct rk_cru_pll_rate pll_rates[] = {
     60 	RK_PLL_RATE(2208000000,  1,  92, 1, 1, 1, 0),
     61 	RK_PLL_RATE(2184000000,  1,  91, 1, 1, 1, 0),
     62 	RK_PLL_RATE(2160000000,  1,  90, 1, 1, 1, 0),
     63 	RK_PLL_RATE(2136000000,  1,  89, 1, 1, 1, 0),
     64 	RK_PLL_RATE(2112000000,  1,  88, 1, 1, 1, 0),
     65 	RK_PLL_RATE(2088000000,  1,  87, 1, 1, 1, 0),
     66 	RK_PLL_RATE(2064000000,  1,  86, 1, 1, 1, 0),
     67 	RK_PLL_RATE(2040000000,  1,  85, 1, 1, 1, 0),
     68 	RK_PLL_RATE(2016000000,  1,  84, 1, 1, 1, 0),
     69 	RK_PLL_RATE(1992000000,  1,  83, 1, 1, 1, 0),
     70 	RK_PLL_RATE(1968000000,  1,  82, 1, 1, 1, 0),
     71 	RK_PLL_RATE(1944000000,  1,  81, 1, 1, 1, 0),
     72 	RK_PLL_RATE(1920000000,  1,  80, 1, 1, 1, 0),
     73 	RK_PLL_RATE(1896000000,  1,  79, 1, 1, 1, 0),
     74 	RK_PLL_RATE(1872000000,  1,  78, 1, 1, 1, 0),
     75 	RK_PLL_RATE(1848000000,  1,  77, 1, 1, 1, 0),
     76 	RK_PLL_RATE(1824000000,  1,  76, 1, 1, 1, 0),
     77 	RK_PLL_RATE(1800000000,  1,  75, 1, 1, 1, 0),
     78 	RK_PLL_RATE(1776000000,  1,  74, 1, 1, 1, 0),
     79 	RK_PLL_RATE(1752000000,  1,  73, 1, 1, 1, 0),
     80 	RK_PLL_RATE(1728000000,  1,  72, 1, 1, 1, 0),
     81 	RK_PLL_RATE(1704000000,  1,  71, 1, 1, 1, 0),
     82 	RK_PLL_RATE(1680000000,  1,  70, 1, 1, 1, 0),
     83 	RK_PLL_RATE(1656000000,  1,  69, 1, 1, 1, 0),
     84 	RK_PLL_RATE(1632000000,  1,  68, 1, 1, 1, 0),
     85 	RK_PLL_RATE(1608000000,  1,  67, 1, 1, 1, 0),
     86 	RK_PLL_RATE(1600000000,  3, 200, 1, 1, 1, 0),
     87 	RK_PLL_RATE(1584000000,  1,  66, 1, 1, 1, 0),
     88 	RK_PLL_RATE(1560000000,  1,  65, 1, 1, 1, 0),
     89 	RK_PLL_RATE(1536000000,  1,  64, 1, 1, 1, 0),
     90 	RK_PLL_RATE(1512000000,  1,  63, 1, 1, 1, 0),
     91 	RK_PLL_RATE(1488000000,  1,  62, 1, 1, 1, 0),
     92 	RK_PLL_RATE(1464000000,  1,  61, 1, 1, 1, 0),
     93 	RK_PLL_RATE(1440000000,  1,  60, 1, 1, 1, 0),
     94 	RK_PLL_RATE(1416000000,  1,  59, 1, 1, 1, 0),
     95 	RK_PLL_RATE(1392000000,  1,  58, 1, 1, 1, 0),
     96 	RK_PLL_RATE(1368000000,  1,  57, 1, 1, 1, 0),
     97 	RK_PLL_RATE(1344000000,  1,  56, 1, 1, 1, 0),
     98 	RK_PLL_RATE(1320000000,  1,  55, 1, 1, 1, 0),
     99 	RK_PLL_RATE(1296000000,  1,  54, 1, 1, 1, 0),
    100 	RK_PLL_RATE(1272000000,  1,  53, 1, 1, 1, 0),
    101 	RK_PLL_RATE(1248000000,  1,  52, 1, 1, 1, 0),
    102 	RK_PLL_RATE(1200000000,  1,  50, 1, 1, 1, 0),
    103 	RK_PLL_RATE(1188000000,  2,  99, 1, 1, 1, 0),
    104 	RK_PLL_RATE(1104000000,  1,  46, 1, 1, 1, 0),
    105 	RK_PLL_RATE(1100000000, 12, 550, 1, 1, 1, 0),
    106 	RK_PLL_RATE(1008000000,  1,  84, 2, 1, 1, 0),
    107 	RK_PLL_RATE(1000000000,  1, 125, 3, 1, 1, 0),
    108 	RK_PLL_RATE( 984000000,  1,  82, 2, 1, 1, 0),
    109 	RK_PLL_RATE( 960000000,  1,  80, 2, 1, 1, 0),
    110 	RK_PLL_RATE( 936000000,  1,  78, 2, 1, 1, 0),
    111 	RK_PLL_RATE( 912000000,  1,  76, 2, 1, 1, 0),
    112 	RK_PLL_RATE( 900000000,  4, 300, 2, 1, 1, 0),
    113 	RK_PLL_RATE( 888000000,  1,  74, 2, 1, 1, 0),
    114 	RK_PLL_RATE( 864000000,  1,  72, 2, 1, 1, 0),
    115 	RK_PLL_RATE( 840000000,  1,  70, 2, 1, 1, 0),
    116 	RK_PLL_RATE( 816000000,  1,  68, 2, 1, 1, 0),
    117 	RK_PLL_RATE( 800000000,  1, 100, 3, 1, 1, 0),
    118 	RK_PLL_RATE( 700000000,  6, 350, 2, 1, 1, 0),
    119 	RK_PLL_RATE( 696000000,  1,  58, 2, 1, 1, 0),
    120 	RK_PLL_RATE( 676000000,  3, 169, 2, 1, 1, 0),
    121 	RK_PLL_RATE( 600000000,  1,  75, 3, 1, 1, 0),
    122 	RK_PLL_RATE( 594000000,  1,  99, 4, 1, 1, 0),
    123 	RK_PLL_RATE( 533250000,  8, 711, 4, 1, 1, 0),
    124 	RK_PLL_RATE( 504000000,  1,  63, 3, 1, 1, 0),
    125 	RK_PLL_RATE( 500000000,  6, 250, 2, 1, 1, 0),
    126 	RK_PLL_RATE( 408000000,  1,  68, 2, 2, 1, 0),
    127 	RK_PLL_RATE( 312000000,  1,  52, 2, 2, 1, 0),
    128 	RK_PLL_RATE( 297000000,  1,  99, 4, 2, 1, 0),
    129 	RK_PLL_RATE( 216000000,  1,  72, 4, 2, 1, 0),
    130 	RK_PLL_RATE( 148500000,  1,  99, 4, 4, 1, 0),
    131 	RK_PLL_RATE( 106500000,  1,  71, 4, 4, 1, 0),
    132 	RK_PLL_RATE(  96000000,  1,  64, 4, 4, 1, 0),
    133 	RK_PLL_RATE(  74250000,  2,  99, 4, 4, 1, 0),
    134 	RK_PLL_RATE(  65000000,  1,  65, 6, 4, 1, 0),
    135 	RK_PLL_RATE(  54000000,  1,  54, 6, 4, 1, 0),
    136 	RK_PLL_RATE(  27000000,  1,  27, 6, 4, 1, 0),
    137 };
    138 
    139 static const struct rk_cru_pll_rate pll_norates[] = {
    140 };
    141 
    142 #define	RK3399_ACLKM_MASK	__BITS(12,8)
    143 #define	RK3399_ATCLK_MASK	__BITS(4,0)
    144 #define	RK3399_PDBG_MASK	__BITS(12,8)
    145 
    146 #define	RK3399_CPUL_RATE(_rate, _aclkm, _atclk, _pdbg)			\
    147 	RK_CPU_RATE(_rate,						\
    148 		    CLKSEL_CON(0), RK3399_ACLKM_MASK,			\
    149 		    __SHIFTIN((_aclkm), RK3399_ACLKM_MASK),		\
    150 		    CLKSEL_CON(1), RK3399_ATCLK_MASK|RK3399_PDBG_MASK,	\
    151 		    __SHIFTIN((_atclk), RK3399_ATCLK_MASK)|__SHIFTIN((_pdbg), RK3399_PDBG_MASK))
    152 
    153 #define	RK3399_CPUB_RATE(_rate, _aclkm, _atclk, _pdbg)			\
    154 	RK_CPU_RATE(_rate,						\
    155 		    CLKSEL_CON(2), RK3399_ACLKM_MASK,			\
    156 		    __SHIFTIN((_aclkm), RK3399_ACLKM_MASK),		\
    157 		    CLKSEL_CON(3), RK3399_ATCLK_MASK|RK3399_PDBG_MASK,	\
    158 		    __SHIFTIN((_atclk), RK3399_ATCLK_MASK)|__SHIFTIN((_pdbg), RK3399_PDBG_MASK))
    159 
    160 static const struct rk_cru_cpu_rate armclkl_rates[] = {
    161         RK3399_CPUL_RATE(1800000000, 1, 8, 8),
    162         RK3399_CPUL_RATE(1704000000, 1, 8, 8),
    163         RK3399_CPUL_RATE(1608000000, 1, 7, 7),
    164         RK3399_CPUL_RATE(1512000000, 1, 7, 7),
    165         RK3399_CPUL_RATE(1488000000, 1, 6, 6),
    166         RK3399_CPUL_RATE(1416000000, 1, 6, 6),
    167         RK3399_CPUL_RATE(1200000000, 1, 5, 5),
    168         RK3399_CPUL_RATE(1008000000, 1, 5, 5),
    169         RK3399_CPUL_RATE( 816000000, 1, 4, 4),
    170         RK3399_CPUL_RATE( 696000000, 1, 3, 3),
    171         RK3399_CPUL_RATE( 600000000, 1, 3, 3),
    172         RK3399_CPUL_RATE( 408000000, 1, 2, 2),
    173         RK3399_CPUL_RATE( 312000000, 1, 1, 1),
    174         RK3399_CPUL_RATE( 216000000, 1, 1, 1),
    175         RK3399_CPUL_RATE(  96000000, 1, 1, 1),
    176 };
    177 
    178 static const struct rk_cru_cpu_rate armclkb_rates[] = {
    179         RK3399_CPUB_RATE(2208000000, 1, 11, 11),
    180         RK3399_CPUB_RATE(2184000000, 1, 11, 11),
    181         RK3399_CPUB_RATE(2088000000, 1, 10, 10),
    182         RK3399_CPUB_RATE(2040000000, 1, 10, 10),
    183         RK3399_CPUB_RATE(2016000000, 1, 9, 9),
    184         RK3399_CPUB_RATE(1992000000, 1, 9, 9),
    185         RK3399_CPUB_RATE(1896000000, 1, 9, 9),
    186         RK3399_CPUB_RATE(1800000000, 1, 8, 8),
    187         RK3399_CPUB_RATE(1704000000, 1, 8, 8),
    188         RK3399_CPUB_RATE(1608000000, 1, 7, 7),
    189         RK3399_CPUB_RATE(1512000000, 1, 7, 7),
    190         RK3399_CPUB_RATE(1488000000, 1, 6, 6),
    191         RK3399_CPUB_RATE(1416000000, 1, 6, 6),
    192         RK3399_CPUB_RATE(1200000000, 1, 5, 5),
    193         RK3399_CPUB_RATE(1008000000, 1, 5, 5),
    194         RK3399_CPUB_RATE( 816000000, 1, 4, 4),
    195         RK3399_CPUB_RATE( 696000000, 1, 3, 3),
    196         RK3399_CPUB_RATE( 600000000, 1, 3, 3),
    197         RK3399_CPUB_RATE( 408000000, 1, 2, 2),
    198         RK3399_CPUB_RATE( 312000000, 1, 1, 1),
    199         RK3399_CPUB_RATE( 216000000, 1, 1, 1),
    200         RK3399_CPUB_RATE(  96000000, 1, 1, 1),
    201 };
    202 
    203 #define	PLL_CON0	0x00
    204 #define	 PLL_FBDIV	__BITS(11,0)
    205 
    206 #define	PLL_CON1	0x04
    207 #define	 PLL_POSTDIV2	__BITS(14,12)
    208 #define	 PLL_POSTDIV1	__BITS(10,8)
    209 #define	 PLL_REFDIV	__BITS(5,0)
    210 
    211 #define	PLL_CON2	0x08
    212 #define	 PLL_LOCK	__BIT(31)
    213 #define	 PLL_FRACDIV	__BITS(23,0)
    214 
    215 #define	PLL_CON3	0x0c
    216 #define	 PLL_WORK_MODE	__BITS(9,8)
    217 #define	  PLL_WORK_MODE_SLOW		0
    218 #define	  PLL_WORK_MODE_NORMAL		1
    219 #define	  PLL_WORK_MODE_DEEP_SLOW	2
    220 #define	 PLL_DSMPD	__BIT(3)
    221 
    222 #define	PLL_WRITE_MASK	0xffff0000
    223 
    224 static u_int
    225 rk3399_cru_pll_get_rate(struct rk_cru_softc *sc,
    226     struct rk_cru_clk *clk)
    227 {
    228 	struct rk_cru_pll *pll = &clk->u.pll;
    229 	struct clk *clkp, *clkp_parent;
    230 	u_int foutvco, foutpostdiv;
    231 
    232 	KASSERT(clk->type == RK_CRU_PLL);
    233 
    234 	clkp = &clk->base;
    235 	clkp_parent = clk_get_parent(clkp);
    236 	if (clkp_parent == NULL)
    237 		return 0;
    238 
    239 	const u_int fref = clk_get_rate(clkp_parent);
    240 	if (fref == 0)
    241 		return 0;
    242 
    243 	const uint32_t con0 = CRU_READ(sc, pll->con_base + PLL_CON0);
    244 	const uint32_t con1 = CRU_READ(sc, pll->con_base + PLL_CON1);
    245 	const uint32_t con2 = CRU_READ(sc, pll->con_base + PLL_CON2);
    246 	const uint32_t con3 = CRU_READ(sc, pll->con_base + PLL_CON3);
    247 
    248 	const u_int fbdiv = __SHIFTOUT(con0, PLL_FBDIV);
    249 	const u_int postdiv2 = __SHIFTOUT(con1, PLL_POSTDIV2);
    250 	const u_int postdiv1 = __SHIFTOUT(con1, PLL_POSTDIV1);
    251 	const u_int refdiv = __SHIFTOUT(con1, PLL_REFDIV);
    252 	const u_int fracdiv = __SHIFTOUT(con2, PLL_FRACDIV);
    253 	const u_int dsmpd = __SHIFTOUT(con3, PLL_DSMPD);
    254 
    255 	if (dsmpd == 1) {
    256 		/* integer mode */
    257 		foutvco = fref / refdiv * fbdiv;
    258 	} else {
    259 		/* fractional mode */
    260 		foutvco = fref / refdiv * fbdiv + ((fref * fracdiv) >> 24);
    261 	}
    262 	foutpostdiv = foutvco / postdiv1 / postdiv2;
    263 
    264 	return foutpostdiv;
    265 }
    266 
    267 static int
    268 rk3399_cru_pll_set_rate(struct rk_cru_softc *sc,
    269     struct rk_cru_clk *clk, u_int rate)
    270 {
    271 	struct rk_cru_pll *pll = &clk->u.pll;
    272 	const struct rk_cru_pll_rate *pll_rate = NULL;
    273 	uint32_t val;
    274 	int retry;
    275 
    276 	KASSERT(clk->type == RK_CRU_PLL);
    277 
    278 	if (pll->rates == NULL || rate == 0)
    279 		return EIO;
    280 
    281 	for (int i = 0; i < pll->nrates; i++)
    282 		if (pll->rates[i].rate == rate) {
    283 			pll_rate = &pll->rates[i];
    284 			break;
    285 		}
    286 	if (pll_rate == NULL)
    287 		return EINVAL;
    288 
    289 	val = __SHIFTIN(PLL_WORK_MODE_SLOW, PLL_WORK_MODE) | (PLL_WORK_MODE << 16);
    290 	CRU_WRITE(sc, pll->con_base + PLL_CON3, val);
    291 
    292 	CRU_WRITE(sc, pll->con_base + PLL_CON0,
    293 	    __SHIFTIN(pll_rate->fbdiv, PLL_FBDIV) | (PLL_FBDIV << 16));
    294 
    295 	CRU_WRITE(sc, pll->con_base + PLL_CON1,
    296 	    __SHIFTIN(pll_rate->postdiv2, PLL_POSTDIV2) |
    297 	    __SHIFTIN(pll_rate->postdiv1, PLL_POSTDIV1) |
    298 	    __SHIFTIN(pll_rate->refdiv, PLL_REFDIV) |
    299 	    ((PLL_POSTDIV2 | PLL_POSTDIV1 | PLL_REFDIV) << 16));
    300 
    301 	val = CRU_READ(sc, pll->con_base + PLL_CON2);
    302 	val &= ~PLL_FRACDIV;
    303 	val |= __SHIFTIN(pll_rate->fracdiv, PLL_FRACDIV);
    304 	CRU_WRITE(sc, pll->con_base + PLL_CON2, val);
    305 
    306 	val = __SHIFTIN(pll_rate->dsmpd, PLL_DSMPD) | (PLL_DSMPD << 16);
    307 	CRU_WRITE(sc, pll->con_base + PLL_CON3, val);
    308 
    309 	for (retry = 1000; retry > 0; retry--) {
    310 		if (CRU_READ(sc, pll->con_base + PLL_CON2) & pll->lock_mask)
    311 			break;
    312 		delay(1);
    313 	}
    314 
    315 	if (retry == 0)
    316 		device_printf(sc->sc_dev, "WARNING: %s failed to lock\n",
    317 		    clk->base.name);
    318 
    319 	/* Set PLL work mode to normal */
    320 	val = __SHIFTIN(PLL_WORK_MODE_NORMAL, PLL_WORK_MODE) | (PLL_WORK_MODE << 16);
    321 	CRU_WRITE(sc, pll->con_base + PLL_CON3, val);
    322 
    323 	return 0;
    324 }
    325 
    326 #define RK3399_PLL(_id, _name, _parents, _con_base, _mode_reg, _mode_mask, _lock_mask, _rates) \
    327         {                                                       \
    328                 .id = (_id),                                    \
    329                 .type = RK_CRU_PLL,                             \
    330                 .base.name = (_name),                           \
    331                 .base.flags = 0,                                \
    332                 .u.pll.parents = (_parents),                    \
    333                 .u.pll.nparents = __arraycount(_parents),       \
    334                 .u.pll.con_base = (_con_base),                  \
    335                 .u.pll.mode_reg = (_mode_reg),                  \
    336                 .u.pll.mode_mask = (_mode_mask),                \
    337                 .u.pll.lock_mask = (_lock_mask),                \
    338                 .u.pll.rates = (_rates),                        \
    339                 .u.pll.nrates = __arraycount(_rates),           \
    340                 .get_rate = rk3399_cru_pll_get_rate,            \
    341                 .set_rate = rk3399_cru_pll_set_rate,            \
    342                 .get_parent = rk_cru_pll_get_parent,            \
    343         }
    344 
    345 static const char * pll_parents[] = { "xin24m", "xin32k" };
    346 static const char * armclkl_parents[] = { "clk_core_l_lpll_src", "clk_core_l_bpll_src", "clk_core_l_dpll_src", "clk_core_l_gpll_src" };
    347 static const char * armclkb_parents[] = { "clk_core_b_lpll_src", "clk_core_b_bpll_src", "clk_core_b_dpll_src", "clk_core_b_gpll_src" };
    348 static const char * mux_clk_tsadc_parents[] = { "xin24m", "xin32k" };
    349 static const char * mux_pll_src_cpll_gpll_parents[] = { "cpll", "gpll" };
    350 static const char * mux_pll_src_cpll_gpll_npll_parents[] = { "cpll", "gpll", "npll" };
    351 static const char * mux_pll_src_cpll_gpll_ppll_parents[] = { "cpll", "gpll", "npll" };
    352 static const char * mux_pll_src_cpll_gpll_upll_parents[] = { "cpll", "gpll", "upll" };
    353 static const char * mux_pll_src_cpll_gpll_npll_24m_parents[] = { "cpll", "gpll", "npll", "xin24m" };
    354 static const char * mux_pll_src_cpll_gpll_npll_ppll_upll_24m_parents[] = { "cpll", "gpll", "npll", "ppll", "upll", "xin24m" };
    355 static const char * mux_pll_src_vpll_cpll_gpll_parents[] = { "vpll", "cpll", "gpll" };
    356 static const char * mux_pll_src_vpll_cpll_gpll_npll_parents[] = { "vpll", "cpll", "gpll", "npll" };
    357 static const char * mux_aclk_perilp0_parents[] = { "cpll_aclk_perilp0_src", "gpll_aclk_perilp0_src" };
    358 static const char * mux_hclk_perilp1_parents[] = { "cpll_hclk_perilp1_src", "gpll_hclk_perilp1_src" };
    359 static const char * mux_aclk_perihp_parents[] = { "cpll_aclk_perihp_src", "gpll_aclk_perihp_src" };
    360 static const char * mux_aclk_cci_parents[] = { "cpll_aclk_cci_src", "gpll_aclk_cci_src", "npll_aclk_cci_src", "vpll_aclk_cci_src" };
    361 static const char * mux_dclk_vop0_parents[] = { "dclk_vop0_div", "dclk_vop0_frac" };
    362 static const char * mux_dclk_vop1_parents[] = { "dclk_vop1_div", "dclk_vop1_frac" };
    363 static const char * mux_uart0_parents[] = { "clk_uart0_div", "clk_uart0_frac", "xin24m" };
    364 static const char * mux_uart1_parents[] = { "clk_uart1_div", "clk_uart1_frac", "xin24m" };
    365 static const char * mux_uart2_parents[] = { "clk_uart2_div", "clk_uart2_frac", "xin24m" };
    366 static const char * mux_uart3_parents[] = { "clk_uart3_div", "clk_uart3_frac", "xin24m" };
    367 static const char * mux_rmii_parents[] = { "clk_gmac", "clkin_gmac" };
    368 static const char * mux_aclk_gmac_parents[] = { "cpll_aclk_gmac_src", "gpll_aclk_gmac_src" };
    369 static const char * mux_aclk_emmc_parents[] = { "cpll_aclk_emmc_src", "gpll_aclk_emmc_src" };
    370 static const char * mux_pll_src_24m_pciephy_parents[] = { "xin24m", "clk_pciephy_ref100m" };
    371 static const char * mux_pciecore_cru_phy_parents[] = { "clk_pcie_core_cru", "clk_pcie_core_phy" };
    372 
    373 static struct rk_cru_clk rk3399_cru_clks[] = {
    374 	RK3399_PLL(RK3399_PLL_APLLL, "lpll", pll_parents,
    375 		   PLL_CON(0),		/* con_base */
    376 		   PLL_CON(3),		/* mode_reg */
    377 		   __BIT(8),		/* mode_mask */
    378 		   __BIT(31),		/* lock_mask */
    379 		   pll_rates),
    380 	RK3399_PLL(RK3399_PLL_APLLB, "bpll", pll_parents,
    381 		   PLL_CON(8),		/* con_base */
    382 		   PLL_CON(11),		/* mode_reg */
    383 		   __BIT(8),		/* mode_mask */
    384 		   __BIT(31),		/* lock_mask */
    385 		   pll_rates),
    386 	RK3399_PLL(RK3399_PLL_DPLL, "dpll", pll_parents,
    387 		   PLL_CON(16),		/* con_base */
    388 		   PLL_CON(19),		/* mode_reg */
    389 		   __BIT(8),		/* mode_mask */
    390 		   __BIT(31),		/* lock_mask */
    391 		   pll_norates),
    392 	RK3399_PLL(RK3399_PLL_CPLL, "cpll", pll_parents,
    393 		   PLL_CON(24),		/* con_base */
    394 		   PLL_CON(27),		/* mode_reg */
    395 		   __BIT(8),		/* mode_mask */
    396 		   __BIT(31),		/* lock_mask */
    397 		   pll_rates),
    398 	RK3399_PLL(RK3399_PLL_GPLL, "gpll", pll_parents,
    399 		   PLL_CON(32),		/* con_base */
    400 		   PLL_CON(35),		/* mode_reg */
    401 		   __BIT(8),		/* mode_mask */
    402 		   __BIT(31),		/* lock_mask */
    403 		   pll_rates),
    404 	RK3399_PLL(RK3399_PLL_NPLL, "npll", pll_parents,
    405 		   PLL_CON(40),		/* con_base */
    406 		   PLL_CON(43),		/* mode_reg */
    407 		   __BIT(8),		/* mode_mask */
    408 		   __BIT(31),		/* lock_mask */
    409 		   pll_rates),
    410 	RK3399_PLL(RK3399_PLL_VPLL, "vpll", pll_parents,
    411 		   PLL_CON(48),		/* con_base */
    412 		   PLL_CON(51),		/* mode_reg */
    413 		   __BIT(8),		/* mode_mask */
    414 		   __BIT(31),		/* lock_mask */
    415 		   pll_rates),
    416 
    417 	RK_GATE(0, "clk_core_l_lpll_src", "lpll", CLKGATE_CON(0), 0),
    418 	RK_GATE(0, "clk_core_l_bpll_src", "bpll", CLKGATE_CON(0), 1),
    419 	RK_GATE(0, "clk_core_l_dpll_src", "dpll", CLKGATE_CON(0), 2),
    420 	RK_GATE(0, "clk_core_l_gpll_src", "gpll", CLKGATE_CON(0), 3),
    421 
    422 	RK_CPU(RK3399_ARMCLKL, "armclkl", armclkl_parents,
    423 	       CLKSEL_CON(0),		/* reg */
    424 	       __BITS(7,6), 0, 3,	/* mux_mask, mux_main, mux_alt */
    425 	       __BITS(4,0),		/* div_mask */
    426 	       armclkl_rates),
    427 
    428 	RK_GATE(0, "clk_core_b_lpll_src", "lpll", CLKGATE_CON(1), 0),
    429 	RK_GATE(0, "clk_core_b_bpll_src", "bpll", CLKGATE_CON(1), 1),
    430 	RK_GATE(0, "clk_core_b_dpll_src", "dpll", CLKGATE_CON(1), 2),
    431 	RK_GATE(0, "clk_core_b_gpll_src", "gpll", CLKGATE_CON(1), 3),
    432 
    433 	RK_CPU(RK3399_ARMCLKB, "armclkb", armclkb_parents,
    434 	       CLKSEL_CON(2),		/* reg */
    435 	       __BITS(7,6), 1, 3,	/* mux_mask, mux_main, mux_alt */
    436 	       __BITS(4,0),		/* div_mask */
    437 	       armclkb_rates),
    438 
    439 	/*
    440 	 * perilp0
    441 	 */
    442 	RK_GATE(0, "gpll_aclk_perilp0_src", "gpll", CLKGATE_CON(7), 0),
    443 	RK_GATE(0, "cpll_aclk_perilp0_src", "cpll", CLKGATE_CON(7), 1),
    444 	RK_COMPOSITE(RK3399_ACLK_PERILP0, "aclk_perilp0", mux_aclk_perilp0_parents,
    445 		     CLKSEL_CON(23),	/* muxdiv_reg */
    446 		     __BIT(7),		/* mux_mask */
    447 		     __BITS(4,0),	/* div_mask */
    448 		     CLKGATE_CON(7),	/* gate_reg */
    449 		     __BIT(2),		/* gate_mask */
    450 		     0),
    451 	RK_COMPOSITE_NOMUX(RK3399_HCLK_PERILP0, "hclk_perilp0", "aclk_perilp0",
    452 			   CLKSEL_CON(23),	/* div_reg */
    453 			   __BITS(10,8),	/* div_mask */
    454 			   CLKGATE_CON(7),	/* gate_reg */
    455 			   __BIT(3),		/* gate_mask */
    456 			   0),
    457 	RK_COMPOSITE_NOMUX(RK3399_PCLK_PERILP0, "pclk_perilp0", "aclk_perilp0",
    458 			   CLKSEL_CON(23),	/* div_reg */
    459 			   __BITS(14,12),	/* div_mask */
    460 			   CLKGATE_CON(7),	/* gate_reg */
    461 			   __BIT(4),		/* gate_mask */
    462 			   0),
    463 
    464 	/*
    465 	 * perilp1
    466 	 */
    467 	RK_GATE(0, "gpll_hclk_perilp1_src", "gpll", CLKGATE_CON(8), 0),
    468 	RK_GATE(0, "cpll_hclk_perilp1_src", "cpll", CLKGATE_CON(8), 1),
    469 	RK_COMPOSITE_NOGATE(RK3399_HCLK_PERILP1, "hclk_perilp1", mux_hclk_perilp1_parents,
    470 			    CLKSEL_CON(25),	/* muxdiv_reg */
    471 			    __BITS(10,8),	/* mux_mask */
    472 			    __BITS(4,0),	/* div_mask */
    473 			    0),
    474 	RK_COMPOSITE_NOMUX(RK3399_PCLK_PERILP1, "pclk_perilp1", "hclk_perilp1",
    475 			   CLKSEL_CON(25),	/* div_reg */
    476 			   __BITS(10,8),	/* div_mask */
    477 			   CLKGATE_CON(8),	/* gate_reg */
    478 			   __BIT(2),		/* gate_mask */
    479 			   0),
    480 
    481 	/*
    482 	 * perihp
    483 	 */
    484 	RK_GATE(0, "gpll_aclk_perihp_src", "gpll", CLKGATE_CON(5), 0),
    485 	RK_GATE(0, "cpll_aclk_perihp_src", "cpll", CLKGATE_CON(5), 1),
    486 	RK_COMPOSITE(RK3399_ACLK_PERIHP, "aclk_perihp", mux_aclk_perihp_parents,
    487 		     CLKSEL_CON(14),	/* muxdiv_reg */
    488 		     __BIT(7),		/* mux_mask */
    489 		     __BITS(4,0),	/* div_mask */
    490 		     CLKGATE_CON(5),	/* gate_reg */
    491 		     __BIT(2),		/* gate_mask */
    492 		     0),
    493 	RK_COMPOSITE_NOMUX(RK3399_HCLK_PERIHP, "hclk_perihp", "aclk_perihp",
    494 			   CLKSEL_CON(14),	/* div_reg */
    495 			   __BITS(10,8),	/* div_mask */
    496 			   CLKGATE_CON(5),	/* gate_reg */
    497 			   __BIT(3),		/* gate_mask */
    498 			   0),
    499 	RK_COMPOSITE_NOMUX(RK3399_PCLK_PERIHP, "pclk_perihp", "aclk_perihp",
    500 			   CLKSEL_CON(14),	/* div_reg */
    501 			   __BITS(14,12),	/* div_mask */
    502 			   CLKGATE_CON(5),	/* gate_reg */
    503 			   __BIT(4),		/* gate_mask */
    504 			   0),
    505 
    506 	/*
    507 	 * CCI
    508 	 */
    509 	RK_GATE(0, "cpll_aclk_cci_src", "cpll", CLKGATE_CON(2), 0),
    510 	RK_GATE(0, "gpll_aclk_cci_src", "gpll", CLKGATE_CON(2), 1),
    511 	RK_GATE(0, "npll_aclk_cci_src", "npll", CLKGATE_CON(2), 2),
    512 	RK_GATE(0, "vpll_aclk_cci_src", "vpll", CLKGATE_CON(2), 3),
    513 	RK_COMPOSITE(0, "aclk_cci_pre", mux_aclk_cci_parents,
    514 		     CLKSEL_CON(5),	/* muxdiv_reg */
    515 		     __BITS(7,6),	/* mux_mask */
    516 		     __BITS(4,0),	/* div_mask */
    517 		     CLKGATE_CON(2),	/* gate_reg */
    518 		     __BIT(4),		/* gate_mask */
    519 		     0),
    520 	RK_GATE(RK3399_ACLK_CCI, "aclk_cci", "aclk_cci_pre", CLKGATE_CON(15), 2),
    521 
    522 	/*
    523 	 * GIC
    524 	 */
    525 	RK_COMPOSITE(RK3399_ACLK_GIC_PRE, "aclk_gic_pre", mux_pll_src_cpll_gpll_parents,
    526 		     CLKSEL_CON(56),	/* muxdiv_reg */
    527 		     __BIT(15),		/* mux_mask */
    528 		     __BITS(12,8),	/* div_mask */
    529 		     CLKGATE_CON(12),	/* gate_reg */
    530 		     __BIT(12),		/* gate_mask */
    531 		     0),
    532 
    533 	/*
    534 	 * DDR
    535 	 */
    536 	RK_COMPOSITE(RK3399_PCLK_DDR, "pclk_ddr", mux_pll_src_cpll_gpll_parents,
    537 		     CLKSEL_CON(6),	/* muxdiv_reg */
    538 		     __BIT(15),		/* mux_mask */
    539 		     __BITS(12,8),	/* div_mask */
    540 		     CLKGATE_CON(3),	/* gate_reg */
    541 		     __BIT(4),		/* gate_mask */
    542 		     0),
    543 
    544 	/*
    545 	 * alive
    546 	 */
    547 	RK_DIV(RK3399_PCLK_ALIVE, "pclk_alive", "gpll", CLKSEL_CON(57), __BITS(4,0), 0),
    548 
    549 	/*
    550 	 * GPIO
    551 	 */
    552 	RK_GATE(RK3399_PCLK_GPIO2, "pclk_gpio2", "pclk_alive", CLKGATE_CON(31), 3),
    553 	RK_GATE(RK3399_PCLK_GPIO3, "pclk_gpio3", "pclk_alive", CLKGATE_CON(31), 4),
    554 	RK_GATE(RK3399_PCLK_GPIO4, "pclk_gpio4", "pclk_alive", CLKGATE_CON(31), 5),
    555 
    556 	/*
    557 	 * UART
    558 	 */
    559 	RK_MUX(0, "clk_uart0_src", mux_pll_src_cpll_gpll_upll_parents, CLKSEL_CON(33), __BITS(13,12)),
    560 	RK_MUX(0, "clk_uart_src", mux_pll_src_cpll_gpll_parents, CLKSEL_CON(33), __BIT(15)),
    561 	RK_COMPOSITE_NOMUX(0, "clk_uart0_div", "clk_uart0_src",
    562 			   CLKSEL_CON(33),	/* div_reg */
    563 			   __BITS(6,0),		/* div_mask */
    564 			   CLKGATE_CON(9),	/* gate_reg */
    565 			   __BIT(0),		/* gate_mask */
    566 			   0),
    567 	RK_COMPOSITE_NOMUX(0, "clk_uart1_div", "clk_uart_src",
    568 			   CLKSEL_CON(34),	/* div_reg */
    569 			   __BITS(6,0),		/* div_mask */
    570 			   CLKGATE_CON(9),	/* gate_reg */
    571 			   __BIT(2),		/* gate_mask */
    572 			   0),
    573 	RK_COMPOSITE_NOMUX(0, "clk_uart2_div", "clk_uart_src",
    574 			   CLKSEL_CON(35),	/* div_reg */
    575 			   __BITS(6,0),		/* div_mask */
    576 			   CLKGATE_CON(9),	/* gate_reg */
    577 			   __BIT(4),		/* gate_mask */
    578 			   0),
    579 	RK_COMPOSITE_NOMUX(0, "clk_uart3_div", "clk_uart_src",
    580 			   CLKSEL_CON(36),	/* div_reg */
    581 			   __BITS(6,0),		/* div_mask */
    582 			   CLKGATE_CON(9),	/* gate_reg */
    583 			   __BIT(6),		/* gate_mask */
    584 			   0),
    585 	RK_MUX(RK3399_SCLK_UART0, "clk_uart0", mux_uart0_parents, CLKSEL_CON(33), __BITS(9,8)),
    586 	RK_MUX(RK3399_SCLK_UART1, "clk_uart1", mux_uart1_parents, CLKSEL_CON(34), __BITS(9,8)),
    587 	RK_MUX(RK3399_SCLK_UART2, "clk_uart2", mux_uart2_parents, CLKSEL_CON(35), __BITS(9,8)),
    588 	RK_MUX(RK3399_SCLK_UART3, "clk_uart3", mux_uart3_parents, CLKSEL_CON(36), __BITS(9,8)),
    589 	RK_GATE(RK3399_PCLK_UART0, "pclk_uart0", "pclk_perilp1", CLKGATE_CON(22), 0),
    590 	RK_GATE(RK3399_PCLK_UART1, "pclk_uart1", "pclk_perilp1", CLKGATE_CON(22), 1),
    591 	RK_GATE(RK3399_PCLK_UART2, "pclk_uart2", "pclk_perilp1", CLKGATE_CON(22), 2),
    592 	RK_GATE(RK3399_PCLK_UART3, "pclk_uart3", "pclk_perilp1", CLKGATE_CON(22), 3),
    593 
    594 	/*
    595 	 * SDMMC/SDIO
    596 	 */
    597 	RK_COMPOSITE(RK3399_HCLK_SD, "hclk_sd", mux_pll_src_cpll_gpll_parents,
    598 		     CLKSEL_CON(13),	/* muxdiv_reg */
    599 		     __BIT(15),		/* mux_mask */
    600 		     __BITS(12,8),	/* div_mask */
    601 		     CLKGATE_CON(12),	/* gate_reg */
    602 		     __BIT(13),		/* gate_mask */
    603 		     RK_COMPOSITE_ROUND_DOWN),
    604 	RK_COMPOSITE(RK3399_SCLK_SDIO, "clk_sdio", mux_pll_src_cpll_gpll_npll_ppll_upll_24m_parents,
    605 		     CLKSEL_CON(15),	/* muxdiv_reg */
    606 		     __BITS(10,8),	/* mux_mask */
    607 		     __BITS(6,0),	/* div_mask */
    608 		     CLKGATE_CON(6),	/* gate_reg */
    609 		     __BIT(0),		/* gate_mask */
    610 		     RK_COMPOSITE_ROUND_DOWN),
    611 	RK_COMPOSITE(RK3399_SCLK_SDMMC, "clk_sdmmc", mux_pll_src_cpll_gpll_npll_ppll_upll_24m_parents,
    612 		     CLKSEL_CON(16),	/* muxdiv_reg */
    613 		     __BITS(10,8),	/* mux_mask */
    614 		     __BITS(6,0),	/* div_mask */
    615 		     CLKGATE_CON(6),	/* gate_reg */
    616 		     __BIT(1),		/* gate_mask */
    617 		     RK_COMPOSITE_ROUND_DOWN),
    618 	RK_GATE(RK3399_HCLK_SDMMC, "hclk_sdmmc", "hclk_sd", CLKGATE_CON(33), 8),
    619 	RK_GATE(RK3399_HCLK_SDIO, "hclk_sdio", "pclk_perilp1", CLKGATE_CON(34), 4),
    620 
    621 	/*
    622 	 * eMMC
    623 	 */
    624 	RK_COMPOSITE(RK3399_SCLK_EMMC, "clk_emmc", mux_pll_src_cpll_gpll_npll_ppll_upll_24m_parents,
    625 		     CLKSEL_CON(22),	/* muxdiv_reg */
    626 		     __BITS(10,8),	/* mux_mask */
    627 		     __BITS(6,0),	/* div_mask */
    628 		     CLKGATE_CON(6),	/* gate_reg */
    629 		     __BIT(14),		/* gate_mask */
    630 		     RK_COMPOSITE_ROUND_DOWN),
    631 	RK_GATE(0, "cpll_aclk_emmc_src", "cpll", CLKGATE_CON(6), 13),
    632 	RK_GATE(0, "gpll_aclk_emmc_src", "gpll", CLKGATE_CON(6), 12),
    633 	RK_COMPOSITE_NOGATE(RK3399_ACLK_EMMC, "aclk_emmc", mux_aclk_emmc_parents,
    634 			    CLKSEL_CON(21),	/* muxdiv_reg */
    635 			    __BIT(7),		/* mux_mask */
    636 			    __BITS(4,0),	/* div_mask */
    637 			    0),
    638 	RK_GATE(RK3399_ACLK_EMMC_CORE, "aclk_emmccore", "aclk_emmc", CLKGATE_CON(32), 8),
    639 	RK_GATE(RK3399_ACLK_EMMC_NOC, "aclk_emmc_noc", "aclk_emmc", CLKGATE_CON(32), 9),
    640 	RK_GATE(RK3399_ACLK_EMMC_GRF, "aclk_emmcgrf", "aclk_emmc", CLKGATE_CON(32), 10),
    641 
    642 	/*
    643 	 * GMAC
    644 	 */
    645 	RK_COMPOSITE(RK3399_SCLK_MAC, "clk_gmac", mux_pll_src_cpll_gpll_npll_parents,
    646 		     CLKSEL_CON(20),	/* muxdiv_reg */
    647 		     __BITS(15,14),	/* mux_mask */
    648 		     __BITS(12,8),	/* div_mask */
    649 		     CLKGATE_CON(5),	/* gate_reg */
    650 		     __BIT(5),		/* gate_mask */
    651 		     0),
    652 	RK_MUX(RK3399_SCLK_RMII_SRC, "clk_rmii_src", mux_rmii_parents, CLKSEL_CON(19), __BIT(4)),
    653 	RK_GATE(RK3399_SCLK_MACREF_OUT, "clk_mac_refout", "clk_rmii_src", CLKGATE_CON(5), 6),
    654 	RK_GATE(RK3399_SCLK_MACREF, "clk_mac_ref", "clk_rmii_src", CLKGATE_CON(5), 7),
    655 	RK_GATE(RK3399_SCLK_MAC_RX, "clk_rmii_rx", "clk_rmii_src", CLKGATE_CON(5), 8),
    656 	RK_GATE(RK3399_SCLK_MAC_TX, "clk_rmii_tx", "clk_rmii_src", CLKGATE_CON(5), 9),
    657 	RK_GATE(0, "gpll_aclk_gmac_src", "gpll", CLKGATE_CON(6), 8),
    658 	RK_GATE(0, "cpll_aclk_gmac_src", "cpll", CLKGATE_CON(6), 9),
    659 	RK_COMPOSITE(0, "aclk_gmac_pre", mux_aclk_gmac_parents,
    660 		     CLKSEL_CON(20),	/* muxdiv_reg */
    661 		     __BIT(17),		/* mux_mask */
    662 		     __BITS(4,0),	/* div_mask */
    663 		     CLKGATE_CON(6),	/* gate_reg */
    664 		     __BIT(10),		/* gate_mask */
    665 		     0),
    666 	RK_GATE(RK3399_ACLK_GMAC, "aclk_gmac", "aclk_gmac_pre", CLKGATE_CON(32), 0),
    667 	RK_COMPOSITE_NOMUX(0, "pclk_gmac_pre", "aclk_gmac_pre",
    668 			   CLKSEL_CON(19),	/* div_reg */
    669 			   __BITS(10,8),	/* div_mask */
    670 			   CLKGATE_CON(6),	/* gate_reg */
    671 			   __BIT(11),		/* gate_mask */
    672 			   0),
    673 	RK_GATE(RK3399_PCLK_GMAC, "pclk_gmac", "pclk_gmac_pre", CLKGATE_CON(32), 2),
    674 
    675 	/*
    676 	 * USB2
    677 	 */
    678 	RK_GATE(RK3399_HCLK_HOST0, "hclk_host0", "hclk_perihp", CLKGATE_CON(20), 5),
    679 	RK_GATE(RK3399_HCLK_HOST0_ARB, "hclk_host0_arb", "hclk_perihp", CLKGATE_CON(20), 6),
    680 	RK_GATE(RK3399_HCLK_HOST1, "hclk_host1", "hclk_perihp", CLKGATE_CON(20), 7),
    681 	RK_GATE(RK3399_HCLK_HOST1_ARB, "hclk_host1_arb", "hclk_perihp", CLKGATE_CON(20), 8),
    682 	RK_GATE(RK3399_SCLK_USB2PHY0_REF, "clk_usb2phy0_ref", "xin24m", CLKGATE_CON(6), 5),
    683 	RK_GATE(RK3399_SCLK_USB2PHY1_REF, "clk_usb2phy1_ref", "xin24m", CLKGATE_CON(6), 6),
    684 
    685 	/*
    686 	 * USB3
    687 	 */
    688 	RK_GATE(RK3399_SCLK_USB3OTG0_REF, "clk_usb3otg0_ref", "xin24m", CLKGATE_CON(12), 1),
    689 	RK_GATE(RK3399_SCLK_USB3OTG1_REF, "clk_usb3otg1_ref", "xin24m", CLKGATE_CON(12), 2),
    690 	RK_COMPOSITE(RK3399_SCLK_USB3OTG0_SUSPEND, "clk_usb3otg0_suspend", pll_parents,
    691 		     CLKSEL_CON(40),	/* muxdiv_reg */
    692 		     __BIT(15),		/* mux_mask */
    693 		     __BITS(9,0),	/* div_mask */
    694 		     CLKGATE_CON(12),	/* gate_reg */
    695 		     __BIT(3),		/* gate_mask */
    696 		     0),
    697 	RK_COMPOSITE(RK3399_SCLK_USB3OTG1_SUSPEND, "clk_usb3otg1_suspend", pll_parents,
    698 		     CLKSEL_CON(41),	/* muxdiv_reg */
    699 		     __BIT(15),		/* mux_mask */
    700 		     __BITS(9,0),	/* div_mask */
    701 		     CLKGATE_CON(12),	/* gate_reg */
    702 		     __BIT(4),		/* gate_mask */
    703 		     0),
    704 	RK_COMPOSITE(RK3399_ACLK_USB3, "aclk_usb3", mux_pll_src_cpll_gpll_npll_parents,
    705 		     CLKSEL_CON(39),	/* muxdiv_reg */
    706 		     __BITS(7,6),	/* mux_mask */
    707 		     __BITS(4,0),	/* div_mask */
    708 		     CLKGATE_CON(12),	/* gate_reg */
    709 		     __BIT(0),		/* gate_mask */
    710 		     0),
    711 	RK_GATE(RK3399_ACLK_USB3OTG0, "aclk_usb3otg0", "aclk_usb3", CLKGATE_CON(30), 1),
    712 	RK_GATE(RK3399_ACLK_USB3OTG1, "aclk_usb3otg1", "aclk_usb3", CLKGATE_CON(30), 2),
    713 	RK_GATE(RK3399_ACLK_USB3_RKSOC_AXI_PERF, "aclk_usb3_rksoc_axi_perf", "aclk_usb3", CLKGATE_CON(30), 3),
    714 	RK_GATE(RK3399_ACLK_USB3_GRF, "aclk_usb3_grf", "aclk_usb3", CLKGATE_CON(30), 4),
    715 
    716 	/*
    717 	 * I2C
    718 	 */
    719 	RK_COMPOSITE(RK3399_SCLK_I2C1, "clk_i2c1", mux_pll_src_cpll_gpll_parents,
    720 		     CLKSEL_CON(61),	/* muxdiv_reg */
    721 		     __BIT(7),		/* mux_mask */
    722 		     __BITS(6,0),	/* div_mask */
    723 		     CLKGATE_CON(10),	/* gate_reg */
    724 		     __BIT(0),		/* gate_mask */
    725 		     0),
    726 	RK_COMPOSITE(RK3399_SCLK_I2C2, "clk_i2c2", mux_pll_src_cpll_gpll_parents,
    727 		     CLKSEL_CON(62),	/* muxdiv_reg */
    728 		     __BIT(7),		/* mux_mask */
    729 		     __BITS(6,0),	/* div_mask */
    730 		     CLKGATE_CON(10),	/* gate_reg */
    731 		     __BIT(2),		/* gate_mask */
    732 		     0),
    733 	RK_COMPOSITE(RK3399_SCLK_I2C3, "clk_i2c3", mux_pll_src_cpll_gpll_parents,
    734 		     CLKSEL_CON(63),	/* muxdiv_reg */
    735 		     __BIT(7),		/* mux_mask */
    736 		     __BITS(6,0),	/* div_mask */
    737 		     CLKGATE_CON(10),	/* gate_reg */
    738 		     __BIT(4),		/* gate_mask */
    739 		     0),
    740 	RK_COMPOSITE(RK3399_SCLK_I2C5, "clk_i2c5", mux_pll_src_cpll_gpll_parents,
    741 		     CLKSEL_CON(61),	/* muxdiv_reg */
    742 		     __BIT(15),		/* mux_mask */
    743 		     __BITS(14,8),	/* div_mask */
    744 		     CLKGATE_CON(10),	/* gate_reg */
    745 		     __BIT(1),		/* gate_mask */
    746 		     0),
    747 	RK_COMPOSITE(RK3399_SCLK_I2C6, "clk_i2c6", mux_pll_src_cpll_gpll_parents,
    748 		     CLKSEL_CON(62),	/* muxdiv_reg */
    749 		     __BIT(15),		/* mux_mask */
    750 		     __BITS(14,8),	/* div_mask */
    751 		     CLKGATE_CON(10),	/* gate_reg */
    752 		     __BIT(3),		/* gate_mask */
    753 		     0),
    754 	RK_COMPOSITE(RK3399_SCLK_I2C7, "clk_i2c7", mux_pll_src_cpll_gpll_parents,
    755 		     CLKSEL_CON(63),	/* muxdiv_reg */
    756 		     __BIT(15),		/* mux_mask */
    757 		     __BITS(14,8),	/* div_mask */
    758 		     CLKGATE_CON(10),	/* gate_reg */
    759 		     __BIT(5),		/* gate_mask */
    760 		     0),
    761 	RK_GATE(RK3399_PCLK_I2C7, "pclk_rki2c7", "pclk_perilp1", CLKGATE_CON(22), 5),
    762 	RK_GATE(RK3399_PCLK_I2C1, "pclk_rki2c1", "pclk_perilp1", CLKGATE_CON(22), 6),
    763 	RK_GATE(RK3399_PCLK_I2C5, "pclk_rki2c5", "pclk_perilp1", CLKGATE_CON(22), 7),
    764 	RK_GATE(RK3399_PCLK_I2C6, "pclk_rki2c6", "pclk_perilp1", CLKGATE_CON(22), 8),
    765 	RK_GATE(RK3399_PCLK_I2C2, "pclk_rki2c2", "pclk_perilp1", CLKGATE_CON(22), 9),
    766 	RK_GATE(RK3399_PCLK_I2C3, "pclk_rki2c3", "pclk_perilp1", CLKGATE_CON(22), 10),
    767 
    768 	/*
    769 	 * SPI
    770 	 */
    771 	RK_COMPOSITE(RK3399_SCLK_SPI0, "clk_spi0", mux_pll_src_cpll_gpll_parents,
    772 		     CLKSEL_CON(59),	/* muxdiv_reg */
    773 		     __BIT(7),		/* mux_mask */
    774 		     __BITS(6,0),	/* div_mask */
    775 		     CLKGATE_CON(9),	/* gate_reg */
    776 		     __BIT(12),		/* gate_mask */
    777 		     0),
    778 	RK_COMPOSITE(RK3399_SCLK_SPI1, "clk_spi1", mux_pll_src_cpll_gpll_parents,
    779 		     CLKSEL_CON(59),	/* muxdiv_reg */
    780 		     __BIT(15),		/* mux_mask */
    781 		     __BITS(14,8),	/* div_mask */
    782 		     CLKGATE_CON(9),	/* gate_reg */
    783 		     __BIT(13),		/* gate_mask */
    784 		     0),
    785 	RK_COMPOSITE(RK3399_SCLK_SPI2, "clk_spi2", mux_pll_src_cpll_gpll_parents,
    786 		     CLKSEL_CON(60),	/* muxdiv_reg */
    787 		     __BIT(7),		/* mux_mask */
    788 		     __BITS(6,0),	/* div_mask */
    789 		     CLKGATE_CON(9),	/* gate_reg */
    790 		     __BIT(14),		/* gate_mask */
    791 		     0),
    792 	RK_COMPOSITE(RK3399_SCLK_SPI4, "clk_spi4", mux_pll_src_cpll_gpll_parents,
    793 		     CLKSEL_CON(60),	/* muxdiv_reg */
    794 		     __BIT(15),		/* mux_mask */
    795 		     __BITS(14,8),	/* div_mask */
    796 		     CLKGATE_CON(9),	/* gate_reg */
    797 		     __BIT(15),		/* gate_mask */
    798 		     0),
    799 	RK_COMPOSITE(RK3399_SCLK_SPI5, "clk_spi5", mux_pll_src_cpll_gpll_parents,
    800 		     CLKSEL_CON(58),	/* muxdiv_reg */
    801 		     __BIT(15),		/* mux_mask */
    802 		     __BITS(14,8),	/* div_mask */
    803 		     CLKGATE_CON(13),	/* gate_reg */
    804 		     __BIT(13),		/* gate_mask */
    805 		     0),
    806 	RK_GATE(RK3399_PCLK_SPI0, "pclk_rkspi0", "pclk_perilp1", CLKGATE_CON(23), 10),
    807 	RK_GATE(RK3399_PCLK_SPI1, "pclk_rkspi1", "pclk_perilp1", CLKGATE_CON(23), 11),
    808 	RK_GATE(RK3399_PCLK_SPI2, "pclk_rkspi2", "pclk_perilp1", CLKGATE_CON(23), 12),
    809 	RK_GATE(RK3399_PCLK_SPI4, "pclk_rkspi4", "pclk_perilp1", CLKGATE_CON(23), 13),
    810 	RK_GATE(RK3399_PCLK_SPI5, "pclk_rkspi5", "hclk_perilp1", CLKGATE_CON(34), 5),
    811 
    812 	/* Watchdog */
    813 	RK_SECURE_GATE(RK3399_PCLK_WDT, "pclk_wdt", "pclk_alive" /*, SECURE_CLKGATE_CON(3), 8 */),
    814 
    815 	/* PCIe */
    816 	RK_GATE(RK3399_ACLK_PERF_PCIE, "aclk_perf_pcie", "aclk_perihp", CLKGATE_CON(20), 2),
    817 	RK_GATE(RK3399_ACLK_PCIE, "aclk_pcie", "aclk_perihp", CLKGATE_CON(20), 10),
    818 	RK_GATE(RK3399_PCLK_PCIE, "pclk_pcie", "pclk_perihp", CLKGATE_CON(20), 11),
    819 	RK_COMPOSITE(RK3399_SCLK_PCIE_PM, "clk_pcie_pm", mux_pll_src_cpll_gpll_npll_24m_parents,
    820 		     CLKSEL_CON(17),	/* muxdiv_reg */
    821 		     __BITS(10,8),	/* mux_mask */
    822 		     __BITS(6,0),	/* div_mask */
    823 		     CLKGATE_CON(6),	/* gate_reg */
    824 		     __BIT(2),		/* gate_mask */
    825 		     0),
    826 	RK_COMPOSITE_NOMUX(RK3399_SCLK_PCIEPHY_REF100M, "clk_pciephy_ref100m", "npll",
    827 			   CLKSEL_CON(18),	/* div_reg */
    828 			   __BITS(15,11),	/* div_mask */
    829 			   CLKGATE_CON(12),	/* gate_reg */
    830 			   __BIT(6),		/* gate_mask */
    831 			   0),
    832 	RK_MUX(RK3399_SCLK_PCIEPHY_REF, "clk_pciephy_ref", mux_pll_src_24m_pciephy_parents, CLKSEL_CON(18), __BIT(10)),
    833 	RK_COMPOSITE(0, "clk_pcie_core_cru", mux_pll_src_cpll_gpll_npll_parents,
    834 		     CLKSEL_CON(18),	/* muxdiv_reg */
    835 		     __BITS(9,8),	/* mux_mask */
    836 		     __BITS(6,0),	/* div_mask */
    837 		     CLKGATE_CON(6),	/* gate_reg */
    838 		     __BIT(3),		/* gate_mask */
    839 		     0),
    840 	RK_MUX(RK3399_SCLK_PCIE_CORE, "clk_pcie_core", mux_pciecore_cru_phy_parents, CLKSEL_CON(18), __BIT(7)),
    841 
    842 	/* TSADC */
    843 	RK_COMPOSITE(RK3399_SCLK_TSADC, "clk_tsadc", mux_clk_tsadc_parents,
    844 		     CLKSEL_CON(27),	/* muxdiv_reg */
    845 		     __BIT(15),		/* mux_mask */
    846 		     __BITS(9,0),	/* div_mask */
    847 		     CLKGATE_CON(9),	/* gate_reg */
    848 		     __BIT(1),		/* gate_mask */
    849 		     RK_COMPOSITE_ROUND_DOWN),
    850 	RK_GATE(RK3399_PCLK_TSADC, "pclk_tsadc", "pclk_perilp1", CLKGATE_CON(22), 13),
    851 
    852 	/* VOP0 */
    853 	RK_COMPOSITE(RK3399_ACLK_VOP0_PRE, "aclk_vop0_pre", mux_pll_src_vpll_cpll_gpll_npll_parents,
    854 		     CLKSEL_CON(47),	/* muxdiv_reg */
    855 		     __BITS(7,6),	/* mux_mask */
    856 		     __BITS(4,0),	/* div_mask */
    857 		     CLKGATE_CON(10),	/* gate_reg */
    858 		     __BIT(8),		/* gate_mask */
    859 		     0),
    860 	RK_COMPOSITE_NOMUX(0, "hclk_vop0_pre", "aclk_vop0_pre",
    861 			   CLKSEL_CON(47),	/* div_reg */
    862 			   __BITS(12,8),	/* div_mask */
    863 			   CLKGATE_CON(10),	/* gate_reg */
    864 			   __BIT(9),		/* gate_mask */
    865 			   0),
    866 	RK_COMPOSITE(RK3399_DCLK_VOP0_DIV, "dclk_vop0_div", mux_pll_src_vpll_cpll_gpll_parents,
    867 		     CLKSEL_CON(49),	/* muxdiv_reg */
    868 		     __BITS(9,8),	/* mux_mask */
    869 		     __BITS(7,0),	/* div_mask */
    870 		     CLKGATE_CON(10),	/* gate_reg */
    871 		     __BIT(12),		/* gate_mask */
    872 		     0),
    873 	RK_GATE(RK3399_ACLK_VOP0, "aclk_vop0", "aclk_vop0_pre", CLKGATE_CON(28), 3),
    874 	RK_GATE(RK3399_HCLK_VOP0, "hclk_vop0", "hclk_vop0_pre", CLKGATE_CON(28), 2),
    875 	RK_MUX(RK3399_DCLK_VOP0, "dclk_vop0", mux_dclk_vop0_parents, CLKSEL_CON(49), __BIT(11)),
    876 
    877 	/* VOP1 */
    878 	RK_COMPOSITE(RK3399_ACLK_VOP1_PRE, "aclk_vop1_pre", mux_pll_src_vpll_cpll_gpll_npll_parents,
    879 		     CLKSEL_CON(48),	/* muxdiv_reg */
    880 		     __BITS(7,6),	/* mux_mask */
    881 		     __BITS(4,0),	/* div_mask */
    882 		     CLKGATE_CON(10),	/* gate_reg */
    883 		     __BIT(10),		/* gate_mask */
    884 		     0),
    885 	RK_COMPOSITE_NOMUX(0, "hclk_vop1_pre", "aclk_vop1_pre",
    886 			   CLKSEL_CON(48),	/* div_reg */
    887 			   __BITS(12,8),	/* div_mask */
    888 			   CLKGATE_CON(10),	/* gate_reg */
    889 			   __BIT(11),		/* gate_mask */
    890 			   0),
    891 	RK_COMPOSITE(RK3399_DCLK_VOP1_DIV, "dclk_vop1_div", mux_pll_src_vpll_cpll_gpll_parents,
    892 		     CLKSEL_CON(50),	/* muxdiv_reg */
    893 		     __BITS(9,8),	/* mux_mask */
    894 		     __BITS(7,0),	/* div_mask */
    895 		     CLKGATE_CON(10),	/* gate_reg */
    896 		     __BIT(13),		/* gate_mask */
    897 		     0),
    898 	RK_GATE(RK3399_ACLK_VOP1, "aclk_vop1", "aclk_vop1_pre", CLKGATE_CON(28), 7),
    899 	RK_GATE(RK3399_HCLK_VOP1, "hclk_vop1", "hclk_vop1_pre", CLKGATE_CON(28), 6),
    900 	RK_MUX(RK3399_DCLK_VOP1, "dclk_vop1", mux_dclk_vop1_parents, CLKSEL_CON(50), __BIT(11)),
    901 
    902 	/* VIO */
    903 	RK_COMPOSITE(RK3399_ACLK_VIO, "aclk_vio", mux_pll_src_cpll_gpll_ppll_parents,
    904 		     CLKSEL_CON(42),	/* muxdiv_reg */
    905 		     __BITS(7,6),	/* mux_mask */
    906 		     __BITS(4,0),	/* div_mask */
    907 		     CLKGATE_CON(11),	/* gate_reg */
    908 		     __BIT(0),		/* gate_mask */
    909 		     0),
    910 	RK_COMPOSITE_NOMUX(RK3399_PCLK_VIO, "pclk_vio", "aclk_vio",
    911 			   CLKSEL_CON(43),	/* div_reg */
    912 			   __BITS(4,0),		/* div_mask */
    913 			   CLKGATE_CON(11),	/* gate_reg */
    914 			   __BIT(1),		/* gate_mask */
    915 			   0),
    916 	RK_GATE(RK3399_PCLK_VIO_GRF, "pclk_vio_grf", "pclk_vio", CLKGATE_CON(29), 12),
    917 
    918 	/* HDMI */
    919 	RK_COMPOSITE(RK3399_ACLK_HDCP, "aclk_hdcp", mux_pll_src_cpll_gpll_ppll_parents,
    920 		     CLKSEL_CON(42),	/* muxdiv_reg */
    921 		     __BITS(15,14),	/* mux_mask */
    922 		     __BITS(12,8),	/* div_mask */
    923 		     CLKGATE_CON(11),	/* gate_reg */
    924 		     __BIT(12),		/* gate_mask */
    925 		     0),
    926 	RK_COMPOSITE_NOMUX(RK3399_PCLK_HDCP, "pclk_hdcp", "aclk_hdcp",
    927 			   CLKSEL_CON(43),	/* div_reg */
    928 			   __BITS(14,10),	/* div_mask */
    929 			   CLKGATE_CON(11),	/* gate_reg */
    930 			   __BIT(10),		/* gate_mask */
    931 			   0),
    932 	RK_COMPOSITE(RK3399_SCLK_HDMI_CEC, "clk_hdmi_cec", pll_parents,
    933 		     CLKSEL_CON(45),	/* muxdiv_reg */
    934 		     __BIT(15),		/* mux_mask */
    935 		     __BITS(9,0),	/* div_mask */
    936 		     CLKGATE_CON(11),	/* gate_reg */
    937 		     __BIT(7),		/* gate_mask */
    938 		     0),
    939 	RK_GATE(RK3399_PCLK_HDMI_CTRL, "pclk_hdmi_ctrl", "pclk_hdcp", CLKGATE_CON(29), 6),
    940 	RK_GATE(RK3399_SCLK_HDMI_SFR, "clk_hdmi_sfr", "xin24m", CLKGATE_CON(11), 6),
    941 };
    942 
    943 static void
    944 rk3399_cru_init(struct rk_cru_softc *sc)
    945 {
    946 	struct rk_cru_clk *clk;
    947 
    948 	/*
    949 	 * Force an update of BPLL to bring it out of slow mode.
    950 	 */
    951 	clk = rk_cru_clock_find(sc, "armclkb");
    952 	clk_set_rate(&clk->base, clk_get_rate(&clk->base));
    953 }
    954 
    955 static int
    956 rk3399_cru_match(device_t parent, cfdata_t cf, void *aux)
    957 {
    958 	struct fdt_attach_args * const faa = aux;
    959 
    960 	return of_match_compatible(faa->faa_phandle, compatible);
    961 }
    962 
    963 static void
    964 rk3399_cru_attach(device_t parent, device_t self, void *aux)
    965 {
    966 	struct rk_cru_softc * const sc = device_private(self);
    967 	struct fdt_attach_args * const faa = aux;
    968 
    969 	sc->sc_dev = self;
    970 	sc->sc_phandle = faa->faa_phandle;
    971 	sc->sc_bst = faa->faa_bst;
    972 
    973 	sc->sc_clks = rk3399_cru_clks;
    974 	sc->sc_nclks = __arraycount(rk3399_cru_clks);
    975 
    976 	sc->sc_softrst_base = SOFTRST_CON(0);
    977 
    978 	if (rk_cru_attach(sc) != 0)
    979 		return;
    980 
    981 	aprint_naive("\n");
    982 	aprint_normal(": RK3399 CRU\n");
    983 
    984 	rk3399_cru_init(sc);
    985 
    986 	rk_cru_print(sc);
    987 }
    988