Home | History | Annotate | Line # | Download | only in nvidia
tegra210_car.c revision 1.26
      1 /* $NetBSD: tegra210_car.c,v 1.26 2020/04/30 03:40:52 riastradh Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  * SUCH DAMAGE.
     27  */
     28 
     29 #include <sys/cdefs.h>
     30 __KERNEL_RCSID(0, "$NetBSD: tegra210_car.c,v 1.26 2020/04/30 03:40:52 riastradh Exp $");
     31 
     32 #include <sys/param.h>
     33 #include <sys/bus.h>
     34 #include <sys/device.h>
     35 #include <sys/intr.h>
     36 #include <sys/systm.h>
     37 #include <sys/kernel.h>
     38 #include <sys/rndsource.h>
     39 #include <sys/atomic.h>
     40 #include <sys/kmem.h>
     41 
     42 #include <dev/clk/clk_backend.h>
     43 
     44 #include <arm/nvidia/tegra_reg.h>
     45 #include <arm/nvidia/tegra210_carreg.h>
     46 #include <arm/nvidia/tegra_clock.h>
     47 #include <arm/nvidia/tegra_pmcreg.h>
     48 #include <arm/nvidia/tegra_var.h>
     49 
     50 #include <dev/fdt/fdtvar.h>
     51 
     52 static int	tegra210_car_match(device_t, cfdata_t, void *);
     53 static void	tegra210_car_attach(device_t, device_t, void *);
     54 
     55 static struct clk *tegra210_car_clock_decode(device_t, int, const void *,
     56 					     size_t);
     57 
     58 static const struct fdtbus_clock_controller_func tegra210_car_fdtclock_funcs = {
     59 	.decode = tegra210_car_clock_decode
     60 };
     61 
     62 /* DT clock ID to clock name mappings */
     63 static struct tegra210_car_clock_id {
     64 	const char	*name;
     65 	u_int		id;
     66 } tegra210_car_clock_ids[] = {
     67 	{ "ISPB", 3 },
     68 	{ "RTC", 4 },
     69 	{ "TIMER", 5 },
     70 	{ "UARTA", 6 },
     71 	{ "GPIO", 8 },
     72 	{ "SDMMC2", 9 },
     73 	{ "I2S1", 11 },
     74 	{ "I2C1", 12 },
     75 	{ "SDMMC1", 14 },
     76 	{ "SDMMC4", 15 },
     77 	{ "PWM", 17 },
     78 	{ "I2S2", 18 },
     79 	{ "USBD", 22 },
     80 	{ "ISP", 23 },
     81 	{ "DISP2", 26 },
     82 	{ "DISP1", 27 },
     83 	{ "HOST1X", 28 },
     84 	{ "I2S0", 30 },
     85 	{ "MC", 32 },
     86 	{ "AHBDMA", 33 },
     87 	{ "APBDMA", 34 },
     88 	{ "PMC", 38 },
     89 	{ "KFUSE", 40 },
     90 	{ "SBC1", 41 },
     91 	{ "SBC2", 44 },
     92 	{ "SBC3", 46 },
     93 	{ "I2C5", 47 },
     94 	{ "DSIA", 48 },
     95 	{ "CSI", 52 },
     96 	{ "I2C2", 54 },
     97 	{ "UARTC", 55 },
     98 	{ "MIPI_CAL", 56 },
     99 	{ "EMC", 57 },
    100 	{ "USB2", 58 },
    101 	{ "BSEV", 63 },
    102 	{ "UARTD", 65 },
    103 	{ "I2C3", 67 },
    104 	{ "SBC4", 68 },
    105 	{ "SDMMC3", 69 },
    106 	{ "PCIE", 70 },
    107 	{ "OWR", 71 },
    108 	{ "AFI", 72 },
    109 	{ "CSITE", 73 },
    110 	{ "SOC_THERM", 78 },
    111 	{ "DTV", 79 },
    112 	{ "I2CSLOW", 81 },
    113 	{ "DSIB", 82 },
    114 	{ "TSEC", 83 },
    115 	{ "XUSB_HOST", 89 },
    116 	{ "CSUS", 92 },
    117 	{ "MSELECT", 99 },
    118 	{ "TSENSOR", 100 },
    119 	{ "I2S3", 101 },
    120 	{ "I2S4", 102 },
    121 	{ "I2C4", 103 },
    122 	{ "D_AUDIO", 106 },
    123 	{ "APB2APE", 107 },
    124 	{ "HDA2CODEC_2X", 111 },
    125 	{ "SPDIF_2X", 118 },
    126 	{ "ACTMON", 119 },
    127 	{ "EXTERN1", 120 },
    128 	{ "EXTERN2", 121 },
    129 	{ "EXTERN3", 122 },
    130 	{ "SATA_OOB", 123 },
    131 	{ "SATA", 124 },
    132 	{ "HDA", 125 },
    133 	{ "HDA2HDMI", 128 },
    134 	{ "XUSB_GATE", 143 },
    135 	{ "CILAB", 144 },
    136 	{ "CILCD", 145 },
    137 	{ "CILE", 146 },
    138 	{ "DSIALP", 147 },
    139 	{ "DSIBLP", 148 },
    140 	{ "ENTROPY", 149 },
    141 	{ "XUSB_SS", 156 },
    142 	{ "DMIC1", 161 },
    143 	{ "DMIC2", 162 },
    144 	{ "I2C6", 166 },
    145 	{ "VIM2_CLK", 171 },
    146 	{ "MIPIBIF", 173 },
    147 	{ "CLK72MHZ", 177 },
    148 	{ "VIC03", 178 },
    149 	{ "DPAUX", 181 },
    150 	{ "SOR0", 182 },
    151 	{ "SOR1", 183 },
    152 	{ "GPU", 184 },
    153 	{ "DBGAPB", 185 },
    154 	{ "PLL_P_OUT_ADSP", 187 },
    155 	{ "PLL_G_REF", 189 },
    156 	{ "SDMMC_LEGACY", 193 },
    157 	{ "NVDEC", 194 },
    158 	{ "NVJPG", 195 },
    159 	{ "DMIC3", 197 },
    160 	{ "APE", 198 },
    161 	{ "MAUD", 202 },
    162 	{ "TSECB", 206 },
    163 	{ "DPAUX1", 207 },
    164 	{ "VI_I2C", 208 },
    165 	{ "HSIC_TRK", 209 },
    166 	{ "USB2_TRK", 210 },
    167 	{ "QSPI", 211 },
    168 	{ "UARTAPE", 212 },
    169 	{ "NVENC", 219 },
    170 	{ "SOR_SAFE", 222 },
    171 	{ "PLL_P_OUT_CPU", 223 },
    172 	{ "UARTB", 224 },
    173 	{ "VFIR", 225 },
    174 	{ "SPDIF_IN", 226 },
    175 	{ "SPDIF_OUT", 227 },
    176 	{ "VI", 228 },
    177 	{ "VI_SENSOR", 229 },
    178 	{ "FUSE", 230 },
    179 	{ "FUSE_BURN", 231 },
    180 	{ "CLK_32K", 232 },
    181 	{ "CLK_M", 233 },
    182 	{ "CLK_M_DIV2", 234 },
    183 	{ "CLK_M_DIV4", 235 },
    184 	{ "PLL_REF", 236 },
    185 	{ "PLL_C", 237 },
    186 	{ "PLL_C_OUT1", 238 },
    187 	{ "PLL_C2", 239 },
    188 	{ "PLL_C3", 240 },
    189 	{ "PLL_M", 241 },
    190 	{ "PLL_M_OUT1", 242 },
    191 	{ "PLL_P", 243 },
    192 	{ "PLL_P_OUT1", 244 },
    193 	{ "PLL_P_OUT2", 245 },
    194 	{ "PLL_P_OUT3", 246 },
    195 	{ "PLL_P_OUT4", 247 },
    196 	{ "PLL_A", 248 },
    197 	{ "PLL_A_OUT0", 249 },
    198 	{ "PLL_D", 250 },
    199 	{ "PLL_D_OUT0", 251 },
    200 	{ "PLL_D2", 252 },
    201 	{ "PLL_D2_OUT0", 253 },
    202 	{ "PLL_U", 254 },
    203 	{ "PLL_U_480M", 255 },
    204 	{ "PLL_U_60M", 256 },
    205 	{ "PLL_U_48M", 257 },
    206 	{ "PLL_X", 259 },
    207 	{ "PLL_X_OUT0", 260 },
    208 	{ "PLL_RE_VCO", 261 },
    209 	{ "PLL_RE_OUT", 262 },
    210 	{ "PLL_E", 263 },
    211 	{ "SPDIF_IN_SYNC", 264 },
    212 	{ "I2S0_SYNC", 265 },
    213 	{ "I2S1_SYNC", 266 },
    214 	{ "I2S2_SYNC", 267 },
    215 	{ "I2S3_SYNC", 268 },
    216 	{ "I2S4_SYNC", 269 },
    217 	{ "VIMCLK_SYNC", 270 },
    218 	{ "AUDIO0", 271 },
    219 	{ "AUDIO1", 272 },
    220 	{ "AUDIO2", 273 },
    221 	{ "AUDIO3", 274 },
    222 	{ "AUDIO4", 275 },
    223 	{ "SPDIF", 276 },
    224 	{ "CLK_OUT_1", 277 },
    225 	{ "CLK_OUT_2", 278 },
    226 	{ "CLK_OUT_3", 279 },
    227 	{ "BLINK", 280 },
    228 	{ "SOR1_SRC", 282 },
    229 	{ "XUSB_HOST_SRC", 284 },
    230 	{ "XUSB_FALCON_SRC", 285 },
    231 	{ "XUSB_FS_SRC", 286 },
    232 	{ "XUSB_SS_SRC", 287 },
    233 	{ "XUSB_DEV_SRC", 288 },
    234 	{ "XUSB_DEV", 289 },
    235 	{ "XUSB_HS_SRC", 290 },
    236 	{ "SCLK", 291 },
    237 	{ "HCLK", 292 },
    238 	{ "PCLK", 293 },
    239 	{ "CCLK_G", 294 },
    240 	{ "CCLK_LP", 295 },
    241 	{ "DFLL_REF", 296 },
    242 	{ "DFLL_SOC", 297 },
    243 	{ "VI_SENSOR2", 298 },
    244 	{ "PLL_P_OUT5", 299 },
    245 	{ "CML0", 300 },
    246 	{ "CML1", 301 },
    247 	{ "PLL_C4", 302 },
    248 	{ "PLL_DP", 303 },
    249 	{ "PLL_E_MUX", 304 },
    250 	{ "PLL_MB", 305 },
    251 	{ "PLL_A1", 306 },
    252 	{ "PLL_D_DSI_OUT", 307 },
    253 	{ "PLL_C4_OUT0", 308 },
    254 	{ "PLL_C4_OUT1", 309 },
    255 	{ "PLL_C4_OUT2", 310 },
    256 	{ "PLL_C4_OUT3", 311 },
    257 	{ "PLL_U_OUT", 312 },
    258 	{ "PLL_U_OUT1", 313 },
    259 	{ "PLL_U_OUT2", 314 },
    260 	{ "USB2_HSIC_TRK", 315 },
    261 	{ "PLL_P_OUT_HSIO", 316 },
    262 	{ "PLL_P_OUT_XUSB", 317 },
    263 	{ "XUSB_SSP_SRC", 318 },
    264 	{ "PLL_RE_OUT1", 319 },
    265 	{ "AUDIO0_MUX", 350 },
    266 	{ "AUDIO1_MUX", 351 },
    267 	{ "AUDIO2_MUX", 352 },
    268 	{ "AUDIO3_MUX", 353 },
    269 	{ "AUDIO4_MUX", 354 },
    270 	{ "SPDIF_MUX", 355 },
    271 	{ "CLK_OUT_1_MUX", 356 },
    272 	{ "CLK_OUT_2_MUX", 357 },
    273 	{ "CLK_OUT_3_MUX", 358 },
    274 	{ "DSIA_MUX", 359 },
    275 	{ "DSIB_MUX", 360 },
    276 	{ "SOR0_LVDS", 361 },
    277 	{ "XUSB_SS_DIV2", 362 },
    278 	{ "PLL_M_UD", 363 },
    279 	{ "PLL_C_UD", 364 },
    280 	{ "SCLK_MUX", 365 },
    281 };
    282 
    283 static struct clk *tegra210_car_clock_get(void *, const char *);
    284 static void	tegra210_car_clock_put(void *, struct clk *);
    285 static u_int	tegra210_car_clock_get_rate(void *, struct clk *);
    286 static int	tegra210_car_clock_set_rate(void *, struct clk *, u_int);
    287 static int	tegra210_car_clock_enable(void *, struct clk *);
    288 static int	tegra210_car_clock_disable(void *, struct clk *);
    289 static int	tegra210_car_clock_set_parent(void *, struct clk *,
    290 		    struct clk *);
    291 static struct clk *tegra210_car_clock_get_parent(void *, struct clk *);
    292 
    293 static const struct clk_funcs tegra210_car_clock_funcs = {
    294 	.get = tegra210_car_clock_get,
    295 	.put = tegra210_car_clock_put,
    296 	.get_rate = tegra210_car_clock_get_rate,
    297 	.set_rate = tegra210_car_clock_set_rate,
    298 	.enable = tegra210_car_clock_enable,
    299 	.disable = tegra210_car_clock_disable,
    300 	.set_parent = tegra210_car_clock_set_parent,
    301 	.get_parent = tegra210_car_clock_get_parent,
    302 };
    303 
    304 #define CLK_FIXED(_name, _rate) {				\
    305 	.base = { .name = (_name) }, .type = TEGRA_CLK_FIXED,	\
    306 	.u = { .fixed = { .rate = (_rate) } }			\
    307 }
    308 
    309 #define CLK_PLL(_name, _parent, _base, _divm, _divn, _divp) {	\
    310 	.base = { .name = (_name) }, .type = TEGRA_CLK_PLL,	\
    311 	.parent = (_parent),					\
    312 	.u = {							\
    313 		.pll = {					\
    314 			.base_reg = (_base),			\
    315 			.divm_mask = (_divm),			\
    316 			.divn_mask = (_divn),			\
    317 			.divp_mask = (_divp),			\
    318 		}						\
    319 	}							\
    320 }
    321 
    322 #define CLK_MUX(_name, _reg, _bits, _p) {			\
    323 	.base = { .name = (_name) }, .type = TEGRA_CLK_MUX,	\
    324 	.u = {							\
    325 		.mux = {					\
    326 			.nparents = __arraycount(_p),		\
    327 			.parents = (_p),			\
    328 			.reg = (_reg),				\
    329 			.bits = (_bits)				\
    330 		}						\
    331 	}							\
    332 }
    333 
    334 #define CLK_FIXED_DIV(_name, _parent, _div) {			\
    335 	.base = { .name = (_name) }, .type = TEGRA_CLK_FIXED_DIV, \
    336 	.parent = (_parent),					\
    337 	.u = {							\
    338 		.fixed_div = {					\
    339 			.div = (_div)				\
    340 		}						\
    341 	}							\
    342 }
    343 
    344 #define CLK_DIV(_name, _parent, _reg, _bits) {			\
    345 	.base = { .name = (_name) }, .type = TEGRA_CLK_DIV,	\
    346 	.parent = (_parent),					\
    347 	.u = {							\
    348 		.div = {					\
    349 			.reg = (_reg),				\
    350 			.bits = (_bits)				\
    351 		}						\
    352 	}							\
    353 }
    354 
    355 #define CLK_GATE(_name, _parent, _set, _clr, _bits) {		\
    356 	.base = { .name = (_name), .flags = CLK_SET_RATE_PARENT }, \
    357 	.type = TEGRA_CLK_GATE,					\
    358 	.parent = (_parent),					\
    359 	.u = {							\
    360 		.gate = {					\
    361 			.set_reg = (_set),			\
    362 			.clr_reg = (_clr),			\
    363 			.bits = (_bits),			\
    364 		}						\
    365 	}							\
    366 }
    367 
    368 #define CLK_GATE_L(_name, _parent, _bits) 			\
    369 	CLK_GATE(_name, _parent,				\
    370 		 CAR_CLK_ENB_L_SET_REG, CAR_CLK_ENB_L_CLR_REG,	\
    371 		 _bits)
    372 
    373 #define CLK_GATE_H(_name, _parent, _bits) 			\
    374 	CLK_GATE(_name, _parent,				\
    375 		 CAR_CLK_ENB_H_SET_REG, CAR_CLK_ENB_H_CLR_REG,	\
    376 		 _bits)
    377 
    378 #define CLK_GATE_U(_name, _parent, _bits) 			\
    379 	CLK_GATE(_name, _parent,				\
    380 		 CAR_CLK_ENB_U_SET_REG, CAR_CLK_ENB_U_CLR_REG,	\
    381 		 _bits)
    382 
    383 #define CLK_GATE_V(_name, _parent, _bits) 			\
    384 	CLK_GATE(_name, _parent,				\
    385 		 CAR_CLK_ENB_V_SET_REG, CAR_CLK_ENB_V_CLR_REG,	\
    386 		 _bits)
    387 
    388 #define CLK_GATE_W(_name, _parent, _bits) 			\
    389 	CLK_GATE(_name, _parent,				\
    390 		 CAR_CLK_ENB_W_SET_REG, CAR_CLK_ENB_W_CLR_REG,	\
    391 		 _bits)
    392 
    393 #define CLK_GATE_X(_name, _parent, _bits) 			\
    394 	CLK_GATE(_name, _parent,				\
    395 		 CAR_CLK_ENB_X_SET_REG, CAR_CLK_ENB_X_CLR_REG,	\
    396 		 _bits)
    397 
    398 #define CLK_GATE_Y(_name, _parent, _bits) 			\
    399 	CLK_GATE(_name, _parent,				\
    400 		 CAR_CLK_ENB_Y_SET_REG, CAR_CLK_ENB_Y_CLR_REG,	\
    401 		 _bits)
    402 
    403 
    404 #define CLK_GATE_SIMPLE(_name, _parent, _reg, _bits)		\
    405 	CLK_GATE(_name, _parent, _reg, _reg, _bits)
    406 
    407 static const char *mux_uart_p[] =
    408 	{ "PLL_P", "PLL_C2", "PLL_C", "PLL_C4_OUT0",
    409 	  NULL, "PLL_C4_OUT1", "CLK_M", "PLL_C4_OUT2" };
    410 
    411 static const char *mux_sdmmc1_p[] =
    412 	{ "PLL_P", "PLL_A", "PLL_C", "PLL_C4_OUT0",
    413 	  "PLL_M", "PLL_E", "CLK_M", "PLL_C4_OUT0" };
    414 
    415 static const char *mux_sdmmc2_4_p[] =
    416 	{ "PLL_P", "PLL_C4_OUT2"/*LJ*/, "PLL_C4_OUT0"/*LJ*/, "PLL_C4_OUT2",
    417 	  "PLL_M", "PLL_E", "CLK_M", "PLL_C4_OUT0" };
    418 
    419 static const char *mux_sdmmc3_p[] =
    420 	{ "PLL_P", "PLL_A", "PLL_C", "PLL_C4_OUT2",
    421 	  "PLL_C4_OUT1", "PLL_E", "CLK_M", "PLL_C4_OUT0" };
    422 
    423 static const char *mux_i2c_p[] =
    424 	{ "PLL_P", "PLL_C2_OUT0", "PLL_C", "PLL_C4_OUT0",
    425 	  NULL, "PLL_C4_OUT1", "CLK_M", "PLL_C4_OUT2" };
    426 
    427 static const char *mux_xusb_host_p[] =
    428 	{ "CLK_M", "PLL_P", NULL, NULL,
    429 	  NULL, "PLL_REF", NULL, NULL };
    430 
    431 static const char *mux_xusb_fs_p[] =
    432 	{ "CLK_M", NULL, "PLL_U_48M", NULL,
    433 	  "PLL_P", NULL, "PLL_U_480M", NULL };
    434 
    435 static const char *mux_xusb_ss_p[] =
    436 	{ "CLK_M", "PLL_REF", "CLK_32K", "PLL_U_480M",
    437 	  NULL, NULL, NULL, NULL };
    438 
    439 static const char *mux_mselect_p[] =
    440 	{ "PLL_P", "PLL_C2", "PLL_C", "PLL_C4_OUT2",
    441 	  "PLL_C4_OUT1", "CLK_S", "CLK_M", "PLL_C4_OUT0" };
    442 
    443 static const char *mux_tsensor_p[] =
    444 	{ "PLL_P", "PLL_C2", "PLL_C", "PLL_C4_OUT0",
    445 	  "CLK_M", "PLL_C4_OUT1", "CLK_S", "PLL_C4_OUT2" };
    446 
    447 static const char *mux_soc_therm_p[] =
    448 	{ "CLK_M", "PLL_C", "PLL_P", "PLL_A",
    449 	  "PLL_C2", "PLL_C4_OUT0", "PLL_C4_OUT1", "PLL_C4_OUT2" };
    450 
    451 static const char *mux_hda2codec_2x_p[] =
    452 	{ "PLL_P", "PLL_C2", "PLL_C4_OUT0", "PLL_A",
    453 	  "PLL_A", "PLL_C4_OUT1", "CLK_M", "PLL_C4_OUT2" };
    454 
    455 static const char *mux_hda_p[] =
    456 	{ "PLL_P", "PLL_C2", "PLL_C", "PLL_C4_OUT0",
    457 	  NULL, "PLL_C4_OUT1", "CLK_M", "PLL_C4_OUT2" };
    458 
    459 static const char *mux_sata_p[] =
    460 	{ "PLL_P", NULL, "PLL_C", NULL, NULL, NULL, "CLK_M" };
    461 
    462 static struct tegra_clk tegra210_car_clocks[] = {
    463 	CLK_FIXED("CLK_M", TEGRA210_REF_FREQ),
    464 
    465 	CLK_PLL("PLL_P", "CLK_M", CAR_PLLP_BASE_REG,
    466 		CAR_PLLP_BASE_DIVM, CAR_PLLP_BASE_DIVN, CAR_PLLP_BASE_DIVP),
    467 	CLK_PLL("PLL_C", "CLK_M", CAR_PLLC_BASE_REG,
    468 		CAR_PLLC_BASE_DIVM, CAR_PLLC_BASE_DIVN, CAR_PLLC_BASE_DIVP),
    469 	CLK_PLL("PLL_U", "CLK_M", CAR_PLLU_BASE_REG,
    470 		CAR_PLLU_BASE_DIVM, CAR_PLLU_BASE_DIVN, CAR_PLLU_BASE_DIVP),
    471 	CLK_PLL("PLL_X", "CLK_M", CAR_PLLX_BASE_REG,
    472 		CAR_PLLX_BASE_DIVM, CAR_PLLX_BASE_DIVN, CAR_PLLX_BASE_DIVP),
    473 	CLK_PLL("PLL_E", "CLK_M", CAR_PLLE_BASE_REG,
    474 		CAR_PLLE_BASE_DIVM, CAR_PLLE_BASE_DIVN, CAR_PLLE_BASE_DIVP_CML),
    475 	CLK_PLL("PLL_D", "CLK_M", CAR_PLLD_BASE_REG,
    476 		CAR_PLLD_BASE_DIVM, CAR_PLLD_BASE_DIVN, CAR_PLLD_BASE_DIVP),
    477 	CLK_PLL("PLL_D2", "CLK_M", CAR_PLLD2_BASE_REG,
    478 		CAR_PLLD2_BASE_DIVM, CAR_PLLD2_BASE_DIVN, CAR_PLLD2_BASE_DIVP),
    479 	CLK_PLL("PLL_REF", "CLK_M", CAR_PLLREFE_BASE_REG,
    480 		CAR_PLLREFE_BASE_DIVM, CAR_PLLREFE_BASE_DIVN, CAR_PLLREFE_BASE_DIVP),
    481 
    482 	CLK_FIXED_DIV("PLL_U_480M", "PLL_U", 1),
    483 	CLK_FIXED_DIV("PLL_U_48M", "PLL_U", 10),
    484 
    485 	CLK_MUX("MUX_UARTA", CAR_CLKSRC_UARTA_REG, CAR_CLKSRC_UART_SRC,
    486 		mux_uart_p),
    487 	CLK_MUX("MUX_UARTB", CAR_CLKSRC_UARTB_REG, CAR_CLKSRC_UART_SRC,
    488 		mux_uart_p),
    489 	CLK_MUX("MUX_UARTC", CAR_CLKSRC_UARTC_REG, CAR_CLKSRC_UART_SRC,
    490 		mux_uart_p),
    491 	CLK_MUX("MUX_UARTD", CAR_CLKSRC_UARTD_REG, CAR_CLKSRC_UART_SRC,
    492 		mux_uart_p),
    493 
    494 	CLK_MUX("MUX_SDMMC1", CAR_CLKSRC_SDMMC1_REG, CAR_CLKSRC_SDMMC_SRC,
    495 	 	mux_sdmmc1_p),
    496 	CLK_MUX("MUX_SDMMC2", CAR_CLKSRC_SDMMC2_REG, CAR_CLKSRC_SDMMC_SRC,
    497 	 	mux_sdmmc2_4_p),
    498 	CLK_MUX("MUX_SDMMC3", CAR_CLKSRC_SDMMC3_REG, CAR_CLKSRC_SDMMC_SRC,
    499 	 	mux_sdmmc3_p),
    500 	CLK_MUX("MUX_SDMMC4", CAR_CLKSRC_SDMMC4_REG, CAR_CLKSRC_SDMMC_SRC,
    501 	 	mux_sdmmc2_4_p),
    502 
    503 	CLK_MUX("MUX_I2C1", CAR_CLKSRC_I2C1_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    504 	CLK_MUX("MUX_I2C2", CAR_CLKSRC_I2C2_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    505 	CLK_MUX("MUX_I2C3", CAR_CLKSRC_I2C3_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    506 	CLK_MUX("MUX_I2C4", CAR_CLKSRC_I2C4_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    507 	CLK_MUX("MUX_I2C5", CAR_CLKSRC_I2C5_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    508 	CLK_MUX("MUX_I2C6", CAR_CLKSRC_I2C6_REG, CAR_CLKSRC_I2C_SRC, mux_i2c_p),
    509 
    510 	CLK_MUX("MUX_XUSB_HOST",
    511 		CAR_CLKSRC_XUSB_HOST_REG, CAR_CLKSRC_XUSB_HOST_SRC,
    512 		mux_xusb_host_p),
    513 	CLK_MUX("MUX_XUSB_FALCON",
    514 		CAR_CLKSRC_XUSB_FALCON_REG, CAR_CLKSRC_XUSB_FALCON_SRC,
    515 		mux_xusb_host_p),
    516 	CLK_MUX("MUX_XUSB_SS",
    517 		CAR_CLKSRC_XUSB_SS_REG, CAR_CLKSRC_XUSB_SS_SRC,
    518 		mux_xusb_ss_p),
    519 	CLK_MUX("MUX_XUSB_FS",
    520 		CAR_CLKSRC_XUSB_FS_REG, CAR_CLKSRC_XUSB_FS_SRC,
    521 		mux_xusb_fs_p),
    522 
    523 	CLK_MUX("MUX_MSELECT",
    524 		CAR_CLKSRC_MSELECT_REG, CAR_CLKSRC_MSELECT_SRC,
    525 		mux_mselect_p),
    526 
    527 	CLK_MUX("MUX_TSENSOR",
    528 		CAR_CLKSRC_TSENSOR_REG, CAR_CLKSRC_TSENSOR_SRC,
    529 		mux_tsensor_p),
    530 	CLK_MUX("MUX_SOC_THERM",
    531 		CAR_CLKSRC_SOC_THERM_REG, CAR_CLKSRC_SOC_THERM_SRC,
    532 		mux_soc_therm_p),
    533 
    534 	CLK_MUX("MUX_HDA2CODEC_2X",
    535 		CAR_CLKSRC_HDA2CODEC_2X_REG, CAR_CLKSRC_HDA2CODEC_2X_SRC,
    536 		mux_hda2codec_2x_p),
    537 	CLK_MUX("MUX_HDA",
    538 		CAR_CLKSRC_HDA_REG, CAR_CLKSRC_HDA_SRC,
    539 		mux_hda_p),
    540 
    541 	CLK_MUX("MUX_SATA_OOB",
    542 		CAR_CLKSRC_SATA_OOB_REG	, CAR_CLKSRC_SATA_OOB_SRC,
    543 		mux_sata_p),
    544 	CLK_MUX("MUX_SATA",
    545 		CAR_CLKSRC_SATA_REG, CAR_CLKSRC_SATA_SRC,
    546 		mux_sata_p),
    547 
    548 	CLK_DIV("DIV_UARTA", "MUX_UARTA",
    549 		CAR_CLKSRC_UARTA_REG, CAR_CLKSRC_UART_DIV),
    550 	CLK_DIV("DIV_UARTB", "MUX_UARTB",
    551 		CAR_CLKSRC_UARTB_REG, CAR_CLKSRC_UART_DIV),
    552 	CLK_DIV("DIV_UARTC", "MUX_UARTC",
    553 		CAR_CLKSRC_UARTC_REG, CAR_CLKSRC_UART_DIV),
    554 	CLK_DIV("DIV_UARTD", "MUX_UARTD",
    555 		CAR_CLKSRC_UARTD_REG, CAR_CLKSRC_UART_DIV),
    556 
    557 	CLK_DIV("DIV_SDMMC1", "MUX_SDMMC1",
    558 		CAR_CLKSRC_SDMMC1_REG, CAR_CLKSRC_SDMMC_DIV),
    559 	CLK_DIV("DIV_SDMMC2", "MUX_SDMMC2",
    560 		CAR_CLKSRC_SDMMC2_REG, CAR_CLKSRC_SDMMC_DIV),
    561 	CLK_DIV("DIV_SDMMC3", "MUX_SDMMC3",
    562 		CAR_CLKSRC_SDMMC3_REG, CAR_CLKSRC_SDMMC_DIV),
    563 	CLK_DIV("DIV_SDMMC4", "MUX_SDMMC4",
    564 		CAR_CLKSRC_SDMMC4_REG, CAR_CLKSRC_SDMMC_DIV),
    565 
    566 	CLK_DIV("DIV_I2C1", "MUX_I2C1",
    567 		CAR_CLKSRC_I2C1_REG, CAR_CLKSRC_I2C_DIV),
    568 	CLK_DIV("DIV_I2C2", "MUX_I2C2",
    569 		CAR_CLKSRC_I2C2_REG, CAR_CLKSRC_I2C_DIV),
    570 	CLK_DIV("DIV_I2C3", "MUX_I2C3",
    571 		CAR_CLKSRC_I2C3_REG, CAR_CLKSRC_I2C_DIV),
    572 	CLK_DIV("DIV_I2C4", "MUX_I2C4",
    573 		CAR_CLKSRC_I2C4_REG, CAR_CLKSRC_I2C_DIV),
    574 	CLK_DIV("DIV_I2C5", "MUX_I2C5",
    575 		CAR_CLKSRC_I2C5_REG, CAR_CLKSRC_I2C_DIV),
    576 	CLK_DIV("DIV_I2C6", "MUX_I2C6",
    577 		CAR_CLKSRC_I2C6_REG, CAR_CLKSRC_I2C_DIV),
    578 
    579 	CLK_DIV("XUSB_HOST_SRC", "MUX_XUSB_HOST",
    580 		CAR_CLKSRC_XUSB_HOST_REG, CAR_CLKSRC_XUSB_HOST_DIV),
    581 	CLK_DIV("XUSB_SS_SRC", "MUX_XUSB_SS",
    582 		CAR_CLKSRC_XUSB_SS_REG, CAR_CLKSRC_XUSB_SS_DIV),
    583 	CLK_DIV("XUSB_FS_SRC", "MUX_XUSB_FS",
    584 		CAR_CLKSRC_XUSB_FS_REG, CAR_CLKSRC_XUSB_FS_DIV),
    585 	CLK_DIV("XUSB_FALCON_SRC", "MUX_XUSB_FALCON",
    586 		CAR_CLKSRC_XUSB_FALCON_REG, CAR_CLKSRC_XUSB_FALCON_DIV),
    587 	CLK_DIV("USB2_HSIC_TRK", "CLK_M",
    588 		CAR_CLKSRC_USB2_HSIC_TRK_REG, CAR_CLKSRC_USB2_HSIC_TRK_DIV),
    589 	CLK_DIV("DIV_PLL_U_OUT1", "PLL_U",
    590 		CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT1_RATIO),
    591 	CLK_DIV("DIV_PLL_U_OUT2", "PLL_U",
    592 		CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT2_RATIO),
    593 
    594 	CLK_DIV("DIV_MSELECT", "MUX_MSELECT",
    595 		CAR_CLKSRC_MSELECT_REG, CAR_CLKSRC_MSELECT_DIV),
    596 
    597         CLK_DIV("DIV_TSENSOR", "MUX_TSENSOR",
    598                 CAR_CLKSRC_TSENSOR_REG, CAR_CLKSRC_TSENSOR_DIV),
    599 	CLK_DIV("DIV_SOC_THERM", "MUX_SOC_THERM",
    600 		CAR_CLKSRC_SOC_THERM_REG, CAR_CLKSRC_SOC_THERM_DIV),
    601 
    602 	CLK_DIV("DIV_HDA2CODEC_2X", "MUX_HDA2CODEC_2X",
    603 		CAR_CLKSRC_HDA2CODEC_2X_REG, CAR_CLKSRC_HDA2CODEC_2X_DIV),
    604 	CLK_DIV("DIV_HDA", "MUX_HDA",
    605 		CAR_CLKSRC_HDA_REG, CAR_CLKSRC_HDA_DIV),
    606 
    607 	CLK_DIV("DIV_SATA_OOB", "MUX_SATA_OOB",
    608 		CAR_CLKSRC_SATA_OOB_REG, CAR_CLKSRC_SATA_OOB_DIV),
    609 	CLK_DIV("DIV_SATA", "MUX_SATA",
    610 		CAR_CLKSRC_SATA_REG, CAR_CLKSRC_SATA_DIV),
    611 
    612 	CLK_GATE_SIMPLE("PLL_U_OUT1", "DIV_PLL_U_OUT1",
    613 		 CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT1_CLKEN),
    614 	CLK_GATE_SIMPLE("PLL_U_OUT2", "DIV_PLL_U_OUT2",
    615 		 CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT2_CLKEN),
    616 
    617 	CLK_GATE_SIMPLE("CML0", "PLL_E",
    618 		 CAR_PLLE_AUX_REG, CAR_PLLE_AUX_CML0_OEN),
    619 	CLK_GATE_SIMPLE("CML1", "PLL_E",
    620 		 CAR_PLLE_AUX_REG, CAR_PLLE_AUX_CML1_OEN),
    621 
    622 	CLK_GATE_L("UARTA", "DIV_UARTA", CAR_DEV_L_UARTA),
    623 	CLK_GATE_L("UARTB", "DIV_UARTB", CAR_DEV_L_UARTB),
    624 	CLK_GATE_H("UARTC", "DIV_UARTC", CAR_DEV_H_UARTC),
    625 	CLK_GATE_U("UARTD", "DIV_UARTD", CAR_DEV_U_UARTD),
    626 	CLK_GATE_L("SDMMC1", "DIV_SDMMC1", CAR_DEV_L_SDMMC1),
    627 	CLK_GATE_L("SDMMC2", "DIV_SDMMC2", CAR_DEV_L_SDMMC2),
    628 	CLK_GATE_U("SDMMC3", "DIV_SDMMC3", CAR_DEV_U_SDMMC3),
    629 	CLK_GATE_L("SDMMC4", "DIV_SDMMC4", CAR_DEV_L_SDMMC4),
    630 	CLK_GATE_L("I2C1", "DIV_I2C1", CAR_DEV_L_I2C1),
    631 	CLK_GATE_H("I2C2", "DIV_I2C2", CAR_DEV_H_I2C2),
    632 	CLK_GATE_U("I2C3", "DIV_I2C3", CAR_DEV_U_I2C3),
    633 	CLK_GATE_V("I2C4", "DIV_I2C4", CAR_DEV_V_I2C4),
    634 	CLK_GATE_H("I2C5", "DIV_I2C5", CAR_DEV_H_I2C5),
    635 	CLK_GATE_X("I2C6", "DIV_I2C6", CAR_DEV_X_I2C6),
    636 	CLK_GATE_W("XUSB_GATE", "CLK_M", CAR_DEV_W_XUSB),
    637 	CLK_GATE_U("XUSB_HOST", "XUSB_HOST_SRC", CAR_DEV_U_XUSB_HOST),
    638 	CLK_GATE_W("XUSB_SS", "XUSB_SS_SRC", CAR_DEV_W_XUSB_SS),
    639 	CLK_GATE_H("FUSE", "CLK_M", CAR_DEV_H_FUSE),
    640 	CLK_GATE_Y("USB2_TRK", "USB2_HSIC_TRK", CAR_DEV_Y_USB2_TRK),
    641 	CLK_GATE_Y("HSIC_TRK", "USB2_HSIC_TRK", CAR_DEV_Y_HSIC_TRK),
    642 	CLK_GATE_H("APBDMA", "CLK_M", CAR_DEV_H_APBDMA),
    643 	CLK_GATE_L("USBD", "PLL_U_480M", CAR_DEV_L_USBD),
    644 	CLK_GATE_H("USB2", "PLL_U_480M", CAR_DEV_H_USB2),
    645 	CLK_GATE_V("MSELECT", "DIV_MSELECT", CAR_DEV_V_MSELECT),
    646 	CLK_GATE_U("PCIE", "CLK_M", CAR_DEV_U_PCIE),
    647 	CLK_GATE_U("AFI", "MSELECT", CAR_DEV_U_AFI),
    648 	CLK_GATE_V("TSENSOR", "DIV_TSENSOR", CAR_DEV_V_TSENSOR),
    649 	CLK_GATE_U("SOC_THERM", "DIV_SOC_THERM", CAR_DEV_U_SOC_THERM),
    650 	CLK_GATE_W("HDA2HDMI", "CLK_M", CAR_DEV_W_HDA2HDMICODEC),
    651 	CLK_GATE_V("HDA2CODEC_2X", "DIV_HDA2CODEC_2X", CAR_DEV_V_HDA2CODEC_2X),
    652 	CLK_GATE_V("HDA", "DIV_HDA", CAR_DEV_V_HDA),
    653 
    654 	CLK_GATE_V("SATA_OOB", "DIV_SATA_OOB", CAR_DEV_V_SATA_OOB),
    655 	CLK_GATE_V("SATA", "DIV_SATA", CAR_DEV_V_SATA),
    656 };
    657 
    658 struct tegra210_init_parent {
    659 	const char *clock;
    660 	const char *parent;
    661 	u_int rate;
    662 	u_int enable;
    663 } tegra210_init_parents[] = {
    664 	{ "SDMMC1", 		"PLL_P", 0, 0 },
    665 	{ "SDMMC2",		"PLL_P", 0, 0 },
    666 	{ "SDMMC3",		"PLL_P", 0, 0 },
    667 	{ "SDMMC4",		"PLL_P", 0, 0 },
    668 	{ "SOC_THERM",		"PLL_P", 0, 0 },
    669 	{ "TSENSOR",		"CLK_M", 0, 0 },
    670 	{ "XUSB_GATE",		NULL, 0, 1 },
    671 	{ "XUSB_HOST_SRC",	"PLL_P", 102000000, 0 },
    672 	{ "XUSB_FALCON_SRC",	"PLL_P", 204000000, 0 },
    673 	{ "XUSB_SS_SRC",	"PLL_U_480M", 120000000, 0 },
    674 	{ "XUSB_FS_SRC",	"PLL_U_48M", 48000000, 0 },
    675 	{ "PLL_U_OUT1",		NULL, 48000000, 1 },
    676 	{ "PLL_U_OUT2",		NULL, 60000000, 1 },
    677 	{ "CML0",		NULL, 0, 1 },
    678 	{ "CML1",		NULL, 0, 0 },
    679 	{ "AFI",		NULL, 0, 1 },
    680 	{ "PCIE",		NULL, 0, 1 },
    681 	{ "SATA",		"PLL_P", 104000000, 0 },
    682 	{ "SATA_OOB",		"PLL_P", 204000000, 0 },
    683 };
    684 
    685 struct tegra210_car_rst {
    686 	u_int	set_reg;
    687 	u_int	clr_reg;
    688 	u_int	mask;
    689 };
    690 
    691 static struct tegra210_car_reset_reg {
    692 	u_int	set_reg;
    693 	u_int	clr_reg;
    694 } tegra210_car_reset_regs[] = {
    695 	{ CAR_RST_DEV_L_SET_REG, CAR_RST_DEV_L_CLR_REG },
    696 	{ CAR_RST_DEV_H_SET_REG, CAR_RST_DEV_H_CLR_REG },
    697 	{ CAR_RST_DEV_U_SET_REG, CAR_RST_DEV_U_CLR_REG },
    698 	{ CAR_RST_DEV_V_SET_REG, CAR_RST_DEV_V_CLR_REG },
    699 	{ CAR_RST_DEV_W_SET_REG, CAR_RST_DEV_W_CLR_REG },
    700 	{ CAR_RST_DEV_X_SET_REG, CAR_RST_DEV_X_CLR_REG },
    701 	{ CAR_RST_DEV_Y_SET_REG, CAR_RST_DEV_Y_CLR_REG },
    702 };
    703 
    704 static void *	tegra210_car_reset_acquire(device_t, const void *, size_t);
    705 static void	tegra210_car_reset_release(device_t, void *);
    706 static int	tegra210_car_reset_assert(device_t, void *);
    707 static int	tegra210_car_reset_deassert(device_t, void *);
    708 
    709 static const struct fdtbus_reset_controller_func tegra210_car_fdtreset_funcs = {
    710 	.acquire = tegra210_car_reset_acquire,
    711 	.release = tegra210_car_reset_release,
    712 	.reset_assert = tegra210_car_reset_assert,
    713 	.reset_deassert = tegra210_car_reset_deassert,
    714 };
    715 
    716 struct tegra210_car_softc {
    717 	device_t		sc_dev;
    718 	bus_space_tag_t		sc_bst;
    719 	bus_space_handle_t	sc_bsh;
    720 
    721 	struct clk_domain	sc_clkdom;
    722 
    723 	u_int			sc_clock_cells;
    724 	u_int			sc_reset_cells;
    725 
    726 	kmutex_t		sc_rndlock;
    727 	krndsource_t		sc_rndsource;
    728 };
    729 
    730 static void	tegra210_car_init(struct tegra210_car_softc *);
    731 static void	tegra210_car_utmip_init(struct tegra210_car_softc *);
    732 static void	tegra210_car_xusb_init(struct tegra210_car_softc *);
    733 static void	tegra210_car_watchdog_init(struct tegra210_car_softc *);
    734 static void	tegra210_car_parent_init(struct tegra210_car_softc *);
    735 
    736 
    737 CFATTACH_DECL_NEW(tegra210_car, sizeof(struct tegra210_car_softc),
    738 	tegra210_car_match, tegra210_car_attach, NULL, NULL);
    739 
    740 static int
    741 tegra210_car_match(device_t parent, cfdata_t cf, void *aux)
    742 {
    743 	const char * const compatible[] = { "nvidia,tegra210-car", NULL };
    744 	struct fdt_attach_args * const faa = aux;
    745 
    746 #if 0
    747 	return of_match_compatible(faa->faa_phandle, compatible);
    748 #else
    749 	if (of_match_compatible(faa->faa_phandle, compatible) == 0)
    750 		return 0;
    751 
    752 	return 999;
    753 #endif
    754 }
    755 
    756 static void
    757 tegra210_car_attach(device_t parent, device_t self, void *aux)
    758 {
    759 	struct tegra210_car_softc * const sc = device_private(self);
    760 	struct fdt_attach_args * const faa = aux;
    761 	const int phandle = faa->faa_phandle;
    762 	bus_addr_t addr;
    763 	bus_size_t size;
    764 	int error, n;
    765 
    766 	if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) {
    767 		aprint_error(": couldn't get registers\n");
    768 		return;
    769 	}
    770 
    771 	sc->sc_dev = self;
    772 	sc->sc_bst = faa->faa_bst;
    773 	error = bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh);
    774 	if (error) {
    775 		aprint_error(": couldn't map %#" PRIxBUSADDR ": %d", addr, error);
    776 		return;
    777 	}
    778 	if (of_getprop_uint32(phandle, "#clock-cells", &sc->sc_clock_cells))
    779 		sc->sc_clock_cells = 1;
    780 	if (of_getprop_uint32(phandle, "#reset-cells", &sc->sc_reset_cells))
    781 		sc->sc_reset_cells = 1;
    782 
    783 	aprint_naive("\n");
    784 	aprint_normal(": CAR\n");
    785 
    786 	sc->sc_clkdom.name = device_xname(self);
    787 	sc->sc_clkdom.funcs = &tegra210_car_clock_funcs;
    788 	sc->sc_clkdom.priv = sc;
    789 	for (n = 0; n < __arraycount(tegra210_car_clocks); n++) {
    790 		tegra210_car_clocks[n].base.domain = &sc->sc_clkdom;
    791 		clk_attach(&tegra210_car_clocks[n].base);
    792 	}
    793 
    794 	fdtbus_register_clock_controller(self, phandle,
    795 	    &tegra210_car_fdtclock_funcs);
    796 	fdtbus_register_reset_controller(self, phandle,
    797 	    &tegra210_car_fdtreset_funcs);
    798 
    799 	tegra210_car_init(sc);
    800 
    801 #ifdef TEGRA210_CAR_DEBUG
    802 	for (n = 0; n < __arraycount(tegra210_car_clocks); n++) {
    803 		struct clk *clk = TEGRA_CLK_BASE(&tegra210_car_clocks[n]);
    804 		struct clk *clk_parent = clk_get_parent(clk);
    805 		device_printf(self, "clk %s (parent %s): ", clk->name,
    806 		    clk_parent ? clk_parent->name : "none");
    807 		printf("%u Hz\n", clk_get_rate(clk));
    808 	}
    809 #endif
    810 }
    811 
    812 static void
    813 tegra210_car_init(struct tegra210_car_softc *sc)
    814 {
    815 	tegra210_car_parent_init(sc);
    816 	tegra210_car_utmip_init(sc);
    817 	tegra210_car_xusb_init(sc);
    818 	tegra210_car_watchdog_init(sc);
    819 }
    820 
    821 static void
    822 tegra210_car_parent_init(struct tegra210_car_softc *sc)
    823 {
    824 	struct clk *clk, *clk_parent;
    825 	int error;
    826 	u_int n;
    827 
    828 	for (n = 0; n < __arraycount(tegra210_init_parents); n++) {
    829 		clk = clk_get(&sc->sc_clkdom, tegra210_init_parents[n].clock);
    830 		KASSERTMSG(clk != NULL, "tegra210 clock %s not found", tegra210_init_parents[n].clock);
    831 
    832 		if (tegra210_init_parents[n].parent != NULL) {
    833 			clk_parent = clk_get(&sc->sc_clkdom,
    834 			    tegra210_init_parents[n].parent);
    835 			KASSERT(clk_parent != NULL);
    836 
    837 			error = clk_set_parent(clk, clk_parent);
    838 			if (error) {
    839 				aprint_error_dev(sc->sc_dev,
    840 				    "couldn't set '%s' parent to '%s': %d\n",
    841 				    clk->name, clk_parent->name, error);
    842 			}
    843 			clk_put(clk_parent);
    844 		}
    845 		if (tegra210_init_parents[n].rate != 0) {
    846 			error = clk_set_rate(clk, tegra210_init_parents[n].rate);
    847 			if (error) {
    848 				aprint_error_dev(sc->sc_dev,
    849 				    "couldn't set '%s' rate to %u Hz: %d\n",
    850 				    clk->name, tegra210_init_parents[n].rate,
    851 				    error);
    852 			}
    853 		}
    854 		if (tegra210_init_parents[n].enable) {
    855 			error = clk_enable(clk);
    856 			if (error) {
    857 				aprint_error_dev(sc->sc_dev,
    858 				    "couldn't enable '%s': %d\n", clk->name,
    859 				    error);
    860 			}
    861 		}
    862 		clk_put(clk);
    863 	}
    864 }
    865 
    866 static void
    867 tegra210_car_utmip_init(struct tegra210_car_softc *sc)
    868 {
    869 	bus_space_tag_t bst = sc->sc_bst;
    870 	bus_space_handle_t bsh = sc->sc_bsh;
    871 
    872 	/*
    873 	 * Set up the UTMI PLL.
    874 	 */
    875 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG3_REG,
    876 	    0, CAR_UTMIP_PLL_CFG3_REF_SRC_SEL);
    877 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG3_REG,
    878 	    0, CAR_UTMIP_PLL_CFG3_REF_DIS);
    879 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    880 	    0, CAR_UTMIPLL_HW_PWRDN_CFG0_IDDQ_OVERRIDE);
    881 	delay(10);
    882 	/* TODO UTMIP_PLL_CFG0 */
    883 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG2_REG,
    884 	    CAR_UTMIP_PLL_CFG2_PHY_XTAL_CLOCKEN, 0);
    885 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG2_REG,
    886 	    0, CAR_UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT);	/* Don't care */
    887 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG2_REG,
    888 	    0, CAR_UTMIP_PLL_CFG2_STABLE_COUNT);
    889 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG1_REG,
    890 	    0, CAR_UTMIP_PLL_CFG1_ENABLE_DLY_COUNT);
    891 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG1_REG,
    892 	    0x3, CAR_UTMIP_PLL_CFG1_XTAL_FREQ_COUNT);
    893 
    894 	bus_space_write_4(bst, bsh, CAR_CLK_ENB_U_SET_REG, CAR_DEV_U_AFI);
    895 	bus_space_write_4(bst, bsh, CAR_CLK_ENB_U_SET_REG, CAR_DEV_U_PCIE);
    896 
    897 	bus_space_write_4(bst, bsh, CAR_RST_DEV_L_CLR_REG, CAR_DEV_L_USBD);
    898 	bus_space_write_4(bst, bsh, CAR_RST_DEV_H_CLR_REG, CAR_DEV_H_USB2);
    899 	bus_space_write_4(bst, bsh, CAR_RST_DEV_W_CLR_REG, CAR_DEV_W_XUSB);
    900 	bus_space_write_4(bst, bsh, CAR_RST_DEV_U_CLR_REG, CAR_DEV_U_AFI);
    901 	bus_space_write_4(bst, bsh, CAR_RST_DEV_U_CLR_REG, CAR_DEV_U_PCIE);
    902 	bus_space_write_4(bst, bsh, CAR_RST_DEV_U_CLR_REG, CAR_DEV_U_PCIEXCLK);
    903 	bus_space_write_4(bst, bsh, CAR_RST_DEV_Y_CLR_REG, CAR_DEV_Y_PEX_USB_UPHY);
    904 	bus_space_write_4(bst, bsh, CAR_RST_DEV_Y_CLR_REG, CAR_DEV_Y_SATA_USB_UPHY);
    905 
    906 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG2_REG,
    907 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_A_POWERUP |
    908 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_B_POWERUP |
    909 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_C_POWERUP,
    910 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_A_POWERDOWN |
    911 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_B_POWERDOWN |
    912 	    CAR_UTMIP_PLL_CFG2_PD_SAMP_C_POWERDOWN);
    913 
    914 	/*
    915 	 * Set up UTMI PLL under hardware control
    916 	 */
    917 	tegra_reg_set_clear(bst, bsh, CAR_UTMIP_PLL_CFG1_REG, 0,
    918 	    CAR_UTMIP_PLL_CFG1_PLL_ENABLE_POWERUP | CAR_UTMIP_PLL_CFG1_PLL_ENABLE_POWERDOWN);
    919 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    920 	    0, CAR_UTMIPLL_HW_PWRDN_CFG0_IDDQ_SWCTL);
    921 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    922 	    CAR_UTMIPLL_HW_PWRDN_CFG0_IDDQ_PD_INCLUDE, 0);
    923 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    924 	    0, CAR_UTMIPLL_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL);
    925 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    926 	    CAR_UTMIPLL_HW_PWRDN_CFG0_USE_LOCKDET, 0);
    927 	tegra_reg_set_clear(bst, bsh, CLK_RST_CONTROLLER_XUSB_PLL_CFG0_REG,
    928 	    0, CLK_RST_CONTROLLER_XUSB_PLL_CFG0_UTMIPLL_LOCK_DLY);
    929 	delay(1);
    930 	tegra_reg_set_clear(bst, bsh, CAR_UTMIPLL_HW_PWRDN_CFG0_REG,
    931 	    CAR_UTMIPLL_HW_PWRDN_CFG0_SEQ_ENABLE, 0);
    932 }
    933 
    934 static void
    935 tegra210_car_xusb_init(struct tegra210_car_softc *sc)
    936 {
    937 	const bus_space_tag_t bst = sc->sc_bst;
    938 	const bus_space_handle_t bsh = sc->sc_bsh;
    939 	uint32_t val;
    940 
    941 	/*
    942 	 * Set up the PLLU.
    943 	 */
    944 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, CAR_PLLU_BASE_OVERRIDE, 0);
    945 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_MISC_REG, CAR_PLLU_MISC_IDDQ, 0);
    946 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_MISC_REG, 0, CAR_PLLU_MISC_IDDQ);
    947 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_OUTA_REG, 0, CAR_PLLU_OUTA_OUT1_RSTN);
    948 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_OUTA_REG, 0, CAR_PLLU_OUTA_OUT2_RSTN);
    949 	delay(5);
    950 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG,
    951 	    __SHIFTIN(0x19, CAR_PLLU_BASE_DIVN) |
    952 	    __SHIFTIN(0x2, CAR_PLLU_BASE_DIVM) |
    953 	    __SHIFTIN(0x1, CAR_PLLU_BASE_DIVP),
    954 	    CAR_PLLU_BASE_DIVN | CAR_PLLU_BASE_DIVM | CAR_PLLU_BASE_DIVP);
    955 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, CAR_PLLU_BASE_ENABLE, 0);
    956 	do {
    957 		delay(2);
    958 		val = bus_space_read_4(bst, bsh, CAR_PLLU_BASE_REG);
    959 	} while ((val & CAR_PLLU_BASE_LOCK) == 0);
    960 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, CAR_PLLU_BASE_CLKENABLE_ICUSB, 0);
    961 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, CAR_PLLU_BASE_CLKENABLE_HSIC, 0);
    962 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, CAR_PLLU_BASE_CLKENABLE_USB, 0);
    963 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT1_RSTN, 0);
    964 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_OUTA_REG, CAR_PLLU_OUTA_OUT2_RSTN, 0);
    965 	delay(2);
    966 
    967 	/*
    968 	 * Now switch PLLU to hw controlled mode.
    969 	 */
    970 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, 0, CAR_PLLU_BASE_OVERRIDE);
    971 	tegra_reg_set_clear(bst, bsh, CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_REG,
    972 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_IDDQ_PD_INCLUDE |
    973 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_USE_SWITCH_DETECT |
    974 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_USE_LOCKDET,
    975 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL |
    976 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_CLK_SWITCH_SWCTL);
    977 	tegra_reg_set_clear(bst, bsh, CLK_RST_CONTROLLER_XUSB_PLL_CFG0_REG, 0,
    978 	    CLK_RST_CONTROLLER_XUSB_PLL_CFG0_PLLU_LOCK_DLY);
    979 	delay(1);
    980 	tegra_reg_set_clear(bst, bsh, CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_REG,
    981 	    CLK_RST_CONTROLLER_PLLU_HW_PWRDN_CFG0_SEQ_ENABLE, 0);
    982 	delay(1);
    983 	tegra_reg_set_clear(bst, bsh, CAR_PLLU_BASE_REG, 0, CAR_PLLU_BASE_CLKENABLE_USB);
    984 
    985 	/*
    986 	 * Set up PLLREFE
    987 	 */
    988 	tegra_reg_set_clear(bst, bsh, CAR_PLLREFE_MISC_REG,
    989 	    0, CAR_PLLREFE_MISC_IDDQ);
    990 	delay(5);
    991 	tegra_reg_set_clear(bst, bsh, CAR_PLLREFE_BASE_REG,
    992 	    __SHIFTIN(0x4, CAR_PLLREFE_BASE_DIVM) |
    993 	    __SHIFTIN(0x41, CAR_PLLREFE_BASE_DIVN) |
    994 	    __SHIFTIN(0x0, CAR_PLLREFE_BASE_DIVP) |
    995 	    __SHIFTIN(0x0, CAR_PLLREFE_BASE_KCP),
    996 	    CAR_PLLREFE_BASE_DIVM |
    997 	    CAR_PLLREFE_BASE_DIVN |
    998 	    CAR_PLLREFE_BASE_DIVP |
    999 	    CAR_PLLREFE_BASE_KCP);
   1000 	tegra_reg_set_clear(bst, bsh, CAR_PLLREFE_BASE_REG,
   1001 	    CAR_PLLREFE_BASE_ENABLE, 0);
   1002 	do {
   1003 		delay(2);
   1004 		val = bus_space_read_4(bst, bsh, CAR_PLLREFE_MISC_REG);
   1005 	} while ((val & CAR_PLLREFE_MISC_LOCK) == 0);
   1006 
   1007 	/*
   1008 	 * Set up the PLLE.
   1009 	 */
   1010 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, 0, CAR_PLLE_AUX_REF_SEL_PLLREFE);
   1011 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, 0, CAR_PLLE_AUX_REF_SRC);
   1012 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_MISC_REG, 0, CAR_PLLE_MISC_IDDQ_OVERRIDE);
   1013 	delay(5);
   1014 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_BASE_REG,
   1015 	    __SHIFTIN(0xe, CAR_PLLE_BASE_DIVP_CML) |
   1016 	    __SHIFTIN(0x7d, CAR_PLLE_BASE_DIVN) |
   1017 	    __SHIFTIN(0x2, CAR_PLLE_BASE_DIVM),
   1018 	    CAR_PLLE_BASE_DIVP_CML |
   1019 	    CAR_PLLE_BASE_DIVN |
   1020 	    CAR_PLLE_BASE_DIVM);
   1021 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_MISC_REG,
   1022 	    CAR_PLLE_MISC_PTS,
   1023 	    CAR_PLLE_MISC_KCP | CAR_PLLE_MISC_VREG_CTRL | CAR_PLLE_MISC_KVCO);
   1024 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_BASE_REG, CAR_PLLE_BASE_ENABLE, 0);
   1025 	do {
   1026 		delay(2);
   1027 		val = bus_space_read_4(bst, bsh, CAR_PLLE_MISC_REG);
   1028 	} while ((val & CAR_PLLE_MISC_LOCK) == 0);
   1029 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_SS_CNTL_REG,
   1030 	    __SHIFTIN(1, CAR_PLLE_SS_CNTL_SSCINC) |
   1031 	    __SHIFTIN(0x23, CAR_PLLE_SS_CNTL_SSCINCINTRV) |
   1032 	    __SHIFTIN(0x21, CAR_PLLE_SS_CNTL_SSCMAX),
   1033 	    CAR_PLLE_SS_CNTL_SSCINC |
   1034 	    CAR_PLLE_SS_CNTL_SSCINCINTRV |
   1035 	    CAR_PLLE_SS_CNTL_SSCMAX |
   1036 	    CAR_PLLE_SS_CNTL_SSCINVERT |
   1037 	    CAR_PLLE_SS_CNTL_SSCCENTER |
   1038 	    CAR_PLLE_SS_CNTL_BYPASS_SS |
   1039 	    CAR_PLLE_SS_CNTL_SSCBYP);
   1040 	delay(1);
   1041 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_SS_CNTL_REG, 0, CAR_PLLE_SS_CNTL_INTERP_RESET);
   1042 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_MISC_REG, 0, CAR_PLLE_MISC_IDDQ_SWCTL);
   1043 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, 0, CAR_PLLE_AUX_SS_SWCTL);
   1044 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, 0, CAR_PLLE_AUX_ENABLE_SWCTL);
   1045 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, CAR_PLLE_AUX_SS_SEQ_INCLUDE, 0);
   1046 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, CAR_PLLE_AUX_USE_LOCKDET, 0);
   1047 	delay(1);
   1048 	tegra_reg_set_clear(bst, bsh, CAR_PLLE_AUX_REG, CAR_PLLE_AUX_SEQ_ENABLE, 0);
   1049 
   1050 	bus_space_write_4(bst, bsh, CAR_CLK_ENB_W_SET_REG, CAR_DEV_W_XUSB);
   1051 	bus_space_write_4(bst, bsh, CAR_CLK_ENB_W_SET_REG, CAR_DEV_W_XUSB_PADCTL);
   1052 }
   1053 
   1054 static void
   1055 tegra210_car_watchdog_init(struct tegra210_car_softc *sc)
   1056 {
   1057 	const bus_space_tag_t bst = sc->sc_bst;
   1058 	const bus_space_handle_t bsh = sc->sc_bsh;
   1059 
   1060 	/* Enable watchdog timer reset for system */
   1061 	tegra_reg_set_clear(bst, bsh, CAR_RST_SOURCE_REG,
   1062 	    CAR_RST_SOURCE_WDT_EN|CAR_RST_SOURCE_WDT_SYS_RST_EN, 0);
   1063 }
   1064 
   1065 static struct tegra_clk *
   1066 tegra210_car_clock_find(const char *name)
   1067 {
   1068 	u_int n;
   1069 
   1070 	for (n = 0; n < __arraycount(tegra210_car_clocks); n++) {
   1071 		if (strcmp(tegra210_car_clocks[n].base.name, name) == 0) {
   1072 			return &tegra210_car_clocks[n];
   1073 		}
   1074 	}
   1075 
   1076 	return NULL;
   1077 }
   1078 
   1079 static struct tegra_clk *
   1080 tegra210_car_clock_find_by_id(u_int clock_id)
   1081 {
   1082 	u_int n;
   1083 
   1084 	for (n = 0; n < __arraycount(tegra210_car_clock_ids); n++) {
   1085 		if (tegra210_car_clock_ids[n].id == clock_id) {
   1086 			const char *name = tegra210_car_clock_ids[n].name;
   1087 			return tegra210_car_clock_find(name);
   1088 		}
   1089 	}
   1090 
   1091 	return NULL;
   1092 }
   1093 
   1094 static struct clk *
   1095 tegra210_car_clock_decode(device_t dev, int cc_phandle, const void *data,
   1096 			  size_t len)
   1097 {
   1098 	struct tegra210_car_softc * const sc = device_private(dev);
   1099 	struct tegra_clk *tclk;
   1100 
   1101 	if (len != sc->sc_clock_cells * 4) {
   1102 		return NULL;
   1103 	}
   1104 
   1105 	const u_int clock_id = be32dec(data);
   1106 
   1107 	tclk = tegra210_car_clock_find_by_id(clock_id);
   1108 	if (tclk)
   1109 		return TEGRA_CLK_BASE(tclk);
   1110 
   1111 	return NULL;
   1112 }
   1113 
   1114 static struct clk *
   1115 tegra210_car_clock_get(void *priv, const char *name)
   1116 {
   1117 	struct tegra_clk *tclk;
   1118 
   1119 	tclk = tegra210_car_clock_find(name);
   1120 	if (tclk == NULL)
   1121 		return NULL;
   1122 
   1123 	atomic_inc_uint(&tclk->refcnt);
   1124 
   1125 	return TEGRA_CLK_BASE(tclk);
   1126 }
   1127 
   1128 static void
   1129 tegra210_car_clock_put(void *priv, struct clk *clk)
   1130 {
   1131 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1132 
   1133 	KASSERT(tclk->refcnt > 0);
   1134 
   1135 	atomic_dec_uint(&tclk->refcnt);
   1136 }
   1137 
   1138 static u_int
   1139 tegra210_car_clock_get_rate_pll(struct tegra210_car_softc *sc,
   1140     struct tegra_clk *tclk)
   1141 {
   1142 	struct tegra_pll_clk *tpll = &tclk->u.pll;
   1143 	struct tegra_clk *tclk_parent;
   1144 	bus_space_tag_t bst = sc->sc_bst;
   1145 	bus_space_handle_t bsh = sc->sc_bsh;
   1146 	u_int divm, divn, divp;
   1147 	uint64_t rate;
   1148 
   1149 	KASSERT(tclk->type == TEGRA_CLK_PLL);
   1150 
   1151 	tclk_parent = tegra210_car_clock_find(tclk->parent);
   1152 	KASSERT(tclk_parent != NULL);
   1153 
   1154 	const u_int rate_parent = tegra210_car_clock_get_rate(sc,
   1155 	    TEGRA_CLK_BASE(tclk_parent));
   1156 
   1157 	const uint32_t base = bus_space_read_4(bst, bsh, tpll->base_reg);
   1158 	divm = __SHIFTOUT(base, tpll->divm_mask);
   1159 	divn = __SHIFTOUT(base, tpll->divn_mask);
   1160 	if (tpll->base_reg == CAR_PLLU_BASE_REG) {
   1161 		divp = __SHIFTOUT(base, tpll->divp_mask) ? 0 : 1;
   1162 	} else if (tpll->base_reg == CAR_PLLP_BASE_REG) {
   1163 		/* XXX divp is not applied to PLLP's primary output */
   1164 		divp = 0;
   1165 	} else if (tpll->base_reg == CAR_PLLE_BASE_REG) {
   1166 		divp = 0;
   1167 		divm *= __SHIFTOUT(base, tpll->divp_mask);
   1168 	} else {
   1169 		divp = __SHIFTOUT(base, tpll->divp_mask);
   1170 	}
   1171 
   1172 	rate = (uint64_t)rate_parent * divn;
   1173 	return rate / (divm << divp);
   1174 }
   1175 
   1176 static int
   1177 tegra210_car_clock_set_rate_pll(struct tegra210_car_softc *sc,
   1178     struct tegra_clk *tclk, u_int rate)
   1179 {
   1180 	struct tegra_pll_clk *tpll = &tclk->u.pll;
   1181 	bus_space_tag_t bst = sc->sc_bst;
   1182 	bus_space_handle_t bsh = sc->sc_bsh;
   1183 	struct clk *clk_parent;
   1184 	uint32_t bp, base;
   1185 
   1186 	clk_parent = tegra210_car_clock_get_parent(sc, TEGRA_CLK_BASE(tclk));
   1187 	if (clk_parent == NULL)
   1188 		return EIO;
   1189 	const u_int rate_parent = tegra210_car_clock_get_rate(sc, clk_parent);
   1190 	if (rate_parent == 0)
   1191 		return EIO;
   1192 
   1193 	if (tpll->base_reg == CAR_PLLX_BASE_REG) {
   1194 		const u_int divm = 1;
   1195 		const u_int divn = rate / rate_parent;
   1196 		const u_int divp = 0;
   1197 
   1198 		bp = bus_space_read_4(bst, bsh, CAR_CCLKG_BURST_POLICY_REG);
   1199 		bp &= ~CAR_CCLKG_BURST_POLICY_CPU_STATE;
   1200 		bp |= __SHIFTIN(CAR_CCLKG_BURST_POLICY_CPU_STATE_IDLE,
   1201 				CAR_CCLKG_BURST_POLICY_CPU_STATE);
   1202 		bp &= ~CAR_CCLKG_BURST_POLICY_CWAKEUP_IDLE_SOURCE;
   1203 		bp |= __SHIFTIN(CAR_CCLKG_BURST_POLICY_CWAKEUP_SOURCE_CLKM,
   1204 				CAR_CCLKG_BURST_POLICY_CWAKEUP_IDLE_SOURCE);
   1205 		bus_space_write_4(bst, bsh, CAR_CCLKG_BURST_POLICY_REG, bp);
   1206 
   1207 		base = bus_space_read_4(bst, bsh, CAR_PLLX_BASE_REG);
   1208 		base &= ~CAR_PLLX_BASE_DIVM;
   1209 		base &= ~CAR_PLLX_BASE_DIVN;
   1210 		base &= ~CAR_PLLX_BASE_DIVP;
   1211 		base |= __SHIFTIN(divm, CAR_PLLX_BASE_DIVM);
   1212 		base |= __SHIFTIN(divn, CAR_PLLX_BASE_DIVN);
   1213 		base |= __SHIFTIN(divp, CAR_PLLX_BASE_DIVP);
   1214 		bus_space_write_4(bst, bsh, CAR_PLLX_BASE_REG, base);
   1215 
   1216 		tegra_reg_set_clear(bst, bsh, CAR_PLLX_MISC_REG,
   1217 		    CAR_PLLX_MISC_LOCK_ENABLE, 0);
   1218 		do {
   1219 			delay(2);
   1220 			base = bus_space_read_4(bst, bsh, tpll->base_reg);
   1221 		} while ((base & CAR_PLLX_BASE_LOCK) == 0);
   1222 		delay(100);
   1223 
   1224 		bp &= ~CAR_CCLKG_BURST_POLICY_CPU_STATE;
   1225 		bp |= __SHIFTIN(CAR_CCLKG_BURST_POLICY_CPU_STATE_RUN,
   1226 				CAR_CCLKG_BURST_POLICY_CPU_STATE);
   1227 		bp &= ~CAR_CCLKG_BURST_POLICY_CWAKEUP_IDLE_SOURCE;
   1228 		bp |= __SHIFTIN(CAR_CCLKG_BURST_POLICY_CWAKEUP_SOURCE_PLLX_OUT0_LJ,
   1229 				CAR_CCLKG_BURST_POLICY_CWAKEUP_IDLE_SOURCE);
   1230 		bus_space_write_4(bst, bsh, CAR_CCLKG_BURST_POLICY_REG, bp);
   1231 
   1232 		return 0;
   1233 	} else if (tpll->base_reg == CAR_PLLD2_BASE_REG) {
   1234 		const u_int divm = 1;
   1235 		const u_int pldiv = 1;
   1236 		const u_int divn = (rate << pldiv) / rate_parent;
   1237 
   1238 		/* Set frequency */
   1239 		tegra_reg_set_clear(bst, bsh, tpll->base_reg,
   1240 		    __SHIFTIN(divm, CAR_PLLD2_BASE_DIVM) |
   1241 		    __SHIFTIN(divn, CAR_PLLD2_BASE_DIVN) |
   1242 		    __SHIFTIN(pldiv, CAR_PLLD2_BASE_DIVP),
   1243 		    CAR_PLLD2_BASE_REF_SRC_SEL |
   1244 		    CAR_PLLD2_BASE_DIVM |
   1245 		    CAR_PLLD2_BASE_DIVN |
   1246 		    CAR_PLLD2_BASE_DIVP);
   1247 
   1248 		return 0;
   1249 	} else {
   1250 		aprint_error_dev(sc->sc_dev, "failed to set %s rate to %u\n",
   1251 		    tclk->base.name, rate);
   1252 		/* TODO */
   1253 		return EOPNOTSUPP;
   1254 	}
   1255 }
   1256 
   1257 static int
   1258 tegra210_car_clock_set_parent_mux(struct tegra210_car_softc *sc,
   1259     struct tegra_clk *tclk, struct tegra_clk *tclk_parent)
   1260 {
   1261 	struct tegra_mux_clk *tmux = &tclk->u.mux;
   1262 	bus_space_tag_t bst = sc->sc_bst;
   1263 	bus_space_handle_t bsh = sc->sc_bsh;
   1264 	uint32_t v;
   1265 	u_int src;
   1266 
   1267 	KASSERT(tclk->type == TEGRA_CLK_MUX);
   1268 
   1269 	for (src = 0; src < tmux->nparents; src++) {
   1270 		if (tmux->parents[src] == NULL) {
   1271 			continue;
   1272 		}
   1273 		if (strcmp(tmux->parents[src], tclk_parent->base.name) == 0) {
   1274 			break;
   1275 		}
   1276 	}
   1277 	if (src == tmux->nparents) {
   1278 		return EINVAL;
   1279 	}
   1280 
   1281 	v = bus_space_read_4(bst, bsh, tmux->reg);
   1282 	v &= ~tmux->bits;
   1283 	v |= __SHIFTIN(src, tmux->bits);
   1284 	bus_space_write_4(bst, bsh, tmux->reg, v);
   1285 
   1286 	return 0;
   1287 }
   1288 
   1289 static struct tegra_clk *
   1290 tegra210_car_clock_get_parent_mux(struct tegra210_car_softc *sc,
   1291     struct tegra_clk *tclk)
   1292 {
   1293 	struct tegra_mux_clk *tmux = &tclk->u.mux;
   1294 	bus_space_tag_t bst = sc->sc_bst;
   1295 	bus_space_handle_t bsh = sc->sc_bsh;
   1296 
   1297 	KASSERT(tclk->type == TEGRA_CLK_MUX);
   1298 
   1299 	const uint32_t v = bus_space_read_4(bst, bsh, tmux->reg);
   1300 	const u_int src = __SHIFTOUT(v, tmux->bits);
   1301 
   1302 	KASSERT(src < tmux->nparents);
   1303 
   1304 	if (tmux->parents[src] == NULL) {
   1305 		return NULL;
   1306 	}
   1307 
   1308 	return tegra210_car_clock_find(tmux->parents[src]);
   1309 }
   1310 
   1311 static u_int
   1312 tegra210_car_clock_get_rate_fixed_div(struct tegra210_car_softc *sc,
   1313     struct tegra_clk *tclk)
   1314 {
   1315 	struct tegra_fixed_div_clk *tfixed_div = &tclk->u.fixed_div;
   1316 	struct clk *clk_parent;
   1317 
   1318 	clk_parent = tegra210_car_clock_get_parent(sc, TEGRA_CLK_BASE(tclk));
   1319 	if (clk_parent == NULL)
   1320 		return 0;
   1321 	const u_int parent_rate = tegra210_car_clock_get_rate(sc, clk_parent);
   1322 
   1323 	return parent_rate / tfixed_div->div;
   1324 }
   1325 
   1326 static u_int
   1327 tegra210_car_clock_get_rate_div(struct tegra210_car_softc *sc,
   1328     struct tegra_clk *tclk)
   1329 {
   1330 	struct tegra_div_clk *tdiv = &tclk->u.div;
   1331 	bus_space_tag_t bst = sc->sc_bst;
   1332 	bus_space_handle_t bsh = sc->sc_bsh;
   1333 	struct clk *clk_parent;
   1334 	u_int rate;
   1335 
   1336 	KASSERT(tclk->type == TEGRA_CLK_DIV);
   1337 
   1338 	clk_parent = tegra210_car_clock_get_parent(sc, TEGRA_CLK_BASE(tclk));
   1339 	const u_int parent_rate = tegra210_car_clock_get_rate(sc, clk_parent);
   1340 
   1341 	const uint32_t v = bus_space_read_4(bst, bsh, tdiv->reg);
   1342 	u_int raw_div = __SHIFTOUT(v, tdiv->bits);
   1343 
   1344 	switch (tdiv->reg) {
   1345 	case CAR_CLKSRC_I2C1_REG:
   1346 	case CAR_CLKSRC_I2C2_REG:
   1347 	case CAR_CLKSRC_I2C3_REG:
   1348 	case CAR_CLKSRC_I2C4_REG:
   1349 	case CAR_CLKSRC_I2C5_REG:
   1350 	case CAR_CLKSRC_I2C6_REG:
   1351 		rate = parent_rate / (raw_div + 1);
   1352 		break;
   1353 	case CAR_CLKSRC_UARTA_REG:
   1354 	case CAR_CLKSRC_UARTB_REG:
   1355 	case CAR_CLKSRC_UARTC_REG:
   1356 	case CAR_CLKSRC_UARTD_REG:
   1357 		if (v & CAR_CLKSRC_UART_DIV_ENB) {
   1358 			rate = parent_rate / ((raw_div / 2) + 1);
   1359 		} else {
   1360 			rate = parent_rate;
   1361 		}
   1362 		break;
   1363 	case CAR_CLKSRC_SDMMC2_REG:
   1364 	case CAR_CLKSRC_SDMMC4_REG:
   1365 		switch (__SHIFTOUT(v, CAR_CLKSRC_SDMMC_SRC)) {
   1366 		case 1:
   1367 		case 2:
   1368 		case 5:
   1369 			raw_div = 0;	/* ignore divisor for _LJ options */
   1370 			break;
   1371 		}
   1372 		/* FALLTHROUGH */
   1373 	default:
   1374 		rate = parent_rate / ((raw_div / 2) + 1);
   1375 		break;
   1376 	}
   1377 
   1378 	return rate;
   1379 }
   1380 
   1381 static int
   1382 tegra210_car_clock_set_rate_div(struct tegra210_car_softc *sc,
   1383     struct tegra_clk *tclk, u_int rate)
   1384 {
   1385 	struct tegra_div_clk *tdiv = &tclk->u.div;
   1386 	bus_space_tag_t bst = sc->sc_bst;
   1387 	bus_space_handle_t bsh = sc->sc_bsh;
   1388 	struct clk *clk_parent;
   1389 	u_int raw_div;
   1390 	uint32_t v;
   1391 
   1392 	KASSERT(tclk->type == TEGRA_CLK_DIV);
   1393 
   1394 	clk_parent = tegra210_car_clock_get_parent(sc, TEGRA_CLK_BASE(tclk));
   1395 	if (clk_parent == NULL)
   1396 		return EINVAL;
   1397 	const u_int parent_rate = tegra210_car_clock_get_rate(sc, clk_parent);
   1398 
   1399 	v = bus_space_read_4(bst, bsh, tdiv->reg);
   1400 
   1401 	raw_div = __SHIFTOUT(tdiv->bits, tdiv->bits);
   1402 
   1403 	switch (tdiv->reg) {
   1404 	case CAR_CLKSRC_UARTA_REG:
   1405 	case CAR_CLKSRC_UARTB_REG:
   1406 	case CAR_CLKSRC_UARTC_REG:
   1407 	case CAR_CLKSRC_UARTD_REG:
   1408 		if (rate == parent_rate) {
   1409 			v &= ~CAR_CLKSRC_UART_DIV_ENB;
   1410 		} else if (rate) {
   1411 			v |= CAR_CLKSRC_UART_DIV_ENB;
   1412 			raw_div = (parent_rate / rate) * 2;
   1413 			if (raw_div >= 2)
   1414 				raw_div -= 2;
   1415 		}
   1416 		break;
   1417 	case CAR_CLKSRC_I2C1_REG:
   1418 	case CAR_CLKSRC_I2C2_REG:
   1419 	case CAR_CLKSRC_I2C3_REG:
   1420 	case CAR_CLKSRC_I2C4_REG:
   1421 	case CAR_CLKSRC_I2C5_REG:
   1422 	case CAR_CLKSRC_I2C6_REG:
   1423 		if (rate)
   1424 			raw_div = (parent_rate / rate) - 1;
   1425 		break;
   1426 	case CAR_CLKSRC_SDMMC1_REG:
   1427 	case CAR_CLKSRC_SDMMC2_REG:
   1428 	case CAR_CLKSRC_SDMMC3_REG:
   1429 	case CAR_CLKSRC_SDMMC4_REG:
   1430 		if (rate) {
   1431 			for (raw_div = 0x00; raw_div <= 0xff; raw_div++) {
   1432 				u_int calc_rate =
   1433 				    parent_rate / ((raw_div / 2) + 1);
   1434 				if (calc_rate <= rate)
   1435 					break;
   1436 			}
   1437 			if (raw_div == 0x100)
   1438 				return EINVAL;
   1439 		}
   1440 		break;
   1441 	default:
   1442 		if (rate) {
   1443 			raw_div = (parent_rate / rate) * 2;
   1444 			if (raw_div >= 2)
   1445 				raw_div -= 2;
   1446 		}
   1447 		break;
   1448 	}
   1449 
   1450 	v &= ~tdiv->bits;
   1451 	v |= __SHIFTIN(raw_div, tdiv->bits);
   1452 
   1453 	bus_space_write_4(bst, bsh, tdiv->reg, v);
   1454 
   1455 	return 0;
   1456 }
   1457 
   1458 static int
   1459 tegra210_car_clock_enable_gate(struct tegra210_car_softc *sc,
   1460     struct tegra_clk *tclk, bool enable)
   1461 {
   1462 	struct tegra_gate_clk *tgate = &tclk->u.gate;
   1463 	bus_space_tag_t bst = sc->sc_bst;
   1464 	bus_space_handle_t bsh = sc->sc_bsh;
   1465 	bus_size_t reg;
   1466 
   1467 	KASSERT(tclk->type == TEGRA_CLK_GATE);
   1468 
   1469 	if (tgate->set_reg == tgate->clr_reg) {
   1470 		uint32_t v = bus_space_read_4(bst, bsh, tgate->set_reg);
   1471 		if (enable) {
   1472 			v |= tgate->bits;
   1473 		} else {
   1474 			v &= ~tgate->bits;
   1475 		}
   1476 		bus_space_write_4(bst, bsh, tgate->set_reg, v);
   1477 	} else {
   1478 		if (enable) {
   1479 			reg = tgate->set_reg;
   1480 		} else {
   1481 			reg = tgate->clr_reg;
   1482 		}
   1483 		bus_space_write_4(bst, bsh, reg, tgate->bits);
   1484 	}
   1485 
   1486 	return 0;
   1487 }
   1488 
   1489 static u_int
   1490 tegra210_car_clock_get_rate(void *priv, struct clk *clk)
   1491 {
   1492 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1493 	struct clk *clk_parent;
   1494 
   1495 	switch (tclk->type) {
   1496 	case TEGRA_CLK_FIXED:
   1497 		return tclk->u.fixed.rate;
   1498 	case TEGRA_CLK_PLL:
   1499 		return tegra210_car_clock_get_rate_pll(priv, tclk);
   1500 	case TEGRA_CLK_MUX:
   1501 	case TEGRA_CLK_GATE:
   1502 		clk_parent = tegra210_car_clock_get_parent(priv, clk);
   1503 		if (clk_parent == NULL)
   1504 			return EINVAL;
   1505 		return tegra210_car_clock_get_rate(priv, clk_parent);
   1506 	case TEGRA_CLK_FIXED_DIV:
   1507 		return tegra210_car_clock_get_rate_fixed_div(priv, tclk);
   1508 	case TEGRA_CLK_DIV:
   1509 		return tegra210_car_clock_get_rate_div(priv, tclk);
   1510 	default:
   1511 		panic("tegra210: unknown tclk type %d", tclk->type);
   1512 	}
   1513 }
   1514 
   1515 static int
   1516 tegra210_car_clock_set_rate(void *priv, struct clk *clk, u_int rate)
   1517 {
   1518 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1519 	struct clk *clk_parent;
   1520 
   1521 	KASSERT((clk->flags & CLK_SET_RATE_PARENT) == 0);
   1522 
   1523 	switch (tclk->type) {
   1524 	case TEGRA_CLK_FIXED:
   1525 	case TEGRA_CLK_MUX:
   1526 		return EIO;
   1527 	case TEGRA_CLK_FIXED_DIV:
   1528 		clk_parent = tegra210_car_clock_get_parent(priv, clk);
   1529 		if (clk_parent == NULL)
   1530 			return EIO;
   1531 		return tegra210_car_clock_set_rate(priv, clk_parent,
   1532 		    rate * tclk->u.fixed_div.div);
   1533 	case TEGRA_CLK_GATE:
   1534 		return EINVAL;
   1535 	case TEGRA_CLK_PLL:
   1536 		return tegra210_car_clock_set_rate_pll(priv, tclk, rate);
   1537 	case TEGRA_CLK_DIV:
   1538 		return tegra210_car_clock_set_rate_div(priv, tclk, rate);
   1539 	default:
   1540 		panic("tegra210: unknown tclk type %d", tclk->type);
   1541 	}
   1542 }
   1543 
   1544 static int
   1545 tegra210_car_clock_enable(void *priv, struct clk *clk)
   1546 {
   1547 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1548 	struct clk *clk_parent;
   1549 
   1550 	if (tclk->type != TEGRA_CLK_GATE) {
   1551 		clk_parent = tegra210_car_clock_get_parent(priv, clk);
   1552 		if (clk_parent == NULL)
   1553 			return 0;
   1554 		return tegra210_car_clock_enable(priv, clk_parent);
   1555 	}
   1556 
   1557 	return tegra210_car_clock_enable_gate(priv, tclk, true);
   1558 }
   1559 
   1560 static int
   1561 tegra210_car_clock_disable(void *priv, struct clk *clk)
   1562 {
   1563 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1564 
   1565 	if (tclk->type != TEGRA_CLK_GATE)
   1566 		return EINVAL;
   1567 
   1568 	return tegra210_car_clock_enable_gate(priv, tclk, false);
   1569 }
   1570 
   1571 static int
   1572 tegra210_car_clock_set_parent(void *priv, struct clk *clk,
   1573     struct clk *clk_parent)
   1574 {
   1575 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1576 	struct tegra_clk *tclk_parent = TEGRA_CLK_PRIV(clk_parent);
   1577 	struct clk *nclk_parent;
   1578 
   1579 	if (tclk->type != TEGRA_CLK_MUX) {
   1580 		nclk_parent = tegra210_car_clock_get_parent(priv, clk);
   1581 		if (nclk_parent == clk_parent || nclk_parent == NULL)
   1582 			return EINVAL;
   1583 		return tegra210_car_clock_set_parent(priv, nclk_parent,
   1584 		    clk_parent);
   1585 	}
   1586 
   1587 	return tegra210_car_clock_set_parent_mux(priv, tclk, tclk_parent);
   1588 }
   1589 
   1590 static struct clk *
   1591 tegra210_car_clock_get_parent(void *priv, struct clk *clk)
   1592 {
   1593 	struct tegra_clk *tclk = TEGRA_CLK_PRIV(clk);
   1594 	struct tegra_clk *tclk_parent = NULL;
   1595 
   1596 	switch (tclk->type) {
   1597 	case TEGRA_CLK_FIXED:
   1598 	case TEGRA_CLK_PLL:
   1599 	case TEGRA_CLK_FIXED_DIV:
   1600 	case TEGRA_CLK_DIV:
   1601 	case TEGRA_CLK_GATE:
   1602 		if (tclk->parent) {
   1603 			tclk_parent = tegra210_car_clock_find(tclk->parent);
   1604 		}
   1605 		break;
   1606 	case TEGRA_CLK_MUX:
   1607 		tclk_parent = tegra210_car_clock_get_parent_mux(priv, tclk);
   1608 		break;
   1609 	}
   1610 
   1611 	if (tclk_parent == NULL)
   1612 		return NULL;
   1613 
   1614 	return TEGRA_CLK_BASE(tclk_parent);
   1615 }
   1616 
   1617 static void *
   1618 tegra210_car_reset_acquire(device_t dev, const void *data, size_t len)
   1619 {
   1620 	struct tegra210_car_softc * const sc = device_private(dev);
   1621 	struct tegra210_car_rst *rst;
   1622 
   1623 	if (len != sc->sc_reset_cells * 4)
   1624 		return NULL;
   1625 
   1626 	const u_int reset_id = be32dec(data);
   1627 
   1628 	if (reset_id >= __arraycount(tegra210_car_reset_regs) * 32)
   1629 		return NULL;
   1630 
   1631 	const u_int reg = reset_id / 32;
   1632 
   1633 	rst = kmem_alloc(sizeof(*rst), KM_SLEEP);
   1634 	rst->set_reg = tegra210_car_reset_regs[reg].set_reg;
   1635 	rst->clr_reg = tegra210_car_reset_regs[reg].clr_reg;
   1636 	rst->mask = __BIT(reset_id % 32);
   1637 
   1638 	return rst;
   1639 }
   1640 
   1641 static void
   1642 tegra210_car_reset_release(device_t dev, void *priv)
   1643 {
   1644 	struct tegra210_car_rst *rst = priv;
   1645 
   1646 	kmem_free(rst, sizeof(*rst));
   1647 }
   1648 
   1649 static int
   1650 tegra210_car_reset_assert(device_t dev, void *priv)
   1651 {
   1652 	struct tegra210_car_softc * const sc = device_private(dev);
   1653 	struct tegra210_car_rst *rst = priv;
   1654 
   1655 	bus_space_write_4(sc->sc_bst, sc->sc_bsh, rst->set_reg, rst->mask);
   1656 
   1657 	return 0;
   1658 }
   1659 
   1660 static int
   1661 tegra210_car_reset_deassert(device_t dev, void *priv)
   1662 {
   1663 	struct tegra210_car_softc * const sc = device_private(dev);
   1664 	struct tegra210_car_rst *rst = priv;
   1665 
   1666 	bus_space_write_4(sc->sc_bst, sc->sc_bsh, rst->clr_reg, rst->mask);
   1667 
   1668 	return 0;
   1669 }
   1670 
   1671 void
   1672 tegra210_car_xusbio_enable_hw_control(void)
   1673 {
   1674 	device_t dev = device_find_by_driver_unit("tegra210car", 0);
   1675 	KASSERT(dev != NULL);
   1676 	struct tegra210_car_softc * const sc = device_private(dev);
   1677 	bus_space_tag_t bst = sc->sc_bst;
   1678 	bus_space_handle_t bsh = sc->sc_bsh;
   1679 
   1680 	tegra_reg_set_clear(bst, bsh, CAR_XUSBIO_PLL_CFG0_REG,
   1681 	    0,
   1682 	    CAR_XUSBIO_PLL_CFG0_CLK_ENABLE_SWCTL |
   1683 	    CAR_XUSBIO_PLL_CFG0_PADPLL_RESET_SWCTL);
   1684 	tegra_reg_set_clear(bst, bsh, CAR_XUSBIO_PLL_CFG0_REG,
   1685 	    CAR_XUSBIO_PLL_CFG0_PADPLL_SLEEP_IDDQ |
   1686 	    CAR_XUSBIO_PLL_CFG0_PADPLL_USE_LOCKDET,
   1687 	    0);
   1688 }
   1689 
   1690 void
   1691 tegra210_car_xusbio_enable_hw_seq(void)
   1692 {
   1693 	device_t dev = device_find_by_driver_unit("tegra210car", 0);
   1694 	KASSERT(dev != NULL);
   1695 	struct tegra210_car_softc * const sc = device_private(dev);
   1696 	bus_space_tag_t bst = sc->sc_bst;
   1697 	bus_space_handle_t bsh = sc->sc_bsh;
   1698 
   1699 	tegra_reg_set_clear(bst, bsh, CAR_XUSBIO_PLL_CFG0_REG,
   1700 	    CAR_XUSBIO_PLL_CFG0_SEQ_ENABLE, 0);
   1701 }
   1702 
   1703 void
   1704 tegra210_car_sata_enable_hw_control(void)
   1705 {
   1706 	device_t dev = device_find_by_driver_unit("tegra210car", 0);
   1707 	KASSERT(dev != NULL);
   1708 	struct tegra210_car_softc * const sc = device_private(dev);
   1709 	bus_space_tag_t bst = sc->sc_bst;
   1710 	bus_space_handle_t bsh = sc->sc_bsh;
   1711 
   1712 	tegra_reg_set_clear(bst, bsh, CAR_SATA_PLL_CFG0_REG,
   1713 	    0,
   1714 	    CAR_SATA_PLL_CFG0_PADPLL_RESET_SWCTL);
   1715 	tegra_reg_set_clear(bst, bsh, CAR_SATA_PLL_CFG0_REG,
   1716 	    CAR_SATA_PLL_CFG0_SEQ_PADPLL_SLEEP_IDDQ |
   1717 	    CAR_SATA_PLL_CFG0_PADPLL_USE_LOCKDET,
   1718 	    0);
   1719 }
   1720 
   1721 void
   1722 tegra210_car_sata_enable_hw_seq(void)
   1723 {
   1724 	device_t dev = device_find_by_driver_unit("tegra210car", 0);
   1725 	KASSERT(dev != NULL);
   1726 	struct tegra210_car_softc * const sc = device_private(dev);
   1727 	bus_space_tag_t bst = sc->sc_bst;
   1728 	bus_space_handle_t bsh = sc->sc_bsh;
   1729 
   1730 	tegra_reg_set_clear(bst, bsh, CAR_SATA_PLL_CFG0_REG,
   1731 	    CAR_SATA_PLL_CFG0_SEQ_ENABLE, 0);
   1732 }
   1733 
   1734