tegra_xusb.c revision 1.19 1 /* $NetBSD: tegra_xusb.c,v 1.19 2019/10/13 06:11:31 skrll Exp $ */
2
3 /*
4 * Copyright (c) 2016 Jonathan A. Kollasch
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
20 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
23 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
24 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
25 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
26 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29 #include "locators.h"
30 #include "opt_tegra.h"
31
32 #include <sys/cdefs.h>
33 __KERNEL_RCSID(0, "$NetBSD: tegra_xusb.c,v 1.19 2019/10/13 06:11:31 skrll Exp $");
34
35 #include <sys/param.h>
36 #include <sys/bus.h>
37 #include <sys/device.h>
38 #include <sys/intr.h>
39 #include <sys/systm.h>
40 #include <sys/kernel.h>
41
42 #include <arm/nvidia/tegra_reg.h>
43 #include <arm/nvidia/tegra_var.h>
44 #include <arm/nvidia/tegra_xusbpad.h>
45 #include <arm/nvidia/tegra_xusbreg.h>
46 #include <arm/nvidia/tegra_pmcreg.h>
47
48 #include <dev/pci/pcireg.h>
49
50 #include <dev/fdt/fdtvar.h>
51
52 #include <dev/firmload.h>
53
54 #include <dev/usb/usb.h>
55 #include <dev/usb/usbdi.h>
56 #include <dev/usb/usbdivar.h>
57 #include <dev/usb/usb_mem.h>
58
59 #include <dev/usb/xhcireg.h>
60 #include <dev/usb/xhcivar.h>
61
62 #ifdef TEGRA_XUSB_DEBUG
63 int tegra_xusb_debug = 1;
64 #else
65 int tegra_xusb_debug = 0;
66 #endif
67
68 #define DPRINTF(...) if (tegra_xusb_debug) device_printf(__VA_ARGS__)
69
70 static int tegra_xusb_match(device_t, cfdata_t, void *);
71 static void tegra_xusb_attach(device_t, device_t, void *);
72 static void tegra_xusb_mountroot(device_t);
73
74 static int tegra_xusb_intr_mbox(void *);
75
76 #ifdef TEGRA124_XUSB_BIN_STATIC
77 extern const char _binary_tegra124_xusb_bin_size[];
78 extern const char _binary_tegra124_xusb_bin_start[];
79 #endif
80
81 #ifdef TEGRA210_XUSB_BIN_STATIC
82 extern const char _binary_tegra210_xusb_bin_size[];
83 extern const char _binary_tegra210_xusb_bin_start[];
84 #endif
85
86 enum xusb_type {
87 XUSB_T124 = 1,
88 XUSB_T210
89 };
90
91 struct tegra_xhci_data {
92 enum xusb_type txd_type;
93 const char * const * txd_supplies;
94 size_t txd_nsupplies;
95 bool txd_scale_ss_clock;
96 };
97
98 const char *tegra124_xhci_supplies[] = {
99 "dvddio-pex-supply",
100 "hvddio-pex-supply",
101 "avdd-usb-supply",
102 "avdd-pll-utmip-supply",
103 "avdd-pll-uerefe-supply",
104 "dvdd-usb-ss-pll-supply",
105 "hvdd-usb-ss-pll-e-supply"
106 };
107
108 struct tegra_xhci_data tegra124_xhci_data = {
109 .txd_type = XUSB_T124,
110 .txd_supplies = tegra124_xhci_supplies,
111 .txd_nsupplies = __arraycount(tegra124_xhci_supplies),
112 .txd_scale_ss_clock = true,
113 };
114
115 const char *tegra210_xhci_supplies[] = {
116 "dvddio-pex",
117 "hvddio-pex",
118 "avdd-usb",
119 "avdd-pll-utmip",
120 "avdd-pll-uerefe",
121 "dvdd-pex-pll",
122 "hvdd-pex-pll-e",
123 };
124
125 struct tegra_xhci_data tegra210_xhci_data = {
126 .txd_type = XUSB_T210,
127 .txd_supplies = tegra210_xhci_supplies,
128 .txd_nsupplies = __arraycount(tegra210_xhci_supplies),
129 .txd_scale_ss_clock = false,
130 };
131
132 static const struct of_compat_data compat_data[] = {
133 { "nvidia,tegra124-xusb", (uintptr_t)&tegra124_xhci_data },
134 { "nvidia,tegra210-xusb", (uintptr_t)&tegra210_xhci_data },
135 { NULL }
136 };
137
138 struct fw_dma {
139 bus_dmamap_t map;
140 void * addr;
141 bus_dma_segment_t segs[1];
142 int nsegs;
143 size_t size;
144 };
145
146 struct tegra_xusb_softc {
147 struct xhci_softc sc_xhci;
148 int sc_phandle;
149 bus_space_handle_t sc_bsh_xhci;
150 bus_space_handle_t sc_bsh_fpci;
151 bus_space_handle_t sc_bsh_ipfs;
152 void *sc_ih;
153 void *sc_ih_mbox;
154 struct fw_dma sc_fw_dma;
155 struct clk *sc_clk_ss_src;
156
157 struct tegra_xhci_data *sc_txd;
158 };
159
160 static uint32_t csb_read_4(struct tegra_xusb_softc * const, bus_size_t);
161 static void csb_write_4(struct tegra_xusb_softc * const, bus_size_t,
162 uint32_t);
163
164 static void tegra_xusb_init(struct tegra_xusb_softc * const);
165 static int tegra_xusb_open_fw(struct tegra_xusb_softc * const);
166 static int tegra_xusb_load_fw(struct tegra_xusb_softc * const, void *,
167 size_t);
168 static void tegra_xusb_init_regulators(struct tegra_xusb_softc * const);
169
170 static int xusb_mailbox_send(struct tegra_xusb_softc * const, uint32_t);
171
172 CFATTACH_DECL_NEW(tegra_xusb, sizeof(struct tegra_xusb_softc),
173 tegra_xusb_match, tegra_xusb_attach, NULL, NULL);
174
175 static int
176 tegra_xusb_match(device_t parent, cfdata_t cf, void *aux)
177 {
178 struct fdt_attach_args * const faa = aux;
179
180 return of_match_compat_data(faa->faa_phandle, compat_data);
181 }
182
183 #define tegra_xusb_attach_check(sc, cond, fmt, ...) \
184 do { \
185 if (cond) { \
186 aprint_error_dev(sc->sc_dev, fmt, ## __VA_ARGS__); \
187 return; \
188 } \
189 } while (0)
190
191 static void
192 tegra_xusb_attach(device_t parent, device_t self, void *aux)
193 {
194 struct tegra_xusb_softc * const psc = device_private(self);
195 struct xhci_softc * const sc = &psc->sc_xhci;
196 struct fdt_attach_args * const faa = aux;
197 bool wait_for_root = true;
198 char intrstr[128];
199 bus_addr_t addr;
200 bus_size_t size;
201 struct fdtbus_reset *rst;
202 struct fdtbus_phy *phy;
203 struct clk *clk;
204 uint32_t rate;
205 int error, n;
206
207 aprint_naive("\n");
208 aprint_normal(": XUSB\n");
209
210 sc->sc_dev = self;
211 sc->sc_iot = faa->faa_bst;
212 sc->sc_bus.ub_hcpriv = sc;
213 sc->sc_bus.ub_dmatag = faa->faa_dmat;
214 sc->sc_quirks = XHCI_DEFERRED_START;
215 psc->sc_phandle = faa->faa_phandle;
216
217 uintptr_t data = of_search_compatible(faa->faa_phandle, compat_data)->data;
218 psc->sc_txd = (struct tegra_xhci_data *)data;
219
220 if (fdtbus_get_reg_byname(faa->faa_phandle, "hcd", &addr, &size) != 0) {
221 aprint_error(": couldn't get registers\n");
222 return;
223 }
224 error = bus_space_map(sc->sc_iot, addr, size, 0, &sc->sc_ioh);
225 if (error) {
226 aprint_error(": couldn't map %#" PRIxBUSADDR ": %d", addr, error);
227 return;
228 }
229 DPRINTF(sc->sc_dev, "mapped %#" PRIxBUSADDR "\n", addr);
230
231 if (fdtbus_get_reg_byname(faa->faa_phandle, "fpci", &addr, &size) != 0) {
232 aprint_error(": couldn't get registers\n");
233 return;
234 }
235 error = bus_space_map(sc->sc_iot, addr, size, 0, &psc->sc_bsh_fpci);
236 if (error) {
237 aprint_error(": couldn't map %#" PRIxBUSADDR ": %d", addr, error);
238 return;
239 }
240 DPRINTF(sc->sc_dev, "mapped %#" PRIxBUSADDR "\n", addr);
241
242 if (fdtbus_get_reg_byname(faa->faa_phandle, "ipfs", &addr, &size) != 0) {
243 aprint_error(": couldn't get registers\n");
244 return;
245 }
246 error = bus_space_map(sc->sc_iot, addr, size, 0, &psc->sc_bsh_ipfs);
247 if (error) {
248 aprint_error(": couldn't map %#" PRIxBUSADDR ": %d", addr, error);
249 return;
250 }
251 DPRINTF(sc->sc_dev, "mapped %#" PRIxBUSADDR "\n", addr);
252
253 if (!fdtbus_intr_str(faa->faa_phandle, 0, intrstr, sizeof(intrstr))) {
254 aprint_error_dev(self, "failed to decode interrupt\n");
255 return;
256 }
257
258 psc->sc_ih = fdtbus_intr_establish(faa->faa_phandle, 0, IPL_USB,
259 FDT_INTR_MPSAFE, xhci_intr, sc);
260 if (psc->sc_ih == NULL) {
261 aprint_error_dev(self, "failed to establish interrupt on %s\n",
262 intrstr);
263 return;
264 }
265 aprint_normal_dev(self, "interrupting on %s\n", intrstr);
266
267 if (!fdtbus_intr_str(faa->faa_phandle, 1, intrstr, sizeof(intrstr))) {
268 aprint_error_dev(self, "failed to decode interrupt\n");
269 return;
270 }
271
272 psc->sc_ih_mbox = fdtbus_intr_establish(faa->faa_phandle, 1, IPL_VM,
273 FDT_INTR_MPSAFE, tegra_xusb_intr_mbox, psc);
274 if (psc->sc_ih_mbox == NULL) {
275 aprint_error_dev(self, "failed to establish interrupt on %s\n",
276 intrstr);
277 return;
278 }
279 aprint_normal_dev(self, "interrupting on %s\n", intrstr);
280
281 /* Enable PHYs */
282 for (n = 0; (phy = fdtbus_phy_get_index(faa->faa_phandle, n)) != NULL; n++)
283 if (fdtbus_phy_enable(phy, true) != 0)
284 aprint_error_dev(self, "failed to enable PHY #%d\n", n);
285
286 /* Enable XUSB power rails */
287
288 tegra_pmc_power(PMC_PARTID_XUSBC, true); /* Host/USB2.0 */
289 tegra_pmc_remove_clamping(PMC_PARTID_XUSBC);
290 tegra_pmc_power(PMC_PARTID_XUSBA, true); /* SuperSpeed */
291 tegra_pmc_remove_clamping(PMC_PARTID_XUSBA);
292
293 /* Enable XUSB clocks */
294
295 clk = fdtbus_clock_get(faa->faa_phandle, "pll_e");
296 rate = clk_get_rate(clk);
297 error = clk_enable(clk); /* XXX set frequency */
298 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
299 tegra_xusb_attach_check(sc, error, "failed to enable pll_e clock");
300
301 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_host_src");
302 rate = clk_get_rate(clk);
303 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
304 error = clk_set_rate(clk, 102000000);
305 tegra_xusb_attach_check(sc, error, "failed to set xusb_host_src clock rate");
306
307 rate = clk_get_rate(clk);
308 error = clk_enable(clk); /* XXX set frequency */
309 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
310 tegra_xusb_attach_check(sc, error, "failed to enable xusb_host_src clock");
311
312 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_falcon_src");
313 rate = clk_get_rate(clk);
314 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
315 error = clk_set_rate(clk, 204000000);
316 tegra_xusb_attach_check(sc, error, "failed to set xusb_falcon_src clock rate");
317
318 rate = clk_get_rate(clk);
319 error = clk_enable(clk);
320 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
321 tegra_xusb_attach_check(sc, error, "failed to enable xusb_falcon_src clock");
322
323 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_host");
324 rate = clk_get_rate(clk);
325 error = clk_enable(clk); /* XXX set frequency */
326 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
327
328 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_ss");
329 rate = clk_get_rate(clk);
330 error = clk_enable(clk); /* XXX set frequency */
331 DPRINTF(sc->sc_dev, "xusb_ss rate %u error %d\n", rate, error);
332 tegra_xusb_attach_check(sc, error, "failed to enable xusb_ss clock");
333
334 psc->sc_clk_ss_src = fdtbus_clock_get(faa->faa_phandle, "xusb_ss_src");
335 tegra_xusb_attach_check(sc, psc->sc_clk_ss_src == NULL,
336 "failed to get xusb_ss_src clock");
337
338 if (psc->sc_txd->txd_scale_ss_clock) {
339 rate = clk_get_rate(psc->sc_clk_ss_src);
340 DPRINTF(sc->sc_dev, "xusb_ss_src rate %u\n", rate);
341 error = clk_set_rate(psc->sc_clk_ss_src, 2000000);
342 rate = clk_get_rate(psc->sc_clk_ss_src);
343 DPRINTF(sc->sc_dev, "xusb_ss_src rate %u error %d\n", rate, error);
344 tegra_xusb_attach_check(sc, error, "failed to get xusb_ss_src clock rate");
345
346 rate = clk_get_rate(psc->sc_clk_ss_src);
347 DPRINTF(sc->sc_dev, "ss_src rate %u\n", rate);
348 tegra_xusb_attach_check(sc, error, "failed to set xusb_ss_src clock rate");
349
350 error = clk_set_rate(psc->sc_clk_ss_src, 120000000);
351 rate = clk_get_rate(psc->sc_clk_ss_src);
352 DPRINTF(sc->sc_dev, "ss_src rate %u error %d\n", rate, error);
353 tegra_xusb_attach_check(sc, error, "failed to get xusb_ss_src clock rate");
354 }
355
356 rate = clk_get_rate(psc->sc_clk_ss_src);
357 error = clk_enable(psc->sc_clk_ss_src);
358 DPRINTF(sc->sc_dev, "ss_src rate %u error %d\n", rate, error);
359 tegra_xusb_attach_check(sc, error, "failed to enable xusb_ss_src clock");
360
361 #if 0
362 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_hs_src");
363 error = 0;
364 rate = clk_get_rate(clk);
365 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
366 #endif
367
368 clk = fdtbus_clock_get(faa->faa_phandle, "xusb_fs_src");
369 rate = clk_get_rate(clk);
370 error = clk_enable(clk); /* XXX set frequency */
371 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
372 tegra_xusb_attach_check(sc, error, "failed to enable xusb_fs_src clock");
373
374 rst = fdtbus_reset_get(faa->faa_phandle, "xusb_host");
375 fdtbus_reset_deassert(rst);
376
377 rst = fdtbus_reset_get(faa->faa_phandle, "xusb_src");
378 fdtbus_reset_deassert(rst);
379
380 rst = fdtbus_reset_get(faa->faa_phandle, "xusb_ss");
381 fdtbus_reset_deassert(rst);
382
383 DELAY(1);
384
385 tegra_xusb_init_regulators(psc);
386
387 tegra_xusb_init(psc);
388
389 #if defined(TEGRA124_XUSB_BIN_STATIC)
390 if (psc->sc_txd->txd_type == XUSB_T124)
391 wait_for_root = false;
392 #endif
393 #if defined(TEGRA210_XUSB_BIN_STATIC)
394 if (psc->sc_txd->txd_type == XUSB_T210)
395 wait_for_root = false;
396 #endif
397
398 if (wait_for_root)
399 config_mountroot(sc->sc_dev, tegra_xusb_mountroot);
400 else
401 tegra_xusb_mountroot(sc->sc_dev);
402 }
403
404 static void
405 tegra_xusb_mountroot(device_t self)
406 {
407 struct tegra_xusb_softc * const psc = device_private(self);
408 struct xhci_softc * const sc = &psc->sc_xhci;
409 const bus_space_tag_t bst = sc->sc_iot;
410 const bus_space_handle_t ipfsh = psc->sc_bsh_ipfs;
411 struct clk *clk;
412 struct fdtbus_reset *rst;
413 uint32_t rate;
414 uint32_t val;
415 int error;
416
417 DPRINTF(sc->sc_dev, "%s()\n", __func__);
418
419 val = bus_space_read_4(bst, ipfsh, 0x0);
420 DPRINTF(sc->sc_dev, "%s ipfs 0x0 = 0x%x\n", __func__, val);
421
422 if (tegra_xusb_open_fw(psc) != 0)
423 return;
424 DPRINTF(sc->sc_dev, "post fw\n");
425
426 tegra_xusbpad_xhci_enable();
427
428 clk = fdtbus_clock_get(psc->sc_phandle, "xusb_falcon_src");
429 rate = clk_get_rate(clk);
430 error = clk_enable(clk);
431 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
432
433 clk = fdtbus_clock_get(psc->sc_phandle, "xusb_host_src");
434 rate = clk_get_rate(clk);
435 error = clk_enable(clk);
436 DPRINTF(sc->sc_dev, "rate %u error %d\n", rate, error);
437
438 val = bus_space_read_4(bst, ipfsh, 0x0);
439 DPRINTF(sc->sc_dev, "%s ipfs 0x0 = 0x%x\n", __func__, val);
440
441 rst = fdtbus_reset_get(psc->sc_phandle, "xusb_host");
442 fdtbus_reset_deassert(rst);
443
444 rst = fdtbus_reset_get(psc->sc_phandle, "xusb_src");
445 fdtbus_reset_deassert(rst);
446
447 rst = fdtbus_reset_get(psc->sc_phandle, "xusb_ss");
448 fdtbus_reset_deassert(rst);
449
450 val = csb_read_4(psc, XUSB_CSB_FALCON_CPUCTL_REG);
451 DPRINTF(sc->sc_dev, "XUSB_FALC_CPUCTL 0x%x\n", val);
452
453 val = bus_space_read_4(bst, psc->sc_bsh_fpci, PCI_USBREV)
454 & PCI_USBREV_MASK;
455 switch (val) {
456 case PCI_USBREV_3_0:
457 sc->sc_bus.ub_revision = USBREV_3_0;
458 break;
459 case PCI_USBREV_3_1:
460 sc->sc_bus.ub_revision = USBREV_3_1;
461 break;
462 default:
463 if (val < PCI_USBREV_3_0) {
464 aprint_error_dev(self, "Unknown revision (%02x)\n", val);
465 sc->sc_bus.ub_revision = USBREV_UNKNOWN;
466 } else {
467 /* Default to the latest revision */
468 aprint_normal_dev(self,
469 "Unknown revision (%02x). Set to 3.1.\n", val);
470 sc->sc_bus.ub_revision = USBREV_3_1;
471 }
472 break;
473 }
474
475 error = xhci_init(sc);
476 if (error) {
477 aprint_error_dev(self, "init failed, error=%d\n", error);
478 return;
479 }
480
481 sc->sc_child = config_found(self, &sc->sc_bus, usbctlprint);
482
483 sc->sc_child2 = config_found(self, &sc->sc_bus2, usbctlprint);
484
485 xhci_start(sc);
486
487 error = xusb_mailbox_send(psc, 0x01000000);
488 if (error) {
489 aprint_error_dev(self, "send failed, error=%d\n", error);
490 }
491 }
492
493 static int
494 tegra_xusb_intr_mbox(void *v)
495 {
496 struct tegra_xusb_softc * const psc = v;
497 struct xhci_softc * const sc = &psc->sc_xhci;
498 const bus_space_tag_t bst = sc->sc_iot;
499 const bus_space_handle_t fpcih = psc->sc_bsh_fpci;
500 uint32_t val;
501 uint32_t irv;
502 uint32_t msg;
503 int error;
504
505 DPRINTF(sc->sc_dev, "%s()\n", __func__);
506
507 irv = bus_space_read_4(bst, fpcih, T_XUSB_CFG_ARU_SMI_INTR_REG);
508 DPRINTF(sc->sc_dev, "XUSB_CFG_ARU_SMI_INTR 0x%x\n", irv);
509 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_SMI_INTR_REG, irv);
510
511 if (irv & T_XUSB_CFG_ARU_SMI_INTR_FW_HANG)
512 aprint_error_dev(sc->sc_dev, "firmware hang\n");
513
514 msg = bus_space_read_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_DATA_OUT_REG);
515 DPRINTF(sc->sc_dev, "XUSB_CFG_ARU_MBOX_DATA_OUT 0x%x\n", msg);
516
517 val = bus_space_read_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_CMD_REG);
518 DPRINTF(sc->sc_dev, "XUSB_CFG_ARU_MBOX_CMD 0x%x\n", val);
519 val &= ~T_XUSB_CFG_ARU_MAILBOX_CMD_DEST_SMI;
520 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_CMD_REG, val);
521
522 bool sendresp = true;
523 u_int rate;
524
525 const uint32_t data = __SHIFTOUT(msg, MAILBOX_DATA_DATA);
526 const uint8_t type = __SHIFTOUT(msg, MAILBOX_DATA_TYPE);
527
528 switch (type) {
529 case 2:
530 case 3:
531 DPRINTF(sc->sc_dev, "FALC_CLOCK %u\n", data * 1000);
532 break;
533 case 4:
534 case 5:
535 if (psc->sc_txd->txd_scale_ss_clock) {
536 DPRINTF(sc->sc_dev, "SSPI_CLOCK %u\n", data * 1000);
537 rate = clk_get_rate(psc->sc_clk_ss_src);
538 DPRINTF(sc->sc_dev, "rate of psc->sc_clk_ss_src %u\n",
539 rate);
540 error = clk_set_rate(psc->sc_clk_ss_src, data * 1000);
541 if (error != 0)
542 goto clk_fail;
543 rate = clk_get_rate(psc->sc_clk_ss_src);
544 DPRINTF(sc->sc_dev,
545 "rate of psc->sc_clk_ss_src %u after\n", rate);
546 if (data == (rate / 1000)) {
547 msg = __SHIFTIN(128, MAILBOX_DATA_TYPE) |
548 __SHIFTIN(rate / 1000, MAILBOX_DATA_DATA);
549 } else
550 clk_fail:
551 msg = __SHIFTIN(129, MAILBOX_DATA_TYPE) |
552 __SHIFTIN(rate / 1000, MAILBOX_DATA_DATA);
553 } else {
554 msg = __SHIFTIN(128, MAILBOX_DATA_TYPE) |
555 __SHIFTIN(data, MAILBOX_DATA_DATA);
556 }
557 xusb_mailbox_send(psc, msg);
558 break;
559 case 9:
560 msg = __SHIFTIN(data, MAILBOX_DATA_DATA) |
561 __SHIFTIN(128, MAILBOX_DATA_TYPE);
562 xusb_mailbox_send(psc, msg);
563 break;
564 case 6:
565 case 128:
566 case 129:
567 sendresp = false;
568 break;
569 default:
570 sendresp = false;
571 break;
572 }
573
574 if (sendresp == false)
575 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_OWNER_REG,
576 MAILBOX_OWNER_NONE);
577
578 return irv;
579 }
580
581 static void
582 tegra_xusb_init_regulators(struct tegra_xusb_softc * const psc)
583 {
584
585 device_t dev = psc->sc_xhci.sc_dev;
586 const int phandle = psc->sc_phandle;
587 struct fdtbus_regulator *reg;
588 int n, error;
589
590 for (n = 0; n < psc->sc_txd->txd_nsupplies; n++) {
591 if (!of_hasprop(phandle, psc->sc_txd->txd_supplies[n]))
592 continue;
593 reg = fdtbus_regulator_acquire(phandle, psc->sc_txd->txd_supplies[n]);
594 if (reg == NULL) {
595 aprint_error_dev(dev, "couldn't acquire supply '%s'\n",
596 psc->sc_txd->txd_supplies[n]);
597 continue;
598 }
599 error = fdtbus_regulator_enable(reg);
600 if (error != 0)
601 aprint_error_dev(dev, "couldn't enable supply '%s': %d\n",
602 psc->sc_txd->txd_supplies[n], error);
603 }
604 }
605
606 static void
607 tegra_xusb_init(struct tegra_xusb_softc * const psc)
608 {
609 struct xhci_softc * const sc = &psc->sc_xhci;
610 const bus_space_tag_t bst = sc->sc_iot;
611 const bus_space_handle_t ipfsh = psc->sc_bsh_ipfs;
612 const bus_space_handle_t fpcih = psc->sc_bsh_fpci;
613
614 DPRINTF(sc->sc_dev, "%s()\n", __func__);
615
616 DPRINTF(sc->sc_dev, "%s ipfs 0x0 = 0x%x\n", __func__,
617 bus_space_read_4(bst, ipfsh, 0x0));
618
619 DPRINTF(sc->sc_dev, "%s ipfs 0x40 = 0x%x\n", __func__,
620 bus_space_read_4(bst, ipfsh, 0x40));
621
622 DPRINTF(sc->sc_dev, "%s ipfs 0x80 = 0x%x\n", __func__,
623 bus_space_read_4(bst, ipfsh, 0x80));
624 /* FPCI_BAR0_START and FPCI_BAR0_ACCESS_TYPE */
625 bus_space_write_4(bst, ipfsh, 0x80, 0x00100000);
626 DPRINTF(sc->sc_dev, "%s ipfs 0x80 = 0x%x\n", __func__,
627 bus_space_read_4(bst, ipfsh, 0x80));
628
629 DPRINTF(sc->sc_dev, "%s ipfs 0x180 = 0x%x\n", __func__,
630 bus_space_read_4(bst, ipfsh, 0x180));
631 /* EN_FPCI */
632 tegra_reg_set_clear(bst, ipfsh, 0x180, 1, 0);
633 DPRINTF(sc->sc_dev, "%s ipfs 0x180 = 0x%x\n", __func__,
634 bus_space_read_4(bst, ipfsh, 0x180));
635
636 DPRINTF(sc->sc_dev, "%s fpci PCI_COMMAND_STATUS_REG = 0x%x\n",
637 __func__, bus_space_read_4(bst, fpcih, PCI_COMMAND_STATUS_REG));
638 tegra_reg_set_clear(bst, fpcih, PCI_COMMAND_STATUS_REG,
639 PCI_COMMAND_MASTER_ENABLE|PCI_COMMAND_MEM_ENABLE, 0x0);
640 DPRINTF(sc->sc_dev, "%s fpci PCI_COMMAND_STATUS_REG = 0x%x\n",
641 __func__, bus_space_read_4(bst, fpcih, PCI_COMMAND_STATUS_REG));
642
643 DPRINTF(sc->sc_dev, "%s fpci PCI_BAR0 = 0x%x\n", __func__,
644 bus_space_read_4(bst, fpcih, PCI_BAR0));
645 /* match FPCI BAR0 to above */
646 bus_space_write_4(bst, fpcih, PCI_BAR0, 0x10000000);
647 DPRINTF(sc->sc_dev, "%s fpci PCI_BAR0 = 0x%x\n", __func__,
648 bus_space_read_4(bst, fpcih, PCI_BAR0));
649
650 DPRINTF(sc->sc_dev, "%s ipfs 0x188 = 0x%x\n", __func__,
651 bus_space_read_4(bst, ipfsh, 0x188));
652 tegra_reg_set_clear(bst, ipfsh, 0x188, __BIT(16), 0);
653 DPRINTF(sc->sc_dev, "%s ipfs 0x188 = 0x%x\n", __func__,
654 bus_space_read_4(bst, ipfsh, 0x188));
655
656 DPRINTF(sc->sc_dev, "%s fpci 0x1bc = 0x%x\n", __func__,
657 bus_space_read_4(bst, fpcih, 0x1bc));
658 bus_space_write_4(bst, fpcih, 0x1bc, 0x80);
659 DPRINTF(sc->sc_dev, "%s fpci 0x1bc = 0x%x\n", __func__,
660 bus_space_read_4(bst, fpcih, 0x1bc));
661 }
662
663 static int
664 fw_dma_alloc(struct tegra_xusb_softc * const psc, size_t size, size_t align,
665 struct fw_dma * const p)
666 {
667 struct xhci_softc * const sc = &psc->sc_xhci;
668 const bus_dma_tag_t dmat = sc->sc_bus.ub_dmatag;
669 int err;
670
671 p->size = size;
672 err = bus_dmamem_alloc(dmat, p->size, align, 0, p->segs,
673 sizeof(p->segs) / sizeof(p->segs[0]), &p->nsegs, BUS_DMA_NOWAIT);
674 if (err)
675 return err;
676 err = bus_dmamem_map(dmat, p->segs, p->nsegs, p->size, &p->addr,
677 BUS_DMA_NOWAIT|BUS_DMA_COHERENT);
678 if (err)
679 goto free;
680 err = bus_dmamap_create(dmat, p->size, 1, p->size, 0, BUS_DMA_NOWAIT,
681 &p->map);
682 if (err)
683 goto unmap;
684 err = bus_dmamap_load(dmat, p->map, p->addr, p->size, NULL,
685 BUS_DMA_NOWAIT);
686 if (err)
687 goto destroy;
688
689 return 0;
690
691 destroy:
692 bus_dmamap_destroy(dmat, p->map);
693 unmap:
694 bus_dmamem_unmap(dmat, p->addr, p->size);
695 free:
696 bus_dmamem_free(dmat, p->segs, p->nsegs);
697
698 return err;
699 }
700
701 static void
702 fw_dma_free(struct tegra_xusb_softc * const psc, struct fw_dma * const p)
703 {
704 const struct xhci_softc * const sc = &psc->sc_xhci;
705 const bus_dma_tag_t dmat = sc->sc_bus.ub_dmatag;
706
707 bus_dmamap_unload(dmat, p->map);
708 bus_dmamap_destroy(dmat, p->map);
709 bus_dmamem_unmap(dmat, p->addr, p->size);
710 bus_dmamem_free(dmat, p->segs, p->nsegs);
711 }
712
713 #define FWHEADER_BOOT_CODETAG 8
714 #define FWHEADER_BOOT_CODESIZE 12
715 #define FWHEADER_FWIMG_LEN 100
716 #define FWHEADER__LEN 256
717
718 static int
719 tegra_xusb_open_fw(struct tegra_xusb_softc * const psc)
720 {
721 struct xhci_softc * const sc = &psc->sc_xhci;
722 firmware_handle_t fw;
723 size_t firmware_size = 0;
724 void *firmware_image;
725 const char *fw_path = NULL;
726 void *fw_static = NULL;
727 int error;
728
729 switch (psc->sc_txd->txd_type) {
730 case XUSB_T124:
731 #if defined(TEGRA124_XUSB_BIN_STATIC)
732 firmware_size = (uintptr_t)&_binary_tegra124_xusb_bin_size;
733 fw_static = __UNCONST(_binary_tegra124_xusb_bin_start);
734 #else
735 fw_path = "nvidia/tegra124";
736 #endif
737 break;
738 case XUSB_T210:
739 #if defined(TEGRA210_XUSB_BIN_STATIC)
740 firmware_size = (uintptr_t)&_binary_tegra210_xusb_bin_size;
741 fw_static = __UNCONST(_binary_tegra210_xusb_bin_start);
742 #else
743 fw_path = "nvidia/tegra210";
744 #endif
745 break;
746 default:
747 return EINVAL;
748 }
749
750 if (fw_path != NULL) {
751 error = firmware_open(fw_path, "xusb.bin", &fw);
752 if (error != 0) {
753 aprint_error_dev(sc->sc_dev,
754 "couldn't load firmware from %s/xusb.bin: %d\n",
755 fw_path, error);
756 return error;
757 }
758 firmware_size = firmware_get_size(fw);
759 }
760
761 error = fw_dma_alloc(psc, firmware_size, PAGE_SIZE,
762 &psc->sc_fw_dma);
763 if (error != 0)
764 return error;
765 firmware_image = psc->sc_fw_dma.addr;
766
767 if (fw_path != NULL) {
768 error = firmware_read(fw, 0, firmware_image, firmware_size);
769 if (error != 0) {
770 fw_dma_free(psc, &psc->sc_fw_dma);
771 firmware_close(fw);
772 return error;
773 }
774 firmware_close(fw);
775 } else {
776 memcpy(firmware_image, fw_static, firmware_size);
777 }
778
779 return tegra_xusb_load_fw(psc, firmware_image, firmware_size);
780 }
781
782 static int
783 tegra_xusb_load_fw(struct tegra_xusb_softc * const psc, void *firmware_image,
784 size_t firmware_size)
785 {
786 struct xhci_softc * const sc = &psc->sc_xhci;
787 const uint8_t *header;
788
789 header = firmware_image;
790
791 const uint32_t fwimg_len = le32dec(&header[FWHEADER_FWIMG_LEN]);
792 const uint32_t boot_codetag = le32dec(&header[FWHEADER_BOOT_CODETAG]);
793 const uint32_t boot_codesize = le32dec(&header[FWHEADER_BOOT_CODESIZE]);
794
795 if (fwimg_len != firmware_size)
796 aprint_error_dev(sc->sc_dev, "fwimg_len mismatch %u != %zu\n",
797 fwimg_len, firmware_size);
798
799 bus_dmamap_sync(sc->sc_bus.ub_dmatag, psc->sc_fw_dma.map, 0,
800 firmware_size, BUS_DMASYNC_PREWRITE);
801
802 DPRINTF(sc->sc_dev, "XUSB_FALC_CPUCTL 0x%x\n",
803 csb_read_4(psc, XUSB_CSB_FALCON_CPUCTL_REG));
804 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_ILOAD_BASE_LO 0x%x\n",
805 csb_read_4(psc, XUSB_CSB_MEMPOOL_ILOAD_BASE_LO_REG));
806
807 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_ILOAD_ATTR 0x%x\n",
808 csb_read_4(psc, XUSB_CSB_MEMPOOL_ILOAD_ATTR_REG));
809 csb_write_4(psc, XUSB_CSB_MEMPOOL_ILOAD_ATTR_REG,
810 fwimg_len);
811 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_ILOAD_ATTR 0x%x\n",
812 csb_read_4(psc, XUSB_CSB_MEMPOOL_ILOAD_ATTR_REG));
813
814 const uint64_t fwbase = psc->sc_fw_dma.map->dm_segs[0].ds_addr +
815 FWHEADER__LEN;
816
817 csb_write_4(psc, XUSB_CSB_MEMPOOL_ILOAD_BASE_HI_REG, fwbase >> 32);
818 csb_write_4(psc, XUSB_CSB_MEMPOOL_ILOAD_BASE_LO_REG, fwbase);
819 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_ILOAD_BASE_LO 0x%x\n",
820 csb_read_4(psc, XUSB_CSB_MEMPOOL_ILOAD_BASE_LO_REG));
821 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_ILOAD_BASE_HI 0x%x\n",
822 csb_read_4(psc, XUSB_CSB_MEMPOOL_ILOAD_BASE_HI_REG));
823
824 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_APMAP 0x%x\n",
825 csb_read_4(psc, XUSB_CSB_MEMPOOL_APMAP_REG));
826 csb_write_4(psc, XUSB_CSB_MEMPOOL_APMAP_REG,
827 XUSB_CSB_MEMPOOL_APMAP_BOOTPATH);
828 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_APMAP 0x%x\n",
829 csb_read_4(psc, XUSB_CSB_MEMPOOL_APMAP_REG));
830
831 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_TRIG 0x%x\n",
832 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG));
833 csb_write_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG,
834 __SHIFTIN(ACTION_L2IMEM_INVALIDATE_ALL,
835 XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_ACTION));
836 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_TRIG 0x%x\n",
837 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG));
838
839 const u_int code_tag_blocks =
840 howmany(boot_codetag, IMEM_BLOCK_SIZE);
841 const u_int code_size_blocks =
842 howmany(boot_codesize, IMEM_BLOCK_SIZE);
843 const u_int code_blocks = code_tag_blocks + code_size_blocks;
844
845 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_SIZE 0x%x\n",
846 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_SIZE_REG));
847 csb_write_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_SIZE_REG,
848 __SHIFTIN(code_tag_blocks,
849 XUSB_CSB_MEMPOOL_L2IMEMOP_SIZE_SRC_OFFSET) |
850 __SHIFTIN(code_size_blocks,
851 XUSB_CSB_MEMPOOL_L2IMEMOP_SIZE_SRC_COUNT));
852 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_SIZE 0x%x\n",
853 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_SIZE_REG));
854
855 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_TRIG 0x%x\n",
856 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG));
857 csb_write_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG,
858 __SHIFTIN(ACTION_L2IMEM_LOAD_LOCKED_RESULT,
859 XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_ACTION));
860 DPRINTF(sc->sc_dev, "XUSB_CSB_MP_L2IMEMOP_TRIG 0x%x\n",
861 csb_read_4(psc, XUSB_CSB_MEMPOOL_L2IMEMOP_TRIG_REG));
862
863 DPRINTF(sc->sc_dev, "XUSB_FALC_IMFILLCTL 0x%x\n",
864 csb_read_4(psc, XUSB_CSB_FALCON_IMFILLCTL_REG));
865 csb_write_4(psc, XUSB_CSB_FALCON_IMFILLCTL_REG, code_size_blocks);
866 DPRINTF(sc->sc_dev, "XUSB_FALC_IMFILLCTL 0x%x\n",
867 csb_read_4(psc, XUSB_CSB_FALCON_IMFILLCTL_REG));
868
869 DPRINTF(sc->sc_dev, "XUSB_FALC_IMFILLRNG1 0x%x\n",
870 csb_read_4(psc, XUSB_CSB_FALCON_IMFILLRNG1_REG));
871 csb_write_4(psc, XUSB_CSB_FALCON_IMFILLRNG1_REG,
872 __SHIFTIN(code_tag_blocks, XUSB_CSB_FALCON_IMFILLRNG1_TAG_LO) |
873 __SHIFTIN(code_blocks, XUSB_CSB_FALCON_IMFILLRNG1_TAG_HI));
874 DPRINTF(sc->sc_dev, "XUSB_FALC_IMFILLRNG1 0x%x\n",
875 csb_read_4(psc, XUSB_CSB_FALCON_IMFILLRNG1_REG));
876
877 DPRINTF(sc->sc_dev, "XUSB_FALC_DMACTL 0x%x\n",
878 csb_read_4(psc, XUSB_CSB_FALCON_DMACTL_REG));
879 csb_write_4(psc, XUSB_CSB_FALCON_DMACTL_REG, 0);
880 DPRINTF(sc->sc_dev, "XUSB_FALC_DMACTL 0x%x\n",
881 csb_read_4(psc, XUSB_CSB_FALCON_DMACTL_REG));
882
883 DPRINTF(sc->sc_dev, "XUSB_FALC_BOOTVEC 0x%x\n",
884 csb_read_4(psc, XUSB_CSB_FALCON_BOOTVEC_REG));
885 csb_write_4(psc, XUSB_CSB_FALCON_BOOTVEC_REG,
886 boot_codetag);
887 DPRINTF(sc->sc_dev, "XUSB_FALC_BOOTVEC 0x%x\n",
888 csb_read_4(psc, XUSB_CSB_FALCON_BOOTVEC_REG));
889
890 DPRINTF(sc->sc_dev, "XUSB_FALC_CPUCTL 0x%x\n",
891 csb_read_4(psc, XUSB_CSB_FALCON_CPUCTL_REG));
892 csb_write_4(psc, XUSB_CSB_FALCON_CPUCTL_REG,
893 XUSB_CSB_FALCON_CPUCTL_STARTCPU);
894 DPRINTF(sc->sc_dev, "XUSB_FALC_CPUCTL 0x%x\n",
895 csb_read_4(psc, XUSB_CSB_FALCON_CPUCTL_REG));
896
897 return 0;
898 }
899
900 static uint32_t
901 csb_read_4(struct tegra_xusb_softc * const psc, bus_size_t csb_offset)
902 {
903 const uint32_t range = __SHIFTOUT(csb_offset, XUSB_CSB_RANGE);
904 const bus_size_t offset = __SHIFTOUT(csb_offset, XUSB_CSB_OFFSET);
905 const bus_space_tag_t bst = psc->sc_xhci.sc_iot;
906 const bus_space_handle_t fpcih = psc->sc_bsh_fpci;
907
908 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_C11_CSBRANGE_REG, range);
909 return bus_space_read_4(bst, fpcih, T_XUSB_CFG_CSB_BASE_ADDR + offset);
910 }
911
912 static void
913 csb_write_4(struct tegra_xusb_softc * const psc, bus_size_t csb_offset,
914 uint32_t value)
915 {
916 const uint32_t range = __SHIFTOUT(csb_offset, XUSB_CSB_RANGE);
917 const bus_size_t offset = __SHIFTOUT(csb_offset, XUSB_CSB_OFFSET);
918 const bus_space_tag_t bst = psc->sc_xhci.sc_iot;
919 const bus_space_handle_t fpcih = psc->sc_bsh_fpci;
920
921 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_C11_CSBRANGE_REG, range);
922 bus_space_write_4(bst, fpcih, T_XUSB_CFG_CSB_BASE_ADDR + offset, value);
923 }
924
925 static int
926 xusb_mailbox_send(struct tegra_xusb_softc * const psc, uint32_t msg)
927 {
928 struct xhci_softc * const sc = &psc->sc_xhci;
929 const bus_space_tag_t bst = psc->sc_xhci.sc_iot;
930 const bus_space_handle_t fpcih = psc->sc_bsh_fpci;
931 uint32_t val;
932 bool wait = false;
933
934 const uint8_t type = __SHIFTOUT(msg, MAILBOX_DATA_TYPE);
935
936 if (!(type == 128 || type == 129)) {
937 val = bus_space_read_4(bst, fpcih,
938 T_XUSB_CFG_ARU_MAILBOX_OWNER_REG);
939 DPRINTF(sc->sc_dev, "XUSB_CFG_ARU_MBOX_OWNER 0x%x\n",
940 val);
941 if (val != MAILBOX_OWNER_NONE) {
942 return EBUSY;
943 }
944
945 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_OWNER_REG,
946 MAILBOX_OWNER_SW);
947
948 val = bus_space_read_4(bst, fpcih,
949 T_XUSB_CFG_ARU_MAILBOX_OWNER_REG);
950 DPRINTF(sc->sc_dev, "XUSB_CFG_ARU_MBOX_OWNER 0x%x\n",
951 val);
952 if (val != MAILBOX_OWNER_SW) {
953 return EBUSY;
954 }
955
956 wait = true;
957 }
958
959 bus_space_write_4(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_DATA_IN_REG, msg);
960
961 tegra_reg_set_clear(bst, fpcih, T_XUSB_CFG_ARU_MAILBOX_CMD_REG,
962 T_XUSB_CFG_ARU_MAILBOX_CMD_INT_EN |
963 T_XUSB_CFG_ARU_MAILBOX_CMD_DEST_FALCON, 0);
964
965 if (wait) {
966
967 for (u_int i = 0; i < 2500; i++) {
968 val = bus_space_read_4(bst, fpcih,
969 T_XUSB_CFG_ARU_MAILBOX_OWNER_REG);
970 DPRINTF(sc->sc_dev,
971 "XUSB_CFG_ARU_MBOX_OWNER 0x%x\n", val);
972 if (val == MAILBOX_OWNER_NONE) {
973 break;
974 }
975 DELAY(10);
976 }
977
978 val = bus_space_read_4(bst, fpcih,
979 T_XUSB_CFG_ARU_MAILBOX_OWNER_REG);
980 DPRINTF(sc->sc_dev,
981 "XUSB_CFG_ARU_MBOX_OWNER 0x%x\n", val);
982 if (val != MAILBOX_OWNER_NONE) {
983 aprint_error_dev(sc->sc_dev,
984 "timeout, XUSB_CFG_ARU_MBOX_OWNER 0x%x\n", val);
985 }
986 }
987
988 return 0;
989 }
990