rk3399_pcie.c revision 1.4 1 1.4 jmcneill /* $NetBSD: rk3399_pcie.c,v 1.4 2019/06/15 00:08:25 jmcneill Exp $ */
2 1.1 jakllsch /*
3 1.1 jakllsch * Copyright (c) 2018 Mark Kettenis <kettenis (at) openbsd.org>
4 1.1 jakllsch *
5 1.1 jakllsch * Permission to use, copy, modify, and distribute this software for any
6 1.1 jakllsch * purpose with or without fee is hereby granted, provided that the above
7 1.1 jakllsch * copyright notice and this permission notice appear in all copies.
8 1.1 jakllsch *
9 1.1 jakllsch * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 1.1 jakllsch * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 1.1 jakllsch * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 1.1 jakllsch * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 1.1 jakllsch * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 1.1 jakllsch * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 1.1 jakllsch * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 1.1 jakllsch */
17 1.1 jakllsch
18 1.1 jakllsch #include <sys/cdefs.h>
19 1.1 jakllsch
20 1.4 jmcneill __KERNEL_RCSID(1, "$NetBSD: rk3399_pcie.c,v 1.4 2019/06/15 00:08:25 jmcneill Exp $");
21 1.1 jakllsch
22 1.1 jakllsch #include <sys/param.h>
23 1.1 jakllsch #include <sys/systm.h>
24 1.1 jakllsch #include <sys/bitops.h>
25 1.1 jakllsch #include <sys/device.h>
26 1.1 jakllsch #include <sys/extent.h>
27 1.1 jakllsch #include <sys/kmem.h>
28 1.1 jakllsch
29 1.1 jakllsch #include <machine/intr.h>
30 1.1 jakllsch #include <sys/bus.h>
31 1.1 jakllsch #include <dev/fdt/fdtvar.h>
32 1.1 jakllsch #include <dev/fdt/syscon.h>
33 1.1 jakllsch #include <arm/cpufunc.h>
34 1.1 jakllsch
35 1.1 jakllsch #include <dev/pci/pcidevs.h>
36 1.1 jakllsch #include <dev/pci/pcireg.h>
37 1.1 jakllsch #include <dev/pci/pcivar.h>
38 1.1 jakllsch #include <dev/pci/pciconf.h>
39 1.1 jakllsch
40 1.1 jakllsch #include <arm/fdt/pcihost_fdtvar.h>
41 1.1 jakllsch #include <sys/gpio.h>
42 1.1 jakllsch
43 1.1 jakllsch #define SETREG(m, v) ((m)<<16|__SHIFTIN((v), (m)))
44 1.1 jakllsch #define GETREG(m, v) (__SHIFTOUT((v), (m)))
45 1.1 jakllsch
46 1.1 jakllsch /* APB region */
47 1.1 jakllsch #define PCIE_CLIENT_BASE 0x000000
48 1.1 jakllsch #define PCIE_CLIENT_BASIC_STRAP_CONF 0x0000
49 1.1 jakllsch #define PCBSC_PCIE_GEN_SEL __BIT(7)
50 1.1 jakllsch #define PCBSC_PGS_GEN1 SETREG(PCBSC_PCIE_GEN_SEL, 0)
51 1.1 jakllsch #define PCBSC_PGS_GEN2 SETREG(PCBSC_PCIE_GEN_SEL, 1)
52 1.1 jakllsch #define PCBSC_MODE_SELECT __BIT(6)
53 1.1 jakllsch #define PCBSC_MS_ENDPOINT SETREG(PCBSC_MODE_SELECT, 0)
54 1.1 jakllsch #define PCBSC_MS_ROOTPORT SETREG(PCBSC_MODE_SELECT, 1)
55 1.1 jakllsch #define PCBSC_LANE_COUNT __BITS(5,4)
56 1.1 jakllsch #define PCBSC_LC(x) SETREG(PCBSC_LANE_COUNT, ilog2(x)) /* valid for x1,2,4 */
57 1.1 jakllsch #define PCBSC_ARI_EN SETREG(__BIT(3), 1) /* Alternate Routing ID Enable */
58 1.1 jakllsch #define PCBSC_SR_IOV_EN SETREG(__BIT(2), 1)
59 1.1 jakllsch #define PCBSC_LINK_TRAIN_EN SETREG(__BIT(1), 1)
60 1.1 jakllsch #define PCBSC_CONF_EN SETREG(__BIT(0), 1) /* Config enable */
61 1.1 jakllsch #define PCIE_CLIENT_DEBUG_OUT_0 0x003c
62 1.1 jakllsch #define PCIE_CLIENT_DEBUG_OUT_1 0x0040
63 1.1 jakllsch #define PCIE_CLIENT_BASIC_STATUS0 0x0044
64 1.1 jakllsch #define PCIE_CLIENT_BASIC_STATUS1 0x0048
65 1.1 jakllsch #define PCBS1_LINK_ST(x) (u_int)__SHIFTOUT((x), __BITS(21,20))
66 1.1 jakllsch #define PCBS1_LS_NO_RECV 0 /* no receivers */
67 1.1 jakllsch #define PCBS1_LS_TRAINING 1 /* link training */
68 1.1 jakllsch #define PCBS1_LS_DL_INIT 2 /* link up, DL init progressing */
69 1.1 jakllsch #define PCBS1_LS_DL_DONE 3 /* link up, DL init complete */
70 1.1 jakllsch #define PCIE_CLIENT_INT_MASK 0x004c
71 1.1 jakllsch #define PCIM_INTx_MASK(x) SETREG(__BIT((x)+5), 1)
72 1.1 jakllsch #define PCIM_INTx_ENAB(x) SETREG(__BIT((x)+5), 0)
73 1.1 jakllsch
74 1.1 jakllsch #define PCIE_CORE_BASE 0x800000
75 1.1 jakllsch #define PCIE_RC_NORMAL_BASE (PCIE_CORE_BASE + 0x00000)
76 1.1 jakllsch
77 1.1 jakllsch #define PCIE_LM_BASE 0x900000
78 1.1 jakllsch #define PCIE_LM_CORE_CTRL (PCIE_LM_BASE + 0x00)
79 1.1 jakllsch #define PCIE_CORE_PL_CONF_SPEED_5G 0x00000008
80 1.1 jakllsch #define PCIE_CORE_PL_CONF_SPEED_MASK 0x00000018
81 1.1 jakllsch #define PCIE_CORE_PL_CONF_LANE_MASK 0x00000006
82 1.1 jakllsch #define PCIE_CORE_PL_CONF_LANE_SHIFT 1
83 1.1 jakllsch #define PCIE_LM_PLC1 (PCIE_LM_BASE + 0x04)
84 1.1 jakllsch #define PCIE_LM_PLC1_FTS_MASK __BITS(23, 8)
85 1.1 jakllsch #define PCIE_LM_VENDOR_ID (PCIE_LM_BASE + 0x44)
86 1.1 jakllsch #define PCIE_LM_LINKWIDTH (PCIE_LM_BASE + 0x50)
87 1.1 jakllsch #define PCIE_LM_LANEMAP (PCIE_LM_BASE + 0x200)
88 1.1 jakllsch #define PCIE_LM_DEBUG_MUX_CONTROL (PCIE_LM_BASE + 0x208)
89 1.1 jakllsch #define PCIE_LM_RCBAR (PCIE_LM_BASE + 0x300)
90 1.1 jakllsch #define PCIE_LM_RCBARPME __BIT(17)
91 1.1 jakllsch #define PCIE_LM_RCBARPMS __BIT(18)
92 1.1 jakllsch #define PCIE_LM_RCBARPIE __BIT(19)
93 1.1 jakllsch #define PCIE_LM_RCBARPIS __BIT(20)
94 1.1 jakllsch
95 1.1 jakllsch #define PCIE_RC_BASE 0xa00000
96 1.1 jakllsch #define PCIE_RC_CONFIG_DCSR (PCIE_RC_BASE + 0x0c0 + PCIE_DCSR)
97 1.1 jakllsch #define PCIE_RC_PCIE_LCAP (PCIE_RC_BASE + 0x0c0 + PCIE_LCAP)
98 1.1 jakllsch #define PCIE_RC_CONFIG_LCSR (PCIE_RC_BASE + 0x0c0 + PCIE_LCSR)
99 1.1 jakllsch #define PCIE_RC_CONFIG_THP_CAP (PCIE_RC_BASE + 0x274)
100 1.1 jakllsch #define PCIE_RC_CONFIG_THP_CAP_NEXT_MASK __BITS(31, 20)
101 1.1 jakllsch
102 1.1 jakllsch
103 1.1 jakllsch #define PCIE_ATR_BASE 0xc00000
104 1.1 jakllsch #define PCIE_ATR_OB_ADDR0(i) (PCIE_ATR_BASE + 0x000 + (i) * 0x20)
105 1.1 jakllsch #define PCIE_ATR_OB_ADDR1(i) (PCIE_ATR_BASE + 0x004 + (i) * 0x20)
106 1.1 jakllsch #define PCIE_ATR_OB_DESC0(i) (PCIE_ATR_BASE + 0x008 + (i) * 0x20)
107 1.1 jakllsch #define PCIE_ATR_OB_DESC1(i) (PCIE_ATR_BASE + 0x00c + (i) * 0x20)
108 1.1 jakllsch #define PCIE_ATR_IB_ADDR0(i) (PCIE_ATR_BASE + 0x800 + (i) * 0x8)
109 1.1 jakllsch #define PCIE_ATR_IB_ADDR1(i) (PCIE_ATR_BASE + 0x804 + (i) * 0x8)
110 1.1 jakllsch #define PCIE_ATR_HDR_MEM 0x2
111 1.1 jakllsch #define PCIE_ATR_HDR_IO 0x6
112 1.1 jakllsch #define PCIE_ATR_HDR_CFG_TYPE0 0xa
113 1.1 jakllsch #define PCIE_ATR_HDR_CFG_TYPE1 0xb
114 1.1 jakllsch #define PCIE_ATR_HDR_RID __BIT(23)
115 1.1 jakllsch
116 1.1 jakllsch /* AXI region */
117 1.1 jakllsch #define PCIE_ATR_OB_REGION0_SIZE (32 * 1024 * 1024)
118 1.1 jakllsch #define PCIE_ATR_OB_REGION_SIZE (1 * 1024 * 1024)
119 1.1 jakllsch
120 1.1 jakllsch #define HREAD4(sc, reg) \
121 1.1 jakllsch (bus_space_read_4((sc)->sc_iot, (sc)->sc_ioh, (reg)))
122 1.1 jakllsch #define HWRITE4(sc, reg, val) \
123 1.1 jakllsch bus_space_write_4((sc)->sc_iot, (sc)->sc_ioh, (reg), (val))
124 1.1 jakllsch
125 1.1 jakllsch struct rkpcie_softc {
126 1.1 jakllsch struct pcihost_softc sc_phsc;
127 1.1 jakllsch bus_space_tag_t sc_iot;
128 1.1 jakllsch bus_space_handle_t sc_ioh;
129 1.3 jmcneill bus_space_handle_t sc_axi_ioh;
130 1.1 jakllsch bus_addr_t sc_axi_addr;
131 1.1 jakllsch bus_addr_t sc_apb_addr;
132 1.1 jakllsch bus_size_t sc_axi_size;
133 1.1 jakllsch bus_size_t sc_apb_size;
134 1.2 jmcneill };
135 1.2 jmcneill
136 1.1 jakllsch static int rkpcie_match(device_t, cfdata_t, void *);
137 1.1 jakllsch static void rkpcie_attach(device_t, device_t, void *);
138 1.1 jakllsch
139 1.1 jakllsch CFATTACH_DECL_NEW(rkpcie, sizeof(struct rkpcie_softc),
140 1.1 jakllsch rkpcie_match, rkpcie_attach, NULL, NULL);
141 1.1 jakllsch
142 1.1 jakllsch static int
143 1.1 jakllsch rkpcie_match(device_t parent, cfdata_t cf, void *aux)
144 1.1 jakllsch {
145 1.1 jakllsch const char * const compatible[] = {
146 1.1 jakllsch "rockchip,rk3399-pcie",
147 1.1 jakllsch NULL
148 1.1 jakllsch };
149 1.1 jakllsch struct fdt_attach_args *faa = aux;
150 1.1 jakllsch
151 1.1 jakllsch return of_match_compatible(faa->faa_phandle, compatible);
152 1.1 jakllsch }
153 1.1 jakllsch
154 1.1 jakllsch static void rkpcie_atr_init(struct rkpcie_softc *);
155 1.1 jakllsch
156 1.1 jakllsch static int rkpcie_bus_maxdevs(void *, int);
157 1.1 jakllsch static pcitag_t rkpcie_make_tag(void *, int, int, int);
158 1.1 jakllsch static void rkpcie_decompose_tag(void *, pcitag_t, int *, int *, int *);
159 1.1 jakllsch static pcireg_t rkpcie_conf_read(void *, pcitag_t, int);
160 1.1 jakllsch static void rkpcie_conf_write(void *, pcitag_t, int, pcireg_t);
161 1.1 jakllsch static int rkpcie_conf_hook(void *, int, int, int, pcireg_t);
162 1.1 jakllsch
163 1.1 jakllsch static struct fdtbus_interrupt_controller_func rkpcie_intrfuncs;
164 1.1 jakllsch
165 1.1 jakllsch static inline void
166 1.1 jakllsch clock_enable_all(int phandle)
167 1.1 jakllsch {
168 1.1 jakllsch for (u_int i = 0; i < 4; i++) {
169 1.1 jakllsch struct clk * clk = fdtbus_clock_get_index(phandle, i);
170 1.1 jakllsch if (clk == NULL)
171 1.1 jakllsch continue;
172 1.1 jakllsch if (clk_enable(clk) != 0)
173 1.1 jakllsch continue;
174 1.1 jakllsch }
175 1.1 jakllsch }
176 1.1 jakllsch
177 1.1 jakllsch static void
178 1.1 jakllsch reset_assert(int phandle, const char *name)
179 1.1 jakllsch {
180 1.1 jakllsch struct fdtbus_reset *rst;
181 1.1 jakllsch
182 1.1 jakllsch rst = fdtbus_reset_get(phandle, name);
183 1.1 jakllsch fdtbus_reset_assert(rst);
184 1.1 jakllsch fdtbus_reset_put(rst);
185 1.1 jakllsch }
186 1.1 jakllsch
187 1.1 jakllsch static void
188 1.1 jakllsch reset_deassert(int phandle, const char *name)
189 1.1 jakllsch {
190 1.1 jakllsch struct fdtbus_reset *rst;
191 1.1 jakllsch
192 1.1 jakllsch rst = fdtbus_reset_get(phandle, name);
193 1.1 jakllsch fdtbus_reset_deassert(rst);
194 1.1 jakllsch fdtbus_reset_put(rst);
195 1.1 jakllsch }
196 1.1 jakllsch
197 1.1 jakllsch static void
198 1.1 jakllsch rkpcie_attach(device_t parent, device_t self, void *aux)
199 1.1 jakllsch {
200 1.1 jakllsch struct rkpcie_softc *sc = device_private(self);
201 1.1 jakllsch struct pcihost_softc * const phsc = &sc->sc_phsc;
202 1.1 jakllsch struct fdt_attach_args *faa = aux;
203 1.1 jakllsch struct fdtbus_gpio_pin *ep_gpio;
204 1.4 jmcneill u_int max_link_speed, num_lanes;
205 1.4 jmcneill struct fdtbus_phy *phy[4];
206 1.3 jmcneill const u_int *bus_range;
207 1.1 jakllsch uint32_t status;
208 1.4 jmcneill int timo, len;
209 1.1 jakllsch
210 1.1 jakllsch phsc->sc_dev = self;
211 1.1 jakllsch phsc->sc_bst = faa->faa_bst;
212 1.1 jakllsch phsc->sc_dmat = faa->faa_dmat;
213 1.1 jakllsch sc->sc_iot = phsc->sc_bst;
214 1.1 jakllsch phsc->sc_phandle = faa->faa_phandle;
215 1.1 jakllsch const int phandle = phsc->sc_phandle;
216 1.1 jakllsch
217 1.1 jakllsch if (fdtbus_get_reg_byname(faa->faa_phandle, "axi-base", &sc->sc_axi_addr, &sc->sc_axi_size) != 0) {
218 1.1 jakllsch aprint_error(": couldn't get axi registers\n");
219 1.1 jakllsch return;
220 1.1 jakllsch }
221 1.1 jakllsch if (fdtbus_get_reg_byname(faa->faa_phandle, "apb-base", &sc->sc_apb_addr, &sc->sc_apb_size) != 0) {
222 1.1 jakllsch aprint_error(": couldn't get apb registers\n");
223 1.1 jakllsch sc->sc_axi_size = 0;
224 1.1 jakllsch return;
225 1.1 jakllsch }
226 1.1 jakllsch
227 1.3 jmcneill if (bus_space_map(sc->sc_iot, sc->sc_apb_addr, sc->sc_apb_size, 0, &sc->sc_ioh) != 0 ||
228 1.3 jmcneill bus_space_map(sc->sc_iot, sc->sc_axi_addr, sc->sc_axi_size, 0, &sc->sc_axi_ioh) != 0) {
229 1.1 jakllsch printf(": can't map registers\n");
230 1.1 jakllsch sc->sc_axi_size = 0;
231 1.1 jakllsch sc->sc_apb_size = 0;
232 1.1 jakllsch return;
233 1.1 jakllsch }
234 1.1 jakllsch
235 1.1 jakllsch aprint_naive("\n");
236 1.1 jakllsch aprint_normal(": RK3399 PCIe\n");
237 1.1 jakllsch
238 1.1 jakllsch struct fdtbus_regulator *regulator;
239 1.1 jakllsch regulator = fdtbus_regulator_acquire(phandle, "vpcie3v3-supply");
240 1.1 jakllsch fdtbus_regulator_enable(regulator);
241 1.1 jakllsch fdtbus_regulator_release(regulator);
242 1.1 jakllsch
243 1.1 jakllsch fdtbus_clock_assign(phandle);
244 1.1 jakllsch clock_enable_all(phandle);
245 1.1 jakllsch
246 1.1 jakllsch ep_gpio = fdtbus_gpio_acquire(phandle, "ep-gpios", GPIO_PIN_OUTPUT);
247 1.4 jmcneill
248 1.4 jmcneill if (of_getprop_uint32(phandle, "max-link-speed", &max_link_speed) != 0)
249 1.4 jmcneill max_link_speed = 2;
250 1.4 jmcneill if (of_getprop_uint32(phandle, "num-lanes", &num_lanes) != 0)
251 1.4 jmcneill num_lanes = 1;
252 1.4 jmcneill
253 1.1 jakllsch again:
254 1.1 jakllsch fdtbus_gpio_write(ep_gpio, 0);
255 1.1 jakllsch
256 1.1 jakllsch reset_assert(phandle, "aclk");
257 1.1 jakllsch reset_assert(phandle, "pclk");
258 1.1 jakllsch reset_assert(phandle, "pm");
259 1.1 jakllsch
260 1.1 jakllsch memset(phy, 0, sizeof(phy));
261 1.1 jakllsch phy[0] = fdtbus_phy_get(phandle, "pcie-phy-0");
262 1.1 jakllsch if (phy[0] == NULL) {
263 1.1 jakllsch phy[0] = fdtbus_phy_get(phandle, "pcie-phy");
264 1.1 jakllsch } else {
265 1.1 jakllsch phy[1] = fdtbus_phy_get(phandle, "pcie-phy-1");
266 1.1 jakllsch phy[2] = fdtbus_phy_get(phandle, "pcie-phy-2");
267 1.1 jakllsch phy[3] = fdtbus_phy_get(phandle, "pcie-phy-3");
268 1.1 jakllsch }
269 1.1 jakllsch
270 1.1 jakllsch reset_assert(phandle, "core");
271 1.1 jakllsch reset_assert(phandle, "mgmt");
272 1.1 jakllsch reset_assert(phandle, "mgmt-sticky");
273 1.1 jakllsch reset_assert(phandle, "pipe");
274 1.1 jakllsch
275 1.1 jakllsch delay(10);
276 1.1 jakllsch
277 1.1 jakllsch reset_deassert(phandle, "pm");
278 1.1 jakllsch reset_deassert(phandle, "aclk");
279 1.1 jakllsch reset_deassert(phandle, "pclk");
280 1.1 jakllsch
281 1.4 jmcneill if (max_link_speed == 1)
282 1.1 jakllsch HWRITE4(sc, PCIE_CLIENT_BASIC_STRAP_CONF, PCBSC_PGS_GEN1);
283 1.1 jakllsch else
284 1.1 jakllsch HWRITE4(sc, PCIE_CLIENT_BASIC_STRAP_CONF, PCBSC_PGS_GEN2);
285 1.1 jakllsch
286 1.1 jakllsch /* Switch into Root Complex mode. */
287 1.1 jakllsch HWRITE4(sc, PCIE_CLIENT_BASIC_STRAP_CONF,
288 1.4 jmcneill PCBSC_MS_ROOTPORT | PCBSC_CONF_EN | PCBSC_LC(num_lanes));
289 1.1 jakllsch
290 1.1 jakllsch if (phy[3] && fdtbus_phy_enable(phy[3], true) != 0) {
291 1.1 jakllsch aprint_error(": couldn't enable phy3\n");
292 1.1 jakllsch }
293 1.1 jakllsch if (phy[2] && fdtbus_phy_enable(phy[2], true) != 0) {
294 1.1 jakllsch aprint_error(": couldn't enable phy2\n");
295 1.1 jakllsch }
296 1.1 jakllsch if (phy[1] && fdtbus_phy_enable(phy[1], true) != 0) {
297 1.1 jakllsch aprint_error(": couldn't enable phy1\n");
298 1.1 jakllsch }
299 1.1 jakllsch if (phy[0] && fdtbus_phy_enable(phy[0], true) != 0) {
300 1.1 jakllsch aprint_error(": couldn't enable phy0\n");
301 1.1 jakllsch }
302 1.1 jakllsch
303 1.1 jakllsch reset_deassert(phandle, "mgmt-sticky");
304 1.1 jakllsch reset_deassert(phandle, "core");
305 1.1 jakllsch reset_deassert(phandle, "mgmt");
306 1.1 jakllsch reset_deassert(phandle, "pipe");
307 1.1 jakllsch
308 1.1 jakllsch /* Start link training. */
309 1.1 jakllsch HWRITE4(sc, PCIE_CLIENT_BASIC_STRAP_CONF, PCBSC_LINK_TRAIN_EN);
310 1.1 jakllsch
311 1.1 jakllsch fdtbus_gpio_write(ep_gpio, 1);
312 1.1 jakllsch
313 1.1 jakllsch for (timo = 500; timo > 0; timo--) {
314 1.1 jakllsch status = HREAD4(sc, PCIE_CLIENT_BASIC_STATUS1);
315 1.1 jakllsch if (PCBS1_LINK_ST(status) == PCBS1_LS_DL_DONE)
316 1.1 jakllsch break;
317 1.1 jakllsch delay(1000);
318 1.1 jakllsch }
319 1.1 jakllsch if (timo == 0) {
320 1.1 jakllsch device_printf(self, "link training timeout (link_st %u)\n",
321 1.1 jakllsch PCBS1_LINK_ST(status));
322 1.4 jmcneill if (max_link_speed > 1) {
323 1.4 jmcneill --max_link_speed;
324 1.1 jakllsch goto again;
325 1.1 jakllsch }
326 1.1 jakllsch return;
327 1.1 jakllsch }
328 1.1 jakllsch
329 1.4 jmcneill if (max_link_speed == 2) {
330 1.1 jakllsch HWRITE4(sc, PCIE_RC_CONFIG_LCSR, HREAD4(sc, PCIE_RC_CONFIG_LCSR) | PCIE_LCSR_RETRAIN);
331 1.1 jakllsch for (timo = 500; timo > 0; timo--) {
332 1.1 jakllsch status = HREAD4(sc, PCIE_LM_CORE_CTRL);
333 1.1 jakllsch if ((status & PCIE_CORE_PL_CONF_SPEED_MASK) == PCIE_CORE_PL_CONF_SPEED_5G)
334 1.1 jakllsch break;
335 1.1 jakllsch delay(1000);
336 1.1 jakllsch }
337 1.1 jakllsch if (timo == 0) {
338 1.1 jakllsch device_printf(self, "Gen2 link training timeout\n");
339 1.4 jmcneill --max_link_speed;
340 1.1 jakllsch goto again;
341 1.1 jakllsch }
342 1.1 jakllsch }
343 1.1 jakllsch
344 1.1 jakllsch fdtbus_gpio_release(ep_gpio);
345 1.1 jakllsch
346 1.1 jakllsch HWRITE4(sc, PCIE_RC_BASE + PCI_CLASS_REG,
347 1.1 jakllsch PCI_CLASS_BRIDGE << PCI_CLASS_SHIFT |
348 1.1 jakllsch PCI_SUBCLASS_BRIDGE_PCI << PCI_SUBCLASS_SHIFT);
349 1.1 jakllsch
350 1.1 jakllsch /* Initialize Root Complex registers. */
351 1.1 jakllsch HWRITE4(sc, PCIE_LM_VENDOR_ID, PCI_VENDOR_ROCKCHIP);
352 1.1 jakllsch HWRITE4(sc, PCIE_RC_BASE + PCI_CLASS_REG,
353 1.1 jakllsch PCI_CLASS_BRIDGE << PCI_CLASS_SHIFT |
354 1.1 jakllsch PCI_SUBCLASS_BRIDGE_PCI << PCI_SUBCLASS_SHIFT);
355 1.4 jmcneill HWRITE4(sc, PCIE_LM_RCBAR, PCIE_LM_RCBARPIE | PCIE_LM_RCBARPIS);
356 1.1 jakllsch
357 1.1 jakllsch /* remove L1 substate cap */
358 1.1 jakllsch status = HREAD4(sc, PCIE_RC_CONFIG_THP_CAP);
359 1.1 jakllsch status &= ~PCIE_RC_CONFIG_THP_CAP_NEXT_MASK;
360 1.1 jakllsch HWRITE4(sc, PCIE_RC_CONFIG_THP_CAP, status);
361 1.1 jakllsch
362 1.4 jmcneill if (of_hasprop(phandle, "aspm-no-l0s")) {
363 1.1 jakllsch status = HREAD4(sc, PCIE_RC_PCIE_LCAP);
364 1.1 jakllsch status &= ~__SHIFTIN(1, PCIE_LCAP_ASPM);
365 1.1 jakllsch HWRITE4(sc, PCIE_RC_PCIE_LCAP, status);
366 1.1 jakllsch }
367 1.1 jakllsch
368 1.3 jmcneill /* Default bus ranges */
369 1.3 jmcneill sc->sc_phsc.sc_bus_min = 0;
370 1.3 jmcneill sc->sc_phsc.sc_bus_max = 31;
371 1.3 jmcneill
372 1.3 jmcneill /* Override bus range from DT */
373 1.3 jmcneill bus_range = fdtbus_get_prop(phandle, "bus-range", &len);
374 1.3 jmcneill if (len == 8) {
375 1.3 jmcneill sc->sc_phsc.sc_bus_min = be32dec(&bus_range[0]);
376 1.3 jmcneill sc->sc_phsc.sc_bus_max = be32dec(&bus_range[1]);
377 1.2 jmcneill }
378 1.1 jakllsch
379 1.1 jakllsch if (sc->sc_phsc.sc_bus_min != 0) {
380 1.1 jakllsch aprint_error_dev(self, "bus-range doesn't start at 0\n");
381 1.1 jakllsch return;
382 1.1 jakllsch }
383 1.1 jakllsch
384 1.1 jakllsch /* Configure Address Translation. */
385 1.1 jakllsch rkpcie_atr_init(sc);
386 1.1 jakllsch
387 1.1 jakllsch fdtbus_register_interrupt_controller(self, OF_child(sc->sc_phsc.sc_phandle),
388 1.1 jakllsch &rkpcie_intrfuncs);
389 1.1 jakllsch
390 1.1 jakllsch sc->sc_phsc.sc_type = PCIHOST_ECAM;
391 1.2 jmcneill #if notyet
392 1.2 jmcneill sc->sc_phsc.sc_pci_flags |= PCI_FLAGS_MSI_OKAY;
393 1.2 jmcneill #endif
394 1.1 jakllsch pcihost_init(&sc->sc_phsc.sc_pc, sc);
395 1.1 jakllsch sc->sc_phsc.sc_pc.pc_bus_maxdevs = rkpcie_bus_maxdevs;
396 1.1 jakllsch sc->sc_phsc.sc_pc.pc_make_tag = rkpcie_make_tag;
397 1.1 jakllsch sc->sc_phsc.sc_pc.pc_decompose_tag = rkpcie_decompose_tag;
398 1.1 jakllsch sc->sc_phsc.sc_pc.pc_conf_read = rkpcie_conf_read;
399 1.1 jakllsch sc->sc_phsc.sc_pc.pc_conf_write = rkpcie_conf_write;
400 1.1 jakllsch sc->sc_phsc.sc_pc.pc_conf_hook = rkpcie_conf_hook;
401 1.1 jakllsch pcihost_init2(&sc->sc_phsc);
402 1.1 jakllsch }
403 1.1 jakllsch
404 1.1 jakllsch static void
405 1.1 jakllsch rkpcie_atr_init(struct rkpcie_softc *sc)
406 1.1 jakllsch {
407 1.3 jmcneill const u_int *ranges;
408 1.1 jakllsch bus_addr_t aaddr;
409 1.1 jakllsch bus_addr_t addr;
410 1.4 jmcneill bus_size_t size, resid, offset;
411 1.1 jakllsch uint32_t type;
412 1.3 jmcneill int region, i, ranges_len;
413 1.1 jakllsch
414 1.3 jmcneill /* Use region 0 to map PCI configuration space */
415 1.3 jmcneill HWRITE4(sc, PCIE_ATR_OB_ADDR0(0), 25 - 1);
416 1.3 jmcneill HWRITE4(sc, PCIE_ATR_OB_ADDR1(0), 0);
417 1.4 jmcneill HWRITE4(sc, PCIE_ATR_OB_DESC0(0), PCIE_ATR_HDR_CFG_TYPE0 | PCIE_ATR_HDR_RID);
418 1.3 jmcneill HWRITE4(sc, PCIE_ATR_OB_DESC1(0), 0);
419 1.3 jmcneill
420 1.3 jmcneill ranges = fdtbus_get_prop(sc->sc_phsc.sc_phandle, "ranges", &ranges_len);
421 1.3 jmcneill if (ranges == NULL)
422 1.3 jmcneill goto fail;
423 1.3 jmcneill const int ranges_cells = ranges_len / 4;
424 1.1 jakllsch
425 1.2 jmcneill for (i = 0; i < ranges_cells; i += 7) {
426 1.1 jakllsch /* Handle IO and MMIO. */
427 1.3 jmcneill switch (be32toh(ranges[i]) & 0x03000000) {
428 1.1 jakllsch case 0x01000000:
429 1.1 jakllsch type = PCIE_ATR_HDR_IO;
430 1.1 jakllsch break;
431 1.1 jakllsch case 0x02000000:
432 1.1 jakllsch case 0x03000000:
433 1.1 jakllsch type = PCIE_ATR_HDR_MEM;
434 1.1 jakllsch break;
435 1.1 jakllsch default:
436 1.1 jakllsch continue;
437 1.1 jakllsch }
438 1.1 jakllsch
439 1.3 jmcneill addr = ((uint64_t)be32toh(ranges[i + 1]) << 32) + be32toh(ranges[i + 2]);
440 1.3 jmcneill aaddr = ((uint64_t)be32toh(ranges[i + 3]) << 32) + be32toh(ranges[i + 4]);
441 1.4 jmcneill size = be32toh(ranges[i + 6]);
442 1.1 jakllsch
443 1.1 jakllsch /* Only support mappings aligned on a region boundary. */
444 1.1 jakllsch if (addr & (PCIE_ATR_OB_REGION_SIZE - 1))
445 1.1 jakllsch goto fail;
446 1.1 jakllsch if (aaddr & (PCIE_ATR_OB_REGION_SIZE - 1))
447 1.1 jakllsch goto fail;
448 1.1 jakllsch if (size & (PCIE_ATR_OB_REGION_SIZE - 1))
449 1.1 jakllsch goto fail;
450 1.1 jakllsch
451 1.1 jakllsch /* Mappings should lie in AXI region. */
452 1.1 jakllsch if (aaddr < sc->sc_axi_addr)
453 1.1 jakllsch goto fail;
454 1.1 jakllsch if (aaddr + size > sc->sc_axi_addr + 64*1024*1024)
455 1.1 jakllsch goto fail;
456 1.3 jmcneill
457 1.3 jmcneill offset = addr - sc->sc_axi_addr - PCIE_ATR_OB_REGION0_SIZE;
458 1.3 jmcneill region = 1 + (offset / PCIE_ATR_OB_REGION_SIZE);
459 1.4 jmcneill resid = size;
460 1.4 jmcneill while (resid > 0) {
461 1.3 jmcneill HWRITE4(sc, PCIE_ATR_OB_ADDR0(region), 32 - 1);
462 1.3 jmcneill HWRITE4(sc, PCIE_ATR_OB_ADDR1(region), 0);
463 1.4 jmcneill HWRITE4(sc, PCIE_ATR_OB_DESC0(region), type | PCIE_ATR_HDR_RID);
464 1.1 jakllsch HWRITE4(sc, PCIE_ATR_OB_DESC1(region), 0);
465 1.3 jmcneill
466 1.3 jmcneill addr += PCIE_ATR_OB_REGION_SIZE;
467 1.4 jmcneill resid -= PCIE_ATR_OB_REGION_SIZE;
468 1.3 jmcneill region++;
469 1.1 jakllsch }
470 1.1 jakllsch }
471 1.1 jakllsch
472 1.1 jakllsch /* Passthrought inbound translations unmodified. */
473 1.1 jakllsch HWRITE4(sc, PCIE_ATR_IB_ADDR0(2), 32 - 1);
474 1.1 jakllsch HWRITE4(sc, PCIE_ATR_IB_ADDR1(2), 0);
475 1.1 jakllsch
476 1.1 jakllsch return;
477 1.1 jakllsch
478 1.1 jakllsch fail:
479 1.1 jakllsch device_printf(sc->sc_phsc.sc_dev, "can't map ranges\n");
480 1.1 jakllsch }
481 1.1 jakllsch
482 1.1 jakllsch int
483 1.1 jakllsch rkpcie_bus_maxdevs(void *v, int bus)
484 1.1 jakllsch {
485 1.1 jakllsch struct rkpcie_softc *rksc = v;
486 1.1 jakllsch struct pcihost_softc *sc = &rksc->sc_phsc;
487 1.1 jakllsch
488 1.3 jmcneill if (bus == sc->sc_bus_min || bus == sc->sc_bus_min + 1)
489 1.1 jakllsch return 1;
490 1.1 jakllsch return 32;
491 1.1 jakllsch }
492 1.1 jakllsch
493 1.1 jakllsch pcitag_t
494 1.1 jakllsch rkpcie_make_tag(void *v, int bus, int device, int function)
495 1.1 jakllsch {
496 1.1 jakllsch /* Return ECAM address. */
497 1.1 jakllsch return ((bus << 20) | (device << 15) | (function << 12));
498 1.1 jakllsch }
499 1.1 jakllsch
500 1.1 jakllsch void
501 1.1 jakllsch rkpcie_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
502 1.1 jakllsch {
503 1.1 jakllsch if (bp != NULL)
504 1.1 jakllsch *bp = (tag >> 20) & 0xff;
505 1.1 jakllsch if (dp != NULL)
506 1.1 jakllsch *dp = (tag >> 15) & 0x1f;
507 1.1 jakllsch if (fp != NULL)
508 1.1 jakllsch *fp = (tag >> 12) & 0x7;
509 1.1 jakllsch }
510 1.1 jakllsch
511 1.1 jakllsch pcireg_t
512 1.3 jmcneill rkpcie_conf_read(void *v, pcitag_t tag, int offset)
513 1.1 jakllsch {
514 1.1 jakllsch struct rkpcie_softc *sc = v;
515 1.1 jakllsch struct pcihost_softc *phsc = &sc->sc_phsc;
516 1.1 jakllsch int bus, dev, fn;
517 1.3 jmcneill u_int reg;
518 1.1 jakllsch
519 1.3 jmcneill KASSERT(offset >= 0);
520 1.3 jmcneill KASSERT(offset < PCI_EXTCONF_SIZE);
521 1.1 jakllsch
522 1.1 jakllsch rkpcie_decompose_tag(sc, tag, &bus, &dev, &fn);
523 1.3 jmcneill reg = (bus << 20) | (dev << 15) | (fn << 12) | offset;
524 1.3 jmcneill
525 1.3 jmcneill if (bus == phsc->sc_bus_min) {
526 1.3 jmcneill KASSERT(dev == 0);
527 1.3 jmcneill return HREAD4(sc, PCIE_RC_NORMAL_BASE + reg);
528 1.3 jmcneill }
529 1.3 jmcneill if (bus == phsc->sc_bus_min + 1) {
530 1.3 jmcneill KASSERT(dev == 0);
531 1.3 jmcneill return bus_space_read_4(sc->sc_iot, sc->sc_axi_ioh, reg);
532 1.3 jmcneill }
533 1.3 jmcneill
534 1.1 jakllsch return 0xffffffff;
535 1.1 jakllsch }
536 1.1 jakllsch
537 1.1 jakllsch void
538 1.3 jmcneill rkpcie_conf_write(void *v, pcitag_t tag, int offset, pcireg_t data)
539 1.1 jakllsch {
540 1.1 jakllsch struct rkpcie_softc *sc = v;
541 1.1 jakllsch struct pcihost_softc *phsc = &sc->sc_phsc;
542 1.1 jakllsch int bus, dev, fn;
543 1.3 jmcneill u_int reg;
544 1.1 jakllsch
545 1.3 jmcneill KASSERT(offset >= 0);
546 1.3 jmcneill KASSERT(offset < PCI_EXTCONF_SIZE);
547 1.1 jakllsch
548 1.1 jakllsch rkpcie_decompose_tag(sc, tag, &bus, &dev, &fn);
549 1.3 jmcneill reg = (bus << 20) | (dev << 15) | (fn << 12) | offset;
550 1.3 jmcneill
551 1.3 jmcneill if (bus == phsc->sc_bus_min) {
552 1.3 jmcneill KASSERT(dev == 0);
553 1.3 jmcneill HWRITE4(sc, PCIE_RC_NORMAL_BASE + reg, data);
554 1.1 jakllsch return;
555 1.3 jmcneill }
556 1.3 jmcneill if (bus == phsc->sc_bus_min + 1) {
557 1.3 jmcneill KASSERT(dev == 0);
558 1.3 jmcneill bus_space_write_4(sc->sc_iot, sc->sc_axi_ioh, reg, data);
559 1.1 jakllsch return;
560 1.3 jmcneill }
561 1.1 jakllsch }
562 1.1 jakllsch
563 1.1 jakllsch static int
564 1.1 jakllsch rkpcie_conf_hook(void *v, int b, int d, int f, pcireg_t id)
565 1.1 jakllsch {
566 1.1 jakllsch return (PCI_CONF_DEFAULT & ~PCI_CONF_ENABLE_BM) | PCI_CONF_MAP_ROM;
567 1.1 jakllsch }
568 1.1 jakllsch
569 1.1 jakllsch /* INTx interrupt controller */
570 1.1 jakllsch static void *
571 1.1 jakllsch rkpcie_intx_establish(device_t dev, u_int *specifier, int ipl, int flags,
572 1.1 jakllsch int (*func)(void *), void *arg)
573 1.1 jakllsch {
574 1.1 jakllsch struct rkpcie_softc *sc = device_private(dev);
575 1.1 jakllsch void *cookie;
576 1.1 jakllsch
577 1.4 jmcneill #if notyet
578 1.1 jakllsch const u_int pin = be32toh(specifier[0]);
579 1.4 jmcneill #endif
580 1.1 jakllsch
581 1.1 jakllsch /* Unmask legacy interrupts. */
582 1.1 jakllsch HWRITE4(sc, PCIE_CLIENT_INT_MASK,
583 1.1 jakllsch PCIM_INTx_ENAB(0) | PCIM_INTx_ENAB(1) |
584 1.1 jakllsch PCIM_INTx_ENAB(2) | PCIM_INTx_ENAB(3));
585 1.1 jakllsch
586 1.1 jakllsch cookie = fdtbus_intr_establish_byname(sc->sc_phsc.sc_phandle, "legacy", ipl, flags, func, arg);
587 1.1 jakllsch
588 1.1 jakllsch return cookie;
589 1.1 jakllsch }
590 1.1 jakllsch
591 1.1 jakllsch static void
592 1.1 jakllsch rkpcie_intx_disestablish(device_t dev, void *ih)
593 1.1 jakllsch {
594 1.1 jakllsch struct rkpcie_softc *sc = device_private(dev);
595 1.1 jakllsch device_printf(dev, "%s\n", __func__);
596 1.1 jakllsch fdtbus_intr_disestablish(sc->sc_phsc.sc_phandle, ih);
597 1.1 jakllsch }
598 1.1 jakllsch
599 1.1 jakllsch static bool
600 1.1 jakllsch rkpcie_intx_intrstr(device_t dev, u_int *specifier, char *buf, size_t buflen)
601 1.1 jakllsch {
602 1.1 jakllsch struct rkpcie_softc *sc = device_private(dev);
603 1.1 jakllsch
604 1.1 jakllsch fdtbus_intr_str(sc->sc_phsc.sc_phandle, 1, buf, buflen);
605 1.1 jakllsch
606 1.1 jakllsch return true;
607 1.1 jakllsch }
608 1.1 jakllsch
609 1.1 jakllsch static struct fdtbus_interrupt_controller_func rkpcie_intrfuncs = {
610 1.1 jakllsch .establish = rkpcie_intx_establish,
611 1.1 jakllsch .disestablish = rkpcie_intx_disestablish,
612 1.1 jakllsch .intrstr = rkpcie_intx_intrstr,
613 1.1 jakllsch };
614