rmixl_pcix.c revision 1.10 1 1.10 chs /* $NetBSD: rmixl_pcix.c,v 1.10 2012/10/27 17:18:03 chs Exp $ */
2 1.2 matt
3 1.2 matt /*
4 1.2 matt * Copyright (c) 2001 Wasabi Systems, Inc.
5 1.2 matt * All rights reserved.
6 1.2 matt *
7 1.2 matt * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 1.2 matt *
9 1.2 matt * Redistribution and use in source and binary forms, with or without
10 1.2 matt * modification, are permitted provided that the following conditions
11 1.2 matt * are met:
12 1.2 matt * 1. Redistributions of source code must retain the above copyright
13 1.2 matt * notice, this list of conditions and the following disclaimer.
14 1.2 matt * 2. Redistributions in binary form must reproduce the above copyright
15 1.2 matt * notice, this list of conditions and the following disclaimer in the
16 1.2 matt * documentation and/or other materials provided with the distribution.
17 1.2 matt * 3. All advertising materials mentioning features or use of this software
18 1.2 matt * must display the following acknowledgement:
19 1.2 matt * This product includes software developed for the NetBSD Project by
20 1.2 matt * Wasabi Systems, Inc.
21 1.2 matt * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.2 matt * or promote products derived from this software without specific prior
23 1.2 matt * written permission.
24 1.2 matt *
25 1.2 matt * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.2 matt * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.2 matt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.2 matt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.2 matt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.2 matt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.2 matt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.2 matt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.2 matt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.2 matt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.2 matt * POSSIBILITY OF SUCH DAMAGE.
36 1.2 matt */
37 1.2 matt
38 1.2 matt /*
39 1.2 matt * PCI configuration support for RMI XLR SoC
40 1.2 matt */
41 1.2 matt
42 1.2 matt #include <sys/cdefs.h>
43 1.10 chs __KERNEL_RCSID(0, "$NetBSD: rmixl_pcix.c,v 1.10 2012/10/27 17:18:03 chs Exp $");
44 1.2 matt
45 1.2 matt #include "opt_pci.h"
46 1.2 matt #include "pci.h"
47 1.2 matt
48 1.2 matt #include <sys/cdefs.h>
49 1.2 matt
50 1.2 matt #include <sys/param.h>
51 1.9 matt #include <sys/bus.h>
52 1.9 matt #include <sys/cpu.h>
53 1.2 matt #include <sys/device.h>
54 1.2 matt #include <sys/extent.h>
55 1.9 matt #include <sys/intr.h>
56 1.2 matt #include <sys/malloc.h>
57 1.2 matt #include <sys/kernel.h> /* for 'hz' */
58 1.9 matt #include <sys/systm.h>
59 1.2 matt
60 1.2 matt #include <uvm/uvm_extern.h>
61 1.2 matt
62 1.2 matt #include <mips/rmi/rmixlreg.h>
63 1.2 matt #include <mips/rmi/rmixlvar.h>
64 1.2 matt #include <mips/rmi/rmixl_intr.h>
65 1.2 matt #include <mips/rmi/rmixl_pcixvar.h>
66 1.2 matt
67 1.2 matt #include <mips/rmi/rmixl_obiovar.h>
68 1.2 matt
69 1.2 matt #include <dev/pci/pcivar.h>
70 1.2 matt #include <dev/pci/pcidevs.h>
71 1.2 matt #include <dev/pci/pciconf.h>
72 1.2 matt
73 1.2 matt #ifdef PCI_NETBSD_CONFIGURE
74 1.2 matt #include <mips/cache.h>
75 1.2 matt #endif
76 1.2 matt
77 1.2 matt #ifdef PCI_DEBUG
78 1.2 matt int rmixl_pcix_debug = PCI_DEBUG;
79 1.2 matt # define DPRINTF(x) do { if (rmixl_pcix_debug) printf x ; } while (0)
80 1.2 matt #else
81 1.2 matt # define DPRINTF(x)
82 1.2 matt #endif
83 1.2 matt
84 1.2 matt #ifndef DDB
85 1.2 matt # define STATIC static
86 1.2 matt #else
87 1.2 matt # define STATIC
88 1.2 matt #endif
89 1.2 matt
90 1.2 matt
91 1.2 matt /*
92 1.2 matt * XLR PCI-X Extended Configuration Registers
93 1.2 matt * Note:
94 1.2 matt * - MSI-related regs are omitted
95 1.2 matt * - Device mode regs are omitted
96 1.2 matt */
97 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR0_ADDR 0x100 /* Host BAR0 Address */
98 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR1_ADDR 0x104 /* Host BAR1 Address */
99 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR2_ADDR 0x108 /* Host BAR2 Address */
100 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR3_ADDR 0x10c /* Host BAR3 Address */
101 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR4_ADDR 0x110 /* Host BAR4 Address */
102 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR5_ADDR 0x114 /* Host BAR5 Address */
103 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR0_SIZE 0x118 /* Host BAR0 Size */
104 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR1_SIZE 0x11c /* Host BAR1 Size */
105 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR2_SIZE 0x120 /* Host BAR2 Size */
106 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR3_SIZE 0x124 /* Host BAR3 Size */
107 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR4_SIZE 0x128 /* Host BAR4 Size */
108 1.2 matt #define RMIXL_PCIX_ECFG_HOST_BAR5_SIZE 0x12c /* Host BAR5 Size */
109 1.2 matt #define RMIXL_PCIX_ECFG_MATCH_BIT_ADDR 0x130 /* Match Bit Address BAR */
110 1.2 matt #define RMIXL_PCIX_ECFG_MATCH_BIT_SIZE 0x134 /* Match Bit Size BAR */
111 1.2 matt #define RMIXL_PCIX_ECFG_XLR_CONTROL 0x138 /* XLR Control reg */
112 1.2 matt #define RMIXL_PCIX_ECFG_INTR_CONTROL 0x13c /* Interrupt Control reg */
113 1.2 matt #define RMIXL_PCIX_ECFG_INTR_STATUS 0x140 /* Interrupt Status reg */
114 1.2 matt #define RMIXL_PCIX_ECFG_INTR_ERR_STATUS 0x144 /* Interrupt Error Status reg */
115 1.2 matt #define RMIXL_PCIX_ECFG_HOST_MODE_STS 0x178 /* Host Mode Status */
116 1.2 matt #define RMIXL_PCIX_ECFG_XLR_MBLE 0x17c /* XLR Match Byte Lane Enable */
117 1.2 matt #define RMIXL_PCIX_ECFG_HOST_XROM_ADDR 0x180 /* Host Expansion ROM Address */
118 1.2 matt #define RMIXL_PCIX_ECFG_HOST_XROM_SIZE 0x184 /* Host Expansion ROM Size */
119 1.2 matt #define RMIXL_PCIX_ECFG_HOST_MODE_CTL 0x18c /* Host Mode Control */
120 1.2 matt #define RMIXL_PCIX_ECFG_TXCAL_CTL 0x1a0 /* TX Calibration Preset Control */
121 1.2 matt #define RMIXL_PCIX_ECFG_TXCAL_COUNT 0x1a4 /* TX Calibration Preset Count */
122 1.2 matt
123 1.2 matt /*
124 1.2 matt * RMIXL_PCIX_ECFG_INTR_CONTROL bit defines
125 1.2 matt */
126 1.2 matt #define PCIX_INTR_CONTROL_RESV __BITS(31,8)
127 1.2 matt #define PCIX_INTR_CONTROL_MSI1_MASK __BIT(7)
128 1.2 matt #define PCIX_INTR_CONTROL_MSI0_MASK __BIT(6)
129 1.2 matt #define PCIX_INTR_CONTROL_INTD_MASK __BIT(5)
130 1.2 matt #define PCIX_INTR_CONTROL_INTC_MASK __BIT(4)
131 1.2 matt #define PCIX_INTR_CONTROL_INTB_MASK __BIT(3)
132 1.2 matt #define PCIX_INTR_CONTROL_INTA_MASK __BIT(2)
133 1.2 matt #define PCIX_INTR_CONTROL_TMSI __BIT(1) /* Trigger MSI Interrupt */
134 1.2 matt #define PCIX_INTR_CONTROL_DIA __BIT(0) /* Device Interrupt through INTA Pin */
135 1.2 matt #define PCIX_INTR_CONTROL_MASK_ALL \
136 1.2 matt (PCIX_INTR_CONTROL_MSI1_MASK|PCIX_INTR_CONTROL_MSI0_MASK \
137 1.2 matt |PCIX_INTR_CONTROL_INTD_MASK|PCIX_INTR_CONTROL_INTC_MASK \
138 1.2 matt |PCIX_INTR_CONTROL_INTB_MASK|PCIX_INTR_CONTROL_INTA_MASK)
139 1.2 matt
140 1.2 matt /*
141 1.2 matt * RMIXL_PCIX_ECFG_INTR_STATUS bit defines
142 1.2 matt */
143 1.2 matt #define PCIX_INTR_STATUS_RESV __BITS(31,6)
144 1.2 matt #define PCIX_INTR_STATUS_MSI1 __BIT(5)
145 1.2 matt #define PCIX_INTR_STATUS_MSI0 __BIT(4)
146 1.2 matt #define PCIX_INTR_STATUS_INTD __BIT(3)
147 1.2 matt #define PCIX_INTR_STATUS_INTC __BIT(2)
148 1.2 matt #define PCIX_INTR_STATUS_INTB __BIT(1)
149 1.2 matt #define PCIX_INTR_STATUS_INTA __BIT(0)
150 1.2 matt
151 1.2 matt /*
152 1.2 matt * RMIXL_PCIX_ECFG_INTR_ERR_STATUS bit defines
153 1.2 matt */
154 1.2 matt #define PCIX_INTR_ERR_STATUS_RESa __BITS(31,5)
155 1.2 matt #define PCIX_INTR_ERR_STATUS_SERR __BIT(4) /* System Error */
156 1.2 matt #define PCIX_INTR_ERR_STATUS_RESb __BIT(3)
157 1.2 matt #define PCIX_INTR_ERR_STATUS_TE __BIT(2) /* Target Error */
158 1.2 matt #define PCIX_INTR_ERR_STATUS_IE __BIT(1) /* Initiator Error */
159 1.2 matt #define PCIX_INTR_ERR_STATUS_RCE __BIT(0) /* Retry Count Expired */
160 1.2 matt #define PCIX_INTR_ERR_STATUS_RESV \
161 1.2 matt (PCIX_INTR_ERR_STATUS_RESa|PCIX_INTR_ERR_STATUS_RESb)
162 1.2 matt
163 1.2 matt /*
164 1.2 matt * RMIXL_PCIX_ECFG_HOST_MODE_CTL bit defines
165 1.2 matt */
166 1.2 matt #define PCIX_HOST_MODE_CTL_HDMSTAT __BIT(1) /* Host/Dev Mode status
167 1.2 matt * read-only
168 1.2 matt * 1 = host
169 1.2 matt * 0 = device
170 1.2 matt */
171 1.2 matt #define PCIX_HOST_MODE_CTL_HOSTSWRST __BIT(0) /* Host soft reset
172 1.2 matt * set to 1 to reset
173 1.2 matt * set to 0 to un-reset
174 1.2 matt */
175 1.2 matt
176 1.2 matt
177 1.2 matt #if BYTE_ORDER == BIG_ENDIAN
178 1.2 matt # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EB
179 1.2 matt #else
180 1.2 matt # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EL
181 1.2 matt #endif
182 1.2 matt
183 1.2 matt #define RMIXL_PCIXREG_VADDR(o) \
184 1.2 matt (volatile uint32_t *)MIPS_PHYS_TO_KSEG1( \
185 1.2 matt rmixl_configuration.rc_io_pbase \
186 1.2 matt + RMIXL_PCIXREG_BASE + (o))
187 1.2 matt
188 1.2 matt #define RMIXL_PCIXREG_READ(o) (*RMIXL_PCIXREG_VADDR(o))
189 1.2 matt #define RMIXL_PCIXREG_WRITE(o,v) *RMIXL_PCIXREG_VADDR(o) = (v)
190 1.2 matt
191 1.2 matt
192 1.2 matt #define RMIXL_PCIX_CONCAT3(a,b,c) a ## b ## c
193 1.2 matt #define RMIXL_PCIX_BAR_INIT(reg, bar, size, align) { \
194 1.2 matt struct extent *ext = rmixl_configuration.rc_phys_ex; \
195 1.2 matt u_long region_start; \
196 1.2 matt uint64_t ba; \
197 1.2 matt int err; \
198 1.2 matt \
199 1.2 matt err = extent_alloc(ext, (size), (align), 0UL, EX_NOWAIT, \
200 1.2 matt ®ion_start); \
201 1.2 matt if (err != 0) \
202 1.2 matt panic("%s: extent_alloc(%p, %#lx, %#lx, %#lx, %#x, %p)",\
203 1.2 matt __func__, ext, size, align, 0UL, EX_NOWAIT, \
204 1.2 matt ®ion_start); \
205 1.2 matt ba = (uint64_t)region_start; \
206 1.2 matt ba *= (1024 * 1024); \
207 1.2 matt bar = RMIXL_PCIX_CONCAT3(RMIXL_PCIX_,reg,_BAR)(ba, 1); \
208 1.2 matt DPRINTF(("PCIX %s BAR was not enabled by firmware\n" \
209 1.2 matt "enabling %s at phys %#" PRIxBUSADDR ", size %lu MB\n", \
210 1.2 matt __STRING(reg), __STRING(reg), ba, size)); \
211 1.2 matt RMIXL_IOREG_WRITE(RMIXL_IO_DEV_BRIDGE + \
212 1.2 matt RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR), bar); \
213 1.2 matt bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + \
214 1.2 matt RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR)); \
215 1.2 matt DPRINTF(("%s: %s BAR %#x\n", __func__, __STRING(reg), bar)); \
216 1.2 matt }
217 1.2 matt
218 1.2 matt
219 1.2 matt #define RMIXL_PCIX_EVCNT(sc, intrpin, cpu) \
220 1.2 matt &(sc)->sc_evcnts[(intrpin) * (ncpu) + (cpu)]
221 1.2 matt
222 1.2 matt
223 1.2 matt static int rmixl_pcix_match(device_t, cfdata_t, void *);
224 1.2 matt static void rmixl_pcix_attach(device_t, device_t, void *);
225 1.2 matt static void rmixl_pcix_init(rmixl_pcix_softc_t *);
226 1.2 matt static void rmixl_pcix_init_errors(rmixl_pcix_softc_t *);
227 1.10 chs static void rmixl_pcix_attach_hook(device_t, device_t,
228 1.2 matt struct pcibus_attach_args *);
229 1.2 matt static void rmixl_pcix_intcfg(rmixl_pcix_softc_t *);
230 1.2 matt static void rmixl_pcix_errata(rmixl_pcix_softc_t *);
231 1.2 matt static void rmixl_conf_interrupt(void *, int, int, int, int, int *);
232 1.2 matt static int rmixl_pcix_bus_maxdevs(void *, int);
233 1.2 matt static pcitag_t rmixl_pcix_make_tag(void *, int, int, int);
234 1.2 matt static void rmixl_pcix_decompose_tag(void *, pcitag_t, int *, int *, int *);
235 1.2 matt void rmixl_pcix_tag_print(const char *restrict, void *, pcitag_t, int, vaddr_t, u_long);
236 1.2 matt static int rmixl_pcix_conf_setup(rmixl_pcix_softc_t *,
237 1.2 matt pcitag_t, int *, bus_space_tag_t *,
238 1.2 matt bus_space_handle_t *);
239 1.2 matt static pcireg_t rmixl_pcix_conf_read(void *, pcitag_t, int);
240 1.2 matt static void rmixl_pcix_conf_write(void *, pcitag_t, int, pcireg_t);
241 1.2 matt
242 1.3 dyoung static int rmixl_pcix_intr_map(const struct pci_attach_args *,
243 1.2 matt pci_intr_handle_t *);
244 1.2 matt static const char *
245 1.2 matt rmixl_pcix_intr_string(void *, pci_intr_handle_t);
246 1.2 matt static const struct evcnt *
247 1.2 matt rmixl_pcix_intr_evcnt(void *, pci_intr_handle_t);
248 1.2 matt static pci_intr_handle_t
249 1.2 matt rmixl_pcix_make_pih(u_int, u_int);
250 1.2 matt static void rmixl_pcix_decompose_pih(pci_intr_handle_t, u_int *, u_int *);
251 1.2 matt static void rmixl_pcix_intr_disestablish(void *, void *);
252 1.2 matt static void *rmixl_pcix_intr_establish(void *, pci_intr_handle_t,
253 1.2 matt int, int (*)(void *), void *);
254 1.2 matt static rmixl_pcix_intr_t *
255 1.2 matt rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *, int, int);
256 1.2 matt static void rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *);
257 1.2 matt static void rmixl_pcix_pip_free(void *);
258 1.2 matt static int rmixl_pcix_intr(void *);
259 1.2 matt static int rmixl_pcix_error_intr(void *);
260 1.2 matt
261 1.2 matt
262 1.2 matt CFATTACH_DECL_NEW(rmixl_pcix, sizeof(rmixl_pcix_softc_t),
263 1.2 matt rmixl_pcix_match, rmixl_pcix_attach, NULL, NULL);
264 1.2 matt
265 1.2 matt
266 1.2 matt static int rmixl_pcix_found;
267 1.2 matt
268 1.2 matt
269 1.2 matt static int
270 1.2 matt rmixl_pcix_match(device_t parent, cfdata_t cf, void *aux)
271 1.2 matt {
272 1.2 matt uint32_t r;
273 1.2 matt
274 1.2 matt /*
275 1.2 matt * PCI-X interface exists on XLR chips only
276 1.2 matt */
277 1.2 matt if (! cpu_rmixlr(mips_options.mips_cpu))
278 1.2 matt return 0;
279 1.2 matt
280 1.2 matt /* XXX
281 1.2 matt * for now there is only one PCI-X Interface on chip
282 1.2 matt * and only one chip in the system
283 1.2 matt * this could change with furture RMI XL family designs
284 1.2 matt * or when we have multi-chip systems.
285 1.2 matt */
286 1.2 matt if (rmixl_pcix_found)
287 1.2 matt return 0;
288 1.2 matt
289 1.2 matt /* read Host Mode Control register */
290 1.2 matt r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_MODE_CTL);
291 1.2 matt r &= PCIX_HOST_MODE_CTL_HDMSTAT;
292 1.2 matt if (r == 0)
293 1.2 matt return 0; /* strapped for Device Mode */
294 1.2 matt
295 1.2 matt return 1;
296 1.2 matt }
297 1.2 matt
298 1.2 matt static void
299 1.2 matt rmixl_pcix_attach(device_t parent, device_t self, void *aux)
300 1.2 matt {
301 1.2 matt rmixl_pcix_softc_t *sc = device_private(self);
302 1.2 matt struct obio_attach_args *obio = aux;
303 1.2 matt struct rmixl_config *rcp = &rmixl_configuration;
304 1.2 matt struct pcibus_attach_args pba;
305 1.2 matt uint32_t bar;
306 1.2 matt
307 1.2 matt rmixl_pcix_found = 1;
308 1.2 matt sc->sc_dev = self;
309 1.2 matt sc->sc_29bit_dmat = obio->obio_29bit_dmat;
310 1.2 matt sc->sc_32bit_dmat = obio->obio_32bit_dmat;
311 1.2 matt sc->sc_64bit_dmat = obio->obio_64bit_dmat;
312 1.2 matt sc->sc_tmsk = obio->obio_tmsk;
313 1.2 matt
314 1.2 matt aprint_normal(": RMI XLR PCI-X Interface\n");
315 1.2 matt
316 1.4 cliff mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_HIGH);
317 1.4 cliff
318 1.2 matt rmixl_pcix_intcfg(sc);
319 1.2 matt
320 1.2 matt rmixl_pcix_errata(sc);
321 1.2 matt
322 1.2 matt /*
323 1.2 matt * check XLR Control Register
324 1.2 matt */
325 1.2 matt DPRINTF(("%s: XLR_CONTROL=%#x\n", __func__,
326 1.2 matt RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_CONTROL)));
327 1.2 matt
328 1.2 matt /*
329 1.2 matt * HBAR[0] if a 32 bit BAR, or
330 1.2 matt * HBAR[0,1] if a 64 bit BAR pair
331 1.2 matt * must cover all RAM
332 1.2 matt */
333 1.2 matt extern u_quad_t mem_cluster_maxaddr;
334 1.2 matt uint64_t hbar_addr;
335 1.2 matt uint64_t hbar_size;
336 1.2 matt uint32_t hbar_size_lo, hbar_size_hi;
337 1.2 matt uint32_t hbar_addr_lo, hbar_addr_hi;
338 1.2 matt
339 1.2 matt hbar_addr_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_ADDR);
340 1.2 matt hbar_addr_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_ADDR);
341 1.2 matt hbar_size_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_SIZE);
342 1.2 matt hbar_size_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_SIZE);
343 1.2 matt
344 1.2 matt hbar_addr = (u_quad_t)(hbar_addr_lo & PCI_MAPREG_MEM_ADDR_MASK);
345 1.2 matt hbar_size = hbar_size_lo;
346 1.2 matt if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0) {
347 1.2 matt hbar_addr |= (uint64_t)hbar_addr_hi << 32;
348 1.2 matt hbar_size |= (uint64_t)hbar_size_hi << 32;
349 1.2 matt }
350 1.2 matt if ((hbar_addr != 0) || (hbar_size < mem_cluster_maxaddr)) {
351 1.2 matt int error;
352 1.2 matt
353 1.2 matt aprint_error_dev(self, "HostBAR0 addr %#x, size %#x\n",
354 1.2 matt hbar_addr_lo, hbar_size_lo);
355 1.2 matt if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0)
356 1.2 matt aprint_error_dev(self, "HostBAR1 addr %#x, size %#x\n",
357 1.2 matt hbar_addr_hi, hbar_size_hi);
358 1.2 matt aprint_error_dev(self, "WARNING: firmware PCI-X setup error: "
359 1.2 matt "RAM %#"PRIx64"..%#"PRIx64" not accessible by Host BAR, "
360 1.2 matt "enabling DMA bounce buffers\n",
361 1.2 matt hbar_size, mem_cluster_maxaddr-1);
362 1.2 matt
363 1.2 matt /*
364 1.2 matt * force use of bouce buffers for inaccessible RAM addrs
365 1.2 matt */
366 1.2 matt if (hbar_size < ((uint64_t)1 << 32)) {
367 1.2 matt error = bus_dmatag_subregion(sc->sc_32bit_dmat,
368 1.2 matt 0, (bus_addr_t)hbar_size, &sc->sc_32bit_dmat,
369 1.2 matt BUS_DMA_NOWAIT);
370 1.2 matt if (error)
371 1.2 matt panic("%s: failed to subregion 32-bit dma tag:"
372 1.2 matt " error %d", __func__, error);
373 1.2 matt sc->sc_64bit_dmat = NULL;
374 1.2 matt } else {
375 1.2 matt error = bus_dmatag_subregion(sc->sc_64bit_dmat,
376 1.2 matt 0, (bus_addr_t)hbar_size, &sc->sc_64bit_dmat,
377 1.2 matt BUS_DMA_NOWAIT);
378 1.2 matt if (error)
379 1.2 matt panic("%s: failed to subregion 64-bit dma tag:"
380 1.2 matt " error %d", __func__, error);
381 1.2 matt }
382 1.2 matt }
383 1.2 matt
384 1.2 matt /*
385 1.2 matt * check PCI-X interface byteswap setup
386 1.2 matt * ensure 'Match Byte Lane' is disabled
387 1.2 matt */
388 1.2 matt uint32_t mble, mba, mbs;
389 1.2 matt mble = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_MBLE);
390 1.2 matt mba = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_ADDR);
391 1.2 matt mbs = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_SIZE);
392 1.2 matt DPRINTF(("%s: MBLE=%#x, MBA=%#x, MBS=%#x\n", __func__, mble, mba, mbs));
393 1.2 matt if ((mble & __BIT(40)) != 0)
394 1.2 matt RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_XLR_MBLE, 0);
395 1.2 matt
396 1.2 matt /*
397 1.2 matt * get PCI config space base addr from SBC PCIe CFG BAR
398 1.2 matt * initialize it if necessary
399 1.2 matt */
400 1.2 matt bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_CFG_BAR);
401 1.2 matt DPRINTF(("%s: PCIX_CFG_BAR %#x\n", __func__, bar));
402 1.2 matt if ((bar & RMIXL_PCIX_CFG_BAR_ENB) == 0) {
403 1.2 matt u_long n = RMIXL_PCIX_CFG_SIZE / (1024 * 1024);
404 1.2 matt RMIXL_PCIX_BAR_INIT(CFG, bar, n, n);
405 1.2 matt }
406 1.2 matt rcp->rc_pci_cfg_pbase = (bus_addr_t)RMIXL_PCIX_CFG_BAR_TO_BA(bar);
407 1.2 matt rcp->rc_pci_cfg_size = (bus_size_t)RMIXL_PCIX_CFG_SIZE;
408 1.2 matt
409 1.2 matt /*
410 1.2 matt * get PCI MEM space base [addr, size] from SBC PCIe MEM BAR
411 1.2 matt * initialize it if necessary
412 1.2 matt */
413 1.2 matt bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR);
414 1.2 matt DPRINTF(("%s: PCIX_MEM_BAR %#x\n", __func__, bar));
415 1.2 matt if ((bar & RMIXL_PCIX_MEM_BAR_ENB) == 0) {
416 1.2 matt u_long n = 256; /* 256 MB */
417 1.2 matt RMIXL_PCIX_BAR_INIT(MEM, bar, n, n);
418 1.2 matt }
419 1.2 matt rcp->rc_pci_mem_pbase = (bus_addr_t)RMIXL_PCIX_MEM_BAR_TO_BA(bar);
420 1.2 matt rcp->rc_pci_mem_size = (bus_size_t)RMIXL_PCIX_MEM_BAR_TO_SIZE(bar);
421 1.2 matt
422 1.2 matt /*
423 1.2 matt * get PCI IO space base [addr, size] from SBC PCIe IO BAR
424 1.2 matt * initialize it if necessary
425 1.2 matt */
426 1.2 matt bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR);
427 1.2 matt DPRINTF(("%s: PCIX_IO_BAR %#x\n", __func__, bar));
428 1.2 matt if ((bar & RMIXL_PCIX_IO_BAR_ENB) == 0) {
429 1.2 matt u_long n = 32; /* 32 MB */
430 1.2 matt RMIXL_PCIX_BAR_INIT(IO, bar, n, n);
431 1.2 matt }
432 1.2 matt rcp->rc_pci_io_pbase = (bus_addr_t)RMIXL_PCIX_IO_BAR_TO_BA(bar);
433 1.2 matt rcp->rc_pci_io_size = (bus_size_t)RMIXL_PCIX_IO_BAR_TO_SIZE(bar);
434 1.2 matt
435 1.2 matt /*
436 1.2 matt * initialize the PCI CFG bus space tag
437 1.2 matt */
438 1.2 matt rmixl_pci_cfg_bus_mem_init(&rcp->rc_pci_cfg_memt, rcp);
439 1.2 matt sc->sc_pci_cfg_memt = &rcp->rc_pci_cfg_memt;
440 1.2 matt
441 1.2 matt /*
442 1.2 matt * initialize the PCI MEM and IO bus space tags
443 1.2 matt */
444 1.2 matt rmixl_pci_bus_mem_init(&rcp->rc_pci_memt, rcp);
445 1.2 matt rmixl_pci_bus_io_init(&rcp->rc_pci_iot, rcp);
446 1.2 matt
447 1.2 matt /*
448 1.2 matt * initialize the extended configuration regs
449 1.2 matt */
450 1.2 matt rmixl_pcix_init_errors(sc);
451 1.2 matt
452 1.2 matt /*
453 1.2 matt * initialize the PCI chipset tag
454 1.2 matt */
455 1.2 matt rmixl_pcix_init(sc);
456 1.2 matt
457 1.2 matt /*
458 1.2 matt * attach the PCI bus
459 1.2 matt */
460 1.2 matt memset(&pba, 0, sizeof(pba));
461 1.2 matt pba.pba_memt = &rcp->rc_pci_memt;
462 1.2 matt pba.pba_iot = &rcp->rc_pci_iot;
463 1.2 matt pba.pba_dmat = sc->sc_32bit_dmat;
464 1.2 matt pba.pba_dmat64 = sc->sc_64bit_dmat;
465 1.2 matt pba.pba_pc = &sc->sc_pci_chipset;
466 1.2 matt pba.pba_bus = 0;
467 1.2 matt pba.pba_bridgetag = NULL;
468 1.2 matt pba.pba_intrswiz = 0;
469 1.2 matt pba.pba_intrtag = 0;
470 1.7 dyoung pba.pba_flags = PCI_FLAGS_IO_OKAY | PCI_FLAGS_MEM_OKAY |
471 1.2 matt PCI_FLAGS_MRL_OKAY | PCI_FLAGS_MRM_OKAY | PCI_FLAGS_MWI_OKAY;
472 1.2 matt
473 1.2 matt (void) config_found_ia(self, "pcibus", &pba, pcibusprint);
474 1.2 matt }
475 1.2 matt
476 1.2 matt /*
477 1.2 matt * rmixl_pcix_intcfg - init PCI-X interrupt control
478 1.2 matt */
479 1.2 matt static void
480 1.2 matt rmixl_pcix_intcfg(rmixl_pcix_softc_t *sc)
481 1.2 matt {
482 1.2 matt size_t size;
483 1.2 matt rmixl_pcix_evcnt_t *ev;
484 1.2 matt
485 1.2 matt DPRINTF(("%s\n", __func__));
486 1.2 matt
487 1.2 matt /* mask all interrupts until they are established */
488 1.2 matt RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL,
489 1.2 matt PCIX_INTR_CONTROL_MASK_ALL);
490 1.2 matt
491 1.2 matt /*
492 1.2 matt * read-to-clear any pre-existing interrupts
493 1.2 matt * XXX MSI bits in STATUS are also documented as write 1 to clear in PRM
494 1.2 matt */
495 1.2 matt (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
496 1.2 matt (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
497 1.2 matt
498 1.2 matt /* initialize the (non-error interrupt) dispatch handles */
499 1.2 matt sc->sc_intr = NULL;
500 1.2 matt
501 1.2 matt /*
502 1.2 matt * allocate per-cpu, per-pin interrupt event counters
503 1.2 matt */
504 1.2 matt size = ncpu * PCI_INTERRUPT_PIN_MAX * sizeof(rmixl_pcix_evcnt_t);
505 1.2 matt ev = malloc(size, M_DEVBUF, M_NOWAIT);
506 1.2 matt if (ev == NULL)
507 1.2 matt panic("%s: cannot malloc evcnts\n", __func__);
508 1.2 matt sc->sc_evcnts = ev;
509 1.2 matt for (int pin=PCI_INTERRUPT_PIN_A; pin <= PCI_INTERRUPT_PIN_MAX; pin++) {
510 1.2 matt for (int cpu=0; cpu < ncpu; cpu++) {
511 1.2 matt ev = RMIXL_PCIX_EVCNT(sc, pin - 1, cpu);
512 1.2 matt snprintf(ev->name, sizeof(ev->name),
513 1.2 matt "cpu%d, pin %d", cpu, pin);
514 1.2 matt evcnt_attach_dynamic(&ev->evcnt, EVCNT_TYPE_INTR,
515 1.2 matt NULL, "rmixl_pcix", ev->name);
516 1.2 matt }
517 1.2 matt }
518 1.2 matt
519 1.2 matt /*
520 1.2 matt * establish PCIX error interrupt handler
521 1.2 matt */
522 1.2 matt sc->sc_fatal_ih = rmixl_intr_establish(24, sc->sc_tmsk,
523 1.2 matt IPL_VM, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH,
524 1.2 matt rmixl_pcix_error_intr, sc, false);
525 1.2 matt if (sc->sc_fatal_ih == NULL)
526 1.2 matt panic("%s: cannot establish irq %d", __func__, 24);
527 1.2 matt }
528 1.2 matt
529 1.2 matt static void
530 1.2 matt rmixl_pcix_errata(rmixl_pcix_softc_t *sc)
531 1.2 matt {
532 1.2 matt /* nothing */
533 1.2 matt }
534 1.2 matt
535 1.2 matt static void
536 1.2 matt rmixl_pcix_init(rmixl_pcix_softc_t *sc)
537 1.2 matt {
538 1.2 matt pci_chipset_tag_t pc = &sc->sc_pci_chipset;
539 1.2 matt #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE)
540 1.2 matt struct extent *ioext, *memext;
541 1.2 matt #endif
542 1.2 matt
543 1.2 matt pc->pc_conf_v = (void *)sc;
544 1.2 matt pc->pc_attach_hook = rmixl_pcix_attach_hook;
545 1.2 matt pc->pc_bus_maxdevs = rmixl_pcix_bus_maxdevs;
546 1.2 matt pc->pc_make_tag = rmixl_pcix_make_tag;
547 1.2 matt pc->pc_decompose_tag = rmixl_pcix_decompose_tag;
548 1.2 matt pc->pc_conf_read = rmixl_pcix_conf_read;
549 1.2 matt pc->pc_conf_write = rmixl_pcix_conf_write;
550 1.2 matt
551 1.2 matt pc->pc_intr_v = (void *)sc;
552 1.2 matt pc->pc_intr_map = rmixl_pcix_intr_map;
553 1.2 matt pc->pc_intr_string = rmixl_pcix_intr_string;
554 1.2 matt pc->pc_intr_evcnt = rmixl_pcix_intr_evcnt;
555 1.2 matt pc->pc_intr_establish = rmixl_pcix_intr_establish;
556 1.2 matt pc->pc_intr_disestablish = rmixl_pcix_intr_disestablish;
557 1.2 matt pc->pc_conf_interrupt = rmixl_conf_interrupt;
558 1.2 matt
559 1.2 matt #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE)
560 1.2 matt /*
561 1.2 matt * Configure the PCI bus.
562 1.2 matt */
563 1.2 matt struct rmixl_config *rcp = &rmixl_configuration;
564 1.2 matt
565 1.2 matt aprint_normal_dev(sc->sc_dev, "%s: configuring PCI bus\n");
566 1.2 matt
567 1.2 matt ioext = extent_create("pciio",
568 1.2 matt rcp->rc_pci_io_pbase,
569 1.2 matt rcp->rc_pci_io_pbase + rcp->rc_pci_io_size - 1,
570 1.2 matt M_DEVBUF, NULL, 0, EX_NOWAIT);
571 1.2 matt
572 1.2 matt memext = extent_create("pcimem",
573 1.2 matt rcp->rc_pci_mem_pbase,
574 1.2 matt rcp->rc_pci_mem_pbase + rcp->rc_pci_mem_size - 1,
575 1.2 matt M_DEVBUF, NULL, 0, EX_NOWAIT);
576 1.2 matt
577 1.2 matt pci_configure_bus(pc, ioext, memext, NULL, 0,
578 1.2 matt mips_cache_info.mci_dcache_align);
579 1.2 matt
580 1.2 matt extent_destroy(ioext);
581 1.2 matt extent_destroy(memext);
582 1.2 matt #endif
583 1.2 matt }
584 1.2 matt
585 1.2 matt static void
586 1.2 matt rmixl_pcix_init_errors(rmixl_pcix_softc_t *sc)
587 1.2 matt {
588 1.2 matt /* nothing */
589 1.2 matt }
590 1.2 matt
591 1.2 matt void
592 1.2 matt rmixl_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz, int *iline)
593 1.2 matt {
594 1.2 matt DPRINTF(("%s: %p, %d, %d, %d, %d, %p\n",
595 1.2 matt __func__, v, bus, dev, ipin, swiz, iline));
596 1.2 matt }
597 1.2 matt
598 1.2 matt void
599 1.10 chs rmixl_pcix_attach_hook(device_t parent, device_t self,
600 1.2 matt struct pcibus_attach_args *pba)
601 1.2 matt {
602 1.2 matt DPRINTF(("%s: pba_bus %d, pba_bridgetag %p, pc_conf_v %p\n",
603 1.2 matt __func__, pba->pba_bus, pba->pba_bridgetag,
604 1.2 matt pba->pba_pc->pc_conf_v));
605 1.2 matt }
606 1.2 matt
607 1.2 matt int
608 1.2 matt rmixl_pcix_bus_maxdevs(void *v, int busno)
609 1.2 matt {
610 1.2 matt return (32); /* XXX depends on the family of XLS SoC */
611 1.2 matt }
612 1.2 matt
613 1.2 matt /*
614 1.2 matt * XLS pci tag is a 40 bit address composed thusly:
615 1.2 matt * 39:25 (reserved)
616 1.2 matt * 24 Swap (0=little, 1=big endian)
617 1.2 matt * 23:16 Bus number
618 1.2 matt * 15:11 Device number
619 1.2 matt * 10:8 Function number
620 1.2 matt * 7:0 Register number
621 1.2 matt *
622 1.2 matt * Note: this is the "native" composition for addressing CFG space, but not for ECFG space.
623 1.2 matt */
624 1.2 matt pcitag_t
625 1.2 matt rmixl_pcix_make_tag(void *v, int bus, int dev, int fun)
626 1.2 matt {
627 1.2 matt return ((bus << 16) | (dev << 11) | (fun << 8));
628 1.2 matt }
629 1.2 matt
630 1.2 matt void
631 1.2 matt rmixl_pcix_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
632 1.2 matt {
633 1.2 matt if (bp != NULL)
634 1.2 matt *bp = (tag >> 16) & 0xff;
635 1.2 matt if (dp != NULL)
636 1.2 matt *dp = (tag >> 11) & 0x1f;
637 1.2 matt if (fp != NULL)
638 1.2 matt *fp = (tag >> 8) & 0x7;
639 1.2 matt }
640 1.2 matt
641 1.2 matt void
642 1.2 matt rmixl_pcix_tag_print(const char *restrict s, void *v, pcitag_t tag, int offset,
643 1.2 matt vaddr_t va, u_long r)
644 1.2 matt {
645 1.2 matt int bus, dev, fun;
646 1.2 matt
647 1.2 matt rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
648 1.2 matt printf("%s: %d/%d/%d/%d - %#" PRIxVADDR ":%#lx\n",
649 1.2 matt s, bus, dev, fun, offset, va, r);
650 1.2 matt }
651 1.2 matt
652 1.2 matt static int
653 1.2 matt rmixl_pcix_conf_setup(rmixl_pcix_softc_t *sc,
654 1.2 matt pcitag_t tag, int *offp, bus_space_tag_t *bstp,
655 1.2 matt bus_space_handle_t *bshp)
656 1.2 matt {
657 1.2 matt struct rmixl_config *rcp = &rmixl_configuration;
658 1.2 matt bus_space_tag_t bst;
659 1.2 matt bus_space_handle_t bsh;
660 1.2 matt bus_size_t size;
661 1.2 matt pcitag_t mask;
662 1.2 matt bus_addr_t ba;
663 1.2 matt int err;
664 1.2 matt static bus_space_handle_t cfg_bsh;
665 1.2 matt static bus_addr_t cfg_oba = -1;
666 1.2 matt
667 1.2 matt /*
668 1.2 matt * bus space depends on offset
669 1.2 matt */
670 1.2 matt if ((*offp >= 0) && (*offp < 0x100)) {
671 1.2 matt mask = __BITS(15,0);
672 1.2 matt bst = sc->sc_pci_cfg_memt;
673 1.2 matt ba = rcp->rc_pci_cfg_pbase;
674 1.2 matt ba += (tag & ~mask);
675 1.2 matt *offp += (tag & mask);
676 1.2 matt if (ba != cfg_oba) {
677 1.2 matt size = (bus_size_t)(mask + 1);
678 1.2 matt if (cfg_oba != -1)
679 1.2 matt bus_space_unmap(bst, cfg_bsh, size);
680 1.2 matt err = bus_space_map(bst, ba, size, 0, &cfg_bsh);
681 1.2 matt if (err != 0) {
682 1.2 matt #ifdef DEBUG
683 1.2 matt panic("%s: bus_space_map err %d, CFG space",
684 1.2 matt __func__, err); /* XXX */
685 1.2 matt #endif
686 1.2 matt return -1;
687 1.2 matt }
688 1.2 matt cfg_oba = ba;
689 1.2 matt }
690 1.2 matt bsh = cfg_bsh;
691 1.2 matt } else {
692 1.2 matt #ifdef DEBUG
693 1.2 matt panic("%s: offset %#x: unknown", __func__, *offp);
694 1.2 matt #endif
695 1.2 matt return -1;
696 1.2 matt }
697 1.2 matt
698 1.2 matt *bstp = bst;
699 1.2 matt *bshp = bsh;
700 1.2 matt
701 1.2 matt return 0;
702 1.2 matt }
703 1.2 matt
704 1.2 matt pcireg_t
705 1.2 matt rmixl_pcix_conf_read(void *v, pcitag_t tag, int offset)
706 1.2 matt {
707 1.2 matt rmixl_pcix_softc_t *sc = v;
708 1.2 matt static bus_space_handle_t bsh;
709 1.2 matt bus_space_tag_t bst;
710 1.2 matt pcireg_t rv;
711 1.2 matt uint64_t cfg0;
712 1.2 matt
713 1.2 matt mutex_enter(&sc->sc_mutex);
714 1.2 matt
715 1.2 matt if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) {
716 1.2 matt cfg0 = rmixl_cache_err_dis();
717 1.2 matt rv = bus_space_read_4(bst, bsh, (bus_size_t)offset);
718 1.2 matt if (rmixl_cache_err_check() != 0) {
719 1.2 matt #ifdef DIAGNOSTIC
720 1.2 matt int bus, dev, fun;
721 1.2 matt
722 1.2 matt rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
723 1.2 matt printf("%s: %d/%d/%d, offset %#x: bad address\n",
724 1.2 matt __func__, bus, dev, fun, offset);
725 1.2 matt #endif
726 1.2 matt rv = (pcireg_t) -1;
727 1.2 matt }
728 1.2 matt rmixl_cache_err_restore(cfg0);
729 1.2 matt } else {
730 1.2 matt rv = -1;
731 1.2 matt }
732 1.2 matt
733 1.2 matt mutex_exit(&sc->sc_mutex);
734 1.2 matt
735 1.2 matt return rv;
736 1.2 matt }
737 1.2 matt
738 1.2 matt void
739 1.2 matt rmixl_pcix_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val)
740 1.2 matt {
741 1.2 matt rmixl_pcix_softc_t *sc = v;
742 1.2 matt static bus_space_handle_t bsh;
743 1.2 matt bus_space_tag_t bst;
744 1.2 matt uint64_t cfg0;
745 1.2 matt
746 1.2 matt mutex_enter(&sc->sc_mutex);
747 1.2 matt
748 1.2 matt if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) {
749 1.2 matt cfg0 = rmixl_cache_err_dis();
750 1.2 matt bus_space_write_4(bst, bsh, (bus_size_t)offset, val);
751 1.2 matt if (rmixl_cache_err_check() != 0) {
752 1.2 matt #ifdef DIAGNOSTIC
753 1.2 matt int bus, dev, fun;
754 1.2 matt
755 1.2 matt rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
756 1.2 matt printf("%s: %d/%d/%d, offset %#x: bad address\n",
757 1.2 matt __func__, bus, dev, fun, offset);
758 1.2 matt #endif
759 1.2 matt }
760 1.2 matt rmixl_cache_err_restore(cfg0);
761 1.2 matt }
762 1.2 matt
763 1.2 matt mutex_exit(&sc->sc_mutex);
764 1.2 matt }
765 1.2 matt
766 1.2 matt int
767 1.3 dyoung rmixl_pcix_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *pih)
768 1.2 matt {
769 1.2 matt const u_int irq = 16; /* PCIX index in IRT */
770 1.2 matt
771 1.2 matt #ifdef DEBUG
772 1.2 matt DPRINTF(("%s: ps_bus %d, pa_intrswiz %#x, pa_intrtag %#lx,"
773 1.2 matt " pa_intrpin %d, pa_intrline %d, pa_rawintrpin %d\n",
774 1.2 matt __func__, pa->pa_bus, pa->pa_intrswiz, pa->pa_intrtag,
775 1.2 matt pa->pa_intrpin, pa->pa_intrline, pa->pa_rawintrpin));
776 1.2 matt #endif
777 1.2 matt
778 1.2 matt if (pa->pa_intrpin != PCI_INTERRUPT_PIN_NONE)
779 1.2 matt *pih = rmixl_pcix_make_pih(pa->pa_intrpin - 1, irq);
780 1.2 matt else
781 1.2 matt *pih = ~0;
782 1.2 matt
783 1.2 matt return 0;
784 1.2 matt }
785 1.2 matt
786 1.2 matt const char *
787 1.2 matt rmixl_pcix_intr_string(void *v, pci_intr_handle_t pih)
788 1.2 matt {
789 1.2 matt u_int bitno, irq;
790 1.2 matt
791 1.2 matt rmixl_pcix_decompose_pih(pih, &bitno, &irq);
792 1.2 matt
793 1.2 matt if (! cpu_rmixlr(mips_options.mips_cpu))
794 1.2 matt panic("%s: cpu %#x not supported\n",
795 1.2 matt __func__, mips_options.mips_cpu_id);
796 1.2 matt
797 1.5 cliff return rmixl_intr_string(RMIXL_IRT_VECTOR(irq));
798 1.2 matt }
799 1.2 matt
800 1.2 matt const struct evcnt *
801 1.2 matt rmixl_pcix_intr_evcnt(void *v, pci_intr_handle_t pih)
802 1.2 matt {
803 1.2 matt return NULL;
804 1.2 matt }
805 1.2 matt
806 1.2 matt static pci_intr_handle_t
807 1.2 matt rmixl_pcix_make_pih(u_int bitno, u_int irq)
808 1.2 matt {
809 1.2 matt pci_intr_handle_t pih;
810 1.2 matt
811 1.2 matt KASSERT(bitno < 64);
812 1.2 matt KASSERT(irq < 32);
813 1.2 matt
814 1.2 matt pih = (irq << 6);
815 1.2 matt pih |= bitno;
816 1.2 matt
817 1.2 matt return pih;
818 1.2 matt }
819 1.2 matt
820 1.2 matt static void
821 1.2 matt rmixl_pcix_decompose_pih(pci_intr_handle_t pih, u_int *bitno, u_int *irq)
822 1.2 matt {
823 1.2 matt *bitno = (u_int)(pih & 0x3f);
824 1.2 matt *irq = (u_int)(pih >> 6);
825 1.2 matt
826 1.2 matt KASSERT(*bitno < 64);
827 1.2 matt KASSERT(*irq < 31);
828 1.2 matt }
829 1.2 matt
830 1.2 matt static void
831 1.2 matt rmixl_pcix_intr_disestablish(void *v, void *ih)
832 1.2 matt {
833 1.2 matt rmixl_pcix_softc_t *sc = v;
834 1.2 matt rmixl_pcix_dispatch_t *dip = ih;
835 1.2 matt rmixl_pcix_intr_t *pip = sc->sc_intr;
836 1.2 matt bool busy;
837 1.2 matt
838 1.2 matt DPRINTF(("%s: pin=%d irq=%d\n",
839 1.2 matt __func__, dip->bitno + 1, dip->irq));
840 1.2 matt KASSERT(dip->bitno < RMIXL_PCIX_NINTR);
841 1.2 matt
842 1.2 matt mutex_enter(&sc->sc_mutex);
843 1.2 matt
844 1.2 matt dip->func = NULL; /* prevent further dispatch */
845 1.2 matt
846 1.2 matt /*
847 1.2 matt * if no other dispatch handle is using this interrupt,
848 1.2 matt * we can disable it
849 1.2 matt */
850 1.2 matt busy = false;
851 1.2 matt for (int i=0; i < pip->dispatch_count; i++) {
852 1.2 matt rmixl_pcix_dispatch_t *d = &pip->dispatch_data[i];
853 1.2 matt if (d == dip)
854 1.2 matt continue;
855 1.2 matt if (d->bitno == dip->bitno) {
856 1.2 matt busy = true;
857 1.2 matt break;
858 1.2 matt }
859 1.2 matt }
860 1.2 matt if (! busy) {
861 1.2 matt uint32_t bit = 1 << (dip->bitno + 2);
862 1.2 matt uint32_t r;
863 1.2 matt
864 1.2 matt r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
865 1.2 matt r |= bit; /* set mask */
866 1.2 matt RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r);
867 1.2 matt DPRINTF(("%s: disabled pin %d\n", __func__, dip->bitno + 1));
868 1.2 matt
869 1.2 matt pip->intenb &= ~(1 << dip->bitno);
870 1.2 matt
871 1.2 matt if ((r & PCIX_INTR_CONTROL_MASK_ALL) == 0) {
872 1.2 matt /* tear down interrupt for this pcix */
873 1.2 matt rmixl_intr_disestablish(pip->ih);
874 1.2 matt
875 1.2 matt /* commit NULL interrupt set */
876 1.2 matt sc->sc_intr = NULL;
877 1.2 matt
878 1.2 matt /* schedule delayed free of the old interrupt set */
879 1.2 matt rmixl_pcix_pip_free_callout(pip);
880 1.2 matt }
881 1.2 matt }
882 1.2 matt
883 1.2 matt mutex_exit(&sc->sc_mutex);
884 1.2 matt }
885 1.2 matt
886 1.2 matt static void *
887 1.2 matt rmixl_pcix_intr_establish(void *v, pci_intr_handle_t pih, int ipl,
888 1.2 matt int (*func)(void *), void *arg)
889 1.2 matt {
890 1.2 matt rmixl_pcix_softc_t *sc = v;
891 1.2 matt u_int bitno, irq;
892 1.2 matt rmixl_pcix_intr_t *pip;
893 1.2 matt rmixl_pcix_dispatch_t *dip = NULL;
894 1.2 matt
895 1.2 matt if (pih == ~0) {
896 1.2 matt DPRINTF(("%s: bad pih=%#lx, implies PCI_INTERRUPT_PIN_NONE\n",
897 1.2 matt __func__, pih));
898 1.2 matt return NULL;
899 1.2 matt }
900 1.2 matt
901 1.2 matt rmixl_pcix_decompose_pih(pih, &bitno, &irq);
902 1.2 matt DPRINTF(("%s: pin=%d irq=%d\n", __func__, bitno + 1, irq));
903 1.2 matt
904 1.2 matt KASSERT(bitno < RMIXL_PCIX_NINTR);
905 1.2 matt
906 1.2 matt /*
907 1.2 matt * all PCI-X device intrs get same ipl
908 1.2 matt */
909 1.2 matt KASSERT(ipl == IPL_VM);
910 1.2 matt
911 1.2 matt mutex_enter(&sc->sc_mutex);
912 1.2 matt
913 1.2 matt pip = rmixl_pcix_pip_add_1(sc, irq, ipl);
914 1.2 matt if (pip == NULL)
915 1.2 matt return NULL;
916 1.2 matt
917 1.2 matt /*
918 1.2 matt * initializae our new interrupt, the last element in dispatch_data[]
919 1.2 matt */
920 1.2 matt dip = &pip->dispatch_data[pip->dispatch_count - 1];
921 1.2 matt dip->bitno = bitno;
922 1.2 matt dip->irq = irq;
923 1.2 matt dip->func = func;
924 1.2 matt dip->arg = arg;
925 1.5 cliff dip->counts = RMIXL_PCIX_EVCNT(sc, bitno, 0);
926 1.2 matt #if NEVER
927 1.2 matt snprintf(dip->count_name, sizeof(dip->count_name),
928 1.2 matt "pin %d", bitno + 1);
929 1.2 matt evcnt_attach_dynamic(&dip->count, EVCNT_TYPE_INTR, NULL,
930 1.2 matt "rmixl_pcix", dip->count_name);
931 1.2 matt #endif
932 1.2 matt
933 1.2 matt /* commit the new interrupt set */
934 1.2 matt sc->sc_intr = pip;
935 1.2 matt
936 1.2 matt /* enable this interrupt in the PCIX controller, if necessary */
937 1.2 matt if ((pip->intenb & (1 << bitno)) == 0) {
938 1.2 matt uint32_t bit = 1 << (bitno + 2);
939 1.2 matt uint32_t r;
940 1.2 matt
941 1.2 matt r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
942 1.2 matt r &= ~bit; /* clear mask */
943 1.2 matt RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r);
944 1.2 matt
945 1.2 matt pip->sc = sc;
946 1.2 matt pip->ipl = ipl;
947 1.2 matt pip->intenb |= 1 << bitno;
948 1.2 matt DPRINTF(("%s: enabled pin %d\n", __func__, bitno + 1));
949 1.2 matt }
950 1.2 matt
951 1.2 matt mutex_exit(&sc->sc_mutex);
952 1.2 matt return dip;
953 1.2 matt }
954 1.2 matt
955 1.2 matt rmixl_pcix_intr_t *
956 1.2 matt rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *sc, int irq, int ipl)
957 1.2 matt {
958 1.2 matt rmixl_pcix_intr_t *pip_old = sc->sc_intr;
959 1.2 matt rmixl_pcix_intr_t *pip_new;
960 1.2 matt u_int dispatch_count;
961 1.2 matt size_t size;
962 1.2 matt
963 1.2 matt dispatch_count = 1;
964 1.2 matt size = sizeof(rmixl_pcix_intr_t);
965 1.2 matt if (pip_old != NULL) {
966 1.2 matt /*
967 1.2 matt * count only those dispatch elements still in use
968 1.2 matt * unused ones will be pruned during copy
969 1.2 matt * i.e. we are "lazy" there is no rmixl_pcix_pip_sub_1
970 1.2 matt */
971 1.2 matt for (int i=0; i < pip_old->dispatch_count; i++) {
972 1.2 matt if (pip_old->dispatch_data[i].func != NULL) {
973 1.2 matt dispatch_count++;
974 1.2 matt size += sizeof(rmixl_pcix_intr_t);
975 1.2 matt }
976 1.2 matt }
977 1.2 matt }
978 1.2 matt
979 1.2 matt /*
980 1.2 matt * allocate and initialize softc intr struct
981 1.2 matt * with one or more dispatch handles
982 1.2 matt */
983 1.6 matt pip_new = malloc(size, M_DEVBUF, M_NOWAIT|M_ZERO);
984 1.2 matt if (pip_new == NULL) {
985 1.2 matt #ifdef DIAGNOSTIC
986 1.2 matt printf("%s: cannot malloc\n", __func__);
987 1.2 matt #endif
988 1.2 matt return NULL;
989 1.2 matt }
990 1.2 matt
991 1.2 matt if (pip_old == NULL) {
992 1.2 matt /* initialize the interrupt struct */
993 1.2 matt pip_new->sc = sc;
994 1.2 matt pip_new->ipl = ipl;
995 1.2 matt pip_new->ih = rmixl_intr_establish(irq, sc->sc_tmsk,
996 1.2 matt ipl, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH,
997 1.2 matt rmixl_pcix_intr, pip_new, false);
998 1.2 matt if (pip_new->ih == NULL)
999 1.2 matt panic("%s: cannot establish irq %d", __func__, irq);
1000 1.2 matt } else {
1001 1.2 matt /*
1002 1.2 matt * all intrs on a softc get same ipl and sc
1003 1.2 matt * first intr established sets the standard
1004 1.2 matt */
1005 1.2 matt KASSERT(sc == pip_old->sc);
1006 1.2 matt if (sc != pip_old->sc) {
1007 1.2 matt printf("%s: sc %p mismatch\n", __func__, sc);
1008 1.2 matt free(pip_new, M_DEVBUF);
1009 1.2 matt return NULL;
1010 1.2 matt }
1011 1.2 matt KASSERT (ipl == pip_old->ipl);
1012 1.2 matt if (ipl != pip_old->ipl) {
1013 1.2 matt printf("%s: ipl %d mismatch\n", __func__, ipl);
1014 1.2 matt free(pip_new, M_DEVBUF);
1015 1.2 matt return NULL;
1016 1.2 matt }
1017 1.2 matt /*
1018 1.2 matt * copy pip_old to pip_new, skipping unused dispatch elemets
1019 1.2 matt */
1020 1.2 matt memcpy(pip_new, pip_old, sizeof(rmixl_pcix_intr_t));
1021 1.2 matt for (int j=0, i=0; i < pip_old->dispatch_count; i++) {
1022 1.2 matt if (pip_old->dispatch_data[i].func != NULL) {
1023 1.2 matt memcpy(&pip_new->dispatch_data[j],
1024 1.2 matt &pip_old->dispatch_data[i],
1025 1.2 matt sizeof(rmixl_pcix_dispatch_t));
1026 1.2 matt j++;
1027 1.2 matt }
1028 1.2 matt }
1029 1.2 matt
1030 1.2 matt /*
1031 1.2 matt * schedule delayed free of old interrupt set
1032 1.2 matt */
1033 1.2 matt rmixl_pcix_pip_free_callout(pip_old);
1034 1.2 matt }
1035 1.2 matt pip_new->dispatch_count = dispatch_count;
1036 1.2 matt
1037 1.2 matt return pip_new;
1038 1.2 matt }
1039 1.2 matt
1040 1.2 matt /*
1041 1.2 matt * delay free of the old interrupt set
1042 1.2 matt * to allow anyone still using it to do so safely
1043 1.2 matt * XXX 2 seconds should be plenty?
1044 1.2 matt */
1045 1.2 matt static void
1046 1.2 matt rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *pip)
1047 1.2 matt {
1048 1.2 matt callout_init(&pip->callout, 0);
1049 1.2 matt callout_reset(&pip->callout, 2 * hz, rmixl_pcix_pip_free, pip);
1050 1.2 matt }
1051 1.2 matt
1052 1.2 matt static void
1053 1.2 matt rmixl_pcix_pip_free(void *arg)
1054 1.2 matt {
1055 1.2 matt rmixl_pcix_intr_t *pip = arg;
1056 1.2 matt
1057 1.2 matt callout_destroy(&pip->callout);
1058 1.2 matt free(pip, M_DEVBUF);
1059 1.2 matt }
1060 1.2 matt
1061 1.2 matt static int
1062 1.2 matt rmixl_pcix_intr(void *arg)
1063 1.2 matt {
1064 1.2 matt rmixl_pcix_intr_t *pip = arg;
1065 1.2 matt int rv = 0;
1066 1.2 matt
1067 1.2 matt uint32_t status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1068 1.2 matt DPRINTF(("%s: %#x\n", __func__, status));
1069 1.2 matt
1070 1.2 matt if (status != 0) {
1071 1.2 matt for (int i=0; i < pip->dispatch_count; i++) {
1072 1.2 matt rmixl_pcix_dispatch_t *dip = &pip->dispatch_data[i];
1073 1.2 matt uint32_t bit = 1 << dip->bitno;
1074 1.2 matt int (*func)(void *) = dip->func;
1075 1.2 matt if ((func != NULL) && (status & bit) != 0) {
1076 1.2 matt (void)(*func)(dip->arg);
1077 1.2 matt dip->counts[cpu_index(curcpu())].evcnt.ev_count++;
1078 1.2 matt rv = 1;
1079 1.2 matt }
1080 1.2 matt }
1081 1.2 matt }
1082 1.2 matt return rv;
1083 1.2 matt }
1084 1.2 matt
1085 1.2 matt static int
1086 1.2 matt rmixl_pcix_error_intr(void *arg)
1087 1.2 matt {
1088 1.2 matt rmixl_pcix_softc_t *sc = arg;
1089 1.2 matt uint32_t error_status;
1090 1.2 matt
1091 1.2 matt error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1092 1.2 matt
1093 1.2 matt #ifdef DIAGNOSTIC
1094 1.2 matt printf("%s: error status %#x\n", __func__, error_status);
1095 1.2 matt #endif
1096 1.2 matt
1097 1.2 matt #if DDB
1098 1.2 matt Debugger();
1099 1.2 matt #endif
1100 1.2 matt
1101 1.2 matt /* XXX reset and recover? */
1102 1.2 matt
1103 1.2 matt panic("%s: error %#x\n", device_xname(sc->sc_dev), error_status);
1104 1.2 matt }
1105 1.2 matt
1106 1.2 matt /*
1107 1.2 matt * rmixl_physaddr_init_pcix:
1108 1.2 matt * called from rmixl_physaddr_init to get region addrs & sizes
1109 1.2 matt * from PCIX CFG, ECFG, IO, MEM BARs
1110 1.2 matt */
1111 1.2 matt void
1112 1.2 matt rmixl_physaddr_init_pcix(struct extent *ext)
1113 1.2 matt {
1114 1.2 matt u_long base;
1115 1.2 matt u_long size;
1116 1.2 matt uint32_t r;
1117 1.2 matt
1118 1.2 matt r = RMIXL_PCIXREG_READ(RMIXLR_SBC_PCIX_CFG_BAR);
1119 1.2 matt if ((r & RMIXL_PCIX_CFG_BAR_ENB) != 0) {
1120 1.2 matt base = (u_long)(RMIXL_PCIX_CFG_BAR_TO_BA((uint64_t)r)
1121 1.2 matt / (1024 * 1024));
1122 1.2 matt size = (u_long)RMIXL_PCIX_CFG_SIZE / (1024 * 1024);
1123 1.2 matt DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1124 1.2 matt __LINE__, "CFG", r, base * 1024 * 1024, size));
1125 1.2 matt if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1126 1.2 matt panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1127 1.2 matt "failed", __func__, ext, base, size, EX_NOWAIT);
1128 1.2 matt }
1129 1.2 matt
1130 1.2 matt r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR);
1131 1.2 matt if ((r & RMIXL_PCIX_MEM_BAR_ENB) != 0) {
1132 1.2 matt base = (u_long)(RMIXL_PCIX_MEM_BAR_TO_BA((uint64_t)r)
1133 1.2 matt / (1024 * 1024));
1134 1.2 matt size = (u_long)(RMIXL_PCIX_MEM_BAR_TO_SIZE((uint64_t)r)
1135 1.2 matt / (1024 * 1024));
1136 1.2 matt DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1137 1.2 matt __LINE__, "MEM", r, base * 1024 * 1024, size));
1138 1.2 matt if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1139 1.2 matt panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1140 1.2 matt "failed", __func__, ext, base, size, EX_NOWAIT);
1141 1.2 matt }
1142 1.2 matt
1143 1.2 matt r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR);
1144 1.2 matt if ((r & RMIXL_PCIX_IO_BAR_ENB) != 0) {
1145 1.2 matt base = (u_long)(RMIXL_PCIX_IO_BAR_TO_BA((uint64_t)r)
1146 1.2 matt / (1024 * 1024));
1147 1.2 matt size = (u_long)(RMIXL_PCIX_IO_BAR_TO_SIZE((uint64_t)r)
1148 1.2 matt / (1024 * 1024));
1149 1.2 matt DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1150 1.2 matt __LINE__, "IO", r, base * 1024 * 1024, size));
1151 1.2 matt if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1152 1.2 matt panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1153 1.2 matt "failed", __func__, ext, base, size, EX_NOWAIT);
1154 1.2 matt }
1155 1.2 matt }
1156 1.2 matt
1157 1.2 matt #ifdef DDB
1158 1.2 matt int rmixl_pcix_intr_chk(void);
1159 1.2 matt int
1160 1.2 matt rmixl_pcix_intr_chk(void)
1161 1.2 matt {
1162 1.2 matt uint32_t control, status, error_status;
1163 1.2 matt
1164 1.2 matt control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
1165 1.2 matt status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1166 1.2 matt error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1167 1.2 matt
1168 1.2 matt printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status);
1169 1.2 matt
1170 1.2 matt control |= PCIX_INTR_CONTROL_DIA;
1171 1.2 matt RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, control);
1172 1.2 matt
1173 1.2 matt control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
1174 1.2 matt status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1175 1.2 matt error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1176 1.2 matt
1177 1.2 matt printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status);
1178 1.2 matt
1179 1.2 matt return 0;
1180 1.2 matt }
1181 1.2 matt #endif
1182