rmixl_pcix.c revision 1.1.2.9 1 1.1.2.9 matt /* $NetBSD: rmixl_pcix.c,v 1.1.2.9 2011/04/29 08:26:33 matt Exp $ */
2 1.1.2.1 cliff
3 1.1.2.1 cliff /*
4 1.1.2.1 cliff * Copyright (c) 2001 Wasabi Systems, Inc.
5 1.1.2.1 cliff * All rights reserved.
6 1.1.2.1 cliff *
7 1.1.2.1 cliff * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 1.1.2.1 cliff *
9 1.1.2.1 cliff * Redistribution and use in source and binary forms, with or without
10 1.1.2.1 cliff * modification, are permitted provided that the following conditions
11 1.1.2.1 cliff * are met:
12 1.1.2.1 cliff * 1. Redistributions of source code must retain the above copyright
13 1.1.2.1 cliff * notice, this list of conditions and the following disclaimer.
14 1.1.2.1 cliff * 2. Redistributions in binary form must reproduce the above copyright
15 1.1.2.1 cliff * notice, this list of conditions and the following disclaimer in the
16 1.1.2.1 cliff * documentation and/or other materials provided with the distribution.
17 1.1.2.1 cliff * 3. All advertising materials mentioning features or use of this software
18 1.1.2.1 cliff * must display the following acknowledgement:
19 1.1.2.1 cliff * This product includes software developed for the NetBSD Project by
20 1.1.2.1 cliff * Wasabi Systems, Inc.
21 1.1.2.1 cliff * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1.2.1 cliff * or promote products derived from this software without specific prior
23 1.1.2.1 cliff * written permission.
24 1.1.2.1 cliff *
25 1.1.2.1 cliff * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1.2.1 cliff * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1.2.1 cliff * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1.2.1 cliff * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1.2.1 cliff * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1.2.1 cliff * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1.2.1 cliff * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1.2.1 cliff * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1.2.1 cliff * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1.2.1 cliff * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1.2.1 cliff * POSSIBILITY OF SUCH DAMAGE.
36 1.1.2.1 cliff */
37 1.1.2.1 cliff
38 1.1.2.1 cliff /*
39 1.1.2.1 cliff * PCI configuration support for RMI XLR SoC
40 1.1.2.1 cliff */
41 1.1.2.1 cliff
42 1.1.2.1 cliff #include <sys/cdefs.h>
43 1.1.2.9 matt __KERNEL_RCSID(0, "$NetBSD: rmixl_pcix.c,v 1.1.2.9 2011/04/29 08:26:33 matt Exp $");
44 1.1.2.1 cliff
45 1.1.2.1 cliff #include "opt_pci.h"
46 1.1.2.1 cliff #include "pci.h"
47 1.1.2.1 cliff
48 1.1.2.1 cliff #include <sys/cdefs.h>
49 1.1.2.1 cliff
50 1.1.2.1 cliff #include <sys/param.h>
51 1.1.2.1 cliff #include <sys/systm.h>
52 1.1.2.1 cliff #include <sys/device.h>
53 1.1.2.1 cliff #include <sys/extent.h>
54 1.1.2.1 cliff #include <sys/malloc.h>
55 1.1.2.7 cliff #include <sys/kernel.h> /* for 'hz' */
56 1.1.2.7 cliff #include <sys/cpu.h>
57 1.1.2.1 cliff
58 1.1.2.1 cliff #include <uvm/uvm_extern.h>
59 1.1.2.1 cliff
60 1.1.2.1 cliff #include <machine/bus.h>
61 1.1.2.1 cliff #include <machine/intr.h>
62 1.1.2.1 cliff
63 1.1.2.1 cliff #include <mips/rmi/rmixlreg.h>
64 1.1.2.1 cliff #include <mips/rmi/rmixlvar.h>
65 1.1.2.1 cliff #include <mips/rmi/rmixl_intr.h>
66 1.1.2.1 cliff #include <mips/rmi/rmixl_pcixvar.h>
67 1.1.2.1 cliff
68 1.1.2.1 cliff #include <mips/rmi/rmixl_obiovar.h>
69 1.1.2.1 cliff
70 1.1.2.1 cliff #include <dev/pci/pcivar.h>
71 1.1.2.1 cliff #include <dev/pci/pcidevs.h>
72 1.1.2.1 cliff #include <dev/pci/pciconf.h>
73 1.1.2.1 cliff
74 1.1.2.1 cliff #ifdef PCI_NETBSD_CONFIGURE
75 1.1.2.1 cliff #include <mips/cache.h>
76 1.1.2.1 cliff #endif
77 1.1.2.1 cliff
78 1.1.2.1 cliff #include <machine/pci_machdep.h>
79 1.1.2.1 cliff
80 1.1.2.1 cliff #ifdef PCI_DEBUG
81 1.1.2.1 cliff int rmixl_pcix_debug = PCI_DEBUG;
82 1.1.2.1 cliff # define DPRINTF(x) do { if (rmixl_pcix_debug) printf x ; } while (0)
83 1.1.2.1 cliff #else
84 1.1.2.1 cliff # define DPRINTF(x)
85 1.1.2.1 cliff #endif
86 1.1.2.1 cliff
87 1.1.2.1 cliff #ifndef DDB
88 1.1.2.1 cliff # define STATIC static
89 1.1.2.1 cliff #else
90 1.1.2.1 cliff # define STATIC
91 1.1.2.1 cliff #endif
92 1.1.2.1 cliff
93 1.1.2.1 cliff
94 1.1.2.1 cliff /*
95 1.1.2.1 cliff * XLR PCI-X Extended Configuration Registers
96 1.1.2.1 cliff * Note:
97 1.1.2.1 cliff * - MSI-related regs are omitted
98 1.1.2.1 cliff * - Device mode regs are omitted
99 1.1.2.1 cliff */
100 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR0_ADDR 0x100 /* Host BAR0 Address */
101 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR1_ADDR 0x104 /* Host BAR1 Address */
102 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR2_ADDR 0x108 /* Host BAR2 Address */
103 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR3_ADDR 0x10c /* Host BAR3 Address */
104 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR4_ADDR 0x110 /* Host BAR4 Address */
105 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR5_ADDR 0x114 /* Host BAR5 Address */
106 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR0_SIZE 0x118 /* Host BAR0 Size */
107 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR1_SIZE 0x11c /* Host BAR1 Size */
108 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR2_SIZE 0x120 /* Host BAR2 Size */
109 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR3_SIZE 0x124 /* Host BAR3 Size */
110 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR4_SIZE 0x128 /* Host BAR4 Size */
111 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_BAR5_SIZE 0x12c /* Host BAR5 Size */
112 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_MATCH_BIT_ADDR 0x130 /* Match Bit Address BAR */
113 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_MATCH_BIT_SIZE 0x134 /* Match Bit Size BAR */
114 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_XLR_CONTROL 0x138 /* XLR Control reg */
115 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_INTR_CONTROL 0x13c /* Interrupt Control reg */
116 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_INTR_STATUS 0x140 /* Interrupt Status reg */
117 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_INTR_ERR_STATUS 0x144 /* Interrupt Error Status reg */
118 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_MODE_STS 0x178 /* Host Mode Status */
119 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_XLR_MBLE 0x17c /* XLR Match Byte Lane Enable */
120 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_XROM_ADDR 0x180 /* Host Expansion ROM Address */
121 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_XROM_SIZE 0x184 /* Host Expansion ROM Size */
122 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_HOST_MODE_CTL 0x18c /* Host Mode Control */
123 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_TXCAL_CTL 0x1a0 /* TX Calibration Preset Control */
124 1.1.2.1 cliff #define RMIXL_PCIX_ECFG_TXCAL_COUNT 0x1a4 /* TX Calibration Preset Count */
125 1.1.2.1 cliff
126 1.1.2.1 cliff /*
127 1.1.2.1 cliff * RMIXL_PCIX_ECFG_INTR_CONTROL bit defines
128 1.1.2.1 cliff */
129 1.1.2.1 cliff #define PCIX_INTR_CONTROL_RESV __BITS(31,8)
130 1.1.2.1 cliff #define PCIX_INTR_CONTROL_MSI1_MASK __BIT(7)
131 1.1.2.1 cliff #define PCIX_INTR_CONTROL_MSI0_MASK __BIT(6)
132 1.1.2.1 cliff #define PCIX_INTR_CONTROL_INTD_MASK __BIT(5)
133 1.1.2.1 cliff #define PCIX_INTR_CONTROL_INTC_MASK __BIT(4)
134 1.1.2.1 cliff #define PCIX_INTR_CONTROL_INTB_MASK __BIT(3)
135 1.1.2.1 cliff #define PCIX_INTR_CONTROL_INTA_MASK __BIT(2)
136 1.1.2.1 cliff #define PCIX_INTR_CONTROL_TMSI __BIT(1) /* Trigger MSI Interrupt */
137 1.1.2.1 cliff #define PCIX_INTR_CONTROL_DIA __BIT(0) /* Device Interrupt through INTA Pin */
138 1.1.2.1 cliff #define PCIX_INTR_CONTROL_MASK_ALL \
139 1.1.2.1 cliff (PCIX_INTR_CONTROL_MSI1_MASK|PCIX_INTR_CONTROL_MSI0_MASK \
140 1.1.2.1 cliff |PCIX_INTR_CONTROL_INTD_MASK|PCIX_INTR_CONTROL_INTC_MASK \
141 1.1.2.1 cliff |PCIX_INTR_CONTROL_INTB_MASK|PCIX_INTR_CONTROL_INTA_MASK)
142 1.1.2.1 cliff
143 1.1.2.1 cliff /*
144 1.1.2.1 cliff * RMIXL_PCIX_ECFG_INTR_STATUS bit defines
145 1.1.2.1 cliff */
146 1.1.2.1 cliff #define PCIX_INTR_STATUS_RESV __BITS(31,6)
147 1.1.2.1 cliff #define PCIX_INTR_STATUS_MSI1 __BIT(5)
148 1.1.2.1 cliff #define PCIX_INTR_STATUS_MSI0 __BIT(4)
149 1.1.2.1 cliff #define PCIX_INTR_STATUS_INTD __BIT(3)
150 1.1.2.1 cliff #define PCIX_INTR_STATUS_INTC __BIT(2)
151 1.1.2.1 cliff #define PCIX_INTR_STATUS_INTB __BIT(1)
152 1.1.2.1 cliff #define PCIX_INTR_STATUS_INTA __BIT(0)
153 1.1.2.1 cliff
154 1.1.2.1 cliff /*
155 1.1.2.1 cliff * RMIXL_PCIX_ECFG_INTR_ERR_STATUS bit defines
156 1.1.2.1 cliff */
157 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_RESa __BITS(31,5)
158 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_SERR __BIT(4) /* System Error */
159 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_RESb __BIT(3)
160 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_TE __BIT(2) /* Target Error */
161 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_IE __BIT(1) /* Initiator Error */
162 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_RCE __BIT(0) /* Retry Count Expired */
163 1.1.2.1 cliff #define PCIX_INTR_ERR_STATUS_RESV \
164 1.1.2.1 cliff (PCIX_INTR_ERR_STATUS_RESa|PCIX_INTR_ERR_STATUS_RESb)
165 1.1.2.1 cliff
166 1.1.2.2 cliff /*
167 1.1.2.2 cliff * RMIXL_PCIX_ECFG_HOST_MODE_CTL bit defines
168 1.1.2.2 cliff */
169 1.1.2.2 cliff #define PCIX_HOST_MODE_CTL_HDMSTAT __BIT(1) /* Host/Dev Mode status
170 1.1.2.2 cliff * read-only
171 1.1.2.2 cliff * 1 = host
172 1.1.2.2 cliff * 0 = device
173 1.1.2.2 cliff */
174 1.1.2.2 cliff #define PCIX_HOST_MODE_CTL_HOSTSWRST __BIT(0) /* Host soft reset
175 1.1.2.2 cliff * set to 1 to reset
176 1.1.2.2 cliff * set to 0 to un-reset
177 1.1.2.2 cliff */
178 1.1.2.1 cliff
179 1.1.2.1 cliff
180 1.1.2.1 cliff #if BYTE_ORDER == BIG_ENDIAN
181 1.1.2.1 cliff # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EB
182 1.1.2.1 cliff #else
183 1.1.2.1 cliff # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EL
184 1.1.2.1 cliff #endif
185 1.1.2.1 cliff
186 1.1.2.1 cliff #define RMIXL_PCIXREG_VADDR(o) \
187 1.1.2.1 cliff (volatile uint32_t *)MIPS_PHYS_TO_KSEG1( \
188 1.1.2.1 cliff rmixl_configuration.rc_io_pbase \
189 1.1.2.1 cliff + RMIXL_PCIXREG_BASE + (o))
190 1.1.2.1 cliff
191 1.1.2.1 cliff #define RMIXL_PCIXREG_READ(o) (*RMIXL_PCIXREG_VADDR(o))
192 1.1.2.1 cliff #define RMIXL_PCIXREG_WRITE(o,v) *RMIXL_PCIXREG_VADDR(o) = (v)
193 1.1.2.1 cliff
194 1.1.2.1 cliff
195 1.1.2.1 cliff #define RMIXL_PCIX_CONCAT3(a,b,c) a ## b ## c
196 1.1.2.1 cliff #define RMIXL_PCIX_BAR_INIT(reg, bar, size, align) { \
197 1.1.2.1 cliff struct extent *ext = rmixl_configuration.rc_phys_ex; \
198 1.1.2.1 cliff u_long region_start; \
199 1.1.2.1 cliff uint64_t ba; \
200 1.1.2.1 cliff int err; \
201 1.1.2.1 cliff \
202 1.1.2.1 cliff err = extent_alloc(ext, (size), (align), 0UL, EX_NOWAIT, \
203 1.1.2.1 cliff ®ion_start); \
204 1.1.2.1 cliff if (err != 0) \
205 1.1.2.1 cliff panic("%s: extent_alloc(%p, %#lx, %#lx, %#lx, %#x, %p)",\
206 1.1.2.1 cliff __func__, ext, size, align, 0UL, EX_NOWAIT, \
207 1.1.2.1 cliff ®ion_start); \
208 1.1.2.1 cliff ba = (uint64_t)region_start; \
209 1.1.2.1 cliff ba *= (1024 * 1024); \
210 1.1.2.1 cliff bar = RMIXL_PCIX_CONCAT3(RMIXL_PCIX_,reg,_BAR)(ba, 1); \
211 1.1.2.1 cliff DPRINTF(("PCIX %s BAR was not enabled by firmware\n" \
212 1.1.2.1 cliff "enabling %s at phys %#" PRIxBUSADDR ", size %lu MB\n", \
213 1.1.2.1 cliff __STRING(reg), __STRING(reg), ba, size)); \
214 1.1.2.1 cliff RMIXL_IOREG_WRITE(RMIXL_IO_DEV_BRIDGE + \
215 1.1.2.1 cliff RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR), bar); \
216 1.1.2.1 cliff bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + \
217 1.1.2.1 cliff RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR)); \
218 1.1.2.1 cliff DPRINTF(("%s: %s BAR %#x\n", __func__, __STRING(reg), bar)); \
219 1.1.2.1 cliff }
220 1.1.2.1 cliff
221 1.1.2.7 cliff
222 1.1.2.7 cliff #define RMIXL_PCIX_EVCNT(sc, intrpin, cpu) \
223 1.1.2.7 cliff &(sc)->sc_evcnts[(intrpin) * (ncpu) + (cpu)]
224 1.1.2.7 cliff
225 1.1.2.7 cliff
226 1.1.2.1 cliff static int rmixl_pcix_match(device_t, cfdata_t, void *);
227 1.1.2.1 cliff static void rmixl_pcix_attach(device_t, device_t, void *);
228 1.1.2.1 cliff static void rmixl_pcix_init(rmixl_pcix_softc_t *);
229 1.1.2.1 cliff static void rmixl_pcix_init_errors(rmixl_pcix_softc_t *);
230 1.1.2.1 cliff static void rmixl_pcix_attach_hook(struct device *, struct device *,
231 1.1.2.1 cliff struct pcibus_attach_args *);
232 1.1.2.1 cliff static void rmixl_pcix_intcfg(rmixl_pcix_softc_t *);
233 1.1.2.1 cliff static void rmixl_pcix_errata(rmixl_pcix_softc_t *);
234 1.1.2.1 cliff static void rmixl_conf_interrupt(void *, int, int, int, int, int *);
235 1.1.2.1 cliff static int rmixl_pcix_bus_maxdevs(void *, int);
236 1.1.2.1 cliff static pcitag_t rmixl_pcix_make_tag(void *, int, int, int);
237 1.1.2.1 cliff static void rmixl_pcix_decompose_tag(void *, pcitag_t, int *, int *, int *);
238 1.1.2.1 cliff void rmixl_pcix_tag_print(const char *restrict, void *, pcitag_t, int, vaddr_t, u_long);
239 1.1.2.1 cliff static int rmixl_pcix_conf_setup(rmixl_pcix_softc_t *,
240 1.1.2.1 cliff pcitag_t, int *, bus_space_tag_t *,
241 1.1.2.1 cliff bus_space_handle_t *);
242 1.1.2.1 cliff static pcireg_t rmixl_pcix_conf_read(void *, pcitag_t, int);
243 1.1.2.1 cliff static void rmixl_pcix_conf_write(void *, pcitag_t, int, pcireg_t);
244 1.1.2.1 cliff
245 1.1.2.1 cliff static int rmixl_pcix_intr_map(struct pci_attach_args *,
246 1.1.2.1 cliff pci_intr_handle_t *);
247 1.1.2.1 cliff static const char *
248 1.1.2.1 cliff rmixl_pcix_intr_string(void *, pci_intr_handle_t);
249 1.1.2.1 cliff static const struct evcnt *
250 1.1.2.1 cliff rmixl_pcix_intr_evcnt(void *, pci_intr_handle_t);
251 1.1.2.1 cliff static pci_intr_handle_t
252 1.1.2.1 cliff rmixl_pcix_make_pih(u_int, u_int);
253 1.1.2.1 cliff static void rmixl_pcix_decompose_pih(pci_intr_handle_t, u_int *, u_int *);
254 1.1.2.1 cliff static void rmixl_pcix_intr_disestablish(void *, void *);
255 1.1.2.1 cliff static void *rmixl_pcix_intr_establish(void *, pci_intr_handle_t,
256 1.1.2.1 cliff int, int (*)(void *), void *);
257 1.1.2.7 cliff static rmixl_pcix_intr_t *
258 1.1.2.7 cliff rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *, int, int);
259 1.1.2.7 cliff static void rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *);
260 1.1.2.7 cliff static void rmixl_pcix_pip_free(void *);
261 1.1.2.1 cliff static int rmixl_pcix_intr(void *);
262 1.1.2.1 cliff static int rmixl_pcix_error_intr(void *);
263 1.1.2.1 cliff
264 1.1.2.1 cliff
265 1.1.2.1 cliff CFATTACH_DECL_NEW(rmixl_pcix, sizeof(rmixl_pcix_softc_t),
266 1.1.2.1 cliff rmixl_pcix_match, rmixl_pcix_attach, NULL, NULL);
267 1.1.2.1 cliff
268 1.1.2.1 cliff
269 1.1.2.1 cliff static int rmixl_pcix_found;
270 1.1.2.1 cliff
271 1.1.2.1 cliff
272 1.1.2.1 cliff static int
273 1.1.2.1 cliff rmixl_pcix_match(device_t parent, cfdata_t cf, void *aux)
274 1.1.2.1 cliff {
275 1.1.2.1 cliff uint32_t r;
276 1.1.2.1 cliff
277 1.1.2.1 cliff /*
278 1.1.2.1 cliff * PCI-X interface exists on XLR chips only
279 1.1.2.1 cliff */
280 1.1.2.1 cliff if (! cpu_rmixlr(mips_options.mips_cpu))
281 1.1.2.1 cliff return 0;
282 1.1.2.1 cliff
283 1.1.2.1 cliff /* XXX
284 1.1.2.1 cliff * for now there is only one PCI-X Interface on chip
285 1.1.2.1 cliff * and only one chip in the system
286 1.1.2.1 cliff * this could change with furture RMI XL family designs
287 1.1.2.1 cliff * or when we have multi-chip systems.
288 1.1.2.1 cliff */
289 1.1.2.1 cliff if (rmixl_pcix_found)
290 1.1.2.1 cliff return 0;
291 1.1.2.1 cliff
292 1.1.2.1 cliff /* read Host Mode Control register */
293 1.1.2.1 cliff r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_MODE_CTL);
294 1.1.2.2 cliff r &= PCIX_HOST_MODE_CTL_HDMSTAT;
295 1.1.2.1 cliff if (r == 0)
296 1.1.2.1 cliff return 0; /* strapped for Device Mode */
297 1.1.2.1 cliff
298 1.1.2.1 cliff return 1;
299 1.1.2.1 cliff }
300 1.1.2.1 cliff
301 1.1.2.1 cliff static void
302 1.1.2.1 cliff rmixl_pcix_attach(device_t parent, device_t self, void *aux)
303 1.1.2.1 cliff {
304 1.1.2.1 cliff rmixl_pcix_softc_t *sc = device_private(self);
305 1.1.2.1 cliff struct obio_attach_args *obio = aux;
306 1.1.2.1 cliff struct rmixl_config *rcp = &rmixl_configuration;
307 1.1.2.1 cliff struct pcibus_attach_args pba;
308 1.1.2.1 cliff uint32_t bar;
309 1.1.2.1 cliff
310 1.1.2.1 cliff rmixl_pcix_found = 1;
311 1.1.2.1 cliff sc->sc_dev = self;
312 1.1.2.1 cliff sc->sc_29bit_dmat = obio->obio_29bit_dmat;
313 1.1.2.1 cliff sc->sc_32bit_dmat = obio->obio_32bit_dmat;
314 1.1.2.1 cliff sc->sc_64bit_dmat = obio->obio_64bit_dmat;
315 1.1.2.1 cliff sc->sc_tmsk = obio->obio_tmsk;
316 1.1.2.1 cliff
317 1.1.2.4 cliff aprint_normal(": RMI XLR PCI-X Interface\n");
318 1.1.2.1 cliff
319 1.1.2.8 cliff mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_HIGH);
320 1.1.2.8 cliff
321 1.1.2.1 cliff rmixl_pcix_intcfg(sc);
322 1.1.2.1 cliff
323 1.1.2.1 cliff rmixl_pcix_errata(sc);
324 1.1.2.1 cliff
325 1.1.2.1 cliff /*
326 1.1.2.1 cliff * check XLR Control Register
327 1.1.2.1 cliff */
328 1.1.2.2 cliff DPRINTF(("%s: XLR_CONTROL=%#x\n", __func__,
329 1.1.2.2 cliff RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_CONTROL)));
330 1.1.2.2 cliff
331 1.1.2.2 cliff /*
332 1.1.2.2 cliff * HBAR[0] if a 32 bit BAR, or
333 1.1.2.2 cliff * HBAR[0,1] if a 64 bit BAR pair
334 1.1.2.2 cliff * must cover all RAM
335 1.1.2.2 cliff */
336 1.1.2.2 cliff extern u_quad_t mem_cluster_maxaddr;
337 1.1.2.2 cliff uint64_t hbar_addr;
338 1.1.2.2 cliff uint64_t hbar_size;
339 1.1.2.2 cliff uint32_t hbar_size_lo, hbar_size_hi;
340 1.1.2.2 cliff uint32_t hbar_addr_lo, hbar_addr_hi;
341 1.1.2.2 cliff
342 1.1.2.2 cliff hbar_addr_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_ADDR);
343 1.1.2.2 cliff hbar_addr_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_ADDR);
344 1.1.2.2 cliff hbar_size_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_SIZE);
345 1.1.2.2 cliff hbar_size_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_SIZE);
346 1.1.2.2 cliff
347 1.1.2.2 cliff hbar_addr = (u_quad_t)(hbar_addr_lo & PCI_MAPREG_MEM_ADDR_MASK);
348 1.1.2.2 cliff hbar_size = hbar_size_lo;
349 1.1.2.2 cliff if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0) {
350 1.1.2.2 cliff hbar_addr |= (uint64_t)hbar_addr_hi << 32;
351 1.1.2.2 cliff hbar_size |= (uint64_t)hbar_size_hi << 32;
352 1.1.2.2 cliff }
353 1.1.2.2 cliff if ((hbar_addr != 0) || (hbar_size < mem_cluster_maxaddr)) {
354 1.1.2.5 cliff int error;
355 1.1.2.5 cliff
356 1.1.2.4 cliff aprint_error_dev(self, "HostBAR0 addr %#x, size %#x\n",
357 1.1.2.4 cliff hbar_addr_lo, hbar_size_lo);
358 1.1.2.2 cliff if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0)
359 1.1.2.4 cliff aprint_error_dev(self, "HostBAR1 addr %#x, size %#x\n",
360 1.1.2.4 cliff hbar_addr_hi, hbar_size_hi);
361 1.1.2.4 cliff aprint_error_dev(self, "WARNING: firmware PCI-X setup error: "
362 1.1.2.4 cliff "RAM %#"PRIx64"..%#"PRIx64" not accessible by Host BAR, "
363 1.1.2.4 cliff "enabling DMA bounce buffers\n",
364 1.1.2.4 cliff hbar_size, mem_cluster_maxaddr-1);
365 1.1.2.4 cliff
366 1.1.2.5 cliff /*
367 1.1.2.5 cliff * force use of bouce buffers for inaccessible RAM addrs
368 1.1.2.5 cliff */
369 1.1.2.4 cliff if (hbar_size < ((uint64_t)1 << 32)) {
370 1.1.2.5 cliff error = bus_dmatag_subregion(sc->sc_32bit_dmat,
371 1.1.2.5 cliff 0, (bus_addr_t)hbar_size, &sc->sc_32bit_dmat,
372 1.1.2.5 cliff BUS_DMA_NOWAIT);
373 1.1.2.5 cliff if (error)
374 1.1.2.5 cliff panic("%s: failed to subregion 32-bit dma tag:"
375 1.1.2.5 cliff " error %d", __func__, error);
376 1.1.2.4 cliff sc->sc_64bit_dmat = NULL;
377 1.1.2.4 cliff } else {
378 1.1.2.5 cliff error = bus_dmatag_subregion(sc->sc_64bit_dmat,
379 1.1.2.5 cliff 0, (bus_addr_t)hbar_size, &sc->sc_64bit_dmat,
380 1.1.2.5 cliff BUS_DMA_NOWAIT);
381 1.1.2.5 cliff if (error)
382 1.1.2.5 cliff panic("%s: failed to subregion 64-bit dma tag:"
383 1.1.2.5 cliff " error %d", __func__, error);
384 1.1.2.4 cliff }
385 1.1.2.1 cliff }
386 1.1.2.1 cliff
387 1.1.2.1 cliff /*
388 1.1.2.1 cliff * check PCI-X interface byteswap setup
389 1.1.2.1 cliff * ensure 'Match Byte Lane' is disabled
390 1.1.2.1 cliff */
391 1.1.2.1 cliff uint32_t mble, mba, mbs;
392 1.1.2.1 cliff mble = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_MBLE);
393 1.1.2.1 cliff mba = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_ADDR);
394 1.1.2.1 cliff mbs = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_SIZE);
395 1.1.2.2 cliff DPRINTF(("%s: MBLE=%#x, MBA=%#x, MBS=%#x\n", __func__, mble, mba, mbs));
396 1.1.2.1 cliff if ((mble & __BIT(40)) != 0)
397 1.1.2.1 cliff RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_XLR_MBLE, 0);
398 1.1.2.1 cliff
399 1.1.2.1 cliff /*
400 1.1.2.1 cliff * get PCI config space base addr from SBC PCIe CFG BAR
401 1.1.2.1 cliff * initialize it if necessary
402 1.1.2.1 cliff */
403 1.1.2.1 cliff bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_CFG_BAR);
404 1.1.2.1 cliff DPRINTF(("%s: PCIX_CFG_BAR %#x\n", __func__, bar));
405 1.1.2.1 cliff if ((bar & RMIXL_PCIX_CFG_BAR_ENB) == 0) {
406 1.1.2.1 cliff u_long n = RMIXL_PCIX_CFG_SIZE / (1024 * 1024);
407 1.1.2.1 cliff RMIXL_PCIX_BAR_INIT(CFG, bar, n, n);
408 1.1.2.1 cliff }
409 1.1.2.1 cliff rcp->rc_pci_cfg_pbase = (bus_addr_t)RMIXL_PCIX_CFG_BAR_TO_BA(bar);
410 1.1.2.1 cliff rcp->rc_pci_cfg_size = (bus_size_t)RMIXL_PCIX_CFG_SIZE;
411 1.1.2.1 cliff
412 1.1.2.1 cliff /*
413 1.1.2.1 cliff * get PCI MEM space base [addr, size] from SBC PCIe MEM BAR
414 1.1.2.1 cliff * initialize it if necessary
415 1.1.2.1 cliff */
416 1.1.2.1 cliff bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR);
417 1.1.2.1 cliff DPRINTF(("%s: PCIX_MEM_BAR %#x\n", __func__, bar));
418 1.1.2.1 cliff if ((bar & RMIXL_PCIX_MEM_BAR_ENB) == 0) {
419 1.1.2.1 cliff u_long n = 256; /* 256 MB */
420 1.1.2.1 cliff RMIXL_PCIX_BAR_INIT(MEM, bar, n, n);
421 1.1.2.1 cliff }
422 1.1.2.1 cliff rcp->rc_pci_mem_pbase = (bus_addr_t)RMIXL_PCIX_MEM_BAR_TO_BA(bar);
423 1.1.2.1 cliff rcp->rc_pci_mem_size = (bus_size_t)RMIXL_PCIX_MEM_BAR_TO_SIZE(bar);
424 1.1.2.1 cliff
425 1.1.2.1 cliff /*
426 1.1.2.1 cliff * get PCI IO space base [addr, size] from SBC PCIe IO BAR
427 1.1.2.1 cliff * initialize it if necessary
428 1.1.2.1 cliff */
429 1.1.2.1 cliff bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR);
430 1.1.2.1 cliff DPRINTF(("%s: PCIX_IO_BAR %#x\n", __func__, bar));
431 1.1.2.1 cliff if ((bar & RMIXL_PCIX_IO_BAR_ENB) == 0) {
432 1.1.2.1 cliff u_long n = 32; /* 32 MB */
433 1.1.2.1 cliff RMIXL_PCIX_BAR_INIT(IO, bar, n, n);
434 1.1.2.1 cliff }
435 1.1.2.1 cliff rcp->rc_pci_io_pbase = (bus_addr_t)RMIXL_PCIX_IO_BAR_TO_BA(bar);
436 1.1.2.1 cliff rcp->rc_pci_io_size = (bus_size_t)RMIXL_PCIX_IO_BAR_TO_SIZE(bar);
437 1.1.2.1 cliff
438 1.1.2.1 cliff /*
439 1.1.2.1 cliff * initialize the PCI CFG bus space tag
440 1.1.2.1 cliff */
441 1.1.2.1 cliff rmixl_pci_cfg_bus_mem_init(&rcp->rc_pci_cfg_memt, rcp);
442 1.1.2.1 cliff sc->sc_pci_cfg_memt = &rcp->rc_pci_cfg_memt;
443 1.1.2.1 cliff
444 1.1.2.1 cliff /*
445 1.1.2.1 cliff * initialize the PCI MEM and IO bus space tags
446 1.1.2.1 cliff */
447 1.1.2.1 cliff rmixl_pci_bus_mem_init(&rcp->rc_pci_memt, rcp);
448 1.1.2.1 cliff rmixl_pci_bus_io_init(&rcp->rc_pci_iot, rcp);
449 1.1.2.1 cliff
450 1.1.2.1 cliff /*
451 1.1.2.1 cliff * initialize the extended configuration regs
452 1.1.2.1 cliff */
453 1.1.2.1 cliff rmixl_pcix_init_errors(sc);
454 1.1.2.1 cliff
455 1.1.2.1 cliff /*
456 1.1.2.1 cliff * initialize the PCI chipset tag
457 1.1.2.1 cliff */
458 1.1.2.1 cliff rmixl_pcix_init(sc);
459 1.1.2.1 cliff
460 1.1.2.1 cliff /*
461 1.1.2.1 cliff * attach the PCI bus
462 1.1.2.1 cliff */
463 1.1.2.1 cliff memset(&pba, 0, sizeof(pba));
464 1.1.2.1 cliff pba.pba_memt = &rcp->rc_pci_memt;
465 1.1.2.1 cliff pba.pba_iot = &rcp->rc_pci_iot;
466 1.1.2.1 cliff pba.pba_dmat = sc->sc_32bit_dmat;
467 1.1.2.1 cliff pba.pba_dmat64 = sc->sc_64bit_dmat;
468 1.1.2.1 cliff pba.pba_pc = &sc->sc_pci_chipset;
469 1.1.2.1 cliff pba.pba_bus = 0;
470 1.1.2.1 cliff pba.pba_bridgetag = NULL;
471 1.1.2.1 cliff pba.pba_intrswiz = 0;
472 1.1.2.1 cliff pba.pba_intrtag = 0;
473 1.1.2.1 cliff pba.pba_flags = PCI_FLAGS_IO_ENABLED | PCI_FLAGS_MEM_ENABLED |
474 1.1.2.1 cliff PCI_FLAGS_MRL_OKAY | PCI_FLAGS_MRM_OKAY | PCI_FLAGS_MWI_OKAY;
475 1.1.2.1 cliff
476 1.1.2.1 cliff (void) config_found_ia(self, "pcibus", &pba, pcibusprint);
477 1.1.2.1 cliff }
478 1.1.2.1 cliff
479 1.1.2.1 cliff /*
480 1.1.2.1 cliff * rmixl_pcix_intcfg - init PCI-X interrupt control
481 1.1.2.1 cliff */
482 1.1.2.1 cliff static void
483 1.1.2.1 cliff rmixl_pcix_intcfg(rmixl_pcix_softc_t *sc)
484 1.1.2.1 cliff {
485 1.1.2.7 cliff size_t size;
486 1.1.2.7 cliff rmixl_pcix_evcnt_t *ev;
487 1.1.2.7 cliff
488 1.1.2.1 cliff DPRINTF(("%s\n", __func__));
489 1.1.2.1 cliff
490 1.1.2.1 cliff /* mask all interrupts until they are established */
491 1.1.2.1 cliff RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL,
492 1.1.2.1 cliff PCIX_INTR_CONTROL_MASK_ALL);
493 1.1.2.1 cliff
494 1.1.2.1 cliff /*
495 1.1.2.1 cliff * read-to-clear any pre-existing interrupts
496 1.1.2.1 cliff * XXX MSI bits in STATUS are also documented as write 1 to clear in PRM
497 1.1.2.1 cliff */
498 1.1.2.1 cliff (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
499 1.1.2.1 cliff (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
500 1.1.2.1 cliff
501 1.1.2.7 cliff /* initialize the (non-error interrupt) dispatch handles */
502 1.1.2.7 cliff sc->sc_intr = NULL;
503 1.1.2.1 cliff
504 1.1.2.7 cliff /*
505 1.1.2.7 cliff * allocate per-cpu, per-pin interrupt event counters
506 1.1.2.7 cliff */
507 1.1.2.7 cliff size = ncpu * PCI_INTERRUPT_PIN_MAX * sizeof(rmixl_pcix_evcnt_t);
508 1.1.2.7 cliff ev = malloc(size, M_DEVBUF, M_NOWAIT);
509 1.1.2.7 cliff if (ev == NULL)
510 1.1.2.7 cliff panic("%s: cannot malloc evcnts\n", __func__);
511 1.1.2.7 cliff sc->sc_evcnts = ev;
512 1.1.2.7 cliff for (int pin=PCI_INTERRUPT_PIN_A; pin <= PCI_INTERRUPT_PIN_MAX; pin++) {
513 1.1.2.7 cliff for (int cpu=0; cpu < ncpu; cpu++) {
514 1.1.2.7 cliff ev = RMIXL_PCIX_EVCNT(sc, pin - 1, cpu);
515 1.1.2.7 cliff snprintf(ev->name, sizeof(ev->name),
516 1.1.2.7 cliff "cpu%d, pin %d", cpu, pin);
517 1.1.2.7 cliff evcnt_attach_dynamic(&ev->evcnt, EVCNT_TYPE_INTR,
518 1.1.2.7 cliff NULL, "rmixl_pcix", ev->name);
519 1.1.2.7 cliff }
520 1.1.2.7 cliff }
521 1.1.2.1 cliff
522 1.1.2.7 cliff /*
523 1.1.2.7 cliff * establish PCIX error interrupt handler
524 1.1.2.7 cliff */
525 1.1.2.1 cliff sc->sc_fatal_ih = rmixl_intr_establish(24, sc->sc_tmsk,
526 1.1.2.1 cliff IPL_VM, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH,
527 1.1.2.3 cliff rmixl_pcix_error_intr, sc, false);
528 1.1.2.1 cliff if (sc->sc_fatal_ih == NULL)
529 1.1.2.1 cliff panic("%s: cannot establish irq %d", __func__, 24);
530 1.1.2.1 cliff }
531 1.1.2.1 cliff
532 1.1.2.1 cliff static void
533 1.1.2.1 cliff rmixl_pcix_errata(rmixl_pcix_softc_t *sc)
534 1.1.2.1 cliff {
535 1.1.2.1 cliff /* nothing */
536 1.1.2.1 cliff }
537 1.1.2.1 cliff
538 1.1.2.1 cliff static void
539 1.1.2.1 cliff rmixl_pcix_init(rmixl_pcix_softc_t *sc)
540 1.1.2.1 cliff {
541 1.1.2.1 cliff pci_chipset_tag_t pc = &sc->sc_pci_chipset;
542 1.1.2.1 cliff #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE)
543 1.1.2.1 cliff struct extent *ioext, *memext;
544 1.1.2.1 cliff #endif
545 1.1.2.1 cliff
546 1.1.2.1 cliff pc->pc_conf_v = (void *)sc;
547 1.1.2.1 cliff pc->pc_attach_hook = rmixl_pcix_attach_hook;
548 1.1.2.1 cliff pc->pc_bus_maxdevs = rmixl_pcix_bus_maxdevs;
549 1.1.2.1 cliff pc->pc_make_tag = rmixl_pcix_make_tag;
550 1.1.2.1 cliff pc->pc_decompose_tag = rmixl_pcix_decompose_tag;
551 1.1.2.1 cliff pc->pc_conf_read = rmixl_pcix_conf_read;
552 1.1.2.1 cliff pc->pc_conf_write = rmixl_pcix_conf_write;
553 1.1.2.1 cliff
554 1.1.2.1 cliff pc->pc_intr_v = (void *)sc;
555 1.1.2.1 cliff pc->pc_intr_map = rmixl_pcix_intr_map;
556 1.1.2.1 cliff pc->pc_intr_string = rmixl_pcix_intr_string;
557 1.1.2.1 cliff pc->pc_intr_evcnt = rmixl_pcix_intr_evcnt;
558 1.1.2.1 cliff pc->pc_intr_establish = rmixl_pcix_intr_establish;
559 1.1.2.1 cliff pc->pc_intr_disestablish = rmixl_pcix_intr_disestablish;
560 1.1.2.1 cliff pc->pc_conf_interrupt = rmixl_conf_interrupt;
561 1.1.2.1 cliff
562 1.1.2.1 cliff #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE)
563 1.1.2.1 cliff /*
564 1.1.2.1 cliff * Configure the PCI bus.
565 1.1.2.1 cliff */
566 1.1.2.1 cliff struct rmixl_config *rcp = &rmixl_configuration;
567 1.1.2.1 cliff
568 1.1.2.4 cliff aprint_normal_dev(sc->sc_dev, "%s: configuring PCI bus\n");
569 1.1.2.1 cliff
570 1.1.2.1 cliff ioext = extent_create("pciio",
571 1.1.2.1 cliff rcp->rc_pci_io_pbase,
572 1.1.2.1 cliff rcp->rc_pci_io_pbase + rcp->rc_pci_io_size - 1,
573 1.1.2.1 cliff M_DEVBUF, NULL, 0, EX_NOWAIT);
574 1.1.2.1 cliff
575 1.1.2.1 cliff memext = extent_create("pcimem",
576 1.1.2.1 cliff rcp->rc_pci_mem_pbase,
577 1.1.2.1 cliff rcp->rc_pci_mem_pbase + rcp->rc_pci_mem_size - 1,
578 1.1.2.1 cliff M_DEVBUF, NULL, 0, EX_NOWAIT);
579 1.1.2.1 cliff
580 1.1.2.1 cliff pci_configure_bus(pc, ioext, memext, NULL, 0,
581 1.1.2.1 cliff mips_cache_info.mci_dcache_align);
582 1.1.2.1 cliff
583 1.1.2.1 cliff extent_destroy(ioext);
584 1.1.2.1 cliff extent_destroy(memext);
585 1.1.2.1 cliff #endif
586 1.1.2.1 cliff }
587 1.1.2.1 cliff
588 1.1.2.1 cliff static void
589 1.1.2.1 cliff rmixl_pcix_init_errors(rmixl_pcix_softc_t *sc)
590 1.1.2.1 cliff {
591 1.1.2.1 cliff /* nothing */
592 1.1.2.1 cliff }
593 1.1.2.1 cliff
594 1.1.2.1 cliff void
595 1.1.2.1 cliff rmixl_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz, int *iline)
596 1.1.2.1 cliff {
597 1.1.2.1 cliff DPRINTF(("%s: %p, %d, %d, %d, %d, %p\n",
598 1.1.2.1 cliff __func__, v, bus, dev, ipin, swiz, iline));
599 1.1.2.1 cliff }
600 1.1.2.1 cliff
601 1.1.2.1 cliff void
602 1.1.2.1 cliff rmixl_pcix_attach_hook(struct device *parent, struct device *self,
603 1.1.2.1 cliff struct pcibus_attach_args *pba)
604 1.1.2.1 cliff {
605 1.1.2.1 cliff DPRINTF(("%s: pba_bus %d, pba_bridgetag %p, pc_conf_v %p\n",
606 1.1.2.1 cliff __func__, pba->pba_bus, pba->pba_bridgetag,
607 1.1.2.1 cliff pba->pba_pc->pc_conf_v));
608 1.1.2.1 cliff }
609 1.1.2.1 cliff
610 1.1.2.1 cliff int
611 1.1.2.1 cliff rmixl_pcix_bus_maxdevs(void *v, int busno)
612 1.1.2.1 cliff {
613 1.1.2.1 cliff return (32); /* XXX depends on the family of XLS SoC */
614 1.1.2.1 cliff }
615 1.1.2.1 cliff
616 1.1.2.1 cliff /*
617 1.1.2.1 cliff * XLS pci tag is a 40 bit address composed thusly:
618 1.1.2.1 cliff * 39:25 (reserved)
619 1.1.2.1 cliff * 24 Swap (0=little, 1=big endian)
620 1.1.2.1 cliff * 23:16 Bus number
621 1.1.2.1 cliff * 15:11 Device number
622 1.1.2.1 cliff * 10:8 Function number
623 1.1.2.1 cliff * 7:0 Register number
624 1.1.2.1 cliff *
625 1.1.2.1 cliff * Note: this is the "native" composition for addressing CFG space, but not for ECFG space.
626 1.1.2.1 cliff */
627 1.1.2.1 cliff pcitag_t
628 1.1.2.1 cliff rmixl_pcix_make_tag(void *v, int bus, int dev, int fun)
629 1.1.2.1 cliff {
630 1.1.2.1 cliff return ((bus << 16) | (dev << 11) | (fun << 8));
631 1.1.2.1 cliff }
632 1.1.2.1 cliff
633 1.1.2.1 cliff void
634 1.1.2.1 cliff rmixl_pcix_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
635 1.1.2.1 cliff {
636 1.1.2.1 cliff if (bp != NULL)
637 1.1.2.1 cliff *bp = (tag >> 16) & 0xff;
638 1.1.2.1 cliff if (dp != NULL)
639 1.1.2.1 cliff *dp = (tag >> 11) & 0x1f;
640 1.1.2.1 cliff if (fp != NULL)
641 1.1.2.1 cliff *fp = (tag >> 8) & 0x7;
642 1.1.2.1 cliff }
643 1.1.2.1 cliff
644 1.1.2.1 cliff void
645 1.1.2.1 cliff rmixl_pcix_tag_print(const char *restrict s, void *v, pcitag_t tag, int offset,
646 1.1.2.1 cliff vaddr_t va, u_long r)
647 1.1.2.1 cliff {
648 1.1.2.1 cliff int bus, dev, fun;
649 1.1.2.1 cliff
650 1.1.2.1 cliff rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
651 1.1.2.1 cliff printf("%s: %d/%d/%d/%d - %#" PRIxVADDR ":%#lx\n",
652 1.1.2.1 cliff s, bus, dev, fun, offset, va, r);
653 1.1.2.1 cliff }
654 1.1.2.1 cliff
655 1.1.2.1 cliff static int
656 1.1.2.1 cliff rmixl_pcix_conf_setup(rmixl_pcix_softc_t *sc,
657 1.1.2.1 cliff pcitag_t tag, int *offp, bus_space_tag_t *bstp,
658 1.1.2.1 cliff bus_space_handle_t *bshp)
659 1.1.2.1 cliff {
660 1.1.2.1 cliff struct rmixl_config *rcp = &rmixl_configuration;
661 1.1.2.1 cliff bus_space_tag_t bst;
662 1.1.2.1 cliff bus_space_handle_t bsh;
663 1.1.2.1 cliff bus_size_t size;
664 1.1.2.1 cliff pcitag_t mask;
665 1.1.2.1 cliff bus_addr_t ba;
666 1.1.2.1 cliff int err;
667 1.1.2.1 cliff static bus_space_handle_t cfg_bsh;
668 1.1.2.1 cliff static bus_addr_t cfg_oba = -1;
669 1.1.2.1 cliff
670 1.1.2.1 cliff /*
671 1.1.2.1 cliff * bus space depends on offset
672 1.1.2.1 cliff */
673 1.1.2.1 cliff if ((*offp >= 0) && (*offp < 0x100)) {
674 1.1.2.1 cliff mask = __BITS(15,0);
675 1.1.2.1 cliff bst = sc->sc_pci_cfg_memt;
676 1.1.2.1 cliff ba = rcp->rc_pci_cfg_pbase;
677 1.1.2.1 cliff ba += (tag & ~mask);
678 1.1.2.1 cliff *offp += (tag & mask);
679 1.1.2.1 cliff if (ba != cfg_oba) {
680 1.1.2.1 cliff size = (bus_size_t)(mask + 1);
681 1.1.2.1 cliff if (cfg_oba != -1)
682 1.1.2.1 cliff bus_space_unmap(bst, cfg_bsh, size);
683 1.1.2.1 cliff err = bus_space_map(bst, ba, size, 0, &cfg_bsh);
684 1.1.2.1 cliff if (err != 0) {
685 1.1.2.1 cliff #ifdef DEBUG
686 1.1.2.1 cliff panic("%s: bus_space_map err %d, CFG space",
687 1.1.2.1 cliff __func__, err); /* XXX */
688 1.1.2.1 cliff #endif
689 1.1.2.1 cliff return -1;
690 1.1.2.1 cliff }
691 1.1.2.1 cliff cfg_oba = ba;
692 1.1.2.1 cliff }
693 1.1.2.1 cliff bsh = cfg_bsh;
694 1.1.2.1 cliff } else {
695 1.1.2.1 cliff #ifdef DEBUG
696 1.1.2.1 cliff panic("%s: offset %#x: unknown", __func__, *offp);
697 1.1.2.1 cliff #endif
698 1.1.2.1 cliff return -1;
699 1.1.2.1 cliff }
700 1.1.2.1 cliff
701 1.1.2.1 cliff *bstp = bst;
702 1.1.2.1 cliff *bshp = bsh;
703 1.1.2.1 cliff
704 1.1.2.1 cliff return 0;
705 1.1.2.1 cliff }
706 1.1.2.1 cliff
707 1.1.2.1 cliff pcireg_t
708 1.1.2.1 cliff rmixl_pcix_conf_read(void *v, pcitag_t tag, int offset)
709 1.1.2.1 cliff {
710 1.1.2.1 cliff rmixl_pcix_softc_t *sc = v;
711 1.1.2.1 cliff static bus_space_handle_t bsh;
712 1.1.2.1 cliff bus_space_tag_t bst;
713 1.1.2.1 cliff pcireg_t rv;
714 1.1.2.1 cliff uint64_t cfg0;
715 1.1.2.1 cliff
716 1.1.2.7 cliff mutex_enter(&sc->sc_mutex);
717 1.1.2.1 cliff
718 1.1.2.1 cliff if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) {
719 1.1.2.1 cliff cfg0 = rmixl_cache_err_dis();
720 1.1.2.1 cliff rv = bus_space_read_4(bst, bsh, (bus_size_t)offset);
721 1.1.2.1 cliff if (rmixl_cache_err_check() != 0) {
722 1.1.2.1 cliff #ifdef DIAGNOSTIC
723 1.1.2.1 cliff int bus, dev, fun;
724 1.1.2.1 cliff
725 1.1.2.1 cliff rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
726 1.1.2.1 cliff printf("%s: %d/%d/%d, offset %#x: bad address\n",
727 1.1.2.1 cliff __func__, bus, dev, fun, offset);
728 1.1.2.1 cliff #endif
729 1.1.2.1 cliff rv = (pcireg_t) -1;
730 1.1.2.1 cliff }
731 1.1.2.1 cliff rmixl_cache_err_restore(cfg0);
732 1.1.2.1 cliff } else {
733 1.1.2.1 cliff rv = -1;
734 1.1.2.1 cliff }
735 1.1.2.1 cliff
736 1.1.2.7 cliff mutex_exit(&sc->sc_mutex);
737 1.1.2.7 cliff
738 1.1.2.1 cliff return rv;
739 1.1.2.1 cliff }
740 1.1.2.1 cliff
741 1.1.2.1 cliff void
742 1.1.2.1 cliff rmixl_pcix_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val)
743 1.1.2.1 cliff {
744 1.1.2.1 cliff rmixl_pcix_softc_t *sc = v;
745 1.1.2.1 cliff static bus_space_handle_t bsh;
746 1.1.2.1 cliff bus_space_tag_t bst;
747 1.1.2.1 cliff uint64_t cfg0;
748 1.1.2.1 cliff
749 1.1.2.7 cliff mutex_enter(&sc->sc_mutex);
750 1.1.2.1 cliff
751 1.1.2.1 cliff if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) {
752 1.1.2.1 cliff cfg0 = rmixl_cache_err_dis();
753 1.1.2.1 cliff bus_space_write_4(bst, bsh, (bus_size_t)offset, val);
754 1.1.2.1 cliff if (rmixl_cache_err_check() != 0) {
755 1.1.2.1 cliff #ifdef DIAGNOSTIC
756 1.1.2.1 cliff int bus, dev, fun;
757 1.1.2.1 cliff
758 1.1.2.1 cliff rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun);
759 1.1.2.1 cliff printf("%s: %d/%d/%d, offset %#x: bad address\n",
760 1.1.2.1 cliff __func__, bus, dev, fun, offset);
761 1.1.2.1 cliff #endif
762 1.1.2.1 cliff }
763 1.1.2.1 cliff rmixl_cache_err_restore(cfg0);
764 1.1.2.1 cliff }
765 1.1.2.1 cliff
766 1.1.2.7 cliff mutex_exit(&sc->sc_mutex);
767 1.1.2.1 cliff }
768 1.1.2.1 cliff
769 1.1.2.1 cliff int
770 1.1.2.1 cliff rmixl_pcix_intr_map(struct pci_attach_args *pa, pci_intr_handle_t *pih)
771 1.1.2.1 cliff {
772 1.1.2.1 cliff const u_int irq = 16; /* PCIX index in IRT */
773 1.1.2.1 cliff
774 1.1.2.1 cliff #ifdef DEBUG
775 1.1.2.1 cliff DPRINTF(("%s: ps_bus %d, pa_intrswiz %#x, pa_intrtag %#lx,"
776 1.1.2.1 cliff " pa_intrpin %d, pa_intrline %d, pa_rawintrpin %d\n",
777 1.1.2.1 cliff __func__, pa->pa_bus, pa->pa_intrswiz, pa->pa_intrtag,
778 1.1.2.1 cliff pa->pa_intrpin, pa->pa_intrline, pa->pa_rawintrpin));
779 1.1.2.1 cliff #endif
780 1.1.2.1 cliff
781 1.1.2.1 cliff if (pa->pa_intrpin != PCI_INTERRUPT_PIN_NONE)
782 1.1.2.1 cliff *pih = rmixl_pcix_make_pih(pa->pa_intrpin - 1, irq);
783 1.1.2.1 cliff else
784 1.1.2.1 cliff *pih = ~0;
785 1.1.2.1 cliff
786 1.1.2.1 cliff return 0;
787 1.1.2.1 cliff }
788 1.1.2.1 cliff
789 1.1.2.1 cliff const char *
790 1.1.2.1 cliff rmixl_pcix_intr_string(void *v, pci_intr_handle_t pih)
791 1.1.2.1 cliff {
792 1.1.2.1 cliff u_int bitno, irq;
793 1.1.2.1 cliff
794 1.1.2.1 cliff rmixl_pcix_decompose_pih(pih, &bitno, &irq);
795 1.1.2.1 cliff
796 1.1.2.1 cliff if (! cpu_rmixlr(mips_options.mips_cpu))
797 1.1.2.1 cliff panic("%s: cpu %#x not supported\n",
798 1.1.2.1 cliff __func__, mips_options.mips_cpu_id);
799 1.1.2.1 cliff
800 1.1.2.9 matt return rmixl_intr_string(RMIXL_IRT_VECTOR(irq));
801 1.1.2.1 cliff }
802 1.1.2.1 cliff
803 1.1.2.1 cliff const struct evcnt *
804 1.1.2.1 cliff rmixl_pcix_intr_evcnt(void *v, pci_intr_handle_t pih)
805 1.1.2.1 cliff {
806 1.1.2.1 cliff return NULL;
807 1.1.2.1 cliff }
808 1.1.2.1 cliff
809 1.1.2.1 cliff static pci_intr_handle_t
810 1.1.2.1 cliff rmixl_pcix_make_pih(u_int bitno, u_int irq)
811 1.1.2.1 cliff {
812 1.1.2.1 cliff pci_intr_handle_t pih;
813 1.1.2.1 cliff
814 1.1.2.1 cliff KASSERT(bitno < 64);
815 1.1.2.1 cliff KASSERT(irq < 32);
816 1.1.2.1 cliff
817 1.1.2.1 cliff pih = (irq << 6);
818 1.1.2.1 cliff pih |= bitno;
819 1.1.2.1 cliff
820 1.1.2.1 cliff return pih;
821 1.1.2.1 cliff }
822 1.1.2.1 cliff
823 1.1.2.1 cliff static void
824 1.1.2.1 cliff rmixl_pcix_decompose_pih(pci_intr_handle_t pih, u_int *bitno, u_int *irq)
825 1.1.2.1 cliff {
826 1.1.2.1 cliff *bitno = (u_int)(pih & 0x3f);
827 1.1.2.1 cliff *irq = (u_int)(pih >> 6);
828 1.1.2.1 cliff
829 1.1.2.1 cliff KASSERT(*bitno < 64);
830 1.1.2.1 cliff KASSERT(*irq < 31);
831 1.1.2.1 cliff }
832 1.1.2.1 cliff
833 1.1.2.1 cliff static void
834 1.1.2.1 cliff rmixl_pcix_intr_disestablish(void *v, void *ih)
835 1.1.2.1 cliff {
836 1.1.2.1 cliff rmixl_pcix_softc_t *sc = v;
837 1.1.2.1 cliff rmixl_pcix_dispatch_t *dip = ih;
838 1.1.2.7 cliff rmixl_pcix_intr_t *pip = sc->sc_intr;
839 1.1.2.7 cliff bool busy;
840 1.1.2.1 cliff
841 1.1.2.1 cliff DPRINTF(("%s: pin=%d irq=%d\n",
842 1.1.2.1 cliff __func__, dip->bitno + 1, dip->irq));
843 1.1.2.1 cliff KASSERT(dip->bitno < RMIXL_PCIX_NINTR);
844 1.1.2.1 cliff
845 1.1.2.7 cliff mutex_enter(&sc->sc_mutex);
846 1.1.2.7 cliff
847 1.1.2.7 cliff dip->func = NULL; /* prevent further dispatch */
848 1.1.2.1 cliff
849 1.1.2.7 cliff /*
850 1.1.2.7 cliff * if no other dispatch handle is using this interrupt,
851 1.1.2.7 cliff * we can disable it
852 1.1.2.7 cliff */
853 1.1.2.7 cliff busy = false;
854 1.1.2.7 cliff for (int i=0; i < pip->dispatch_count; i++) {
855 1.1.2.7 cliff rmixl_pcix_dispatch_t *d = &pip->dispatch_data[i];
856 1.1.2.7 cliff if (d == dip)
857 1.1.2.7 cliff continue;
858 1.1.2.7 cliff if (d->bitno == dip->bitno) {
859 1.1.2.7 cliff busy = true;
860 1.1.2.7 cliff break;
861 1.1.2.7 cliff }
862 1.1.2.7 cliff }
863 1.1.2.7 cliff if (! busy) {
864 1.1.2.1 cliff uint32_t bit = 1 << (dip->bitno + 2);
865 1.1.2.1 cliff uint32_t r;
866 1.1.2.1 cliff
867 1.1.2.1 cliff r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
868 1.1.2.1 cliff r |= bit; /* set mask */
869 1.1.2.1 cliff RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r);
870 1.1.2.1 cliff DPRINTF(("%s: disabled pin %d\n", __func__, dip->bitno + 1));
871 1.1.2.1 cliff
872 1.1.2.7 cliff pip->intenb &= ~(1 << dip->bitno);
873 1.1.2.7 cliff
874 1.1.2.7 cliff if ((r & PCIX_INTR_CONTROL_MASK_ALL) == 0) {
875 1.1.2.7 cliff /* tear down interrupt for this pcix */
876 1.1.2.7 cliff rmixl_intr_disestablish(pip->ih);
877 1.1.2.7 cliff
878 1.1.2.7 cliff /* commit NULL interrupt set */
879 1.1.2.7 cliff sc->sc_intr = NULL;
880 1.1.2.7 cliff
881 1.1.2.7 cliff /* schedule delayed free of the old interrupt set */
882 1.1.2.7 cliff rmixl_pcix_pip_free_callout(pip);
883 1.1.2.7 cliff }
884 1.1.2.1 cliff }
885 1.1.2.7 cliff
886 1.1.2.7 cliff mutex_exit(&sc->sc_mutex);
887 1.1.2.1 cliff }
888 1.1.2.1 cliff
889 1.1.2.1 cliff static void *
890 1.1.2.1 cliff rmixl_pcix_intr_establish(void *v, pci_intr_handle_t pih, int ipl,
891 1.1.2.1 cliff int (*func)(void *), void *arg)
892 1.1.2.1 cliff {
893 1.1.2.1 cliff rmixl_pcix_softc_t *sc = v;
894 1.1.2.1 cliff u_int bitno, irq;
895 1.1.2.1 cliff rmixl_pcix_intr_t *pip;
896 1.1.2.7 cliff rmixl_pcix_dispatch_t *dip = NULL;
897 1.1.2.1 cliff
898 1.1.2.1 cliff if (pih == ~0) {
899 1.1.2.1 cliff DPRINTF(("%s: bad pih=%#lx, implies PCI_INTERRUPT_PIN_NONE\n",
900 1.1.2.1 cliff __func__, pih));
901 1.1.2.1 cliff return NULL;
902 1.1.2.1 cliff }
903 1.1.2.1 cliff
904 1.1.2.1 cliff rmixl_pcix_decompose_pih(pih, &bitno, &irq);
905 1.1.2.1 cliff DPRINTF(("%s: pin=%d irq=%d\n", __func__, bitno + 1, irq));
906 1.1.2.1 cliff
907 1.1.2.1 cliff KASSERT(bitno < RMIXL_PCIX_NINTR);
908 1.1.2.1 cliff
909 1.1.2.1 cliff /*
910 1.1.2.7 cliff * all PCI-X device intrs get same ipl
911 1.1.2.1 cliff */
912 1.1.2.1 cliff KASSERT(ipl == IPL_VM);
913 1.1.2.1 cliff
914 1.1.2.7 cliff mutex_enter(&sc->sc_mutex);
915 1.1.2.7 cliff
916 1.1.2.7 cliff pip = rmixl_pcix_pip_add_1(sc, irq, ipl);
917 1.1.2.7 cliff if (pip == NULL)
918 1.1.2.7 cliff return NULL;
919 1.1.2.7 cliff
920 1.1.2.1 cliff /*
921 1.1.2.7 cliff * initializae our new interrupt, the last element in dispatch_data[]
922 1.1.2.1 cliff */
923 1.1.2.7 cliff dip = &pip->dispatch_data[pip->dispatch_count - 1];
924 1.1.2.1 cliff dip->bitno = bitno;
925 1.1.2.1 cliff dip->irq = irq;
926 1.1.2.1 cliff dip->func = func;
927 1.1.2.1 cliff dip->arg = arg;
928 1.1.2.9 matt dip->counts = RMIXL_PCIX_EVCNT(sc, bitno, 0);
929 1.1.2.7 cliff #if NEVER
930 1.1.2.1 cliff snprintf(dip->count_name, sizeof(dip->count_name),
931 1.1.2.1 cliff "pin %d", bitno + 1);
932 1.1.2.1 cliff evcnt_attach_dynamic(&dip->count, EVCNT_TYPE_INTR, NULL,
933 1.1.2.1 cliff "rmixl_pcix", dip->count_name);
934 1.1.2.7 cliff #endif
935 1.1.2.7 cliff
936 1.1.2.7 cliff /* commit the new interrupt set */
937 1.1.2.7 cliff sc->sc_intr = pip;
938 1.1.2.1 cliff
939 1.1.2.7 cliff /* enable this interrupt in the PCIX controller, if necessary */
940 1.1.2.7 cliff if ((pip->intenb & (1 << bitno)) == 0) {
941 1.1.2.1 cliff uint32_t bit = 1 << (bitno + 2);
942 1.1.2.1 cliff uint32_t r;
943 1.1.2.1 cliff
944 1.1.2.1 cliff r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
945 1.1.2.1 cliff r &= ~bit; /* clear mask */
946 1.1.2.1 cliff RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r);
947 1.1.2.1 cliff
948 1.1.2.1 cliff pip->sc = sc;
949 1.1.2.1 cliff pip->ipl = ipl;
950 1.1.2.7 cliff pip->intenb |= 1 << bitno;
951 1.1.2.1 cliff DPRINTF(("%s: enabled pin %d\n", __func__, bitno + 1));
952 1.1.2.1 cliff }
953 1.1.2.1 cliff
954 1.1.2.7 cliff mutex_exit(&sc->sc_mutex);
955 1.1.2.1 cliff return dip;
956 1.1.2.1 cliff }
957 1.1.2.1 cliff
958 1.1.2.7 cliff rmixl_pcix_intr_t *
959 1.1.2.7 cliff rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *sc, int irq, int ipl)
960 1.1.2.7 cliff {
961 1.1.2.7 cliff rmixl_pcix_intr_t *pip_old = sc->sc_intr;
962 1.1.2.7 cliff rmixl_pcix_intr_t *pip_new;
963 1.1.2.7 cliff u_int dispatch_count;
964 1.1.2.7 cliff size_t size;
965 1.1.2.7 cliff
966 1.1.2.7 cliff dispatch_count = 1;
967 1.1.2.7 cliff size = sizeof(rmixl_pcix_intr_t);
968 1.1.2.7 cliff if (pip_old != NULL) {
969 1.1.2.7 cliff /*
970 1.1.2.7 cliff * count only those dispatch elements still in use
971 1.1.2.7 cliff * unused ones will be pruned during copy
972 1.1.2.7 cliff * i.e. we are "lazy" there is no rmixl_pcix_pip_sub_1
973 1.1.2.7 cliff */
974 1.1.2.7 cliff for (int i=0; i < pip_old->dispatch_count; i++) {
975 1.1.2.7 cliff if (pip_old->dispatch_data[i].func != NULL) {
976 1.1.2.7 cliff dispatch_count++;
977 1.1.2.7 cliff size += sizeof(rmixl_pcix_intr_t);
978 1.1.2.7 cliff }
979 1.1.2.7 cliff }
980 1.1.2.7 cliff }
981 1.1.2.7 cliff
982 1.1.2.7 cliff /*
983 1.1.2.7 cliff * allocate and initialize softc intr struct
984 1.1.2.7 cliff * with one or more dispatch handles
985 1.1.2.7 cliff */
986 1.1.2.9 matt pip_new = malloc(size, M_DEVBUF, M_NOWAIT|M_ZERO);
987 1.1.2.7 cliff if (pip_new == NULL) {
988 1.1.2.7 cliff #ifdef DIAGNOSTIC
989 1.1.2.7 cliff printf("%s: cannot malloc\n", __func__);
990 1.1.2.7 cliff #endif
991 1.1.2.7 cliff return NULL;
992 1.1.2.7 cliff }
993 1.1.2.7 cliff
994 1.1.2.7 cliff if (pip_old == NULL) {
995 1.1.2.7 cliff /* initialize the interrupt struct */
996 1.1.2.7 cliff pip_new->sc = sc;
997 1.1.2.7 cliff pip_new->ipl = ipl;
998 1.1.2.7 cliff pip_new->ih = rmixl_intr_establish(irq, sc->sc_tmsk,
999 1.1.2.7 cliff ipl, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH,
1000 1.1.2.7 cliff rmixl_pcix_intr, pip_new, false);
1001 1.1.2.7 cliff if (pip_new->ih == NULL)
1002 1.1.2.7 cliff panic("%s: cannot establish irq %d", __func__, irq);
1003 1.1.2.7 cliff } else {
1004 1.1.2.7 cliff /*
1005 1.1.2.7 cliff * all intrs on a softc get same ipl and sc
1006 1.1.2.7 cliff * first intr established sets the standard
1007 1.1.2.7 cliff */
1008 1.1.2.7 cliff KASSERT(sc == pip_old->sc);
1009 1.1.2.7 cliff if (sc != pip_old->sc) {
1010 1.1.2.7 cliff printf("%s: sc %p mismatch\n", __func__, sc);
1011 1.1.2.7 cliff free(pip_new, M_DEVBUF);
1012 1.1.2.7 cliff return NULL;
1013 1.1.2.7 cliff }
1014 1.1.2.7 cliff KASSERT (ipl == pip_old->ipl);
1015 1.1.2.7 cliff if (ipl != pip_old->ipl) {
1016 1.1.2.7 cliff printf("%s: ipl %d mismatch\n", __func__, ipl);
1017 1.1.2.7 cliff free(pip_new, M_DEVBUF);
1018 1.1.2.7 cliff return NULL;
1019 1.1.2.7 cliff }
1020 1.1.2.7 cliff /*
1021 1.1.2.7 cliff * copy pip_old to pip_new, skipping unused dispatch elemets
1022 1.1.2.7 cliff */
1023 1.1.2.7 cliff memcpy(pip_new, pip_old, sizeof(rmixl_pcix_intr_t));
1024 1.1.2.7 cliff for (int j=0, i=0; i < pip_old->dispatch_count; i++) {
1025 1.1.2.7 cliff if (pip_old->dispatch_data[i].func != NULL) {
1026 1.1.2.7 cliff memcpy(&pip_new->dispatch_data[j],
1027 1.1.2.7 cliff &pip_old->dispatch_data[i],
1028 1.1.2.7 cliff sizeof(rmixl_pcix_dispatch_t));
1029 1.1.2.7 cliff j++;
1030 1.1.2.7 cliff }
1031 1.1.2.7 cliff }
1032 1.1.2.7 cliff
1033 1.1.2.7 cliff /*
1034 1.1.2.7 cliff * schedule delayed free of old interrupt set
1035 1.1.2.7 cliff */
1036 1.1.2.7 cliff rmixl_pcix_pip_free_callout(pip_old);
1037 1.1.2.7 cliff }
1038 1.1.2.7 cliff pip_new->dispatch_count = dispatch_count;
1039 1.1.2.7 cliff
1040 1.1.2.7 cliff return pip_new;
1041 1.1.2.7 cliff }
1042 1.1.2.7 cliff
1043 1.1.2.7 cliff /*
1044 1.1.2.7 cliff * delay free of the old interrupt set
1045 1.1.2.7 cliff * to allow anyone still using it to do so safely
1046 1.1.2.7 cliff * XXX 2 seconds should be plenty?
1047 1.1.2.7 cliff */
1048 1.1.2.7 cliff static void
1049 1.1.2.7 cliff rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *pip)
1050 1.1.2.7 cliff {
1051 1.1.2.7 cliff callout_init(&pip->callout, 0);
1052 1.1.2.7 cliff callout_reset(&pip->callout, 2 * hz, rmixl_pcix_pip_free, pip);
1053 1.1.2.7 cliff }
1054 1.1.2.7 cliff
1055 1.1.2.7 cliff static void
1056 1.1.2.7 cliff rmixl_pcix_pip_free(void *arg)
1057 1.1.2.7 cliff {
1058 1.1.2.7 cliff rmixl_pcix_intr_t *pip = arg;
1059 1.1.2.7 cliff
1060 1.1.2.7 cliff callout_destroy(&pip->callout);
1061 1.1.2.7 cliff free(pip, M_DEVBUF);
1062 1.1.2.7 cliff }
1063 1.1.2.7 cliff
1064 1.1.2.1 cliff static int
1065 1.1.2.1 cliff rmixl_pcix_intr(void *arg)
1066 1.1.2.1 cliff {
1067 1.1.2.7 cliff rmixl_pcix_intr_t *pip = arg;
1068 1.1.2.1 cliff int rv = 0;
1069 1.1.2.1 cliff
1070 1.1.2.1 cliff uint32_t status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1071 1.1.2.1 cliff DPRINTF(("%s: %#x\n", __func__, status));
1072 1.1.2.1 cliff
1073 1.1.2.1 cliff if (status != 0) {
1074 1.1.2.7 cliff for (int i=0; i < pip->dispatch_count; i++) {
1075 1.1.2.7 cliff rmixl_pcix_dispatch_t *dip = &pip->dispatch_data[i];
1076 1.1.2.7 cliff uint32_t bit = 1 << dip->bitno;
1077 1.1.2.7 cliff int (*func)(void *) = dip->func;
1078 1.1.2.7 cliff if ((func != NULL) && (status & bit) != 0) {
1079 1.1.2.7 cliff (void)(*func)(dip->arg);
1080 1.1.2.7 cliff dip->counts[cpu_index(curcpu())].evcnt.ev_count++;
1081 1.1.2.7 cliff rv = 1;
1082 1.1.2.1 cliff }
1083 1.1.2.1 cliff }
1084 1.1.2.1 cliff }
1085 1.1.2.1 cliff return rv;
1086 1.1.2.1 cliff }
1087 1.1.2.1 cliff
1088 1.1.2.1 cliff static int
1089 1.1.2.1 cliff rmixl_pcix_error_intr(void *arg)
1090 1.1.2.1 cliff {
1091 1.1.2.1 cliff rmixl_pcix_softc_t *sc = arg;
1092 1.1.2.1 cliff uint32_t error_status;
1093 1.1.2.1 cliff
1094 1.1.2.1 cliff error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1095 1.1.2.1 cliff
1096 1.1.2.1 cliff #ifdef DIAGNOSTIC
1097 1.1.2.1 cliff printf("%s: error status %#x\n", __func__, error_status);
1098 1.1.2.1 cliff #endif
1099 1.1.2.1 cliff
1100 1.1.2.1 cliff #if DDB
1101 1.1.2.1 cliff Debugger();
1102 1.1.2.1 cliff #endif
1103 1.1.2.1 cliff
1104 1.1.2.1 cliff /* XXX reset and recover? */
1105 1.1.2.1 cliff
1106 1.1.2.1 cliff panic("%s: error %#x\n", device_xname(sc->sc_dev), error_status);
1107 1.1.2.1 cliff }
1108 1.1.2.1 cliff
1109 1.1.2.1 cliff /*
1110 1.1.2.1 cliff * rmixl_physaddr_init_pcix:
1111 1.1.2.1 cliff * called from rmixl_physaddr_init to get region addrs & sizes
1112 1.1.2.1 cliff * from PCIX CFG, ECFG, IO, MEM BARs
1113 1.1.2.1 cliff */
1114 1.1.2.1 cliff void
1115 1.1.2.1 cliff rmixl_physaddr_init_pcix(struct extent *ext)
1116 1.1.2.1 cliff {
1117 1.1.2.1 cliff u_long base;
1118 1.1.2.1 cliff u_long size;
1119 1.1.2.1 cliff uint32_t r;
1120 1.1.2.1 cliff
1121 1.1.2.1 cliff r = RMIXL_PCIXREG_READ(RMIXLR_SBC_PCIX_CFG_BAR);
1122 1.1.2.1 cliff if ((r & RMIXL_PCIX_CFG_BAR_ENB) != 0) {
1123 1.1.2.1 cliff base = (u_long)(RMIXL_PCIX_CFG_BAR_TO_BA((uint64_t)r)
1124 1.1.2.1 cliff / (1024 * 1024));
1125 1.1.2.1 cliff size = (u_long)RMIXL_PCIX_CFG_SIZE / (1024 * 1024);
1126 1.1.2.1 cliff DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1127 1.1.2.1 cliff __LINE__, "CFG", r, base * 1024 * 1024, size));
1128 1.1.2.1 cliff if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1129 1.1.2.1 cliff panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1130 1.1.2.1 cliff "failed", __func__, ext, base, size, EX_NOWAIT);
1131 1.1.2.1 cliff }
1132 1.1.2.1 cliff
1133 1.1.2.1 cliff r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR);
1134 1.1.2.1 cliff if ((r & RMIXL_PCIX_MEM_BAR_ENB) != 0) {
1135 1.1.2.1 cliff base = (u_long)(RMIXL_PCIX_MEM_BAR_TO_BA((uint64_t)r)
1136 1.1.2.1 cliff / (1024 * 1024));
1137 1.1.2.1 cliff size = (u_long)(RMIXL_PCIX_MEM_BAR_TO_SIZE((uint64_t)r)
1138 1.1.2.1 cliff / (1024 * 1024));
1139 1.1.2.1 cliff DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1140 1.1.2.1 cliff __LINE__, "MEM", r, base * 1024 * 1024, size));
1141 1.1.2.1 cliff if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1142 1.1.2.1 cliff panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1143 1.1.2.1 cliff "failed", __func__, ext, base, size, EX_NOWAIT);
1144 1.1.2.1 cliff }
1145 1.1.2.1 cliff
1146 1.1.2.1 cliff r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR);
1147 1.1.2.1 cliff if ((r & RMIXL_PCIX_IO_BAR_ENB) != 0) {
1148 1.1.2.1 cliff base = (u_long)(RMIXL_PCIX_IO_BAR_TO_BA((uint64_t)r)
1149 1.1.2.1 cliff / (1024 * 1024));
1150 1.1.2.1 cliff size = (u_long)(RMIXL_PCIX_IO_BAR_TO_SIZE((uint64_t)r)
1151 1.1.2.1 cliff / (1024 * 1024));
1152 1.1.2.1 cliff DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__,
1153 1.1.2.1 cliff __LINE__, "IO", r, base * 1024 * 1024, size));
1154 1.1.2.1 cliff if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0)
1155 1.1.2.1 cliff panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) "
1156 1.1.2.1 cliff "failed", __func__, ext, base, size, EX_NOWAIT);
1157 1.1.2.1 cliff }
1158 1.1.2.1 cliff }
1159 1.1.2.1 cliff
1160 1.1.2.1 cliff #ifdef DDB
1161 1.1.2.1 cliff int rmixl_pcix_intr_chk(void);
1162 1.1.2.1 cliff int
1163 1.1.2.1 cliff rmixl_pcix_intr_chk(void)
1164 1.1.2.1 cliff {
1165 1.1.2.1 cliff uint32_t control, status, error_status;
1166 1.1.2.1 cliff
1167 1.1.2.1 cliff control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
1168 1.1.2.1 cliff status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1169 1.1.2.1 cliff error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1170 1.1.2.1 cliff
1171 1.1.2.1 cliff printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status);
1172 1.1.2.1 cliff
1173 1.1.2.1 cliff control |= PCIX_INTR_CONTROL_DIA;
1174 1.1.2.1 cliff RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, control);
1175 1.1.2.1 cliff
1176 1.1.2.1 cliff control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL);
1177 1.1.2.1 cliff status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS);
1178 1.1.2.1 cliff error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS);
1179 1.1.2.1 cliff
1180 1.1.2.1 cliff printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status);
1181 1.1.2.1 cliff
1182 1.1.2.1 cliff return 0;
1183 1.1.2.1 cliff }
1184 1.1.2.1 cliff #endif
1185