pintr.c revision 1.18 1 1.1 cherry /* NetBSD: intr.c,v 1.15 2004/04/10 14:49:55 kochi Exp */
2 1.1 cherry
3 1.1 cherry /*
4 1.1 cherry * Copyright 2002 (c) Wasabi Systems, Inc.
5 1.1 cherry * All rights reserved.
6 1.1 cherry *
7 1.1 cherry * Written by Frank van der Linden for Wasabi Systems, Inc.
8 1.1 cherry *
9 1.1 cherry * Redistribution and use in source and binary forms, with or without
10 1.1 cherry * modification, are permitted provided that the following conditions
11 1.1 cherry * are met:
12 1.1 cherry * 1. Redistributions of source code must retain the above copyright
13 1.1 cherry * notice, this list of conditions and the following disclaimer.
14 1.1 cherry * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 cherry * notice, this list of conditions and the following disclaimer in the
16 1.1 cherry * documentation and/or other materials provided with the distribution.
17 1.1 cherry * 3. All advertising materials mentioning features or use of this software
18 1.1 cherry * must display the following acknowledgement:
19 1.1 cherry * This product includes software developed for the NetBSD Project by
20 1.1 cherry * Wasabi Systems, Inc.
21 1.1 cherry * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 cherry * or promote products derived from this software without specific prior
23 1.1 cherry * written permission.
24 1.1 cherry *
25 1.1 cherry * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 cherry * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 cherry * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 cherry * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 cherry * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 cherry * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 cherry * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 cherry * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 cherry * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 cherry * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 cherry * POSSIBILITY OF SUCH DAMAGE.
36 1.1 cherry */
37 1.1 cherry
38 1.1 cherry /*-
39 1.1 cherry * Copyright (c) 1991 The Regents of the University of California.
40 1.1 cherry * All rights reserved.
41 1.1 cherry *
42 1.1 cherry * This code is derived from software contributed to Berkeley by
43 1.1 cherry * William Jolitz.
44 1.1 cherry *
45 1.1 cherry * Redistribution and use in source and binary forms, with or without
46 1.1 cherry * modification, are permitted provided that the following conditions
47 1.1 cherry * are met:
48 1.1 cherry * 1. Redistributions of source code must retain the above copyright
49 1.1 cherry * notice, this list of conditions and the following disclaimer.
50 1.1 cherry * 2. Redistributions in binary form must reproduce the above copyright
51 1.1 cherry * notice, this list of conditions and the following disclaimer in the
52 1.1 cherry * documentation and/or other materials provided with the distribution.
53 1.1 cherry * 3. Neither the name of the University nor the names of its contributors
54 1.1 cherry * may be used to endorse or promote products derived from this software
55 1.1 cherry * without specific prior written permission.
56 1.1 cherry *
57 1.1 cherry * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
58 1.1 cherry * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
59 1.1 cherry * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
60 1.1 cherry * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
61 1.1 cherry * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
62 1.1 cherry * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
63 1.1 cherry * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
64 1.1 cherry * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
65 1.1 cherry * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
66 1.1 cherry * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
67 1.1 cherry * SUCH DAMAGE.
68 1.1 cherry *
69 1.1 cherry * @(#)isa.c 7.2 (Berkeley) 5/13/91
70 1.1 cherry */
71 1.1 cherry /*-
72 1.1 cherry * Copyright (c) 1993, 1994 Charles Hannum.
73 1.1 cherry *
74 1.1 cherry * Redistribution and use in source and binary forms, with or without
75 1.1 cherry * modification, are permitted provided that the following conditions
76 1.1 cherry * are met:
77 1.1 cherry * 1. Redistributions of source code must retain the above copyright
78 1.1 cherry * notice, this list of conditions and the following disclaimer.
79 1.1 cherry * 2. Redistributions in binary form must reproduce the above copyright
80 1.1 cherry * notice, this list of conditions and the following disclaimer in the
81 1.1 cherry * documentation and/or other materials provided with the distribution.
82 1.1 cherry * 3. All advertising materials mentioning features or use of this software
83 1.1 cherry * must display the following acknowledgement:
84 1.1 cherry * This product includes software developed by the University of
85 1.1 cherry * California, Berkeley and its contributors.
86 1.1 cherry * 4. Neither the name of the University nor the names of its contributors
87 1.1 cherry * may be used to endorse or promote products derived from this software
88 1.1 cherry * without specific prior written permission.
89 1.1 cherry *
90 1.1 cherry * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
91 1.1 cherry * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
92 1.1 cherry * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
93 1.1 cherry * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
94 1.1 cherry * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
95 1.1 cherry * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
96 1.1 cherry * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
97 1.1 cherry * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
98 1.1 cherry * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
99 1.1 cherry * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
100 1.1 cherry * SUCH DAMAGE.
101 1.1 cherry *
102 1.1 cherry * @(#)isa.c 7.2 (Berkeley) 5/13/91
103 1.1 cherry */
104 1.1 cherry
105 1.1 cherry #include <sys/cdefs.h>
106 1.18 jdolecek __KERNEL_RCSID(0, "$NetBSD: pintr.c,v 1.18 2020/07/19 14:27:07 jdolecek Exp $");
107 1.1 cherry
108 1.1 cherry #include "opt_multiprocessor.h"
109 1.1 cherry #include "opt_xen.h"
110 1.1 cherry #include "isa.h"
111 1.1 cherry #include "pci.h"
112 1.1 cherry
113 1.1 cherry #include <sys/param.h>
114 1.1 cherry #include <sys/systm.h>
115 1.1 cherry #include <sys/kernel.h>
116 1.1 cherry #include <sys/syslog.h>
117 1.1 cherry #include <sys/device.h>
118 1.1 cherry #include <sys/proc.h>
119 1.1 cherry #include <sys/errno.h>
120 1.1 cherry #include <sys/cpu.h>
121 1.1 cherry
122 1.1 cherry #include <uvm/uvm_extern.h>
123 1.1 cherry
124 1.1 cherry #include <machine/i8259.h>
125 1.1 cherry #include <machine/pio.h>
126 1.1 cherry #include <xen/evtchn.h>
127 1.1 cherry #include <xen/intr.h>
128 1.1 cherry
129 1.14 jdolecek #ifdef __HAVE_PCI_MSI_MSIX
130 1.14 jdolecek #include <x86/pci/msipic.h>
131 1.14 jdolecek #endif
132 1.14 jdolecek
133 1.1 cherry #include "acpica.h"
134 1.1 cherry #include "ioapic.h"
135 1.1 cherry #include "opt_mpbios.h"
136 1.1 cherry
137 1.1 cherry #if NIOAPIC > 0
138 1.1 cherry /* XXX: todo - compat with lapic.c and XEN for x2apic */
139 1.1 cherry bool x2apic_mode __read_mostly = false;
140 1.1 cherry /* for x86/i8259.c */
141 1.10 cherry struct intrstub legacy_stubs[NUM_LEGACY_IRQS] = {{0,0,0}};
142 1.1 cherry /* for x86/ioapic.c */
143 1.10 cherry struct intrstub ioapic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
144 1.10 cherry struct intrstub ioapic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
145 1.10 cherry struct intrstub x2apic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
146 1.10 cherry struct intrstub x2apic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
147 1.1 cherry #include <machine/i82093var.h>
148 1.10 cherry #endif /* NIOAPIC */
149 1.10 cherry
150 1.14 jdolecek // XXX NR_EVENT_CHANNELS is 2048, use some sparse structure?
151 1.16 jdolecek short irq2port[NR_EVENT_CHANNELS] = {0}; /* actually port + 1, so that 0 is invaid */
152 1.10 cherry
153 1.1 cherry #if NACPICA > 0
154 1.1 cherry #include <machine/mpconfig.h>
155 1.1 cherry #include <machine/mpacpi.h>
156 1.1 cherry #endif
157 1.1 cherry #ifdef MPBIOS
158 1.1 cherry #include <machine/mpbiosvar.h>
159 1.1 cherry #endif
160 1.1 cherry
161 1.1 cherry #if NPCI > 0
162 1.1 cherry #include <dev/pci/ppbreg.h>
163 1.1 cherry #endif
164 1.1 cherry
165 1.1 cherry #if defined(DOM0OPS) || NPCI > 0
166 1.18 jdolecek
167 1.18 jdolecek static int
168 1.18 jdolecek xen_map_msi_pirq(struct pic *pic, int count, int *gsi)
169 1.18 jdolecek {
170 1.18 jdolecek struct physdev_map_pirq map_irq;
171 1.18 jdolecek const struct msipic_pci_info *i = msipic_get_pci_info(pic);
172 1.18 jdolecek int ret;
173 1.18 jdolecek
174 1.18 jdolecek if (count == -1)
175 1.18 jdolecek count = i->mp_veccnt;
176 1.18 jdolecek KASSERT(count > 0);
177 1.18 jdolecek
178 1.18 jdolecek memset(&map_irq, 0, sizeof(map_irq));
179 1.18 jdolecek map_irq.domid = DOMID_SELF;
180 1.18 jdolecek map_irq.type = MAP_PIRQ_TYPE_MSI_SEG;
181 1.18 jdolecek map_irq.index = -1;
182 1.18 jdolecek map_irq.pirq = -1;
183 1.18 jdolecek map_irq.bus = i->mp_bus;
184 1.18 jdolecek map_irq.devfn = (i->mp_dev << 3) | i->mp_fun;
185 1.18 jdolecek map_irq.entry_nr = count;
186 1.18 jdolecek if (pic->pic_type == PIC_MSI && i->mp_veccnt > 1) {
187 1.18 jdolecek map_irq.type = MAP_PIRQ_TYPE_MULTI_MSI;
188 1.18 jdolecek } else if (pic->pic_type == PIC_MSIX) {
189 1.18 jdolecek map_irq.table_base = i->mp_table_base;
190 1.18 jdolecek }
191 1.18 jdolecek
192 1.18 jdolecek ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
193 1.18 jdolecek
194 1.18 jdolecek if (ret == 0) {
195 1.18 jdolecek KASSERT(map_irq.entry_nr == count);
196 1.18 jdolecek *gsi = map_irq.pirq;
197 1.18 jdolecek }
198 1.18 jdolecek
199 1.18 jdolecek return ret;
200 1.18 jdolecek }
201 1.18 jdolecek
202 1.18 jdolecek /*
203 1.18 jdolecek * Check if we can map MSI interrupt. The Xen call fails if VT-d is not
204 1.18 jdolecek * available or disabled.
205 1.18 jdolecek */
206 1.18 jdolecek int
207 1.18 jdolecek xen_pci_msi_probe(struct pic *pic, int count)
208 1.18 jdolecek {
209 1.18 jdolecek int pirq, ret;
210 1.18 jdolecek
211 1.18 jdolecek ret = xen_map_msi_pirq(pic, count, &pirq);
212 1.18 jdolecek
213 1.18 jdolecek if (ret == 0) {
214 1.18 jdolecek struct physdev_unmap_pirq unmap_irq;
215 1.18 jdolecek unmap_irq.domid = DOMID_SELF;
216 1.18 jdolecek unmap_irq.pirq = pirq;
217 1.18 jdolecek
218 1.18 jdolecek (void)HYPERVISOR_physdev_op(PHYSDEVOP_unmap_pirq, &unmap_irq);
219 1.18 jdolecek } else {
220 1.18 jdolecek aprint_debug("PHYSDEVOP_map_pirq() failed %d, MSI disabled\n",
221 1.18 jdolecek ret);
222 1.18 jdolecek }
223 1.18 jdolecek
224 1.18 jdolecek return ret;
225 1.18 jdolecek }
226 1.18 jdolecek
227 1.7 cherry /*
228 1.7 cherry * This function doesn't "allocate" anything. It merely translates our
229 1.7 cherry * understanding of PIC to the XEN 'gsi' namespace. In the case of
230 1.7 cherry * MSIs, pirq == irq. In the case of everything else, the hypervisor
231 1.7 cherry * doesn't really care, so we just use the native conventions that
232 1.7 cherry * have been setup during boot by mpbios.c/mpacpi.c
233 1.7 cherry */
234 1.7 cherry int
235 1.7 cherry xen_pic_to_gsi(struct pic *pic, int pin)
236 1.7 cherry {
237 1.14 jdolecek int ret;
238 1.7 cherry int gsi;
239 1.7 cherry
240 1.7 cherry KASSERT(pic != NULL);
241 1.5 cherry
242 1.1 cherry /*
243 1.7 cherry * We assume that mpbios/mpacpi have done the right thing.
244 1.7 cherry * If so, legacy_irq should identity map correctly to gsi.
245 1.1 cherry */
246 1.7 cherry gsi = pic->pic_vecbase + pin;
247 1.14 jdolecek KASSERT(gsi < NR_EVENT_CHANNELS);
248 1.7 cherry
249 1.7 cherry switch (pic->pic_type) {
250 1.7 cherry case PIC_I8259:
251 1.7 cherry KASSERT(gsi < 16);
252 1.14 jdolecek /* FALLTHROUGH */
253 1.14 jdolecek case PIC_IOAPIC:
254 1.14 jdolecek {
255 1.14 jdolecek KASSERT(gsi < 255);
256 1.14 jdolecek
257 1.15 jdolecek if (irq2port[gsi] != 0) {
258 1.15 jdolecek /* Already mapped the shared interrupt */
259 1.15 jdolecek break;
260 1.15 jdolecek }
261 1.15 jdolecek
262 1.17 jdolecek struct physdev_irq irq_op;
263 1.17 jdolecek memset(&irq_op, 0, sizeof(irq_op));
264 1.17 jdolecek irq_op.irq = gsi;
265 1.17 jdolecek ret = HYPERVISOR_physdev_op(PHYSDEVOP_alloc_irq_vector,
266 1.17 jdolecek &irq_op);
267 1.17 jdolecek if (ret < 0) {
268 1.17 jdolecek panic("physdev_op(PHYSDEVOP_alloc_irq_vector) %d"
269 1.17 jdolecek " fail %d", gsi, ret);
270 1.17 jdolecek }
271 1.17 jdolecek KASSERT(irq_op.vector == gsi);
272 1.7 cherry break;
273 1.14 jdolecek }
274 1.14 jdolecek case PIC_MSI:
275 1.14 jdolecek case PIC_MSIX:
276 1.14 jdolecek #ifdef __HAVE_PCI_MSI_MSIX
277 1.18 jdolecek ret = xen_map_msi_pirq(pic, -1, &gsi);
278 1.14 jdolecek if (ret != 0)
279 1.15 jdolecek panic("physdev_op(PHYSDEVOP_map_pirq) MSI fail %d",
280 1.15 jdolecek ret);
281 1.7 cherry break;
282 1.14 jdolecek #endif
283 1.14 jdolecek default:
284 1.14 jdolecek panic("unknown pic_type %d", pic->pic_type);
285 1.7 cherry break;
286 1.1 cherry }
287 1.7 cherry
288 1.7 cherry return gsi;
289 1.1 cherry }
290 1.7 cherry
291 1.7 cherry
292 1.1 cherry #endif /* defined(DOM0OPS) || NPCI > 0 */
293