Home | History | Annotate | Line # | Download | only in x86
pintr.c revision 1.19
      1   1.1    cherry /*	NetBSD: intr.c,v 1.15 2004/04/10 14:49:55 kochi Exp 	*/
      2   1.1    cherry 
      3   1.1    cherry /*
      4   1.1    cherry  * Copyright 2002 (c) Wasabi Systems, Inc.
      5   1.1    cherry  * All rights reserved.
      6   1.1    cherry  *
      7   1.1    cherry  * Written by Frank van der Linden for Wasabi Systems, Inc.
      8   1.1    cherry  *
      9   1.1    cherry  * Redistribution and use in source and binary forms, with or without
     10   1.1    cherry  * modification, are permitted provided that the following conditions
     11   1.1    cherry  * are met:
     12   1.1    cherry  * 1. Redistributions of source code must retain the above copyright
     13   1.1    cherry  *    notice, this list of conditions and the following disclaimer.
     14   1.1    cherry  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1    cherry  *    notice, this list of conditions and the following disclaimer in the
     16   1.1    cherry  *    documentation and/or other materials provided with the distribution.
     17   1.1    cherry  * 3. All advertising materials mentioning features or use of this software
     18   1.1    cherry  *    must display the following acknowledgement:
     19   1.1    cherry  *      This product includes software developed for the NetBSD Project by
     20   1.1    cherry  *      Wasabi Systems, Inc.
     21   1.1    cherry  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22   1.1    cherry  *    or promote products derived from this software without specific prior
     23   1.1    cherry  *    written permission.
     24   1.1    cherry  *
     25   1.1    cherry  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26   1.1    cherry  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27   1.1    cherry  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28   1.1    cherry  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29   1.1    cherry  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30   1.1    cherry  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31   1.1    cherry  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32   1.1    cherry  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33   1.1    cherry  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34   1.1    cherry  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35   1.1    cherry  * POSSIBILITY OF SUCH DAMAGE.
     36   1.1    cherry  */
     37   1.1    cherry 
     38   1.1    cherry /*-
     39   1.1    cherry  * Copyright (c) 1991 The Regents of the University of California.
     40   1.1    cherry  * All rights reserved.
     41   1.1    cherry  *
     42   1.1    cherry  * This code is derived from software contributed to Berkeley by
     43   1.1    cherry  * William Jolitz.
     44   1.1    cherry  *
     45   1.1    cherry  * Redistribution and use in source and binary forms, with or without
     46   1.1    cherry  * modification, are permitted provided that the following conditions
     47   1.1    cherry  * are met:
     48   1.1    cherry  * 1. Redistributions of source code must retain the above copyright
     49   1.1    cherry  *    notice, this list of conditions and the following disclaimer.
     50   1.1    cherry  * 2. Redistributions in binary form must reproduce the above copyright
     51   1.1    cherry  *    notice, this list of conditions and the following disclaimer in the
     52   1.1    cherry  *    documentation and/or other materials provided with the distribution.
     53   1.1    cherry  * 3. Neither the name of the University nor the names of its contributors
     54   1.1    cherry  *    may be used to endorse or promote products derived from this software
     55   1.1    cherry  *    without specific prior written permission.
     56   1.1    cherry  *
     57   1.1    cherry  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     58   1.1    cherry  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     59   1.1    cherry  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     60   1.1    cherry  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     61   1.1    cherry  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     62   1.1    cherry  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     63   1.1    cherry  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     64   1.1    cherry  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     65   1.1    cherry  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     66   1.1    cherry  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     67   1.1    cherry  * SUCH DAMAGE.
     68   1.1    cherry  *
     69   1.1    cherry  *     @(#)isa.c       7.2 (Berkeley) 5/13/91
     70   1.1    cherry  */
     71   1.1    cherry /*-
     72   1.1    cherry  * Copyright (c) 1993, 1994 Charles Hannum.
     73   1.1    cherry  *
     74   1.1    cherry  * Redistribution and use in source and binary forms, with or without
     75   1.1    cherry  * modification, are permitted provided that the following conditions
     76   1.1    cherry  * are met:
     77   1.1    cherry  * 1. Redistributions of source code must retain the above copyright
     78   1.1    cherry  *    notice, this list of conditions and the following disclaimer.
     79   1.1    cherry  * 2. Redistributions in binary form must reproduce the above copyright
     80   1.1    cherry  *    notice, this list of conditions and the following disclaimer in the
     81   1.1    cherry  *    documentation and/or other materials provided with the distribution.
     82   1.1    cherry  * 3. All advertising materials mentioning features or use of this software
     83   1.1    cherry  *    must display the following acknowledgement:
     84   1.1    cherry  *     This product includes software developed by the University of
     85   1.1    cherry  *     California, Berkeley and its contributors.
     86   1.1    cherry  * 4. Neither the name of the University nor the names of its contributors
     87   1.1    cherry  *    may be used to endorse or promote products derived from this software
     88   1.1    cherry  *    without specific prior written permission.
     89   1.1    cherry  *
     90   1.1    cherry  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     91   1.1    cherry  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     92   1.1    cherry  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     93   1.1    cherry  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     94   1.1    cherry  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     95   1.1    cherry  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     96   1.1    cherry  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     97   1.1    cherry  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     98   1.1    cherry  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     99   1.1    cherry  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
    100   1.1    cherry  * SUCH DAMAGE.
    101   1.1    cherry  *
    102   1.1    cherry  *     @(#)isa.c       7.2 (Berkeley) 5/13/91
    103   1.1    cherry  */
    104   1.1    cherry 
    105   1.1    cherry #include <sys/cdefs.h>
    106  1.19  jdolecek __KERNEL_RCSID(0, "$NetBSD: pintr.c,v 1.19 2020/07/19 16:20:36 jdolecek Exp $");
    107   1.1    cherry 
    108   1.1    cherry #include "opt_multiprocessor.h"
    109   1.1    cherry #include "opt_xen.h"
    110   1.1    cherry #include "isa.h"
    111   1.1    cherry #include "pci.h"
    112   1.1    cherry 
    113   1.1    cherry #include <sys/param.h>
    114   1.1    cherry #include <sys/systm.h>
    115   1.1    cherry #include <sys/kernel.h>
    116   1.1    cherry #include <sys/syslog.h>
    117   1.1    cherry #include <sys/device.h>
    118   1.1    cherry #include <sys/proc.h>
    119   1.1    cherry #include <sys/errno.h>
    120   1.1    cherry #include <sys/cpu.h>
    121   1.1    cherry 
    122   1.1    cherry #include <uvm/uvm_extern.h>
    123   1.1    cherry 
    124   1.1    cherry #include <machine/i8259.h>
    125   1.1    cherry #include <machine/pio.h>
    126   1.1    cherry #include <xen/evtchn.h>
    127   1.1    cherry #include <xen/intr.h>
    128   1.1    cherry 
    129  1.14  jdolecek #ifdef __HAVE_PCI_MSI_MSIX
    130  1.14  jdolecek #include <x86/pci/msipic.h>
    131  1.14  jdolecek #endif
    132  1.14  jdolecek 
    133   1.1    cherry #include "acpica.h"
    134   1.1    cherry #include "ioapic.h"
    135   1.1    cherry #include "opt_mpbios.h"
    136   1.1    cherry 
    137   1.1    cherry #if NIOAPIC > 0
    138   1.1    cherry /* XXX: todo - compat with lapic.c and XEN for x2apic */
    139   1.1    cherry bool x2apic_mode __read_mostly = false;
    140   1.1    cherry /* for x86/i8259.c */
    141  1.10    cherry struct intrstub legacy_stubs[NUM_LEGACY_IRQS] = {{0,0,0}};
    142   1.1    cherry /* for x86/ioapic.c */
    143  1.10    cherry struct intrstub ioapic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
    144  1.10    cherry struct intrstub ioapic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
    145  1.10    cherry struct intrstub x2apic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
    146  1.10    cherry struct intrstub x2apic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
    147   1.1    cherry #include <machine/i82093var.h>
    148  1.10    cherry #endif /* NIOAPIC */
    149  1.10    cherry 
    150  1.14  jdolecek // XXX NR_EVENT_CHANNELS is 2048, use some sparse structure?
    151  1.16  jdolecek short irq2port[NR_EVENT_CHANNELS] = {0}; /* actually port + 1, so that 0 is invaid */
    152  1.10    cherry 
    153   1.1    cherry #if NACPICA > 0
    154   1.1    cherry #include <machine/mpconfig.h>
    155   1.1    cherry #include <machine/mpacpi.h>
    156   1.1    cherry #endif
    157   1.1    cherry #ifdef MPBIOS
    158   1.1    cherry #include <machine/mpbiosvar.h>
    159   1.1    cherry #endif
    160   1.1    cherry 
    161   1.1    cherry #if NPCI > 0
    162   1.1    cherry #include <dev/pci/ppbreg.h>
    163   1.1    cherry #endif
    164   1.1    cherry 
    165   1.1    cherry #if defined(DOM0OPS) || NPCI > 0
    166  1.18  jdolecek 
    167  1.19  jdolecek #ifdef __HAVE_PCI_MSI_MSIX
    168  1.18  jdolecek static int
    169  1.18  jdolecek xen_map_msi_pirq(struct pic *pic, int count, int *gsi)
    170  1.18  jdolecek {
    171  1.18  jdolecek 	struct physdev_map_pirq map_irq;
    172  1.18  jdolecek 	const struct msipic_pci_info *i = msipic_get_pci_info(pic);
    173  1.18  jdolecek 	int ret;
    174  1.18  jdolecek 
    175  1.18  jdolecek 	if (count == -1)
    176  1.18  jdolecek 		count = i->mp_veccnt;
    177  1.18  jdolecek 	KASSERT(count > 0);
    178  1.18  jdolecek 
    179  1.18  jdolecek 	memset(&map_irq, 0, sizeof(map_irq));
    180  1.18  jdolecek 	map_irq.domid = DOMID_SELF;
    181  1.18  jdolecek 	map_irq.type = MAP_PIRQ_TYPE_MSI_SEG;
    182  1.18  jdolecek 	map_irq.index = -1;
    183  1.18  jdolecek 	map_irq.pirq = -1;
    184  1.18  jdolecek 	map_irq.bus = i->mp_bus;
    185  1.18  jdolecek  	map_irq.devfn = (i->mp_dev << 3) | i->mp_fun;
    186  1.18  jdolecek 	map_irq.entry_nr = count;
    187  1.18  jdolecek 	if (pic->pic_type == PIC_MSI && i->mp_veccnt > 1) {
    188  1.18  jdolecek 		map_irq.type = MAP_PIRQ_TYPE_MULTI_MSI;
    189  1.18  jdolecek 	} else if (pic->pic_type == PIC_MSIX) {
    190  1.18  jdolecek 		map_irq.table_base = i->mp_table_base;
    191  1.18  jdolecek 	}
    192  1.18  jdolecek 
    193  1.18  jdolecek 	ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
    194  1.18  jdolecek 
    195  1.18  jdolecek 	if (ret == 0) {
    196  1.18  jdolecek 		KASSERT(map_irq.entry_nr == count);
    197  1.18  jdolecek 		*gsi = map_irq.pirq;
    198  1.18  jdolecek 	}
    199  1.18  jdolecek 
    200  1.18  jdolecek 	return ret;
    201  1.18  jdolecek }
    202  1.18  jdolecek 
    203  1.18  jdolecek /*
    204  1.18  jdolecek  * Check if we can map MSI interrupt. The Xen call fails if VT-d is not
    205  1.18  jdolecek  * available or disabled.
    206  1.18  jdolecek  */
    207  1.18  jdolecek int
    208  1.18  jdolecek xen_pci_msi_probe(struct pic *pic, int count)
    209  1.18  jdolecek {
    210  1.18  jdolecek 	int pirq, ret;
    211  1.18  jdolecek 
    212  1.18  jdolecek 	ret = xen_map_msi_pirq(pic, count, &pirq);
    213  1.18  jdolecek 
    214  1.18  jdolecek 	if (ret == 0) {
    215  1.18  jdolecek 		struct physdev_unmap_pirq unmap_irq;
    216  1.18  jdolecek 		unmap_irq.domid = DOMID_SELF;
    217  1.18  jdolecek 		unmap_irq.pirq = pirq;
    218  1.18  jdolecek 
    219  1.18  jdolecek 		(void)HYPERVISOR_physdev_op(PHYSDEVOP_unmap_pirq, &unmap_irq);
    220  1.18  jdolecek 	} else {
    221  1.18  jdolecek 		aprint_debug("PHYSDEVOP_map_pirq() failed %d, MSI disabled\n",
    222  1.18  jdolecek 		    ret);
    223  1.18  jdolecek 	}
    224  1.18  jdolecek 
    225  1.18  jdolecek 	return ret;
    226  1.18  jdolecek }
    227  1.19  jdolecek #endif /* __HAVE_PCI_MSI_MSIX */
    228  1.18  jdolecek 
    229   1.7    cherry /*
    230   1.7    cherry  * This function doesn't "allocate" anything. It merely translates our
    231   1.7    cherry  * understanding of PIC to the XEN 'gsi' namespace. In the case of
    232   1.7    cherry  * MSIs, pirq == irq. In the case of everything else, the hypervisor
    233   1.7    cherry  * doesn't really care, so we just use the native conventions that
    234   1.7    cherry  * have been setup during boot by mpbios.c/mpacpi.c
    235   1.7    cherry  */
    236   1.7    cherry int
    237   1.7    cherry xen_pic_to_gsi(struct pic *pic, int pin)
    238   1.7    cherry {
    239  1.14  jdolecek 	int ret;
    240   1.7    cherry 	int gsi;
    241   1.7    cherry 
    242   1.7    cherry 	KASSERT(pic != NULL);
    243   1.5    cherry 
    244   1.1    cherry 	/*
    245   1.7    cherry 	 * We assume that mpbios/mpacpi have done the right thing.
    246   1.7    cherry 	 * If so, legacy_irq should identity map correctly to gsi.
    247   1.1    cherry 	 */
    248   1.7    cherry 	gsi = pic->pic_vecbase + pin;
    249  1.14  jdolecek 	KASSERT(gsi < NR_EVENT_CHANNELS);
    250   1.7    cherry 
    251   1.7    cherry 	switch (pic->pic_type) {
    252   1.7    cherry 	case PIC_I8259:
    253   1.7    cherry 		KASSERT(gsi < 16);
    254  1.14  jdolecek 		/* FALLTHROUGH */
    255  1.14  jdolecek 	case PIC_IOAPIC:
    256  1.14  jdolecek 	    {
    257  1.14  jdolecek 		KASSERT(gsi < 255);
    258  1.14  jdolecek 
    259  1.15  jdolecek 		if (irq2port[gsi] != 0) {
    260  1.15  jdolecek 			/* Already mapped the shared interrupt */
    261  1.15  jdolecek 			break;
    262  1.15  jdolecek 		}
    263  1.15  jdolecek 
    264  1.17  jdolecek 		struct physdev_irq irq_op;
    265  1.17  jdolecek 		memset(&irq_op, 0, sizeof(irq_op));
    266  1.17  jdolecek 		irq_op.irq = gsi;
    267  1.17  jdolecek 		ret = HYPERVISOR_physdev_op(PHYSDEVOP_alloc_irq_vector,
    268  1.17  jdolecek 		    &irq_op);
    269  1.17  jdolecek 		if (ret < 0) {
    270  1.17  jdolecek 			panic("physdev_op(PHYSDEVOP_alloc_irq_vector) %d"
    271  1.17  jdolecek 			    " fail %d", gsi, ret);
    272  1.17  jdolecek 		}
    273  1.17  jdolecek 		KASSERT(irq_op.vector == gsi);
    274   1.7    cherry 		break;
    275  1.14  jdolecek 	    }
    276  1.14  jdolecek 	case PIC_MSI:
    277  1.14  jdolecek 	case PIC_MSIX:
    278  1.14  jdolecek #ifdef __HAVE_PCI_MSI_MSIX
    279  1.18  jdolecek 		ret = xen_map_msi_pirq(pic, -1, &gsi);
    280  1.14  jdolecek 		if (ret != 0)
    281  1.15  jdolecek 			panic("physdev_op(PHYSDEVOP_map_pirq) MSI fail %d",
    282  1.15  jdolecek 			    ret);
    283   1.7    cherry 		break;
    284  1.14  jdolecek #endif
    285  1.14  jdolecek 	default:
    286  1.14  jdolecek 		panic("unknown pic_type %d", pic->pic_type);
    287   1.7    cherry 		break;
    288   1.1    cherry 	}
    289   1.7    cherry 
    290   1.7    cherry 	return gsi;
    291   1.1    cherry }
    292   1.7    cherry 
    293   1.7    cherry 
    294   1.1    cherry #endif /* defined(DOM0OPS) || NPCI > 0 */
    295