Home | History | Annotate | Line # | Download | only in pci
ahcisata_pci.c revision 1.48
      1  1.48  jdolecek /*	$NetBSD: ahcisata_pci.c,v 1.48 2018/11/30 17:47:54 jdolecek Exp $	*/
      2   1.1    bouyer 
      3   1.1    bouyer /*
      4   1.1    bouyer  * Copyright (c) 2006 Manuel Bouyer.
      5   1.1    bouyer  *
      6   1.1    bouyer  * Redistribution and use in source and binary forms, with or without
      7   1.1    bouyer  * modification, are permitted provided that the following conditions
      8   1.1    bouyer  * are met:
      9   1.1    bouyer  * 1. Redistributions of source code must retain the above copyright
     10   1.1    bouyer  *    notice, this list of conditions and the following disclaimer.
     11   1.1    bouyer  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1    bouyer  *    notice, this list of conditions and the following disclaimer in the
     13   1.1    bouyer  *    documentation and/or other materials provided with the distribution.
     14   1.1    bouyer  *
     15   1.1    bouyer  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     16   1.1    bouyer  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     17   1.1    bouyer  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     18   1.1    bouyer  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     19   1.1    bouyer  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     20   1.1    bouyer  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     21   1.1    bouyer  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     22   1.1    bouyer  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     23   1.1    bouyer  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     24   1.1    bouyer  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     25   1.1    bouyer  *
     26   1.1    bouyer  */
     27   1.1    bouyer 
     28   1.1    bouyer #include <sys/cdefs.h>
     29  1.48  jdolecek __KERNEL_RCSID(0, "$NetBSD: ahcisata_pci.c,v 1.48 2018/11/30 17:47:54 jdolecek Exp $");
     30  1.44     skrll 
     31  1.44     skrll #ifdef _KERNEL_OPT
     32  1.44     skrll #include "opt_ahcisata_pci.h"
     33  1.44     skrll #endif
     34   1.1    bouyer 
     35   1.1    bouyer #include <sys/types.h>
     36   1.1    bouyer #include <sys/malloc.h>
     37   1.1    bouyer #include <sys/param.h>
     38   1.1    bouyer #include <sys/kernel.h>
     39   1.1    bouyer #include <sys/systm.h>
     40   1.1    bouyer #include <sys/disklabel.h>
     41   1.2  jmcneill #include <sys/pmf.h>
     42   1.1    bouyer 
     43   1.1    bouyer #include <dev/pci/pcivar.h>
     44   1.1    bouyer #include <dev/pci/pcidevs.h>
     45   1.1    bouyer #include <dev/pci/pciidereg.h>
     46   1.1    bouyer #include <dev/pci/pciidevar.h>
     47   1.1    bouyer #include <dev/ic/ahcisatavar.h>
     48   1.1    bouyer 
     49  1.43     skrll struct ahci_pci_quirk {
     50  1.20  jakllsch 	pci_vendor_id_t  vendor;	/* Vendor ID */
     51  1.20  jakllsch 	pci_product_id_t product;	/* Product ID */
     52  1.30    bouyer 	int              quirks;	/* quirks; same as sc_ahci_quirks */
     53  1.20  jakllsch };
     54  1.20  jakllsch 
     55  1.20  jakllsch static const struct ahci_pci_quirk ahci_pci_quirks[] = {
     56  1.12     dillo 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_SATA,
     57  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     58  1.14  dholland 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_SATA2,
     59  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     60  1.14  dholland 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_SATA3,
     61  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     62  1.14  dholland 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_SATA4,
     63  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     64  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_AHCI_1,
     65  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     66  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_AHCI_2,
     67  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     68  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_AHCI_3,
     69  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     70  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP65_AHCI_4,
     71  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     72  1.12     dillo 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_SATA,
     73  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     74  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_SATA2,
     75  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     76  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_SATA3,
     77  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
     78  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_SATA4,
     79  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     80  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_1,
     81  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     82  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_2,
     83  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     84  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_3,
     85  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     86  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_4,
     87  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     88  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_5,
     89  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     90  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_6,
     91  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     92  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_7,
     93  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     94  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP67_AHCI_8,
     95  1.28    bouyer 	     AHCI_QUIRK_BADPMP },
     96  1.13      tron 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_1,
     97  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
     98  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_2,
     99  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    100  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_3,
    101  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    102  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_4,
    103  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    104  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_5,
    105  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    106  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_6,
    107  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    108  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_7,
    109  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    110  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_8,
    111  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    112  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_9,
    113  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    114  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_10,
    115  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    116  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_11,
    117  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    118  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP73_AHCI_12,
    119  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    120  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_1,
    121  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    122  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_2,
    123  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    124  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_3,
    125  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    126  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_4,
    127  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    128  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_5,
    129  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    130  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_6,
    131  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    132  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_7,
    133  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    134  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_8,
    135  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    136  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_9,
    137  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    138  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_10,
    139  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    140  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_11,
    141  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    142  1.22  jmcneill 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP77_AHCI_12,
    143  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    144  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_1,
    145  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    146  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_2,
    147  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    148  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_3,
    149  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    150  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_4,
    151  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    152  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_5,
    153  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    154  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_6,
    155  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    156  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_7,
    157  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    158  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_8,
    159  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    160  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_9,
    161  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    162  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_10,
    163  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    164  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_11,
    165  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    166  1.28    bouyer 	{ PCI_VENDOR_NVIDIA, PCI_PRODUCT_NVIDIA_MCP79_AHCI_12,
    167  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    168  1.25      matt 	{ PCI_VENDOR_ALI, PCI_PRODUCT_ALI_M5288,
    169  1.25      matt 	    AHCI_PCI_QUIRK_FORCE },
    170  1.15    cegger 	{ PCI_VENDOR_MARVELL, PCI_PRODUCT_MARVELL_88SE6121,
    171  1.28    bouyer 	    AHCI_PCI_QUIRK_FORCE | AHCI_QUIRK_BADPMP },
    172  1.28    bouyer 	{ PCI_VENDOR_MARVELL, PCI_PRODUCT_MARVELL_88SE6145,
    173  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    174  1.35   msaitoh 	{ PCI_VENDOR_MARVELL2, PCI_PRODUCT_MARVELL2_88SE91XX,
    175  1.26  jakllsch 	    AHCI_PCI_QUIRK_FORCE },
    176  1.21  jakllsch 	/* ATI SB600 AHCI 64-bit DMA only works on some boards/BIOSes */
    177  1.21  jakllsch 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB600_SATA_1,
    178  1.28    bouyer 	    AHCI_PCI_QUIRK_BAD64 | AHCI_QUIRK_BADPMPRESET },
    179  1.28    bouyer 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB700_SATA_AHCI,
    180  1.28    bouyer 	    AHCI_QUIRK_BADPMPRESET },
    181  1.28    bouyer 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB700_SATA_RAID,
    182  1.28    bouyer 	    AHCI_QUIRK_BADPMPRESET },
    183  1.28    bouyer 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB700_SATA_RAID5,
    184  1.28    bouyer 	    AHCI_QUIRK_BADPMPRESET },
    185  1.37   msaitoh 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB700_SATA_AHCI2,
    186  1.28    bouyer 	    AHCI_QUIRK_BADPMPRESET },
    187  1.37   msaitoh 	{ PCI_VENDOR_ATI, PCI_PRODUCT_ATI_SB700_SATA_STORAGE,
    188  1.28    bouyer 	    AHCI_QUIRK_BADPMPRESET },
    189  1.28    bouyer 	{ PCI_VENDOR_VIATECH, PCI_PRODUCT_VIATECH_VT8237R_SATA,
    190  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    191  1.28    bouyer 	{ PCI_VENDOR_VIATECH, PCI_PRODUCT_VIATECH_VT8251_SATA,
    192  1.28    bouyer 	    AHCI_QUIRK_BADPMP },
    193  1.31      matt 	{ PCI_VENDOR_ASMEDIA, PCI_PRODUCT_ASMEDIA_ASM1061_01,
    194  1.31      matt 	    AHCI_PCI_QUIRK_FORCE },
    195  1.31      matt 	{ PCI_VENDOR_ASMEDIA, PCI_PRODUCT_ASMEDIA_ASM1061_02,
    196  1.31      matt 	    AHCI_PCI_QUIRK_FORCE },
    197  1.31      matt 	{ PCI_VENDOR_ASMEDIA, PCI_PRODUCT_ASMEDIA_ASM1061_11,
    198  1.31      matt 	    AHCI_PCI_QUIRK_FORCE },
    199  1.31      matt 	{ PCI_VENDOR_ASMEDIA, PCI_PRODUCT_ASMEDIA_ASM1061_12,
    200  1.31      matt 	    AHCI_PCI_QUIRK_FORCE },
    201  1.47  jdolecek 	{ PCI_VENDOR_AMD, PCI_PRODUCT_AMD_HUDSON_SATA,
    202  1.47  jdolecek 	    AHCI_PCI_QUIRK_FORCE },
    203  1.12     dillo };
    204  1.12     dillo 
    205   1.2  jmcneill struct ahci_pci_softc {
    206   1.9      cube 	struct ahci_softc ah_sc;
    207   1.2  jmcneill 	pci_chipset_tag_t sc_pc;
    208   1.2  jmcneill 	pcitag_t sc_pcitag;
    209  1.39  jdolecek 	pci_intr_handle_t *sc_pihp;
    210  1.39  jdolecek 	void *sc_ih;
    211   1.2  jmcneill };
    212   1.2  jmcneill 
    213  1.28    bouyer static int  ahci_pci_has_quirk(pci_vendor_id_t, pci_product_id_t);
    214   1.9      cube static int  ahci_pci_match(device_t, cfdata_t, void *);
    215   1.9      cube static void ahci_pci_attach(device_t, device_t, void *);
    216  1.20  jakllsch static int  ahci_pci_detach(device_t, int);
    217  1.41  jdolecek static void ahci_pci_childdetached(device_t, device_t);
    218  1.19    dyoung static bool ahci_pci_resume(device_t, const pmf_qual_t *);
    219   1.2  jmcneill 
    220   1.1    bouyer 
    221  1.41  jdolecek CFATTACH_DECL3_NEW(ahcisata_pci, sizeof(struct ahci_pci_softc),
    222  1.41  jdolecek     ahci_pci_match, ahci_pci_attach, ahci_pci_detach, NULL,
    223  1.41  jdolecek     NULL, ahci_pci_childdetached, DVF_DETACH_SHUTDOWN);
    224  1.20  jakllsch 
    225  1.46     skrll #define	AHCI_PCI_ABAR_CAVIUM	0x10
    226  1.46     skrll 
    227  1.28    bouyer static int
    228  1.28    bouyer ahci_pci_has_quirk(pci_vendor_id_t vendor, pci_product_id_t product)
    229  1.20  jakllsch {
    230  1.20  jakllsch 	int i;
    231  1.20  jakllsch 
    232  1.20  jakllsch 	for (i = 0; i < __arraycount(ahci_pci_quirks); i++)
    233  1.20  jakllsch 		if (vendor == ahci_pci_quirks[i].vendor &&
    234  1.20  jakllsch 		    product == ahci_pci_quirks[i].product)
    235  1.28    bouyer 			return ahci_pci_quirks[i].quirks;
    236  1.28    bouyer 	return 0;
    237  1.20  jakllsch }
    238   1.1    bouyer 
    239   1.1    bouyer static int
    240  1.46     skrll ahci_pci_abar(struct pci_attach_args *pa)
    241  1.46     skrll {
    242  1.46     skrll 	if (PCI_VENDOR(pa->pa_id) == PCI_VENDOR_CAVIUM) {
    243  1.46     skrll 		if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_CAVIUM_THUNDERX_AHCI ||
    244  1.46     skrll 		    PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_CAVIUM_THUNDERX_RAID) {
    245  1.46     skrll 			return AHCI_PCI_ABAR_CAVIUM;
    246  1.46     skrll 		}
    247  1.46     skrll 	}
    248  1.46     skrll 
    249  1.46     skrll 	return AHCI_PCI_ABAR;
    250  1.46     skrll }
    251  1.46     skrll 
    252  1.46     skrll 
    253  1.46     skrll static int
    254   1.9      cube ahci_pci_match(device_t parent, cfdata_t match, void *aux)
    255   1.1    bouyer {
    256   1.1    bouyer 	struct pci_attach_args *pa = aux;
    257   1.1    bouyer 	bus_space_tag_t regt;
    258   1.1    bouyer 	bus_space_handle_t regh;
    259   1.1    bouyer 	bus_size_t size;
    260   1.1    bouyer 	int ret = 0;
    261  1.20  jakllsch 	bool force;
    262  1.12     dillo 
    263  1.28    bouyer 	force = ((ahci_pci_has_quirk( PCI_VENDOR(pa->pa_id),
    264  1.28    bouyer 	    PCI_PRODUCT(pa->pa_id)) & AHCI_PCI_QUIRK_FORCE) != 0);
    265   1.1    bouyer 
    266  1.12     dillo 	/* if wrong class and not forced by quirks, don't match */
    267  1.12     dillo 	if ((PCI_CLASS(pa->pa_class) != PCI_CLASS_MASS_STORAGE ||
    268  1.12     dillo 	    ((PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_MASS_STORAGE_SATA ||
    269  1.12     dillo 	     PCI_INTERFACE(pa->pa_class) != PCI_INTERFACE_SATA_AHCI) &&
    270  1.12     dillo 	     PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_MASS_STORAGE_RAID)) &&
    271  1.20  jakllsch 	    (force == false))
    272  1.12     dillo 		return 0;
    273  1.12     dillo 
    274  1.46     skrll 	int bar = ahci_pci_abar(pa);
    275  1.46     skrll 	pcireg_t memtype = pci_mapreg_type(pa->pa_pc, pa->pa_tag, bar);
    276  1.46     skrll 	if (pci_mapreg_map(pa, bar, memtype, 0, &regt, &regh, NULL, &size) != 0)
    277  1.12     dillo 		return 0;
    278  1.12     dillo 
    279  1.12     dillo 	if ((PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_MASS_STORAGE_SATA &&
    280   1.3   xtraeme 	     PCI_INTERFACE(pa->pa_class) == PCI_INTERFACE_SATA_AHCI) ||
    281  1.20  jakllsch 	    (bus_space_read_4(regt, regh, AHCI_GHC) & AHCI_GHC_AE) ||
    282  1.20  jakllsch 	    (force == true))
    283  1.12     dillo 		ret = 3;
    284   1.1    bouyer 
    285  1.12     dillo 	bus_space_unmap(regt, regh, size);
    286   1.5   jnemeth 	return ret;
    287   1.1    bouyer }
    288   1.1    bouyer 
    289   1.1    bouyer static void
    290   1.9      cube ahci_pci_attach(device_t parent, device_t self, void *aux)
    291   1.1    bouyer {
    292   1.1    bouyer 	struct pci_attach_args *pa = aux;
    293   1.9      cube 	struct ahci_pci_softc *psc = device_private(self);
    294   1.2  jmcneill 	struct ahci_softc *sc = &psc->ah_sc;
    295   1.1    bouyer 	const char *intrstr;
    296  1.21  jakllsch 	bool ahci_cap_64bit;
    297  1.21  jakllsch 	bool ahci_bad_64bit;
    298  1.36  christos 	char intrbuf[PCI_INTRSTR_LEN];
    299   1.1    bouyer 
    300  1.11      cube 	sc->sc_atac.atac_dev = self;
    301  1.10      cube 
    302  1.46     skrll 	int bar = ahci_pci_abar(pa);
    303  1.46     skrll 	pcireg_t memtype = pci_mapreg_type(pa->pa_pc, pa->pa_tag, bar);
    304  1.46     skrll 	if (pci_mapreg_map(pa, bar, memtype, 0, &sc->sc_ahcit, &sc->sc_ahcih,
    305  1.46     skrll 	    NULL, &sc->sc_ahcis) != 0) {
    306   1.9      cube 		aprint_error_dev(self, "can't map ahci registers\n");
    307   1.1    bouyer 		return;
    308   1.1    bouyer 	}
    309   1.2  jmcneill 	psc->sc_pc = pa->pa_pc;
    310   1.2  jmcneill 	psc->sc_pcitag = pa->pa_tag;
    311   1.2  jmcneill 
    312  1.27  drochner 	pci_aprint_devinfo(pa, "AHCI disk controller");
    313  1.44     skrll 
    314  1.44     skrll 	/* Allocate and establish the interrupt. */
    315  1.48  jdolecek 	if (pci_intr_alloc(pa, &psc->sc_pihp, NULL, 0)) {
    316  1.44     skrll 		aprint_error_dev(self, "can't allocate handler\n");
    317  1.44     skrll 		goto fail;
    318   1.1    bouyer 	}
    319  1.44     skrll 
    320  1.44     skrll 	intrstr = pci_intr_string(pa->pa_pc, psc->sc_pihp[0], intrbuf,
    321  1.44     skrll 	    sizeof(intrbuf));
    322  1.39  jdolecek 	psc->sc_ih = pci_intr_establish_xname(pa->pa_pc, psc->sc_pihp[0],
    323  1.39  jdolecek 	    IPL_BIO, ahci_intr, sc, device_xname(sc->sc_atac.atac_dev));
    324  1.20  jakllsch 	if (psc->sc_ih == NULL) {
    325  1.44     skrll 		pci_intr_release(pa->pa_pc, psc->sc_pihp, 1);
    326  1.44     skrll 		psc->sc_ih = NULL;
    327  1.48  jdolecek 		aprint_error_dev(self, "couldn't establish interrupt");
    328  1.48  jdolecek 		if (intrstr != NULL)
    329  1.48  jdolecek 			aprint_error(" at %s", intrstr);
    330  1.48  jdolecek 		aprint_error("\n");
    331  1.48  jdolecek 		goto fail;
    332   1.1    bouyer 	}
    333  1.36  christos 	aprint_normal_dev(self, "interrupting at %s\n", intrstr);
    334  1.21  jakllsch 
    335   1.1    bouyer 	sc->sc_dmat = pa->pa_dmat;
    336   1.3   xtraeme 
    337  1.30    bouyer 	sc->sc_ahci_quirks = ahci_pci_has_quirk(PCI_VENDOR(pa->pa_id),
    338  1.28    bouyer 					    PCI_PRODUCT(pa->pa_id));
    339  1.28    bouyer 
    340  1.21  jakllsch 	ahci_cap_64bit = (AHCI_READ(sc, AHCI_CAP) & AHCI_CAP_64BIT) != 0;
    341  1.30    bouyer 	ahci_bad_64bit = ((sc->sc_ahci_quirks & AHCI_PCI_QUIRK_BAD64) != 0);
    342  1.21  jakllsch 
    343  1.21  jakllsch 	if (pci_dma64_available(pa) && ahci_cap_64bit) {
    344  1.21  jakllsch 		if (!ahci_bad_64bit)
    345  1.21  jakllsch 			sc->sc_dmat = pa->pa_dmat64;
    346  1.21  jakllsch 		aprint_verbose_dev(self, "64-bit DMA%s\n",
    347  1.21  jakllsch 		    (sc->sc_dmat == pa->pa_dmat) ? " unavailable" : "");
    348  1.21  jakllsch 	}
    349  1.21  jakllsch 
    350   1.6   mlelstv 	if (PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_MASS_STORAGE_RAID) {
    351   1.7   mlelstv 		AHCIDEBUG_PRINT(("%s: RAID mode\n", AHCINAME(sc)), DEBUG_PROBE);
    352   1.3   xtraeme 		sc->sc_atac_capflags = ATAC_CAP_RAID;
    353   1.6   mlelstv 	} else {
    354   1.7   mlelstv 		AHCIDEBUG_PRINT(("%s: SATA mode\n", AHCINAME(sc)), DEBUG_PROBE);
    355   1.6   mlelstv 	}
    356   1.3   xtraeme 
    357   1.1    bouyer 	ahci_attach(sc);
    358   1.2  jmcneill 
    359   1.2  jmcneill 	if (!pmf_device_register(self, NULL, ahci_pci_resume))
    360   1.2  jmcneill 		aprint_error_dev(self, "couldn't establish power handler\n");
    361  1.44     skrll 
    362  1.44     skrll 	return;
    363  1.44     skrll fail:
    364  1.44     skrll 	if (psc->sc_pihp != NULL) {
    365  1.44     skrll 		pci_intr_release(psc->sc_pc, psc->sc_pihp, 1);
    366  1.44     skrll 		psc->sc_pihp = NULL;
    367  1.44     skrll 	}
    368  1.44     skrll 	if (sc->sc_ahcis) {
    369  1.44     skrll 		bus_space_unmap(sc->sc_ahcit, sc->sc_ahcih, sc->sc_ahcis);
    370  1.44     skrll 		sc->sc_ahcis = 0;
    371  1.44     skrll 	}
    372  1.44     skrll 
    373  1.44     skrll 	return;
    374  1.44     skrll 
    375   1.2  jmcneill }
    376   1.2  jmcneill 
    377  1.41  jdolecek static void
    378  1.41  jdolecek ahci_pci_childdetached(device_t dv, device_t child)
    379  1.41  jdolecek {
    380  1.41  jdolecek 	struct ahci_pci_softc *psc = device_private(dv);
    381  1.41  jdolecek 	struct ahci_softc *sc = &psc->ah_sc;
    382  1.41  jdolecek 
    383  1.41  jdolecek 	ahci_childdetached(sc, child);
    384  1.41  jdolecek }
    385  1.41  jdolecek 
    386  1.20  jakllsch static int
    387  1.20  jakllsch ahci_pci_detach(device_t dv, int flags)
    388  1.20  jakllsch {
    389  1.20  jakllsch 	struct ahci_pci_softc *psc;
    390  1.20  jakllsch 	struct ahci_softc *sc;
    391  1.20  jakllsch 	int rv;
    392  1.20  jakllsch 
    393  1.20  jakllsch 	psc = device_private(dv);
    394  1.20  jakllsch 	sc = &psc->ah_sc;
    395  1.20  jakllsch 
    396  1.20  jakllsch 	if ((rv = ahci_detach(sc, flags)))
    397  1.20  jakllsch 		return rv;
    398  1.20  jakllsch 
    399  1.24    dyoung 	pmf_device_deregister(dv);
    400  1.24    dyoung 
    401  1.40  jdolecek 	if (psc->sc_ih != NULL) {
    402  1.40  jdolecek 		pci_intr_disestablish(psc->sc_pc, psc->sc_ih);
    403  1.40  jdolecek 		psc->sc_ih = NULL;
    404  1.40  jdolecek 	}
    405  1.40  jdolecek 
    406  1.39  jdolecek 	if (psc->sc_pihp != NULL) {
    407  1.39  jdolecek 		pci_intr_release(psc->sc_pc, psc->sc_pihp, 1);
    408  1.39  jdolecek 		psc->sc_pihp = NULL;
    409  1.39  jdolecek 	}
    410  1.39  jdolecek 
    411  1.20  jakllsch 	bus_space_unmap(sc->sc_ahcit, sc->sc_ahcih, sc->sc_ahcis);
    412  1.20  jakllsch 
    413  1.20  jakllsch 	return 0;
    414  1.20  jakllsch }
    415  1.20  jakllsch 
    416   1.2  jmcneill static bool
    417  1.19    dyoung ahci_pci_resume(device_t dv, const pmf_qual_t *qual)
    418   1.2  jmcneill {
    419   1.2  jmcneill 	struct ahci_pci_softc *psc = device_private(dv);
    420   1.2  jmcneill 	struct ahci_softc *sc = &psc->ah_sc;
    421   1.2  jmcneill 	int s;
    422   1.2  jmcneill 
    423   1.2  jmcneill 	s = splbio();
    424  1.20  jakllsch 	ahci_resume(sc);
    425   1.2  jmcneill 	splx(s);
    426   1.2  jmcneill 
    427   1.2  jmcneill 	return true;
    428   1.1    bouyer }
    429