Home | History | Annotate | Line # | Download | only in pci
pci_map.c revision 1.42
      1  1.42     skrll /*	$NetBSD: pci_map.c,v 1.42 2020/12/29 15:39:59 skrll Exp $	*/
      2   1.1   mycroft 
      3   1.5   mycroft /*-
      4  1.42     skrll  * Copyright (c) 1998, 2000, 2020 The NetBSD Foundation, Inc.
      5   1.5   mycroft  * All rights reserved.
      6   1.5   mycroft  *
      7   1.5   mycroft  * This code is derived from software contributed to The NetBSD Foundation
      8   1.7   thorpej  * by Charles M. Hannum; by William R. Studenmund; by Jason R. Thorpe.
      9   1.1   mycroft  *
     10   1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     11   1.1   mycroft  * modification, are permitted provided that the following conditions
     12   1.1   mycroft  * are met:
     13   1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     14   1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     15   1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     17   1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     18   1.1   mycroft  *
     19   1.5   mycroft  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.5   mycroft  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.5   mycroft  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.5   mycroft  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.5   mycroft  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.5   mycroft  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.5   mycroft  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.5   mycroft  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.5   mycroft  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.5   mycroft  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.5   mycroft  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1   mycroft  */
     31   1.1   mycroft 
     32   1.1   mycroft /*
     33   1.1   mycroft  * PCI device mapping.
     34   1.1   mycroft  */
     35  1.10     lukem 
     36  1.10     lukem #include <sys/cdefs.h>
     37  1.42     skrll __KERNEL_RCSID(0, "$NetBSD: pci_map.c,v 1.42 2020/12/29 15:39:59 skrll Exp $");
     38   1.1   mycroft 
     39   1.1   mycroft #include <sys/param.h>
     40   1.1   mycroft #include <sys/systm.h>
     41   1.1   mycroft #include <sys/device.h>
     42   1.1   mycroft 
     43   1.1   mycroft #include <dev/pci/pcireg.h>
     44   1.1   mycroft #include <dev/pci/pcivar.h>
     45   1.1   mycroft 
     46  1.36  jakllsch bool pci_mapreg_map_enable_decode = true;
     47  1.35  jakllsch 
     48   1.1   mycroft static int
     49  1.18  christos pci_io_find(pci_chipset_tag_t pc, pcitag_t tag, int reg, pcireg_t type,
     50   1.9   thorpej     bus_addr_t *basep, bus_size_t *sizep, int *flagsp)
     51   1.1   mycroft {
     52  1.40    bouyer 	pcireg_t address, mask, csr;
     53   1.1   mycroft 	int s;
     54   1.1   mycroft 
     55   1.8   thorpej 	if (reg < PCI_MAPREG_START ||
     56   1.8   thorpej #if 0
     57   1.8   thorpej 	    /*
     58   1.8   thorpej 	     * Can't do this check; some devices have mapping registers
     59   1.8   thorpej 	     * way out in left field.
     60   1.8   thorpej 	     */
     61   1.8   thorpej 	    reg >= PCI_MAPREG_END ||
     62   1.8   thorpej #endif
     63   1.8   thorpej 	    (reg & 3))
     64   1.1   mycroft 		panic("pci_io_find: bad request");
     65   1.1   mycroft 
     66   1.1   mycroft 	/*
     67   1.1   mycroft 	 * Section 6.2.5.1, `Address Maps', tells us that:
     68   1.1   mycroft 	 *
     69   1.1   mycroft 	 * 1) The builtin software should have already mapped the device in a
     70   1.1   mycroft 	 * reasonable way.
     71   1.1   mycroft 	 *
     72   1.1   mycroft 	 * 2) A device which wants 2^n bytes of memory will hardwire the bottom
     73   1.1   mycroft 	 * n bits of the address to 0.  As recommended, we write all 1s and see
     74   1.1   mycroft 	 * what we get back.
     75   1.1   mycroft 	 */
     76   1.1   mycroft 	s = splhigh();
     77   1.1   mycroft 	address = pci_conf_read(pc, tag, reg);
     78  1.40    bouyer 	/*
     79  1.40    bouyer 	 * Disable decoding via the command register before writing to the
     80  1.40    bouyer 	 * BAR register. Changing the decoding address to all-one is
     81  1.40    bouyer 	 * not a valid address and could have side effects.
     82  1.40    bouyer 	 */
     83  1.40    bouyer 	csr = pci_conf_read(pc, tag, PCI_COMMAND_STATUS_REG);
     84  1.40    bouyer 	pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG,
     85  1.40    bouyer 	    csr & ~PCI_COMMAND_IO_ENABLE) ;
     86   1.1   mycroft 	pci_conf_write(pc, tag, reg, 0xffffffff);
     87   1.1   mycroft 	mask = pci_conf_read(pc, tag, reg);
     88   1.1   mycroft 	pci_conf_write(pc, tag, reg, address);
     89  1.40    bouyer 	pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG, csr);
     90   1.1   mycroft 	splx(s);
     91   1.1   mycroft 
     92   1.1   mycroft 	if (PCI_MAPREG_TYPE(address) != PCI_MAPREG_TYPE_IO) {
     93  1.22  jmcneill 		aprint_debug("pci_io_find: expected type i/o, found mem\n");
     94  1.25    dyoung 		return 1;
     95   1.1   mycroft 	}
     96   1.1   mycroft 
     97   1.2   mycroft 	if (PCI_MAPREG_IO_SIZE(mask) == 0) {
     98  1.19  macallan 		aprint_debug("pci_io_find: void region\n");
     99  1.25    dyoung 		return 1;
    100   1.2   mycroft 	}
    101   1.2   mycroft 
    102  1.25    dyoung 	if (basep != NULL)
    103   1.1   mycroft 		*basep = PCI_MAPREG_IO_ADDR(address);
    104  1.25    dyoung 	if (sizep != NULL)
    105   1.1   mycroft 		*sizep = PCI_MAPREG_IO_SIZE(mask);
    106  1.25    dyoung 	if (flagsp != NULL)
    107   1.1   mycroft 		*flagsp = 0;
    108   1.1   mycroft 
    109  1.25    dyoung 	return 0;
    110   1.1   mycroft }
    111   1.1   mycroft 
    112   1.1   mycroft static int
    113   1.9   thorpej pci_mem_find(pci_chipset_tag_t pc, pcitag_t tag, int reg, pcireg_t type,
    114   1.9   thorpej     bus_addr_t *basep, bus_size_t *sizep, int *flagsp)
    115   1.1   mycroft {
    116   1.7   thorpej 	pcireg_t address, mask, address1 = 0, mask1 = 0xffffffff;
    117  1.37   msaitoh 	uint64_t waddress, wmask;
    118  1.15   gdamore 	int s, is64bit, isrom;
    119  1.40    bouyer 	pcireg_t csr;
    120   1.7   thorpej 
    121   1.7   thorpej 	is64bit = (PCI_MAPREG_MEM_TYPE(type) == PCI_MAPREG_MEM_TYPE_64BIT);
    122  1.15   gdamore 	isrom = (reg == PCI_MAPREG_ROM);
    123   1.1   mycroft 
    124  1.15   gdamore 	if ((!isrom) && (reg < PCI_MAPREG_START ||
    125   1.8   thorpej #if 0
    126   1.8   thorpej 	    /*
    127   1.8   thorpej 	     * Can't do this check; some devices have mapping registers
    128   1.8   thorpej 	     * way out in left field.
    129   1.8   thorpej 	     */
    130   1.8   thorpej 	    reg >= PCI_MAPREG_END ||
    131   1.8   thorpej #endif
    132  1.15   gdamore 	    (reg & 3)))
    133   1.7   thorpej 		panic("pci_mem_find: bad request");
    134   1.7   thorpej 
    135   1.7   thorpej 	if (is64bit && (reg + 4) >= PCI_MAPREG_END)
    136   1.7   thorpej 		panic("pci_mem_find: bad 64-bit request");
    137   1.1   mycroft 
    138   1.1   mycroft 	/*
    139   1.1   mycroft 	 * Section 6.2.5.1, `Address Maps', tells us that:
    140   1.1   mycroft 	 *
    141   1.1   mycroft 	 * 1) The builtin software should have already mapped the device in a
    142   1.1   mycroft 	 * reasonable way.
    143   1.1   mycroft 	 *
    144   1.1   mycroft 	 * 2) A device which wants 2^n bytes of memory will hardwire the bottom
    145   1.1   mycroft 	 * n bits of the address to 0.  As recommended, we write all 1s and see
    146  1.30      matt 	 * what we get back.  Only probe the upper BAR of a mem64 BAR if bit 31
    147  1.30      matt 	 * is readonly.
    148   1.1   mycroft 	 */
    149   1.1   mycroft 	s = splhigh();
    150   1.1   mycroft 	address = pci_conf_read(pc, tag, reg);
    151  1.40    bouyer 	csr = pci_conf_read(pc, tag, PCI_COMMAND_STATUS_REG);
    152  1.40    bouyer 	/*
    153  1.40    bouyer 	 * Disable decoding via the command register before writing to the
    154  1.40    bouyer 	 * BAR register. Changing the decoding address to all-one is
    155  1.40    bouyer 	 * not a valid address and could have side effects.
    156  1.40    bouyer 	 */
    157  1.40    bouyer 	pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG,
    158  1.40    bouyer 	    csr & ~PCI_COMMAND_MEM_ENABLE) ;
    159   1.1   mycroft 	pci_conf_write(pc, tag, reg, 0xffffffff);
    160   1.1   mycroft 	mask = pci_conf_read(pc, tag, reg);
    161   1.1   mycroft 	pci_conf_write(pc, tag, reg, address);
    162   1.7   thorpej 	if (is64bit) {
    163   1.7   thorpej 		address1 = pci_conf_read(pc, tag, reg + 4);
    164  1.30      matt 		if ((mask & 0x80000000) == 0) {
    165  1.30      matt 			pci_conf_write(pc, tag, reg + 4, 0xffffffff);
    166  1.30      matt 			mask1 = pci_conf_read(pc, tag, reg + 4);
    167  1.30      matt 			pci_conf_write(pc, tag, reg + 4, address1);
    168  1.30      matt 		}
    169   1.7   thorpej 	}
    170  1.40    bouyer 	pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG, csr);
    171   1.1   mycroft 	splx(s);
    172   1.1   mycroft 
    173  1.15   gdamore 	if (!isrom) {
    174  1.15   gdamore 		/*
    175  1.15   gdamore 		 * roms should have an enable bit instead of a memory
    176  1.15   gdamore 		 * type decoder bit.  For normal BARs, make sure that
    177  1.15   gdamore 		 * the address decoder type matches what we asked for.
    178  1.15   gdamore 		 */
    179  1.15   gdamore 		if (PCI_MAPREG_TYPE(address) != PCI_MAPREG_TYPE_MEM) {
    180  1.15   gdamore 			printf("pci_mem_find: expected type mem, found i/o\n");
    181  1.25    dyoung 			return 1;
    182  1.15   gdamore 		}
    183  1.21     joerg 		/* XXX Allow 64bit bars for 32bit requests.*/
    184  1.15   gdamore 		if (PCI_MAPREG_MEM_TYPE(address) !=
    185  1.21     joerg 		    PCI_MAPREG_MEM_TYPE(type) &&
    186  1.21     joerg 		    PCI_MAPREG_MEM_TYPE(address) !=
    187  1.21     joerg 		    PCI_MAPREG_MEM_TYPE_64BIT) {
    188  1.15   gdamore 			printf("pci_mem_find: "
    189  1.15   gdamore 			    "expected mem type %08x, found %08x\n",
    190  1.15   gdamore 			    PCI_MAPREG_MEM_TYPE(type),
    191  1.15   gdamore 			    PCI_MAPREG_MEM_TYPE(address));
    192  1.25    dyoung 			return 1;
    193  1.15   gdamore 		}
    194   1.2   mycroft 	}
    195   1.2   mycroft 
    196  1.37   msaitoh 	waddress = (uint64_t)address1 << 32UL | address;
    197  1.37   msaitoh 	wmask = (uint64_t)mask1 << 32UL | mask;
    198   1.7   thorpej 
    199  1.11    bouyer 	if ((is64bit && PCI_MAPREG_MEM64_SIZE(wmask) == 0) ||
    200  1.11    bouyer 	    (!is64bit && PCI_MAPREG_MEM_SIZE(mask) == 0)) {
    201  1.27  jmcneill 		aprint_debug("pci_mem_find: void region\n");
    202  1.25    dyoung 		return 1;
    203   1.1   mycroft 	}
    204   1.1   mycroft 
    205   1.1   mycroft 	switch (PCI_MAPREG_MEM_TYPE(address)) {
    206   1.1   mycroft 	case PCI_MAPREG_MEM_TYPE_32BIT:
    207   1.1   mycroft 	case PCI_MAPREG_MEM_TYPE_32BIT_1M:
    208   1.1   mycroft 		break;
    209   1.1   mycroft 	case PCI_MAPREG_MEM_TYPE_64BIT:
    210   1.7   thorpej 		/*
    211   1.7   thorpej 		 * Handle the case of a 64-bit memory register on a
    212   1.7   thorpej 		 * platform with 32-bit addressing.  Make sure that
    213   1.7   thorpej 		 * the address assigned and the device's memory size
    214   1.7   thorpej 		 * fit in 32 bits.  We implicitly assume that if
    215   1.7   thorpej 		 * bus_addr_t is 64-bit, then so is bus_size_t.
    216   1.7   thorpej 		 */
    217  1.37   msaitoh 		if (sizeof(uint64_t) > sizeof(bus_addr_t) &&
    218   1.7   thorpej 		    (address1 != 0 || mask1 != 0xffffffff)) {
    219   1.7   thorpej 			printf("pci_mem_find: 64-bit memory map which is "
    220   1.7   thorpej 			    "inaccessible on a 32-bit platform\n");
    221  1.25    dyoung 			return 1;
    222   1.7   thorpej 		}
    223   1.7   thorpej 		break;
    224   1.1   mycroft 	default:
    225   1.1   mycroft 		printf("pci_mem_find: reserved mapping register type\n");
    226  1.25    dyoung 		return 1;
    227   1.1   mycroft 	}
    228   1.1   mycroft 
    229  1.37   msaitoh 	if (sizeof(uint64_t) > sizeof(bus_addr_t)) {
    230  1.25    dyoung 		if (basep != NULL)
    231   1.7   thorpej 			*basep = PCI_MAPREG_MEM_ADDR(address);
    232  1.25    dyoung 		if (sizep != NULL)
    233   1.7   thorpej 			*sizep = PCI_MAPREG_MEM_SIZE(mask);
    234   1.7   thorpej 	} else {
    235  1.25    dyoung 		if (basep != NULL)
    236   1.7   thorpej 			*basep = PCI_MAPREG_MEM64_ADDR(waddress);
    237  1.25    dyoung 		if (sizep != NULL)
    238   1.7   thorpej 			*sizep = PCI_MAPREG_MEM64_SIZE(wmask);
    239   1.7   thorpej 	}
    240  1.25    dyoung 	if (flagsp != NULL)
    241  1.15   gdamore 		*flagsp = (isrom || PCI_MAPREG_MEM_PREFETCHABLE(address)) ?
    242   1.6  drochner 		    BUS_SPACE_MAP_PREFETCHABLE : 0;
    243   1.1   mycroft 
    244  1.25    dyoung 	return 0;
    245   1.7   thorpej }
    246   1.7   thorpej 
    247  1.42     skrll static const char *
    248  1.42     skrll bar_type_string(pcireg_t type)
    249  1.42     skrll {
    250  1.42     skrll 	if (PCI_MAPREG_TYPE(type) == PCI_MAPREG_TYPE_IO)
    251  1.42     skrll 		return "IO";
    252  1.42     skrll 
    253  1.42     skrll 	switch (PCI_MAPREG_MEM_TYPE(type)) {
    254  1.42     skrll 	case PCI_MAPREG_MEM_TYPE_32BIT:
    255  1.42     skrll 		return "MEM32";
    256  1.42     skrll 	case PCI_MAPREG_MEM_TYPE_32BIT_1M:
    257  1.42     skrll 		return "MEM32-1M";
    258  1.42     skrll 	case PCI_MAPREG_MEM_TYPE_64BIT:
    259  1.42     skrll 		return "MEM64";
    260  1.42     skrll 	}
    261  1.42     skrll 	return "<UNKNOWN>";
    262  1.42     skrll }
    263  1.42     skrll 
    264  1.42     skrll enum {
    265  1.42     skrll 	EA_ptr_dw0		= 0,
    266  1.42     skrll 	EA_ptr_base_lower	= 1,
    267  1.42     skrll 	EA_ptr_base_upper	= 2,
    268  1.42     skrll 	EA_ptr_maxoffset_lower	= 3,
    269  1.42     skrll 	EA_ptr_maxoffset_upper	= 4,
    270  1.42     skrll 
    271  1.42     skrll 	EA_PTR_COUNT		= 5
    272  1.42     skrll };
    273  1.42     skrll 
    274  1.42     skrll struct pci_ea_entry {
    275  1.42     skrll 	/* entry field pointers */
    276  1.42     skrll 	int		ea_ptrs[EA_PTR_COUNT];
    277  1.42     skrll 
    278  1.42     skrll 	/* Raw register values. */
    279  1.42     skrll 	pcireg_t	dw0;
    280  1.42     skrll 	pcireg_t	base_lower;
    281  1.42     skrll 	pcireg_t	base_upper;
    282  1.42     skrll 	pcireg_t	maxoffset_lower;
    283  1.42     skrll 	pcireg_t	maxoffset_upper;
    284  1.42     skrll 
    285  1.42     skrll 	/* Interesting tidbits derived from them. */
    286  1.42     skrll 	uint64_t	base;
    287  1.42     skrll 	uint64_t	maxoffset;
    288  1.42     skrll 	unsigned int	bei;
    289  1.42     skrll 	unsigned int	props[2];
    290  1.42     skrll 	bool		base_is_64;
    291  1.42     skrll 	bool		maxoffset_is_64;
    292  1.42     skrll 	bool		enabled;
    293  1.42     skrll 	bool		writable;
    294  1.42     skrll };
    295  1.42     skrll 
    296  1.42     skrll static int
    297  1.42     skrll pci_ea_lookup(pci_chipset_tag_t pc, pcitag_t tag, int ea_cap_ptr,
    298  1.42     skrll     int reg, struct pci_ea_entry *entryp)
    299  1.42     skrll {
    300  1.42     skrll 	struct pci_ea_entry entry = {
    301  1.42     skrll 		.ea_ptrs[EA_ptr_dw0] = ea_cap_ptr + 4,
    302  1.42     skrll 	};
    303  1.42     skrll 	unsigned int i, num_entries;
    304  1.42     skrll 	unsigned int wanted_bei;
    305  1.42     skrll 	pcireg_t val;
    306  1.42     skrll 
    307  1.42     skrll 	if (reg >= PCI_BAR0 && reg <= PCI_BAR5)
    308  1.42     skrll 		wanted_bei = PCI_EA_BEI_BAR0 + ((reg - PCI_BAR0) / 4);
    309  1.42     skrll 	else if (reg == PCI_MAPREG_ROM)
    310  1.42     skrll 		wanted_bei = PCI_EA_BEI_EXPROM;
    311  1.42     skrll 	else {
    312  1.42     skrll 		/* Invalid BAR. */
    313  1.42     skrll 		return 1;
    314  1.42     skrll 	}
    315  1.42     skrll 
    316  1.42     skrll 	val = pci_conf_read(pc, tag, ea_cap_ptr + PCI_EA_CAP1);
    317  1.42     skrll 	num_entries = __SHIFTOUT(val, PCI_EA_CAP1_NUMENTRIES);
    318  1.42     skrll 
    319  1.42     skrll 	val = pci_conf_read(pc, tag, PCI_BHLC_REG);
    320  1.42     skrll 	if (PCI_HDRTYPE_TYPE(val) == PCI_HDRTYPE_PPB) {
    321  1.42     skrll 		/* Need to skip over PCI_EA_CAP2 on PPBs. */
    322  1.42     skrll 		entry.ea_ptrs[EA_ptr_dw0] += 4;
    323  1.42     skrll 	}
    324  1.42     skrll 
    325  1.42     skrll 	for (i = 0; i < num_entries; i++) {
    326  1.42     skrll 		val = pci_conf_read(pc, tag, entry.ea_ptrs[EA_ptr_dw0]);
    327  1.42     skrll 		unsigned int entry_size = __SHIFTOUT(val, PCI_EA_ES);
    328  1.42     skrll 
    329  1.42     skrll 		entry.bei = __SHIFTOUT(val, PCI_EA_BEI);
    330  1.42     skrll 		entry.props[0] = __SHIFTOUT(val, PCI_EA_PP);
    331  1.42     skrll 		entry.props[1] = __SHIFTOUT(val, PCI_EA_SP);
    332  1.42     skrll 		entry.writable = (val & PCI_EA_W) ? true : false;
    333  1.42     skrll 		entry.enabled = (val & PCI_EA_E) ? true : false;
    334  1.42     skrll 
    335  1.42     skrll 		if (entry.bei != wanted_bei || entry_size == 0) {
    336  1.42     skrll 			entry.ea_ptrs[EA_ptr_dw0] += 4 * (entry_size + 1);
    337  1.42     skrll 			continue;
    338  1.42     skrll 		}
    339  1.42     skrll 
    340  1.42     skrll 		entry.ea_ptrs[EA_ptr_base_lower] =
    341  1.42     skrll 		    entry.ea_ptrs[EA_ptr_dw0] + 4;
    342  1.42     skrll 		entry.ea_ptrs[EA_ptr_maxoffset_lower] =
    343  1.42     skrll 		    entry.ea_ptrs[EA_ptr_dw0] + 8;
    344  1.42     skrll 
    345  1.42     skrll 		/* Base */
    346  1.42     skrll 		entry.base_lower = pci_conf_read(pc, tag,
    347  1.42     skrll 		    entry.ea_ptrs[EA_ptr_base_lower]);
    348  1.42     skrll 		entry.base_is_64 =
    349  1.42     skrll 		    (entry.base_lower & PCI_EA_BASEMAXOFFSET_64BIT)
    350  1.42     skrll 		    ? true : false;
    351  1.42     skrll 		if (entry.base_is_64) {
    352  1.42     skrll 			entry.ea_ptrs[EA_ptr_base_upper] =
    353  1.42     skrll 			    entry.ea_ptrs[EA_ptr_dw0] + 12;
    354  1.42     skrll 			entry.base_upper = pci_conf_read(pc, tag,
    355  1.42     skrll 			    entry.ea_ptrs[EA_ptr_base_upper]);
    356  1.42     skrll 		} else {
    357  1.42     skrll 			entry.ea_ptrs[EA_ptr_base_upper] = 0;
    358  1.42     skrll 			entry.base_upper = 0;
    359  1.42     skrll 		}
    360  1.42     skrll 
    361  1.42     skrll 		entry.base = (entry.base_lower & PCI_EA_LOWMASK) |
    362  1.42     skrll 		    ((uint64_t)entry.base_upper << 32);
    363  1.42     skrll 
    364  1.42     skrll 		/* MaxOffset */
    365  1.42     skrll 		entry.maxoffset_lower = pci_conf_read(pc, tag,
    366  1.42     skrll 		    entry.ea_ptrs[EA_ptr_maxoffset_lower]);
    367  1.42     skrll 		entry.maxoffset_is_64 =
    368  1.42     skrll 		    (entry.maxoffset_lower & PCI_EA_BASEMAXOFFSET_64BIT)
    369  1.42     skrll 		    ? true : false;
    370  1.42     skrll 		if (entry.maxoffset_is_64) {
    371  1.42     skrll 			entry.ea_ptrs[EA_ptr_maxoffset_upper] =
    372  1.42     skrll 			    entry.ea_ptrs[EA_ptr_dw0] +
    373  1.42     skrll 			    (entry.base_is_64 ? 16 : 12);
    374  1.42     skrll 			entry.maxoffset_upper = pci_conf_read(pc, tag,
    375  1.42     skrll 			    entry.ea_ptrs[EA_ptr_maxoffset_upper]);
    376  1.42     skrll 		} else {
    377  1.42     skrll 			entry.ea_ptrs[EA_ptr_maxoffset_upper] = 0;
    378  1.42     skrll 			entry.maxoffset_upper = 0;
    379  1.42     skrll 		}
    380  1.42     skrll 
    381  1.42     skrll 		entry.maxoffset = (entry.maxoffset_lower & PCI_EA_LOWMASK) |
    382  1.42     skrll 		    ((uint64_t)entry.maxoffset_upper << 32);
    383  1.42     skrll 
    384  1.42     skrll 		if (entryp)
    385  1.42     skrll 			*entryp = entry;
    386  1.42     skrll 		return 0;
    387  1.42     skrll 	}
    388  1.42     skrll 	return 1;
    389  1.42     skrll }
    390  1.42     skrll 
    391  1.42     skrll static int
    392  1.42     skrll pci_ea_find(pci_chipset_tag_t pc, pcitag_t tag, int ea_cap_ptr,
    393  1.42     skrll     int reg, pcireg_t type, bus_addr_t *basep, bus_size_t *sizep, int *flagsp,
    394  1.42     skrll     struct pci_ea_entry *entryp)
    395  1.42     skrll {
    396  1.42     skrll 
    397  1.42     skrll 	struct pci_ea_entry entry;
    398  1.42     skrll 	int rv = pci_ea_lookup(pc, tag, ea_cap_ptr, reg, &entry);
    399  1.42     skrll 	if (rv)
    400  1.42     skrll 		return rv;
    401  1.42     skrll 
    402  1.42     skrll 	pcireg_t wanted_type;
    403  1.42     skrll 	if (PCI_MAPREG_TYPE(type) == PCI_MAPREG_TYPE_IO)
    404  1.42     skrll 		wanted_type = PCI_MAPREG_TYPE_IO;
    405  1.42     skrll 	else {
    406  1.42     skrll 		/*
    407  1.42     skrll 		 * This covers ROM as well.  We allow any user-specified
    408  1.42     skrll 		 * memory type to match an EA memory region with no regard
    409  1.42     skrll 		 * for 32 vs. 64.
    410  1.42     skrll 		 *
    411  1.42     skrll 		 * XXX Should it?
    412  1.42     skrll 		 */
    413  1.42     skrll 		wanted_type = PCI_MAPREG_TYPE_MEM;
    414  1.42     skrll 	}
    415  1.42     skrll 
    416  1.42     skrll 	/*
    417  1.42     skrll 	 * MaxOffset is the last offset where you can issue a
    418  1.42     skrll 	 * 32-bit read in the region.  Therefore, the size of
    419  1.42     skrll 	 * the region is MaxOffset + 4.
    420  1.42     skrll 	 */
    421  1.42     skrll 	uint64_t region_size = entry.maxoffset + 4;
    422  1.42     skrll 
    423  1.42     skrll 	unsigned int which_prop;
    424  1.42     skrll 	for (which_prop = 0; which_prop < 2; which_prop++) {
    425  1.42     skrll 		int mapflags = 0;
    426  1.42     skrll 
    427  1.42     skrll 		switch (entry.props[which_prop]) {
    428  1.42     skrll 		case PCI_EA_PROP_MEM_PREF:
    429  1.42     skrll 			mapflags |= BUS_SPACE_MAP_PREFETCHABLE;
    430  1.42     skrll 			/* FALLTHROUGH */
    431  1.42     skrll 		case PCI_EA_PROP_MEM_NONPREF:
    432  1.42     skrll 			if (PCI_MAPREG_TYPE(wanted_type) != PCI_MAPREG_TYPE_MEM)
    433  1.42     skrll 				goto unexpected_type;
    434  1.42     skrll 			break;
    435  1.42     skrll 
    436  1.42     skrll 		case PCI_EA_PROP_IO:
    437  1.42     skrll 			if (PCI_MAPREG_TYPE(wanted_type) != PCI_MAPREG_TYPE_IO)
    438  1.42     skrll 				goto unexpected_type;
    439  1.42     skrll 			break;
    440  1.42     skrll 
    441  1.42     skrll 		case PCI_EA_PROP_MEM_UNAVAIL:
    442  1.42     skrll 		case PCI_EA_PROP_IO_UNAVAIL:
    443  1.42     skrll 		case PCI_EA_PROP_UNAVAIL:
    444  1.42     skrll 			return 1;
    445  1.42     skrll 
    446  1.42     skrll 		/* XXX Don't support these yet. */
    447  1.42     skrll 		case PCI_EA_PROP_VF_MEM_PREF:
    448  1.42     skrll 		case PCI_EA_PROP_VF_MEM_NONPREF:
    449  1.42     skrll 		case PCI_EA_PROP_BB_MEM_PREF:
    450  1.42     skrll 		case PCI_EA_PROP_BB_MEM_NONPREF:
    451  1.42     skrll 		case PCI_EA_PROP_BB_IO:
    452  1.42     skrll 		default:
    453  1.42     skrll 			printf("%s: bei %u props[%u]=0x%x\n",
    454  1.42     skrll 			    __func__, entry.bei, which_prop,
    455  1.42     skrll 			    entry.props[which_prop]);
    456  1.42     skrll 			    continue;
    457  1.42     skrll 			continue;
    458  1.42     skrll 		}
    459  1.42     skrll 
    460  1.42     skrll 		if ((sizeof(uint64_t) > sizeof(bus_addr_t) ||
    461  1.42     skrll 		     PCI_MAPREG_TYPE(wanted_type) == PCI_MAPREG_TYPE_IO) &&
    462  1.42     skrll 		    (entry.base + region_size) > 0x100000000ULL) {
    463  1.42     skrll 			goto inaccessible_64bit_region;
    464  1.42     skrll 		}
    465  1.42     skrll 
    466  1.42     skrll 		*basep  = (bus_addr_t)entry.base;
    467  1.42     skrll 		*sizep  = (bus_size_t)region_size;
    468  1.42     skrll 		*flagsp = mapflags;
    469  1.42     skrll 		if (entryp)
    470  1.42     skrll 			*entryp = entry;
    471  1.42     skrll 		return 0;
    472  1.42     skrll 	}
    473  1.42     skrll 
    474  1.42     skrll 	/* BAR not found. */
    475  1.42     skrll 	return 1;
    476  1.42     skrll 
    477  1.42     skrll  unexpected_type:
    478  1.42     skrll 	printf("%s: unexpected type; wanted %s, got 0x%02x\n",
    479  1.42     skrll 	    __func__, bar_type_string(wanted_type), entry.props[which_prop]);
    480  1.42     skrll 	return 1;
    481  1.42     skrll 
    482  1.42     skrll  inaccessible_64bit_region:
    483  1.42     skrll 	if (PCI_MAPREG_TYPE(wanted_type) == PCI_MAPREG_TYPE_IO) {
    484  1.42     skrll 		printf("%s: 64-bit IO regions are unsupported\n",
    485  1.42     skrll 		    __func__);
    486  1.42     skrll 		return 1;
    487  1.42     skrll 	}
    488  1.42     skrll 	printf("%s: 64-bit memory region inaccessible on 32-bit platform\n",
    489  1.42     skrll 	    __func__);
    490  1.42     skrll 	return 1;
    491  1.42     skrll }
    492  1.42     skrll 
    493  1.12  drochner #define _PCI_MAPREG_TYPEBITS(reg) \
    494  1.12  drochner 	(PCI_MAPREG_TYPE(reg) == PCI_MAPREG_TYPE_IO ? \
    495  1.12  drochner 	reg & PCI_MAPREG_TYPE_MASK : \
    496  1.12  drochner 	reg & (PCI_MAPREG_TYPE_MASK|PCI_MAPREG_MEM_TYPE_MASK))
    497  1.12  drochner 
    498   1.7   thorpej pcireg_t
    499   1.9   thorpej pci_mapreg_type(pci_chipset_tag_t pc, pcitag_t tag, int reg)
    500   1.7   thorpej {
    501   1.7   thorpej 
    502  1.25    dyoung 	return _PCI_MAPREG_TYPEBITS(pci_conf_read(pc, tag, reg));
    503  1.12  drochner }
    504  1.12  drochner 
    505  1.12  drochner int
    506  1.12  drochner pci_mapreg_probe(pci_chipset_tag_t pc, pcitag_t tag, int reg, pcireg_t *typep)
    507  1.12  drochner {
    508  1.40    bouyer 	pcireg_t address, mask, csr;
    509  1.12  drochner 	int s;
    510  1.13     perry 
    511  1.12  drochner 	s = splhigh();
    512  1.12  drochner 	address = pci_conf_read(pc, tag, reg);
    513  1.40    bouyer 	/*
    514  1.40    bouyer 	 * Disable decoding via the command register before writing to the
    515  1.40    bouyer 	 * BAR register. Changing the decoding address to all-one is
    516  1.40    bouyer 	 * not a valid address and could have side effects.
    517  1.40    bouyer 	 */
    518  1.40    bouyer 	csr = pci_conf_read(pc, tag, PCI_COMMAND_STATUS_REG);
    519  1.40    bouyer 	if (PCI_MAPREG_TYPE(address) == PCI_MAPREG_TYPE_IO) {
    520  1.40    bouyer 		pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG,
    521  1.40    bouyer 		    csr & ~PCI_COMMAND_IO_ENABLE);
    522  1.40    bouyer 	} else {
    523  1.40    bouyer 		pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG,
    524  1.40    bouyer 		    csr & ~PCI_COMMAND_MEM_ENABLE);
    525  1.40    bouyer 	}
    526  1.12  drochner 	pci_conf_write(pc, tag, reg, 0xffffffff);
    527  1.12  drochner 	mask = pci_conf_read(pc, tag, reg);
    528  1.12  drochner 	pci_conf_write(pc, tag, reg, address);
    529  1.40    bouyer 	pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG, csr);
    530  1.12  drochner 	splx(s);
    531  1.12  drochner 
    532  1.12  drochner 	if (mask == 0) /* unimplemented mapping register */
    533  1.25    dyoung 		return 0;
    534  1.12  drochner 
    535  1.25    dyoung 	if (typep != NULL)
    536  1.12  drochner 		*typep = _PCI_MAPREG_TYPEBITS(address);
    537  1.25    dyoung 	return 1;
    538   1.1   mycroft }
    539   1.1   mycroft 
    540   1.1   mycroft int
    541   1.9   thorpej pci_mapreg_info(pci_chipset_tag_t pc, pcitag_t tag, int reg, pcireg_t type,
    542   1.9   thorpej     bus_addr_t *basep, bus_size_t *sizep, int *flagsp)
    543   1.1   mycroft {
    544  1.42     skrll 	int ea_cap_ptr;
    545  1.42     skrll 
    546  1.42     skrll 	if (pci_get_capability(pc, tag, PCI_CAP_EA, &ea_cap_ptr, NULL))
    547  1.42     skrll 		return pci_ea_find(pc, tag, ea_cap_ptr, reg, type,
    548  1.42     skrll 		    basep, sizep, flagsp, NULL);
    549   1.1   mycroft 
    550   1.1   mycroft 	if (PCI_MAPREG_TYPE(type) == PCI_MAPREG_TYPE_IO)
    551  1.25    dyoung 		return pci_io_find(pc, tag, reg, type, basep, sizep,
    552  1.25    dyoung 		    flagsp);
    553   1.1   mycroft 	else
    554  1.25    dyoung 		return pci_mem_find(pc, tag, reg, type, basep, sizep,
    555  1.25    dyoung 		    flagsp);
    556   1.1   mycroft }
    557   1.1   mycroft 
    558   1.1   mycroft int
    559  1.28    dyoung pci_mapreg_map(const struct pci_attach_args *pa, int reg, pcireg_t type,
    560   1.9   thorpej     int busflags, bus_space_tag_t *tagp, bus_space_handle_t *handlep,
    561   1.9   thorpej     bus_addr_t *basep, bus_size_t *sizep)
    562   1.1   mycroft {
    563  1.41     skrll 	return pci_mapreg_submap(pa, reg, type, busflags, 0, 0, tagp,
    564  1.24       bjs 	    handlep, basep, sizep);
    565  1.24       bjs }
    566  1.24       bjs 
    567  1.32   msaitoh int
    568  1.28    dyoung pci_mapreg_submap(const struct pci_attach_args *pa, int reg, pcireg_t type,
    569  1.33   msaitoh     int busflags, bus_size_t reqsize, bus_size_t offset, bus_space_tag_t *tagp,
    570  1.24       bjs 	bus_space_handle_t *handlep, bus_addr_t *basep, bus_size_t *sizep)
    571  1.24       bjs {
    572   1.1   mycroft 	bus_space_tag_t tag;
    573   1.1   mycroft 	bus_space_handle_t handle;
    574   1.1   mycroft 	bus_addr_t base;
    575  1.33   msaitoh 	bus_size_t realmaxsize;
    576  1.34  jakllsch 	pcireg_t csr;
    577  1.34  jakllsch 	int flags, s;
    578   1.1   mycroft 
    579   1.1   mycroft 	if (PCI_MAPREG_TYPE(type) == PCI_MAPREG_TYPE_IO) {
    580  1.29    dyoung 		if ((pa->pa_flags & PCI_FLAGS_IO_OKAY) == 0)
    581  1.25    dyoung 			return 1;
    582   1.1   mycroft 		if (pci_io_find(pa->pa_pc, pa->pa_tag, reg, type, &base,
    583  1.33   msaitoh 		    &realmaxsize, &flags))
    584  1.25    dyoung 			return 1;
    585   1.1   mycroft 		tag = pa->pa_iot;
    586   1.1   mycroft 	} else {
    587  1.29    dyoung 		if ((pa->pa_flags & PCI_FLAGS_MEM_OKAY) == 0)
    588  1.25    dyoung 			return 1;
    589   1.1   mycroft 		if (pci_mem_find(pa->pa_pc, pa->pa_tag, reg, type, &base,
    590  1.33   msaitoh 		    &realmaxsize, &flags))
    591  1.25    dyoung 			return 1;
    592   1.1   mycroft 		tag = pa->pa_memt;
    593   1.1   mycroft 	}
    594   1.1   mycroft 
    595  1.15   gdamore 	if (reg == PCI_MAPREG_ROM) {
    596  1.15   gdamore 		pcireg_t 	mask;
    597  1.15   gdamore 		/* we have to enable the ROM address decoder... */
    598  1.15   gdamore 		s = splhigh();
    599  1.15   gdamore 		mask = pci_conf_read(pa->pa_pc, pa->pa_tag, reg);
    600  1.15   gdamore 		mask |= PCI_MAPREG_ROM_ENABLE;
    601  1.15   gdamore 		pci_conf_write(pa->pa_pc, pa->pa_tag, reg, mask);
    602  1.15   gdamore 		splx(s);
    603  1.15   gdamore 	}
    604  1.15   gdamore 
    605  1.41     skrll 	/* If we're called with maxsize/offset of 0, behave like
    606  1.24       bjs 	 * pci_mapreg_map.
    607  1.24       bjs 	 */
    608  1.24       bjs 
    609  1.33   msaitoh 	reqsize = (reqsize != 0) ? reqsize : realmaxsize;
    610  1.24       bjs 	base += offset;
    611  1.24       bjs 
    612  1.33   msaitoh 	if (realmaxsize < (offset + reqsize))
    613  1.25    dyoung 		return 1;
    614  1.24       bjs 
    615  1.38  riastrad 	if (bus_space_map(tag, base, reqsize, busflags, &handle))
    616  1.25    dyoung 		return 1;
    617   1.1   mycroft 
    618  1.35  jakllsch 	if (pci_mapreg_map_enable_decode) {
    619  1.35  jakllsch 		s = splhigh();
    620  1.35  jakllsch 		csr = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_COMMAND_STATUS_REG);
    621  1.35  jakllsch 		csr |= (PCI_MAPREG_TYPE(type) == PCI_MAPREG_TYPE_IO) ?
    622  1.35  jakllsch 		    PCI_COMMAND_IO_ENABLE : PCI_COMMAND_MEM_ENABLE;
    623  1.35  jakllsch 		pci_conf_write(pa->pa_pc, pa->pa_tag, PCI_COMMAND_STATUS_REG, csr);
    624  1.35  jakllsch 		splx(s);
    625  1.35  jakllsch 	}
    626  1.35  jakllsch 
    627  1.25    dyoung 	if (tagp != NULL)
    628   1.1   mycroft 		*tagp = tag;
    629  1.25    dyoung 	if (handlep != NULL)
    630   1.1   mycroft 		*handlep = handle;
    631  1.25    dyoung 	if (basep != NULL)
    632   1.1   mycroft 		*basep = base;
    633  1.25    dyoung 	if (sizep != NULL)
    634  1.33   msaitoh 		*sizep = reqsize;
    635   1.1   mycroft 
    636  1.25    dyoung 	return 0;
    637   1.1   mycroft }
    638  1.16   gdamore 
    639  1.16   gdamore int
    640  1.28    dyoung pci_find_rom(const struct pci_attach_args *pa, bus_space_tag_t bst,
    641  1.31  riastrad     bus_space_handle_t bsh, bus_size_t sz, int type,
    642  1.31  riastrad     bus_space_handle_t *romh, bus_size_t *romsz)
    643  1.16   gdamore {
    644  1.31  riastrad 	bus_size_t	offset = 0, imagesz;
    645  1.16   gdamore 	uint16_t	ptr;
    646  1.16   gdamore 	int		done = 0;
    647  1.16   gdamore 
    648  1.16   gdamore 	/*
    649  1.16   gdamore 	 * no upper bound check; i cannot imagine a 4GB ROM, but
    650  1.16   gdamore 	 * it appears the spec would allow it!
    651  1.16   gdamore 	 */
    652  1.31  riastrad 	if (sz < 1024)
    653  1.16   gdamore 		return 1;
    654  1.16   gdamore 
    655  1.31  riastrad 	while (offset < sz && !done){
    656  1.16   gdamore 		struct pci_rom_header	hdr;
    657  1.16   gdamore 		struct pci_rom		rom;
    658  1.16   gdamore 
    659  1.16   gdamore 		hdr.romh_magic = bus_space_read_2(bst, bsh,
    660  1.16   gdamore 		    offset + offsetof (struct pci_rom_header, romh_magic));
    661  1.16   gdamore 		hdr.romh_data_ptr = bus_space_read_2(bst, bsh,
    662  1.16   gdamore 		    offset + offsetof (struct pci_rom_header, romh_data_ptr));
    663  1.16   gdamore 
    664  1.16   gdamore 		/* no warning: quite possibly ROM is simply not populated */
    665  1.16   gdamore 		if (hdr.romh_magic != PCI_ROM_HEADER_MAGIC)
    666  1.16   gdamore 			return 1;
    667  1.16   gdamore 
    668  1.16   gdamore 		ptr = offset + hdr.romh_data_ptr;
    669  1.41     skrll 
    670  1.31  riastrad 		if (ptr > sz) {
    671  1.16   gdamore 			printf("pci_find_rom: rom data ptr out of range\n");
    672  1.16   gdamore 			return 1;
    673  1.16   gdamore 		}
    674  1.16   gdamore 
    675  1.16   gdamore 		rom.rom_signature = bus_space_read_4(bst, bsh, ptr);
    676  1.16   gdamore 		rom.rom_vendor = bus_space_read_2(bst, bsh, ptr +
    677  1.16   gdamore 		    offsetof(struct pci_rom, rom_vendor));
    678  1.16   gdamore 		rom.rom_product = bus_space_read_2(bst, bsh, ptr +
    679  1.16   gdamore 		    offsetof(struct pci_rom, rom_product));
    680  1.16   gdamore 		rom.rom_class = bus_space_read_1(bst, bsh,
    681  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_class));
    682  1.16   gdamore 		rom.rom_subclass = bus_space_read_1(bst, bsh,
    683  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_subclass));
    684  1.16   gdamore 		rom.rom_interface = bus_space_read_1(bst, bsh,
    685  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_interface));
    686  1.16   gdamore 		rom.rom_len = bus_space_read_2(bst, bsh,
    687  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_len));
    688  1.16   gdamore 		rom.rom_code_type = bus_space_read_1(bst, bsh,
    689  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_code_type));
    690  1.16   gdamore 		rom.rom_indicator = bus_space_read_1(bst, bsh,
    691  1.16   gdamore 		    ptr + offsetof (struct pci_rom, rom_indicator));
    692  1.16   gdamore 
    693  1.16   gdamore 		if (rom.rom_signature != PCI_ROM_SIGNATURE) {
    694  1.16   gdamore 			printf("pci_find_rom: bad rom data signature\n");
    695  1.16   gdamore 			return 1;
    696  1.16   gdamore 		}
    697  1.16   gdamore 
    698  1.16   gdamore 		imagesz = rom.rom_len * 512;
    699  1.16   gdamore 
    700  1.16   gdamore 		if ((rom.rom_vendor == PCI_VENDOR(pa->pa_id)) &&
    701  1.16   gdamore 		    (rom.rom_product == PCI_PRODUCT(pa->pa_id)) &&
    702  1.16   gdamore 		    (rom.rom_class == PCI_CLASS(pa->pa_class)) &&
    703  1.16   gdamore 		    (rom.rom_subclass == PCI_SUBCLASS(pa->pa_class)) &&
    704  1.16   gdamore 		    (rom.rom_interface == PCI_INTERFACE(pa->pa_class)) &&
    705  1.16   gdamore 		    (rom.rom_code_type == type)) {
    706  1.31  riastrad 			*romsz = imagesz;
    707  1.16   gdamore 			bus_space_subregion(bst, bsh, offset, imagesz, romh);
    708  1.16   gdamore 			return 0;
    709  1.16   gdamore 		}
    710  1.41     skrll 
    711  1.16   gdamore 		/* last image check */
    712  1.16   gdamore 		if (rom.rom_indicator & PCI_ROM_INDICATOR_LAST)
    713  1.16   gdamore 			return 1;
    714  1.16   gdamore 
    715  1.16   gdamore 		/* offset by size */
    716  1.16   gdamore 		offset += imagesz;
    717  1.16   gdamore 	}
    718  1.16   gdamore 	return 1;
    719  1.16   gdamore }
    720