Home | History | Annotate | Line # | Download | only in pci
pciconf.c revision 1.46
      1 /*	$NetBSD: pciconf.c,v 1.46 2020/02/02 14:45:14 jmcneill Exp $	*/
      2 
      3 /*
      4  * Copyright 2001 Wasabi Systems, Inc.
      5  * All rights reserved.
      6  *
      7  * Written by Allen Briggs for Wasabi Systems, Inc.
      8  *
      9  * Redistribution and use in source and binary forms, with or without
     10  * modification, are permitted provided that the following conditions
     11  * are met:
     12  * 1. Redistributions of source code must retain the above copyright
     13  *    notice, this list of conditions and the following disclaimer.
     14  * 2. Redistributions in binary form must reproduce the above copyright
     15  *    notice, this list of conditions and the following disclaimer in the
     16  *    documentation and/or other materials provided with the distribution.
     17  * 3. All advertising materials mentioning features or use of this software
     18  *    must display the following acknowledgement:
     19  *      This product includes software developed for the NetBSD Project by
     20  *      Wasabi Systems, Inc.
     21  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22  *    or promote products derived from this software without specific prior
     23  *    written permission.
     24  *
     25  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35  * POSSIBILITY OF SUCH DAMAGE.
     36  */
     37 /*
     38  * Derived in part from code from PMON/2000 (http://pmon.groupbsd.org/).
     39  */
     40 
     41 /*
     42  * To do:
     43  *    - Perform all data structure allocation dynamically, don't have
     44  *	statically-sized arrays ("oops, you lose because you have too
     45  *	many slots filled!")
     46  *    - Do this in 2 passes, with an MD hook to control the behavior:
     47  *		(1) Configure the bus (possibly including expansion
     48  *		    ROMs.
     49  *		(2) Another pass to disable expansion ROMs if they're
     50  *		    mapped (since you're not supposed to leave them
     51  *		    mapped when you're not using them).
     52  *	This would facilitate MD code executing the expansion ROMs
     53  *	if necessary (possibly with an x86 emulator) to configure
     54  *	devices (e.g. VGA cards).
     55  *    - Deal with "anything can be hot-plugged" -- i.e., carry configuration
     56  *	information around & be able to reconfigure on the fly
     57  *    - Deal with segments (See IA64 System Abstraction Layer)
     58  *    - Deal with subtractive bridges (& non-spec positive/subtractive decode)
     59  *    - Deal with ISA/VGA/VGA palette snooping
     60  *    - Deal with device capabilities on bridges
     61  *    - Worry about changing a bridge to/from transparency
     62  * From thorpej (05/25/01)
     63  *    - Try to handle devices that are already configured (perhaps using that
     64  *      as a hint to where we put other devices)
     65  */
     66 
     67 #include <sys/cdefs.h>
     68 __KERNEL_RCSID(0, "$NetBSD: pciconf.c,v 1.46 2020/02/02 14:45:14 jmcneill Exp $");
     69 
     70 #include "opt_pci.h"
     71 
     72 #include <sys/param.h>
     73 #include <sys/extent.h>
     74 #include <sys/queue.h>
     75 #include <sys/systm.h>
     76 #include <sys/malloc.h>
     77 #include <sys/kmem.h>
     78 
     79 #include <dev/pci/pcivar.h>
     80 #include <dev/pci/pciconf.h>
     81 #include <dev/pci/pcidevs.h>
     82 #include <dev/pci/pccbbreg.h>
     83 
     84 int pci_conf_debug = 0;
     85 
     86 #if !defined(MIN)
     87 #define	MIN(a,b) (((a)<(b))?(a):(b))
     88 #define	MAX(a,b) (((a)>(b))?(a):(b))
     89 #endif
     90 
     91 /* per-bus constants. */
     92 #define MAX_CONF_DEV	32			/* Arbitrary */
     93 #define MAX_CONF_MEM	(3 * MAX_CONF_DEV)	/* Avg. 3 per device -- Arb. */
     94 #define MAX_CONF_IO	(3 * MAX_CONF_DEV)	/* Avg. 1 per device -- Arb. */
     95 
     96 struct _s_pciconf_bus_t;			/* Forward declaration */
     97 
     98 typedef struct _s_pciconf_dev_t {
     99 	int		ipin;
    100 	int		iline;
    101 	int		min_gnt;
    102 	int		max_lat;
    103 	int		enable;
    104 	pcitag_t	tag;
    105 	pci_chipset_tag_t	pc;
    106 	struct _s_pciconf_bus_t	*ppb;		/* I am really a bridge */
    107 } pciconf_dev_t;
    108 
    109 typedef struct _s_pciconf_win_t {
    110 	pciconf_dev_t	*dev;
    111 	int		reg;			/* 0 for busses */
    112 	int		align;
    113 	int		prefetch;
    114 	uint64_t	size;
    115 	uint64_t	address;
    116 } pciconf_win_t;
    117 
    118 typedef struct _s_pciconf_bus_t {
    119 	int		busno;
    120 	int		next_busno;
    121 	int		last_busno;
    122 	int		max_mingnt;
    123 	int		min_maxlat;
    124 	int		cacheline_size;
    125 	int		prefetch;
    126 	int		fast_b2b;
    127 	int		freq_66;
    128 	int		def_ltim;
    129 	int		max_ltim;
    130 	int		bandwidth_used;
    131 	int		swiz;
    132 	int		io_32bit;
    133 	int		pmem_64bit;
    134 	int		mem_64bit;
    135 	int		io_align;
    136 	int		mem_align;
    137 	int		pmem_align;
    138 
    139 	int		ndevs;
    140 	pciconf_dev_t	device[MAX_CONF_DEV];
    141 
    142 	/* These should be sorted in order of decreasing size */
    143 	int		nmemwin;
    144 	pciconf_win_t	pcimemwin[MAX_CONF_MEM];
    145 	int		niowin;
    146 	pciconf_win_t	pciiowin[MAX_CONF_IO];
    147 
    148 	bus_size_t	io_total;
    149 	bus_size_t	mem_total;
    150 	bus_size_t	pmem_total;
    151 
    152 	struct extent	*ioext;
    153 	struct extent	*memext;
    154 	struct extent	*pmemext;
    155 
    156 	pci_chipset_tag_t	pc;
    157 	struct _s_pciconf_bus_t *parent_bus;
    158 } pciconf_bus_t;
    159 
    160 static int	probe_bus(pciconf_bus_t *);
    161 static void	alloc_busno(pciconf_bus_t *, pciconf_bus_t *);
    162 static void	set_busreg(pci_chipset_tag_t, pcitag_t, int, int, int);
    163 static int	pci_do_device_query(pciconf_bus_t *, pcitag_t, int, int, int);
    164 static int	setup_iowins(pciconf_bus_t *);
    165 static int	setup_memwins(pciconf_bus_t *);
    166 static int	configure_bridge(pciconf_dev_t *);
    167 static int	configure_bus(pciconf_bus_t *);
    168 static uint64_t	pci_allocate_range(struct extent *, uint64_t, int, bool);
    169 static pciconf_win_t	*get_io_desc(pciconf_bus_t *, bus_size_t);
    170 static pciconf_win_t	*get_mem_desc(pciconf_bus_t *, bus_size_t);
    171 static pciconf_bus_t	*query_bus(pciconf_bus_t *, pciconf_dev_t *, int);
    172 
    173 static void	print_tag(pci_chipset_tag_t, pcitag_t);
    174 
    175 static void
    176 print_tag(pci_chipset_tag_t pc, pcitag_t tag)
    177 {
    178 	int	bus, dev, func;
    179 
    180 	pci_decompose_tag(pc, tag, &bus, &dev, &func);
    181 	printf("PCI: bus %d, device %d, function %d: ", bus, dev, func);
    182 }
    183 
    184 #ifdef _LP64
    185 #define	__used_only_lp64	__unused
    186 #else
    187 #define	__used_only_lp64	/* nothing */
    188 #endif /* _LP64 */
    189 
    190 /************************************************************************/
    191 /************************************************************************/
    192 /***********************   Bus probing routines   ***********************/
    193 /************************************************************************/
    194 /************************************************************************/
    195 static pciconf_win_t *
    196 get_io_desc(pciconf_bus_t *pb, bus_size_t size)
    197 {
    198 	int	i, n;
    199 
    200 	n = pb->niowin;
    201 	for (i = n; i > 0 && size > pb->pciiowin[i-1].size; i--)
    202 		pb->pciiowin[i] = pb->pciiowin[i-1]; /* struct copy */
    203 	return &pb->pciiowin[i];
    204 }
    205 
    206 static pciconf_win_t *
    207 get_mem_desc(pciconf_bus_t *pb, bus_size_t size)
    208 {
    209 	int	i, n;
    210 
    211 	n = pb->nmemwin;
    212 	for (i = n; i > 0 && size > pb->pcimemwin[i-1].size; i--)
    213 		pb->pcimemwin[i] = pb->pcimemwin[i-1]; /* struct copy */
    214 	return &pb->pcimemwin[i];
    215 }
    216 
    217 /*
    218  * Set up bus common stuff, then loop over devices & functions.
    219  * If we find something, call pci_do_device_query()).
    220  */
    221 static int
    222 probe_bus(pciconf_bus_t *pb)
    223 {
    224 	int device;
    225 	uint8_t devs[32];
    226 	int i, n;
    227 
    228 	pb->ndevs = 0;
    229 	pb->niowin = 0;
    230 	pb->nmemwin = 0;
    231 	pb->freq_66 = 1;
    232 #ifdef PCICONF_NO_FAST_B2B
    233 	pb->fast_b2b = 0;
    234 #else
    235 	pb->fast_b2b = 1;
    236 #endif
    237 	pb->prefetch = 1;
    238 	pb->max_mingnt = 0;	/* we are looking for the maximum */
    239 	pb->min_maxlat = 0x100;	/* we are looking for the minimum */
    240 	pb->bandwidth_used = 0;
    241 
    242 	n = pci_bus_devorder(pb->pc, pb->busno, devs, __arraycount(devs));
    243 	for (i = 0; i < n; i++) {
    244 		pcitag_t tag;
    245 		pcireg_t id, bhlcr;
    246 		int function, nfunction;
    247 		int confmode;
    248 
    249 		device = devs[i];
    250 
    251 		tag = pci_make_tag(pb->pc, pb->busno, device, 0);
    252 		if (pci_conf_debug) {
    253 			print_tag(pb->pc, tag);
    254 		}
    255 		id = pci_conf_read(pb->pc, tag, PCI_ID_REG);
    256 
    257 		if (pci_conf_debug) {
    258 			printf("id=%x: Vendor=%x, Product=%x\n",
    259 			    id, PCI_VENDOR(id), PCI_PRODUCT(id));
    260 		}
    261 		/* Invalid vendor ID value? */
    262 		if (PCI_VENDOR(id) == PCI_VENDOR_INVALID)
    263 			continue;
    264 
    265 		bhlcr = pci_conf_read(pb->pc, tag, PCI_BHLC_REG);
    266 		nfunction = PCI_HDRTYPE_MULTIFN(bhlcr) ? 8 : 1;
    267 		for (function = 0; function < nfunction; function++) {
    268 			tag = pci_make_tag(pb->pc, pb->busno, device, function);
    269 			id = pci_conf_read(pb->pc, tag, PCI_ID_REG);
    270 			if (PCI_VENDOR(id) == PCI_VENDOR_INVALID)
    271 				continue;
    272 			if (pb->ndevs + 1 < MAX_CONF_DEV) {
    273 				if (pci_conf_debug) {
    274 					print_tag(pb->pc, tag);
    275 					printf("Found dev 0x%04x 0x%04x -- "
    276 					    "really probing.\n",
    277 					PCI_VENDOR(id), PCI_PRODUCT(id));
    278 				}
    279 #ifdef __HAVE_PCI_CONF_HOOK
    280 				confmode = pci_conf_hook(pb->pc, pb->busno,
    281 				    device, function, id);
    282 				if (confmode == 0)
    283 					continue;
    284 #else
    285 				/*
    286 				 * Don't enable expansion ROMS -- some cards
    287 				 * share address decoders between the EXPROM
    288 				 * and PCI memory space, and enabling the ROM
    289 				 * when not needed will cause all sorts of
    290 				 * lossage.
    291 				 */
    292 				confmode = PCI_CONF_DEFAULT;
    293 #endif
    294 				if (pci_do_device_query(pb, tag, device,
    295 				    function, confmode))
    296 					return -1;
    297 				pb->ndevs++;
    298 			}
    299 		}
    300 	}
    301 	return 0;
    302 }
    303 
    304 static void
    305 alloc_busno(pciconf_bus_t *parent, pciconf_bus_t *pb)
    306 {
    307 	pb->busno = parent->next_busno;
    308 	pb->next_busno = pb->busno + 1;
    309 }
    310 
    311 static void
    312 set_busreg(pci_chipset_tag_t pc, pcitag_t tag, int prim, int sec, int sub)
    313 {
    314 	pcireg_t	busreg;
    315 
    316 	busreg  =  __SHIFTIN(prim, PCI_BRIDGE_BUS_PRIMARY);
    317 	busreg |=  __SHIFTIN(sec,  PCI_BRIDGE_BUS_SECONDARY);
    318 	busreg |=  __SHIFTIN(sub,  PCI_BRIDGE_BUS_SUBORDINATE);
    319 	pci_conf_write(pc, tag, PCI_BRIDGE_BUS_REG, busreg);
    320 }
    321 
    322 static pciconf_bus_t *
    323 query_bus(pciconf_bus_t *parent, pciconf_dev_t *pd, int dev)
    324 {
    325 	pciconf_bus_t	*pb;
    326 	pcireg_t	io, pmem;
    327 	pciconf_win_t	*pi, *pm;
    328 
    329 	pb = kmem_zalloc(sizeof (pciconf_bus_t), KM_SLEEP);
    330 	pb->cacheline_size = parent->cacheline_size;
    331 	pb->parent_bus = parent;
    332 	alloc_busno(parent, pb);
    333 
    334 	pb->mem_align = 0x100000;	/* 1M alignment */
    335 	pb->pmem_align = 0x100000;	/* 1M alignment */
    336 	pb->io_align = 0x1000;		/* 4K alignment */
    337 
    338 	set_busreg(parent->pc, pd->tag, parent->busno, pb->busno, 0xff);
    339 
    340 	pb->swiz = parent->swiz + dev;
    341 
    342 	pb->ioext = NULL;
    343 	pb->memext = NULL;
    344 	pb->pmemext = NULL;
    345 	pb->pc = parent->pc;
    346 	pb->io_total = pb->mem_total = pb->pmem_total = 0;
    347 
    348 	pb->io_32bit = 0;
    349 	if (parent->io_32bit) {
    350 		io = pci_conf_read(parent->pc, pd->tag, PCI_BRIDGE_STATIO_REG);
    351 		if (PCI_BRIDGE_IO_32BITS(io))
    352 			pb->io_32bit = 1;
    353 	}
    354 
    355 	pb->pmem_64bit = 0;
    356 	if (parent->pmem_64bit) {
    357 		pmem = pci_conf_read(parent->pc, pd->tag,
    358 		    PCI_BRIDGE_PREFETCHMEM_REG);
    359 		if (PCI_BRIDGE_PREFETCHMEM_64BITS(pmem))
    360 			pb->pmem_64bit = 1;
    361 	}
    362 
    363 	/* Bridges only forward a 32-bit range of non-prefetcable memory. */
    364 	pb->mem_64bit = 0;
    365 
    366 	if (probe_bus(pb)) {
    367 		printf("Failed to probe bus %d\n", pb->busno);
    368 		goto err;
    369 	}
    370 
    371 	/* We have found all subordinate busses now, reprogram busreg. */
    372 	pb->last_busno = pb->next_busno - 1;
    373 	parent->next_busno = pb->next_busno;
    374 	set_busreg(parent->pc, pd->tag, parent->busno, pb->busno,
    375 		   pb->last_busno);
    376 	if (pci_conf_debug)
    377 		printf("PCI bus bridge (parent %d) covers busses %d-%d\n",
    378 			parent->busno, pb->busno, pb->last_busno);
    379 
    380 	if (pb->io_total > 0) {
    381 		if (parent->niowin >= MAX_CONF_IO) {
    382 			printf("pciconf: too many (%d) I/O windows\n",
    383 			    parent->niowin);
    384 			goto err;
    385 		}
    386 		pb->io_total |= pb->io_align - 1; /* Round up */
    387 		pi = get_io_desc(parent, pb->io_total);
    388 		pi->dev = pd;
    389 		pi->reg = 0;
    390 		pi->size = pb->io_total;
    391 		pi->align = pb->io_align;	/* 4K min alignment */
    392 		if (parent->io_align < pb->io_align)
    393 			parent->io_align = pb->io_align;
    394 		pi->prefetch = 0;
    395 		parent->niowin++;
    396 		parent->io_total += pb->io_total;
    397 	}
    398 
    399 	if (pb->mem_total > 0) {
    400 		if (parent->nmemwin >= MAX_CONF_MEM) {
    401 			printf("pciconf: too many (%d) MEM windows\n",
    402 			     parent->nmemwin);
    403 			goto err;
    404 		}
    405 		pb->mem_total |= pb->mem_align - 1; /* Round up */
    406 		pm = get_mem_desc(parent, pb->mem_total);
    407 		pm->dev = pd;
    408 		pm->reg = 0;
    409 		pm->size = pb->mem_total;
    410 		pm->align = pb->mem_align;	/* 1M min alignment */
    411 		if (parent->mem_align < pb->mem_align)
    412 			parent->mem_align = pb->mem_align;
    413 		pm->prefetch = 0;
    414 		parent->nmemwin++;
    415 		parent->mem_total += pb->mem_total;
    416 	}
    417 
    418 	if (pb->pmem_total > 0) {
    419 		if (parent->nmemwin >= MAX_CONF_MEM) {
    420 			printf("pciconf: too many MEM windows\n");
    421 			goto err;
    422 		}
    423 		pb->pmem_total |= pb->pmem_align - 1; /* Round up */
    424 		pm = get_mem_desc(parent, pb->pmem_total);
    425 		pm->dev = pd;
    426 		pm->reg = 0;
    427 		pm->size = pb->pmem_total;
    428 		pm->align = pb->pmem_align;	/* 1M alignment */
    429 		if (parent->pmem_align < pb->pmem_align)
    430 			parent->pmem_align = pb->pmem_align;
    431 		pm->prefetch = 1;
    432 		parent->nmemwin++;
    433 		parent->pmem_total += pb->pmem_total;
    434 	}
    435 
    436 	return pb;
    437 err:
    438 	kmem_free(pb, sizeof(*pb));
    439 	return NULL;
    440 }
    441 
    442 static int
    443 pci_do_device_query(pciconf_bus_t *pb, pcitag_t tag, int dev, int func,
    444     int mode)
    445 {
    446 	pciconf_dev_t	*pd;
    447 	pciconf_win_t	*pi, *pm;
    448 	pcireg_t	classreg, cmd, icr, bhlc, bar, mask, bar64, mask64,
    449 	    busreg;
    450 	uint64_t	size;
    451 	int		br, width, reg_start, reg_end;
    452 
    453 	pd = &pb->device[pb->ndevs];
    454 	pd->pc = pb->pc;
    455 	pd->tag = tag;
    456 	pd->ppb = NULL;
    457 	pd->enable = mode;
    458 
    459 	classreg = pci_conf_read(pb->pc, tag, PCI_CLASS_REG);
    460 
    461 	cmd = pci_conf_read(pb->pc, tag, PCI_COMMAND_STATUS_REG);
    462 	bhlc = pci_conf_read(pb->pc, tag, PCI_BHLC_REG);
    463 
    464 	if (PCI_CLASS(classreg) != PCI_CLASS_BRIDGE
    465 	    && PCI_HDRTYPE_TYPE(bhlc) != PCI_HDRTYPE_PPB) {
    466 		cmd &= ~(PCI_COMMAND_MASTER_ENABLE |
    467 		    PCI_COMMAND_IO_ENABLE | PCI_COMMAND_MEM_ENABLE);
    468 		pci_conf_write(pb->pc, tag, PCI_COMMAND_STATUS_REG, cmd);
    469 	} else if (pci_conf_debug) {
    470 		print_tag(pb->pc, tag);
    471 		printf("device is a bridge; not clearing enables\n");
    472 	}
    473 
    474 	if ((cmd & PCI_STATUS_BACKTOBACK_SUPPORT) == 0)
    475 		pb->fast_b2b = 0;
    476 
    477 	if ((cmd & PCI_STATUS_66MHZ_SUPPORT) == 0)
    478 		pb->freq_66 = 0;
    479 
    480 	switch (PCI_HDRTYPE_TYPE(bhlc)) {
    481 	case PCI_HDRTYPE_DEVICE:
    482 		reg_start = PCI_MAPREG_START;
    483 		reg_end = PCI_MAPREG_END;
    484 		break;
    485 	case PCI_HDRTYPE_PPB:
    486 		pd->ppb = query_bus(pb, pd, dev);
    487 		if (pd->ppb == NULL)
    488 			return -1;
    489 		return 0;
    490 	case PCI_HDRTYPE_PCB:
    491 		reg_start = PCI_MAPREG_START;
    492 		reg_end = PCI_MAPREG_PCB_END;
    493 
    494 		busreg = pci_conf_read(pb->pc, tag, PCI_BUSNUM);
    495 		busreg  =  (busreg & 0xff000000) |
    496 		    __SHIFTIN(pb->busno, PCI_BRIDGE_BUS_PRIMARY) |
    497 		    __SHIFTIN(pb->next_busno, PCI_BRIDGE_BUS_SECONDARY) |
    498 		    __SHIFTIN(pb->next_busno, PCI_BRIDGE_BUS_SUBORDINATE);
    499 		pci_conf_write(pb->pc, tag, PCI_BUSNUM, busreg);
    500 
    501 		pb->next_busno++;
    502 		break;
    503 	default:
    504 		return -1;
    505 	}
    506 
    507 	icr = pci_conf_read(pb->pc, tag, PCI_INTERRUPT_REG);
    508 	pd->ipin = PCI_INTERRUPT_PIN(icr);
    509 	pd->iline = PCI_INTERRUPT_LINE(icr);
    510 	pd->min_gnt = PCI_MIN_GNT(icr);
    511 	pd->max_lat = PCI_MAX_LAT(icr);
    512 	if (pd->iline || pd->ipin) {
    513 		pci_conf_interrupt(pb->pc, pb->busno, dev, pd->ipin, pb->swiz,
    514 		    &pd->iline);
    515 		icr &= ~(PCI_INTERRUPT_LINE_MASK << PCI_INTERRUPT_LINE_SHIFT);
    516 		icr |= (pd->iline << PCI_INTERRUPT_LINE_SHIFT);
    517 		pci_conf_write(pb->pc, tag, PCI_INTERRUPT_REG, icr);
    518 	}
    519 
    520 	if (pd->min_gnt != 0 || pd->max_lat != 0) {
    521 		if (pd->min_gnt != 0 && pd->min_gnt > pb->max_mingnt)
    522 			pb->max_mingnt = pd->min_gnt;
    523 
    524 		if (pd->max_lat != 0 && pd->max_lat < pb->min_maxlat)
    525 			pb->min_maxlat = pd->max_lat;
    526 
    527 		pb->bandwidth_used += pd->min_gnt * 4000000 /
    528 				(pd->min_gnt + pd->max_lat);
    529 	}
    530 
    531 	width = 4;
    532 	for (br = reg_start; br < reg_end; br += width) {
    533 #if 0
    534 /* XXX Should only ignore if IDE not in legacy mode? */
    535 		if (PCI_CLASS(classreg) == PCI_CLASS_MASS_STORAGE &&
    536 		    PCI_SUBCLASS(classreg) == PCI_SUBCLASS_MASS_STORAGE_IDE) {
    537 			break;
    538 		}
    539 #endif
    540 		bar = pci_conf_read(pb->pc, tag, br);
    541 		pci_conf_write(pb->pc, tag, br, 0xffffffff);
    542 		mask = pci_conf_read(pb->pc, tag, br);
    543 		pci_conf_write(pb->pc, tag, br, bar);
    544 		width = 4;
    545 
    546 		if (   (mode & PCI_CONF_MAP_IO)
    547 		    && (PCI_MAPREG_TYPE(mask) == PCI_MAPREG_TYPE_IO)) {
    548 			/*
    549 			 * Upper 16 bits must be one.  Devices may hardwire
    550 			 * them to zero, though, per PCI 2.2, 6.2.5.1, p 203.
    551 			 */
    552 			mask |= 0xffff0000;
    553 
    554 			size = PCI_MAPREG_IO_SIZE(mask);
    555 			if (size == 0) {
    556 				if (pci_conf_debug) {
    557 					print_tag(pb->pc, tag);
    558 					printf("I/O BAR 0x%x is void\n", br);
    559 				}
    560 				continue;
    561 			}
    562 
    563 			if (pb->niowin >= MAX_CONF_IO) {
    564 				printf("pciconf: too many I/O windows\n");
    565 				return -1;
    566 			}
    567 
    568 			pi = get_io_desc(pb, size);
    569 			pi->dev = pd;
    570 			pi->reg = br;
    571 			pi->size = (uint64_t)size;
    572 			pi->align = 4;
    573 			if (pb->io_align < pi->size)
    574 				pb->io_align = pi->size;
    575 			pi->prefetch = 0;
    576 			if (pci_conf_debug) {
    577 				print_tag(pb->pc, tag);
    578 				printf("Register 0x%x, I/O size %" PRIu64 "\n",
    579 				    br, pi->size);
    580 			}
    581 			pb->niowin++;
    582 			pb->io_total += size;
    583 		} else if ((mode & PCI_CONF_MAP_MEM)
    584 			   && (PCI_MAPREG_TYPE(mask) == PCI_MAPREG_TYPE_MEM)) {
    585 			switch (PCI_MAPREG_MEM_TYPE(mask)) {
    586 			case PCI_MAPREG_MEM_TYPE_32BIT:
    587 			case PCI_MAPREG_MEM_TYPE_32BIT_1M:
    588 				size = (uint64_t)PCI_MAPREG_MEM_SIZE(mask);
    589 				break;
    590 			case PCI_MAPREG_MEM_TYPE_64BIT:
    591 				bar64 = pci_conf_read(pb->pc, tag, br + 4);
    592 				pci_conf_write(pb->pc, tag, br + 4, 0xffffffff);
    593 				mask64 = pci_conf_read(pb->pc, tag, br + 4);
    594 				pci_conf_write(pb->pc, tag, br + 4, bar64);
    595 				size = (uint64_t)PCI_MAPREG_MEM64_SIZE(
    596 				      (((uint64_t)mask64) << 32) | mask);
    597 				width = 8;
    598 				break;
    599 			default:
    600 				print_tag(pb->pc, tag);
    601 				printf("reserved mapping type 0x%x\n",
    602 					PCI_MAPREG_MEM_TYPE(mask));
    603 				continue;
    604 			}
    605 
    606 			if (size == 0) {
    607 				if (pci_conf_debug) {
    608 					print_tag(pb->pc, tag);
    609 					printf("MEM%d BAR 0x%x is void\n",
    610 					    PCI_MAPREG_MEM_TYPE(mask) ==
    611 						PCI_MAPREG_MEM_TYPE_64BIT ?
    612 						64 : 32, br);
    613 				}
    614 				continue;
    615 			} else {
    616 				if (pci_conf_debug) {
    617 					print_tag(pb->pc, tag);
    618 					printf("MEM%d BAR 0x%x has size %#lx\n",
    619 					    PCI_MAPREG_MEM_TYPE(mask) ==
    620 						PCI_MAPREG_MEM_TYPE_64BIT ?
    621 						64 : 32,
    622 					    br, (unsigned long)size);
    623 				}
    624 			}
    625 
    626 			if (pb->nmemwin >= MAX_CONF_MEM) {
    627 				printf("pciconf: too many memory windows\n");
    628 				return -1;
    629 			}
    630 
    631 			pm = get_mem_desc(pb, size);
    632 			pm->dev = pd;
    633 			pm->reg = br;
    634 			pm->size = size;
    635 			pm->align = 4;
    636 			pm->prefetch = PCI_MAPREG_MEM_PREFETCHABLE(mask);
    637 			if (pci_conf_debug) {
    638 				print_tag(pb->pc, tag);
    639 				printf("Register 0x%x, memory size %"
    640 				    PRIu64 "\n", br, pm->size);
    641 			}
    642 			pb->nmemwin++;
    643 			if (pm->prefetch) {
    644 				pb->pmem_total += size;
    645 				if (pb->pmem_align < pm->size)
    646 					pb->pmem_align = pm->size;
    647 			} else {
    648 				pb->mem_total += size;
    649 				if (pb->mem_align < pm->size)
    650 					pb->mem_align = pm->size;
    651 			}
    652 		}
    653 	}
    654 
    655 	if (mode & PCI_CONF_MAP_ROM) {
    656 		bar = pci_conf_read(pb->pc, tag, PCI_MAPREG_ROM);
    657 		pci_conf_write(pb->pc, tag, PCI_MAPREG_ROM, 0xfffffffe);
    658 		mask = pci_conf_read(pb->pc, tag, PCI_MAPREG_ROM);
    659 		pci_conf_write(pb->pc, tag, PCI_MAPREG_ROM, bar);
    660 
    661 		if (mask != 0 && mask != 0xffffffff) {
    662 			if (pb->nmemwin >= MAX_CONF_MEM) {
    663 				printf("pciconf: too many memory windows\n");
    664 				return -1;
    665 			}
    666 			size = (uint64_t)PCI_MAPREG_MEM_SIZE(mask);
    667 
    668 			pm = get_mem_desc(pb, size);
    669 			pm->dev = pd;
    670 			pm->reg = PCI_MAPREG_ROM;
    671 			pm->size = size;
    672 			pm->align = 4;
    673 			pm->prefetch = 0;
    674 			if (pci_conf_debug) {
    675 				print_tag(pb->pc, tag);
    676 				printf("Expansion ROM memory size %"
    677 				    PRIu64 "\n", pm->size);
    678 			}
    679 			pb->nmemwin++;
    680 			if (pm->prefetch) {
    681 				pb->pmem_total += size;
    682 				if (pb->pmem_align < pm->size)
    683 					pb->pmem_align = pm->size;
    684 			} else {
    685 				pb->mem_total += size;
    686 				if (pb->mem_align < pm->size)
    687 					pb->mem_align = pm->size;
    688 			}
    689 		}
    690 	} else {
    691 		/* Don't enable ROMs if we aren't going to map them. */
    692 		mode &= ~PCI_CONF_ENABLE_ROM;
    693 		pd->enable &= ~PCI_CONF_ENABLE_ROM;
    694 	}
    695 
    696 	if (!(mode & PCI_CONF_ENABLE_ROM)) {
    697 		/* Ensure ROM is disabled */
    698 		bar = pci_conf_read(pb->pc, tag, PCI_MAPREG_ROM);
    699 		pci_conf_write(pb->pc, tag, PCI_MAPREG_ROM,
    700 		    bar & ~PCI_MAPREG_ROM_ENABLE);
    701 	}
    702 
    703 	return 0;
    704 }
    705 
    706 /************************************************************************/
    707 /************************************************************************/
    708 /********************   Bus configuration routines   ********************/
    709 /************************************************************************/
    710 /************************************************************************/
    711 static uint64_t
    712 pci_allocate_range(struct extent * const ex, const uint64_t amt,
    713 		   const int align, const bool ok64 __used_only_lp64)
    714 {
    715 	int	r;
    716 	u_long	addr;
    717 
    718 	u_long end = ex->ex_end;
    719 
    720 #ifdef _LP64
    721 	/*
    722 	 * If a 64-bit range is not OK:
    723 	 * ==> If the start of the range is > 4GB, allocation not possible.
    724 	 * ==> If the end of the range is > (4GB-1), constrain the end.
    725 	 *
    726 	 * If a 64-bit range IS OK, then we prefer allocating above 4GB.
    727 	 *
    728 	 * XXX We guard this with _LP64 because extent maps use u_long
    729 	 * internally.
    730 	 */
    731 	if (!ok64) {
    732 		if (ex->ex_start >= (1UL << 32)) {
    733 			printf("PCI: 32-BIT RESTRICTION, RANGE BEGINS AT %#lx\n",
    734 			    ex->ex_start);
    735 			return ~0ULL;
    736 		}
    737 		if (end > 0xffffffffUL) {
    738 			end = 0xffffffffUL;
    739 		}
    740 	} else if (end > (1UL << 32)) {
    741 		u_long start4g = ex->ex_start;
    742 		if (start4g < (1UL << 32)) {
    743 			start4g = (1UL << 32);
    744 		}
    745 		r = extent_alloc_subregion(ex, start4g, end, amt, align, 0,
    746 					   EX_NOWAIT, &addr);
    747 		if (r == 0) {
    748 			return addr;
    749 		}
    750 	}
    751 #endif /* _L64 */
    752 
    753 	r = extent_alloc_subregion(ex, ex->ex_start, end, amt, align, 0,
    754 				   EX_NOWAIT, &addr);
    755 	if (r) {
    756 		printf("extent_alloc_subregion(%p, %#lx, %#lx, %#" PRIx64 ", %#x) returned %d\n",
    757 		    ex, ex->ex_start, end, amt, align, r);
    758 		extent_print(ex);
    759 		return ~0ULL;
    760 	}
    761 	return addr;
    762 }
    763 
    764 static int
    765 setup_iowins(pciconf_bus_t *pb)
    766 {
    767 	pciconf_win_t	*pi;
    768 	pciconf_dev_t	*pd;
    769 
    770 	for (pi = pb->pciiowin; pi < &pb->pciiowin[pb->niowin]; pi++) {
    771 		if (pi->size == 0)
    772 			continue;
    773 
    774 		pd = pi->dev;
    775 		if (pb->ioext == NULL) {
    776 			/* Bus has no IO ranges, disable IO BAR */
    777 			pi->address = 0;
    778 			pd->enable &= ~PCI_CONF_ENABLE_IO;
    779 			goto write_ioaddr;
    780 		}
    781 		pi->address = pci_allocate_range(pb->ioext, pi->size,
    782 		    pi->align, false);
    783 		if (~pi->address == 0) {
    784 			print_tag(pd->pc, pd->tag);
    785 			printf("Failed to allocate PCI I/O space (%"
    786 			    PRIu64 " req)\n", pi->size);
    787 			return -1;
    788 		}
    789 		if (pd->ppb && pi->reg == 0) {
    790 			pd->ppb->ioext = extent_create("pciconf", pi->address,
    791 			    pi->address + pi->size, NULL, 0,
    792 			    EX_NOWAIT);
    793 			if (pd->ppb->ioext == NULL) {
    794 				print_tag(pd->pc, pd->tag);
    795 				printf("Failed to alloc I/O ext. for bus %d\n",
    796 				    pd->ppb->busno);
    797 				return -1;
    798 			}
    799 			continue;
    800 		}
    801 		if (!pb->io_32bit && pi->address > 0xFFFF) {
    802 			pi->address = 0;
    803 			pd->enable &= ~PCI_CONF_ENABLE_IO;
    804 		} else {
    805 			pd->enable |= PCI_CONF_ENABLE_IO;
    806 		}
    807 write_ioaddr:
    808 		if (pci_conf_debug) {
    809 			print_tag(pd->pc, pd->tag);
    810 			printf("Putting %" PRIu64 " I/O bytes @ %#" PRIx64
    811 			    " (reg %x)\n", pi->size, pi->address, pi->reg);
    812 		}
    813 		pci_conf_write(pd->pc, pd->tag, pi->reg,
    814 		    PCI_MAPREG_IO_ADDR(pi->address) | PCI_MAPREG_TYPE_IO);
    815 	}
    816 	return 0;
    817 }
    818 
    819 static int
    820 setup_memwins(pciconf_bus_t *pb)
    821 {
    822 	pciconf_win_t	*pm;
    823 	pciconf_dev_t	*pd;
    824 	pcireg_t	base;
    825 	struct extent	*ex;
    826 	bool		ok64;
    827 
    828 	for (pm = pb->pcimemwin; pm < &pb->pcimemwin[pb->nmemwin]; pm++) {
    829 		if (pm->size == 0)
    830 			continue;
    831 
    832 		ok64 = false;
    833 		pd = pm->dev;
    834 		if (pm->prefetch) {
    835 			ex = pb->pmemext;
    836 			ok64 = pb->pmem_64bit;
    837 		} else {
    838 			ex = pb->memext;
    839 			ok64 = pb->mem_64bit && pd->ppb == NULL;
    840 		}
    841 
    842 		/*
    843 		 * We need to figure out if the memory BAR is 64-bit
    844 		 * capable or not.  If it's not, then we need to constrain
    845 		 * the address allocation.
    846 		 */
    847 		if (pm->reg == PCI_MAPREG_ROM) {
    848 			ok64 = false;
    849 		} else if (ok64) {
    850 			base = pci_conf_read(pd->pc, pd->tag, pm->reg);
    851 			ok64 = PCI_MAPREG_MEM_TYPE(base) ==
    852 			    PCI_MAPREG_MEM_TYPE_64BIT;
    853 		}
    854 
    855 		pm->address = pci_allocate_range(ex, pm->size, pm->align,
    856 						 ok64);
    857 		if (~pm->address == 0) {
    858 			print_tag(pd->pc, pd->tag);
    859 			printf(
    860 			   "Failed to allocate PCI memory space (%" PRIu64
    861 			   " req, prefetch=%d ok64=%d)\n", pm->size,
    862 			   pm->prefetch, (int)ok64);
    863 			return -1;
    864 		}
    865 		if (pd->ppb && pm->reg == 0) {
    866 			ex = extent_create("pciconf", pm->address,
    867 			    pm->address + pm->size, NULL, 0, EX_NOWAIT);
    868 			if (ex == NULL) {
    869 				print_tag(pd->pc, pd->tag);
    870 				printf("Failed to alloc MEM ext. for bus %d\n",
    871 				    pd->ppb->busno);
    872 				return -1;
    873 			}
    874 			if (pm->prefetch)
    875 				pd->ppb->pmemext = ex;
    876 			else
    877 				pd->ppb->memext = ex;
    878 
    879 			continue;
    880 		}
    881 		if (!ok64 && pm->address > 0xFFFFFFFFULL) {
    882 			pm->address = 0;
    883 			pd->enable &= ~PCI_CONF_ENABLE_MEM;
    884 		} else
    885 			pd->enable |= PCI_CONF_ENABLE_MEM;
    886 
    887 		if (pm->reg != PCI_MAPREG_ROM) {
    888 			if (pci_conf_debug) {
    889 				print_tag(pd->pc, pd->tag);
    890 				printf(
    891 				    "Putting %" PRIu64 " MEM bytes @ %#"
    892 				    PRIx64 " (reg %x)\n", pm->size,
    893 				    pm->address, pm->reg);
    894 			}
    895 			base = pci_conf_read(pd->pc, pd->tag, pm->reg);
    896 			base = PCI_MAPREG_MEM_ADDR(pm->address) |
    897 			    PCI_MAPREG_MEM_TYPE(base);
    898 			pci_conf_write(pd->pc, pd->tag, pm->reg, base);
    899 			if (PCI_MAPREG_MEM_TYPE(base) ==
    900 			    PCI_MAPREG_MEM_TYPE_64BIT) {
    901 				base = (pcireg_t)
    902 				    (PCI_MAPREG_MEM64_ADDR(pm->address) >> 32);
    903 				pci_conf_write(pd->pc, pd->tag, pm->reg + 4,
    904 				    base);
    905 			}
    906 		}
    907 	}
    908 	for (pm = pb->pcimemwin; pm < &pb->pcimemwin[pb->nmemwin]; pm++) {
    909 		if (pm->reg == PCI_MAPREG_ROM && pm->address != -1) {
    910 			pd = pm->dev;
    911 			if (!(pd->enable & PCI_CONF_MAP_ROM))
    912 				continue;
    913 			if (pci_conf_debug) {
    914 				print_tag(pd->pc, pd->tag);
    915 				printf(
    916 				    "Putting %" PRIu64 " ROM bytes @ %#"
    917 				    PRIx64 " (reg %x)\n", pm->size,
    918 				    pm->address, pm->reg);
    919 			}
    920 			base = (pcireg_t) pm->address;
    921 			if (pd->enable & PCI_CONF_ENABLE_ROM)
    922 				base |= PCI_MAPREG_ROM_ENABLE;
    923 
    924 			pci_conf_write(pd->pc, pd->tag, pm->reg, base);
    925 		}
    926 	}
    927 	return 0;
    928 }
    929 
    930 static bool
    931 constrain_bridge_mem_range(struct extent * const ex,
    932 			   u_long * const base,
    933 			   u_long * const limit,
    934 			   const bool ok64 __used_only_lp64)
    935 {
    936 
    937 	*base = ex->ex_start;
    938 	*limit = ex->ex_end;
    939 
    940 #ifdef _LP64
    941 	if (!ok64) {
    942 		if (ex->ex_start >= (1UL << 32)) {
    943 			return true;
    944 		}
    945 		if (ex->ex_end > 0xffffffffUL) {
    946 			*limit = 0xffffffffUL;
    947 		}
    948 	}
    949 #endif /* _LP64 */
    950 
    951 	return false;
    952 }
    953 
    954 /*
    955  * Configure I/O, memory, and prefetcable memory spaces, then make
    956  * a call to configure_bus().
    957  */
    958 static int
    959 configure_bridge(pciconf_dev_t *pd)
    960 {
    961 	unsigned long	io_base, io_limit, mem_base, mem_limit;
    962 	pciconf_bus_t	*pb;
    963 	pcireg_t	io, iohigh, mem, cmd;
    964 	int		rv;
    965 	bool		isprefetchmem64;
    966 	bool		bad_range;
    967 
    968 	pb = pd->ppb;
    969 	/* Configure I/O base & limit*/
    970 	if (pb->ioext) {
    971 		io_base = pb->ioext->ex_start;
    972 		io_limit = pb->ioext->ex_end;
    973 	} else {
    974 		io_base  = 0x1000;	/* 4K */
    975 		io_limit = 0x0000;
    976 	}
    977 	if (pb->io_32bit) {
    978 		iohigh = __SHIFTIN(io_base >> 16, PCI_BRIDGE_IOHIGH_BASE) |
    979 		    __SHIFTIN(io_limit >> 16, PCI_BRIDGE_IOHIGH_LIMIT);
    980 	} else {
    981 		if (io_limit > 0xFFFF) {
    982 			printf("Bus %d bridge does not support 32-bit I/O.  ",
    983 			    pb->busno);
    984 			printf("Disabling I/O accesses\n");
    985 			io_base  = 0x1000;	/* 4K */
    986 			io_limit = 0x0000;
    987 		}
    988 		iohigh = 0;
    989 	}
    990 	io = pci_conf_read(pb->pc, pd->tag, PCI_BRIDGE_STATIO_REG) &
    991 	    PCI_BRIDGE_STATIO_STATUS;
    992 	io |= __SHIFTIN((io_base >> 8) & PCI_BRIDGE_STATIO_IOADDR,
    993 	    PCI_BRIDGE_STATIO_IOBASE);
    994 	io |= __SHIFTIN((io_limit >> 8) & PCI_BRIDGE_STATIO_IOADDR,
    995 	    PCI_BRIDGE_STATIO_IOLIMIT);
    996 	pci_conf_write(pb->pc, pd->tag, PCI_BRIDGE_STATIO_REG, io);
    997 	pci_conf_write(pb->pc, pd->tag, PCI_BRIDGE_IOHIGH_REG, iohigh);
    998 
    999 	/* Configure mem base & limit */
   1000 	bad_range = false;
   1001 	if (pb->memext) {
   1002 		bad_range = constrain_bridge_mem_range(pb->memext,
   1003 						       &mem_base,
   1004 						       &mem_limit,
   1005 						       false);
   1006 	} else {
   1007 		mem_base  = 0x100000;	/* 1M */
   1008 		mem_limit = 0x000000;
   1009 	}
   1010 	if (bad_range) {
   1011 		printf("Bus %d bridge MEM range out of range.  ", pb->busno);
   1012 		printf("Disabling MEM accesses\n");
   1013 		mem_base  = 0x100000;	/* 1M */
   1014 		mem_limit = 0x000000;
   1015 	}
   1016 	mem = __SHIFTIN((mem_base >> 16) & PCI_BRIDGE_MEMORY_ADDR,
   1017 	    PCI_BRIDGE_MEMORY_BASE);
   1018 	mem |= __SHIFTIN((mem_limit >> 16) & PCI_BRIDGE_MEMORY_ADDR,
   1019 	    PCI_BRIDGE_MEMORY_LIMIT);
   1020 	pci_conf_write(pb->pc, pd->tag, PCI_BRIDGE_MEMORY_REG, mem);
   1021 
   1022 	/* Configure prefetchable mem base & limit */
   1023 	mem = pci_conf_read(pb->pc, pd->tag, PCI_BRIDGE_PREFETCHMEM_REG);
   1024 	isprefetchmem64 = PCI_BRIDGE_PREFETCHMEM_64BITS(mem);
   1025 	bad_range = false;
   1026 	if (pb->pmemext) {
   1027 		bad_range = constrain_bridge_mem_range(pb->pmemext,
   1028 						       &mem_base,
   1029 						       &mem_limit,
   1030 						       isprefetchmem64);
   1031 	} else {
   1032 		mem_base  = 0x100000;	/* 1M */
   1033 		mem_limit = 0x000000;
   1034 	}
   1035 	if (bad_range) {
   1036 		printf("Bus %d bridge does not support 64-bit PMEM.  ",
   1037 		    pb->busno);
   1038 		printf("Disabling prefetchable-MEM accesses\n");
   1039 		mem_base  = 0x100000;	/* 1M */
   1040 		mem_limit = 0x000000;
   1041 	}
   1042 	mem = __SHIFTIN((mem_base >> 16) & PCI_BRIDGE_PREFETCHMEM_ADDR,
   1043 	    PCI_BRIDGE_PREFETCHMEM_BASE);
   1044 	mem |= __SHIFTIN((mem_limit >> 16) & PCI_BRIDGE_PREFETCHMEM_ADDR,
   1045 	    PCI_BRIDGE_PREFETCHMEM_LIMIT);
   1046 	pci_conf_write(pb->pc, pd->tag, PCI_BRIDGE_PREFETCHMEM_REG, mem);
   1047 	/*
   1048 	 * XXX -- 64-bit systems need a lot more than just this...
   1049 	 */
   1050 	if (isprefetchmem64) {
   1051 		mem_base  = (uint64_t)mem_base  >> 32;
   1052 		mem_limit = (uint64_t)mem_limit >> 32;
   1053 		pci_conf_write(pb->pc, pd->tag,
   1054 		    PCI_BRIDGE_PREFETCHBASEUP32_REG, mem_base & 0xffffffff);
   1055 		pci_conf_write(pb->pc, pd->tag,
   1056 		    PCI_BRIDGE_PREFETCHLIMITUP32_REG, mem_limit & 0xffffffff);
   1057 	}
   1058 
   1059 	rv = configure_bus(pb);
   1060 
   1061 	if (pb->ioext)
   1062 		extent_destroy(pb->ioext);
   1063 	if (pb->memext)
   1064 		extent_destroy(pb->memext);
   1065 	if (pb->pmemext)
   1066 		extent_destroy(pb->pmemext);
   1067 	if (rv == 0) {
   1068 		cmd = pci_conf_read(pd->pc, pd->tag, PCI_BRIDGE_CONTROL_REG);
   1069 		cmd &= ~PCI_BRIDGE_CONTROL; /* Clear control bit first */
   1070 		cmd |= PCI_BRIDGE_CONTROL_PERE | PCI_BRIDGE_CONTROL_SERR;
   1071 		if (pb->fast_b2b)
   1072 			cmd |= PCI_BRIDGE_CONTROL_SECFASTB2B;
   1073 
   1074 		pci_conf_write(pd->pc, pd->tag, PCI_BRIDGE_CONTROL_REG, cmd);
   1075 		cmd = pci_conf_read(pd->pc, pd->tag, PCI_COMMAND_STATUS_REG);
   1076 		cmd |= PCI_COMMAND_IO_ENABLE | PCI_COMMAND_MEM_ENABLE;
   1077 		pci_conf_write(pd->pc, pd->tag, PCI_COMMAND_STATUS_REG, cmd);
   1078 	}
   1079 
   1080 	return rv;
   1081 }
   1082 
   1083 /*
   1084  * Calculate latency values, allocate I/O and MEM segments, then set them
   1085  * up.  If a PCI-PCI bridge is found, configure the bridge separately,
   1086  * which will cause a recursive call back here.
   1087  */
   1088 static int
   1089 configure_bus(pciconf_bus_t *pb)
   1090 {
   1091 	pciconf_dev_t	*pd;
   1092 	int		def_ltim, max_ltim, band, bus_mhz;
   1093 
   1094 	if (pb->ndevs == 0) {
   1095 		if (pci_conf_debug)
   1096 			printf("PCI bus %d - no devices\n", pb->busno);
   1097 		return 1;
   1098 	}
   1099 	bus_mhz = pb->freq_66 ? 66 : 33;
   1100 	max_ltim = pb->max_mingnt * bus_mhz / 4;	/* cvt to cycle count */
   1101 	band = 4000000;					/* 0.25us cycles/sec */
   1102 	if (band < pb->bandwidth_used) {
   1103 		printf("PCI bus %d: Warning: Total bandwidth exceeded!? (%d)\n",
   1104 		    pb->busno, pb->bandwidth_used);
   1105 		def_ltim = -1;
   1106 	} else {
   1107 		def_ltim = (band - pb->bandwidth_used) / pb->ndevs;
   1108 		if (def_ltim > pb->min_maxlat)
   1109 			def_ltim = pb->min_maxlat;
   1110 		def_ltim = def_ltim * bus_mhz / 4;
   1111 	}
   1112 	def_ltim = (def_ltim + 7) & ~7;
   1113 	max_ltim = (max_ltim + 7) & ~7;
   1114 
   1115 	pb->def_ltim = MIN(def_ltim, 255);
   1116 	pb->max_ltim = MIN(MAX(max_ltim, def_ltim), 255);
   1117 
   1118 	/*
   1119 	 * Now we have what we need to initialize the devices.
   1120 	 * It would probably be better if we could allocate all of these
   1121 	 * for all busses at once, but "not right now".  First, get a list
   1122 	 * of free memory ranges from the m.d. system.
   1123 	 */
   1124 	if (setup_iowins(pb) || setup_memwins(pb)) {
   1125 		printf("PCI bus configuration failed: "
   1126 		"unable to assign all I/O and memory ranges.\n");
   1127 		return -1;
   1128 	}
   1129 
   1130 	/*
   1131 	 * Configure the latency for the devices, and enable them.
   1132 	 */
   1133 	for (pd = pb->device; pd < &pb->device[pb->ndevs]; pd++) {
   1134 		pcireg_t cmd, classreg, misc;
   1135 		int	ltim;
   1136 
   1137 		if (pci_conf_debug) {
   1138 			print_tag(pd->pc, pd->tag);
   1139 			printf("Configuring device.\n");
   1140 		}
   1141 		classreg = pci_conf_read(pd->pc, pd->tag, PCI_CLASS_REG);
   1142 		misc = pci_conf_read(pd->pc, pd->tag, PCI_BHLC_REG);
   1143 		cmd = pci_conf_read(pd->pc, pd->tag, PCI_COMMAND_STATUS_REG);
   1144 		if (pd->enable & PCI_CONF_ENABLE_PARITY)
   1145 			cmd |= PCI_COMMAND_PARITY_ENABLE;
   1146 		if (pd->enable & PCI_CONF_ENABLE_SERR)
   1147 			cmd |= PCI_COMMAND_SERR_ENABLE;
   1148 		if (pb->fast_b2b)
   1149 			cmd |= PCI_COMMAND_BACKTOBACK_ENABLE;
   1150 		if (PCI_CLASS(classreg) != PCI_CLASS_BRIDGE ||
   1151 		    PCI_SUBCLASS(classreg) != PCI_SUBCLASS_BRIDGE_PCI) {
   1152 			if (pd->enable & PCI_CONF_ENABLE_IO)
   1153 				cmd |= PCI_COMMAND_IO_ENABLE;
   1154 			if (pd->enable & PCI_CONF_ENABLE_MEM)
   1155 				cmd |= PCI_COMMAND_MEM_ENABLE;
   1156 			if (pd->enable & PCI_CONF_ENABLE_BM)
   1157 				cmd |= PCI_COMMAND_MASTER_ENABLE;
   1158 			ltim = pd->min_gnt * bus_mhz / 4;
   1159 			ltim = MIN (MAX (pb->def_ltim, ltim), pb->max_ltim);
   1160 		} else {
   1161 			cmd |= PCI_COMMAND_MASTER_ENABLE;
   1162 			ltim = MIN (pb->def_ltim, pb->max_ltim);
   1163 		}
   1164 		if ((pd->enable &
   1165 		    (PCI_CONF_ENABLE_MEM | PCI_CONF_ENABLE_IO)) == 0) {
   1166 			print_tag(pd->pc, pd->tag);
   1167 			printf("Disabled due to lack of resources.\n");
   1168 			cmd &= ~(PCI_COMMAND_MASTER_ENABLE |
   1169 			    PCI_COMMAND_IO_ENABLE | PCI_COMMAND_MEM_ENABLE);
   1170 		}
   1171 		pci_conf_write(pd->pc, pd->tag, PCI_COMMAND_STATUS_REG, cmd);
   1172 
   1173 		misc &= ~((PCI_LATTIMER_MASK << PCI_LATTIMER_SHIFT) |
   1174 		    (PCI_CACHELINE_MASK << PCI_CACHELINE_SHIFT));
   1175 		misc |= (ltim & PCI_LATTIMER_MASK) << PCI_LATTIMER_SHIFT;
   1176 		misc |= ((pb->cacheline_size >> 2) & PCI_CACHELINE_MASK) <<
   1177 		    PCI_CACHELINE_SHIFT;
   1178 		pci_conf_write(pd->pc, pd->tag, PCI_BHLC_REG, misc);
   1179 
   1180 		if (pd->ppb) {
   1181 			if (configure_bridge(pd) < 0)
   1182 				return -1;
   1183 			continue;
   1184 		}
   1185 	}
   1186 
   1187 	if (pci_conf_debug)
   1188 		printf("PCI bus %d configured\n", pb->busno);
   1189 
   1190 	return 0;
   1191 }
   1192 
   1193 static bool
   1194 mem_region_ok64(struct extent * const ex __used_only_lp64)
   1195 {
   1196 	bool rv = false;
   1197 
   1198 #ifdef _LP64
   1199 	/*
   1200 	 * XXX We need to guard this with _LP64 because
   1201 	 * extent maps use u_long internally.
   1202 	 */
   1203 	u_long addr64;
   1204 	if (ex->ex_end > (1UL << 32) &&
   1205 	    extent_alloc_subregion(ex, MAX((1UL << 32), ex->ex_start),
   1206 				   ex->ex_end,
   1207 				   1 /* size */,
   1208 				   1 /* alignment */,
   1209 				   0 /* boundary */,
   1210 				   EX_NOWAIT,
   1211 				   &addr64) == 0) {
   1212 		(void) extent_free(ex, addr64,
   1213 				   1 /* size */,
   1214 				   EX_NOWAIT);
   1215 		rv = true;
   1216 	}
   1217 #endif /* _LP64 */
   1218 
   1219 	return rv;
   1220 }
   1221 
   1222 /*
   1223  * Let's configure the PCI bus.
   1224  * This consists of basically scanning for all existing devices,
   1225  * identifying their needs, and then making another pass over them
   1226  * to set:
   1227  *	1. I/O addresses
   1228  *	2. Memory addresses (Prefetchable and not)
   1229  *	3. PCI command register
   1230  *	4. The latency part of the PCI BHLC (BIST (Built-In Self Test),
   1231  *	    Header type, Latency timer, Cache line size) register
   1232  *
   1233  * The command register is set to enable fast back-to-back transactions
   1234  * if the host bridge says it can handle it.  We also configure
   1235  * Master Enable, SERR enable, parity enable, and (if this is not a
   1236  * PCI-PCI bridge) the I/O and Memory spaces.  Apparently some devices
   1237  * will not report some I/O space.
   1238  *
   1239  * The latency is computed to be a "fair share" of the bus bandwidth.
   1240  * The bus bandwidth variable is initialized to the number of PCI cycles
   1241  * in one second.  The number of cycles taken for one transaction by each
   1242  * device (MAX_LAT + MIN_GNT) is then subtracted from the bandwidth.
   1243  * Care is taken to ensure that the latency timer won't be set such that
   1244  * it would exceed the critical time for any device.
   1245  *
   1246  * This is complicated somewhat due to the presence of bridges.  PCI-PCI
   1247  * bridges are probed and configured recursively.
   1248  */
   1249 int
   1250 pci_configure_bus(pci_chipset_tag_t pc, struct extent *ioext,
   1251     struct extent *memext, struct extent *pmemext, int firstbus,
   1252     int cacheline_size)
   1253 {
   1254 	pciconf_bus_t	*pb;
   1255 	int		rv;
   1256 
   1257 	pb = kmem_zalloc(sizeof (pciconf_bus_t), KM_SLEEP);
   1258 	pb->busno = firstbus;
   1259 	pb->next_busno = pb->busno + 1;
   1260 	pb->last_busno = 255;
   1261 	pb->cacheline_size = cacheline_size;
   1262 	pb->parent_bus = NULL;
   1263 	pb->swiz = 0;
   1264 	pb->io_32bit = 1;
   1265 	pb->ioext = ioext;
   1266 	pb->memext = memext;
   1267 	if (pmemext == NULL)
   1268 		pb->pmemext = memext;
   1269 	else
   1270 		pb->pmemext = pmemext;
   1271 
   1272 	/*
   1273 	 * Probe the memory region extent maps to see
   1274 	 * if allocation of 64-bit addresses is possible.
   1275 	 */
   1276 	pb->mem_64bit = mem_region_ok64(pb->memext);
   1277 	pb->pmem_64bit = mem_region_ok64(pb->pmemext);
   1278 
   1279 	pb->pc = pc;
   1280 	pb->io_total = pb->mem_total = pb->pmem_total = 0;
   1281 
   1282 	rv = probe_bus(pb);
   1283 	pb->last_busno = pb->next_busno - 1;
   1284 	if (rv == 0)
   1285 		rv = configure_bus(pb);
   1286 
   1287 	/*
   1288 	 * All done!
   1289 	 */
   1290 	kmem_free(pb, sizeof(*pb));
   1291 	return rv;
   1292 }
   1293